2024-09-12T00:23:38.562 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-12T00:23:38.583 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T00:23:38.680 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901876 branch: wip-cls-rgw-busy-resharding description: rgw/verify/{0-install accounts$/{tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{default} striping$/{stripe-equals-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} email: null first_in_suite: false job_id: '7901876' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi name: cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-cls-rgw-busy-resharding ceph: conf: client: debug rgw: 20 debug rgw notification: 20 rgw bucket counters cache: true rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw d3n l1 datacache persistent path: /tmp/rgw_datacache/ rgw d3n l1 datacache size: 10737418240 rgw d3n l1 local datacache enabled: true rgw enable ops log: true rgw reshard progress judge interval: 10 rgw s3 auth use sts: true rgw sts key: abcdefghijklmnop rgw torrent flag: true rgw user counters cache: true setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 lockdep: true osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug objclass: 20 debug osd: 20 debug rocksdb: 4/10 lockdep: true mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd shutdown pgref assert: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(POOL_APP_NOT_ENABLED\) - not have an application enabled - \(OSD_SLOW_PING_TIME sha1: d011c522bb171e70fc5782f1e7a71ce5f37e573f ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: d011c522bb171e70fc5782f1e7a71ce5f37e573f openssl_keys: rgw.client.0: ca: root client: client.0 embed-key: true root: client: client.0 cn: teuthology install: - client.0 key-type: rsa:4096 rgw: client.0: ssl certificate: rgw.client.0 compression type: random datacache: true datacache_path: /tmp/rgw_datacache ec-data-pool: true frontend: beast inline data: false storage classes: LUKEWARM, FROZEN s3tests: accounts: iam alt root: RGW99999999999999999 iam root: RGW88888888888888888 s3 tenant: RGW33333333333333333 force-branch: ceph-master slow_backend: true storage classes: LUKEWARM, FROZEN thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-67986 sha1: 6a169fc940965ab446a63954fde870aa497efde7 owner: scheduled_cbodley@teuthology priority: 90 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b seed: 2206 sha1: d011c522bb171e70fc5782f1e7a71ce5f37e573f sleep_before_teardown: 0 suite: rgw suite_branch: wip-67986 suite_path: /home/teuthworker/src/github.com_cbodley_ceph_6a169fc940965ab446a63954fde870aa497efde7/qa suite_relpath: qa suite_repo: https://github.com/cbodley/ceph.git suite_sha1: 6a169fc940965ab446a63954fde870aa497efde7 targets: smithi038.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP7DU4p6YwmZZsUJUoJfnjn+3aoOGyksfupBlz0xufOqBqXDk6KsCNI2kNqFuvc4MmqJJA1HnpTEJg9C+/ToDfU= smithi194.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFUTTRRaox2l73j5Na1YeSDEkidw+ZQLi2popWuS3rGF+jgGC62UaesyJbhOsL+KqiAOl93oRL7ZQCt4Nom/6kI= tasks: - install: extra_system_packages: deb: - s3cmd - maven rpm: - s3cmd - maven - ceph: null - openssl_keys: null - rgw: client.0: null - tox: - client.0 - workunit: clients: client.0: - rgw/run-datacache.sh env: RGW_DATACACHE_PATH: /tmp/rgw_datacache - workunit: clients: client.0: - rgw/run-bucket-check.sh - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - cls/test_cls_user.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_librgw_file.sh - rgw/test_awssdkv4_sig.sh - workunit: clients: client.0: - rgw/test_rgw_s3_mp_reupload.sh - ragweed: client.0: force-branch: wip-67986 rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests-java: client.0: force-branch: ceph-master force-repo: https://github.com/ceph/java_s3tests.git - s3tests: client.0: rgw_server: client.0 - workunit: clients: client.0: - rgw/run-versioning.sh teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-11_23:33:24 tube: smithi user: cbodley verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-12T00:23:38.681 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_cbodley_ceph_6a169fc940965ab446a63954fde870aa497efde7/qa; will attempt to use it 2024-09-12T00:23:38.681 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_cbodley_ceph_6a169fc940965ab446a63954fde870aa497efde7/qa/tasks 2024-09-12T00:23:38.682 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-12T00:23:38.683 INFO:teuthology.task.internal:Checking packages... 2024-09-12T00:23:38.704 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'd011c522bb171e70fc5782f1e7a71ce5f37e573f' 2024-09-12T00:23:38.705 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-12T00:23:38.705 INFO:teuthology.packaging:ref: None 2024-09-12T00:23:38.705 INFO:teuthology.packaging:tag: None 2024-09-12T00:23:38.705 INFO:teuthology.packaging:branch: wip-cls-rgw-busy-resharding 2024-09-12T00:23:38.705 INFO:teuthology.packaging:sha1: d011c522bb171e70fc5782f1e7a71ce5f37e573f 2024-09-12T00:23:38.705 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-cls-rgw-busy-resharding 2024-09-12T00:23:38.865 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4753.gd011c522 2024-09-12T00:23:38.867 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-12T00:23:38.871 INFO:teuthology.task.internal:no buildpackages task found 2024-09-12T00:23:38.872 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-12T00:23:38.905 INFO:teuthology.task.internal:Saving configuration 2024-09-12T00:23:38.923 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-12T00:23:38.939 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-12T00:23:38.971 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi038.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901876', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 00:18:38.534233', 'locked_by': 'scheduled_cbodley@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP7DU4p6YwmZZsUJUoJfnjn+3aoOGyksfupBlz0xufOqBqXDk6KsCNI2kNqFuvc4MmqJJA1HnpTEJg9C+/ToDfU='} 2024-09-12T00:23:39.002 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi194.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901876', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-12 00:18:38.532848', 'locked_by': 'scheduled_cbodley@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFUTTRRaox2l73j5Na1YeSDEkidw+ZQLi2popWuS3rGF+jgGC62UaesyJbhOsL+KqiAOl93oRL7ZQCt4Nom/6kI='} 2024-09-12T00:23:39.002 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-12T00:23:39.013 INFO:teuthology.task.internal:roles: ubuntu@smithi038.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-12T00:23:39.014 INFO:teuthology.task.internal:roles: ubuntu@smithi194.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-12T00:23:39.014 INFO:teuthology.run_tasks:Running task console_log... 2024-09-12T00:23:39.119 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f2fd53cbbe0>, signals=[15]) 2024-09-12T00:23:39.119 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-12T00:23:39.147 INFO:teuthology.task.internal:Opening connections... 2024-09-12T00:23:39.147 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T00:23:39.148 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:23:39.245 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi194.front.sepia.ceph.com 2024-09-12T00:23:39.246 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi194.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:23:39.329 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-12T00:23:39.373 DEBUG:teuthology.orchestra.run.smithi038:> uname -m 2024-09-12T00:23:39.391 INFO:teuthology.orchestra.run.smithi038.stdout:x86_64 2024-09-12T00:23:39.392 DEBUG:teuthology.orchestra.run.smithi038:> cat /etc/os-release 2024-09-12T00:23:39.449 INFO:teuthology.orchestra.run.smithi038.stdout:NAME="CentOS Stream" 2024-09-12T00:23:39.450 INFO:teuthology.orchestra.run.smithi038.stdout:VERSION="9" 2024-09-12T00:23:39.450 INFO:teuthology.orchestra.run.smithi038.stdout:ID="centos" 2024-09-12T00:23:39.450 INFO:teuthology.orchestra.run.smithi038.stdout:ID_LIKE="rhel fedora" 2024-09-12T00:23:39.450 INFO:teuthology.orchestra.run.smithi038.stdout:VERSION_ID="9" 2024-09-12T00:23:39.450 INFO:teuthology.orchestra.run.smithi038.stdout:PLATFORM_ID="platform:el9" 2024-09-12T00:23:39.450 INFO:teuthology.orchestra.run.smithi038.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-12T00:23:39.450 INFO:teuthology.orchestra.run.smithi038.stdout:ANSI_COLOR="0;31" 2024-09-12T00:23:39.450 INFO:teuthology.orchestra.run.smithi038.stdout:LOGO="fedora-logo-icon" 2024-09-12T00:23:39.450 INFO:teuthology.orchestra.run.smithi038.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-12T00:23:39.450 INFO:teuthology.orchestra.run.smithi038.stdout:HOME_URL="https://centos.org/" 2024-09-12T00:23:39.450 INFO:teuthology.orchestra.run.smithi038.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-12T00:23:39.451 INFO:teuthology.orchestra.run.smithi038.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-12T00:23:39.451 INFO:teuthology.orchestra.run.smithi038.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-12T00:23:39.451 INFO:teuthology.lock.ops:Updating smithi038.front.sepia.ceph.com on lock server 2024-09-12T00:23:39.486 DEBUG:teuthology.orchestra.run.smithi194:> uname -m 2024-09-12T00:23:39.505 INFO:teuthology.orchestra.run.smithi194.stdout:x86_64 2024-09-12T00:23:39.505 DEBUG:teuthology.orchestra.run.smithi194:> cat /etc/os-release 2024-09-12T00:23:39.563 INFO:teuthology.orchestra.run.smithi194.stdout:NAME="CentOS Stream" 2024-09-12T00:23:39.563 INFO:teuthology.orchestra.run.smithi194.stdout:VERSION="9" 2024-09-12T00:23:39.563 INFO:teuthology.orchestra.run.smithi194.stdout:ID="centos" 2024-09-12T00:23:39.563 INFO:teuthology.orchestra.run.smithi194.stdout:ID_LIKE="rhel fedora" 2024-09-12T00:23:39.563 INFO:teuthology.orchestra.run.smithi194.stdout:VERSION_ID="9" 2024-09-12T00:23:39.563 INFO:teuthology.orchestra.run.smithi194.stdout:PLATFORM_ID="platform:el9" 2024-09-12T00:23:39.563 INFO:teuthology.orchestra.run.smithi194.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-12T00:23:39.563 INFO:teuthology.orchestra.run.smithi194.stdout:ANSI_COLOR="0;31" 2024-09-12T00:23:39.563 INFO:teuthology.orchestra.run.smithi194.stdout:LOGO="fedora-logo-icon" 2024-09-12T00:23:39.564 INFO:teuthology.orchestra.run.smithi194.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-12T00:23:39.564 INFO:teuthology.orchestra.run.smithi194.stdout:HOME_URL="https://centos.org/" 2024-09-12T00:23:39.564 INFO:teuthology.orchestra.run.smithi194.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-12T00:23:39.564 INFO:teuthology.orchestra.run.smithi194.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-12T00:23:39.564 INFO:teuthology.orchestra.run.smithi194.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-12T00:23:39.564 INFO:teuthology.lock.ops:Updating smithi194.front.sepia.ceph.com on lock server 2024-09-12T00:23:39.594 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-12T00:23:39.644 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-12T00:23:39.676 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-12T00:23:39.676 DEBUG:teuthology.orchestra.run.smithi038:> test '!' -e /home/ubuntu/cephtest 2024-09-12T00:23:39.679 DEBUG:teuthology.orchestra.run.smithi194:> test '!' -e /home/ubuntu/cephtest 2024-09-12T00:23:39.695 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-12T00:23:39.717 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-12T00:23:39.717 DEBUG:teuthology.orchestra.run.smithi038:> test -z $(ls -A /var/lib/ceph) 2024-09-12T00:23:39.736 DEBUG:teuthology.orchestra.run.smithi194:> test -z $(ls -A /var/lib/ceph) 2024-09-12T00:23:39.761 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-12T00:23:39.841 INFO:teuthology.run_tasks:Running task kernel... 2024-09-12T00:23:39.860 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-12T00:23:39.860 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-12T00:23:39.861 DEBUG:teuthology.orchestra.run.smithi038:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T00:23:39.861 DEBUG:teuthology.orchestra.run.smithi194:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-12T00:23:39.878 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T00:23:39.879 DEBUG:teuthology.orchestra.run.smithi038:> uname -r 2024-09-12T00:23:39.880 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T00:23:39.881 DEBUG:teuthology.orchestra.run.smithi194:> uname -r 2024-09-12T00:23:39.936 INFO:teuthology.orchestra.run.smithi038.stdout:5.14.0-503.el9.x86_64 2024-09-12T00:23:39.937 INFO:teuthology.task.kernel:Running kernel on smithi038: 5.14.0-503.el9.x86_64 2024-09-12T00:23:39.937 DEBUG:teuthology.orchestra.run.smithi038:> sudo yum install -y kernel 2024-09-12T00:23:39.940 INFO:teuthology.orchestra.run.smithi194.stdout:5.14.0-503.el9.x86_64 2024-09-12T00:23:39.940 INFO:teuthology.task.kernel:Running kernel on smithi194: 5.14.0-503.el9.x86_64 2024-09-12T00:23:39.940 DEBUG:teuthology.orchestra.run.smithi194:> sudo yum install -y kernel 2024-09-12T00:23:43.259 INFO:teuthology.orchestra.run.smithi194.stdout:CentOS Stream 9 - BaseOS 5.2 MB/s | 8.2 MB 00:01 2024-09-12T00:23:44.358 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - BaseOS 3.0 MB/s | 8.2 MB 00:02 2024-09-12T00:23:46.327 INFO:teuthology.orchestra.run.smithi194.stdout:CentOS Stream 9 - AppStream 10 MB/s | 20 MB 00:01 2024-09-12T00:23:50.226 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - AppStream 4.3 MB/s | 20 MB 00:04 2024-09-12T00:23:51.052 INFO:teuthology.orchestra.run.smithi194.stdout:CentOS Stream 9 - CRB 6.7 MB/s | 6.5 MB 00:00 2024-09-12T00:23:53.361 INFO:teuthology.orchestra.run.smithi194.stdout:CentOS Stream 9 - Extras packages 17 kB/s | 19 kB 00:01 2024-09-12T00:23:54.248 INFO:teuthology.orchestra.run.smithi194.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-12T00:23:56.026 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - CRB 3.5 MB/s | 6.5 MB 00:01 2024-09-12T00:23:58.343 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - Extras packages 18 kB/s | 19 kB 00:01 2024-09-12T00:23:59.165 INFO:teuthology.orchestra.run.smithi038.stdout:Extra Packages for Enterprise Linux 33 MB/s | 23 MB 00:00 2024-09-12T00:23:59.612 INFO:teuthology.orchestra.run.smithi194.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-12T00:24:01.594 INFO:teuthology.orchestra.run.smithi194.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-12T00:24:01.594 INFO:teuthology.orchestra.run.smithi194.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-12T00:24:01.691 INFO:teuthology.orchestra.run.smithi194.stdout:Dependencies resolved. 2024-09-12T00:24:01.698 INFO:teuthology.orchestra.run.smithi194.stdout:================================================================================ 2024-09-12T00:24:01.699 INFO:teuthology.orchestra.run.smithi194.stdout: Package Architecture Version Repository Size 2024-09-12T00:24:01.699 INFO:teuthology.orchestra.run.smithi194.stdout:================================================================================ 2024-09-12T00:24:01.699 INFO:teuthology.orchestra.run.smithi194.stdout:Installing: 2024-09-12T00:24:01.699 INFO:teuthology.orchestra.run.smithi194.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-12T00:24:01.699 INFO:teuthology.orchestra.run.smithi194.stdout:Installing dependencies: 2024-09-12T00:24:01.699 INFO:teuthology.orchestra.run.smithi194.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-12T00:24:01.699 INFO:teuthology.orchestra.run.smithi194.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-12T00:24:01.699 INFO:teuthology.orchestra.run.smithi194.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-12T00:24:01.699 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:24:01.699 INFO:teuthology.orchestra.run.smithi194.stdout:Transaction Summary 2024-09-12T00:24:01.699 INFO:teuthology.orchestra.run.smithi194.stdout:================================================================================ 2024-09-12T00:24:01.700 INFO:teuthology.orchestra.run.smithi194.stdout:Install 4 Packages 2024-09-12T00:24:01.700 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:24:01.700 INFO:teuthology.orchestra.run.smithi194.stdout:Total download size: 79 M 2024-09-12T00:24:01.700 INFO:teuthology.orchestra.run.smithi194.stdout:Installed size: 126 M 2024-09-12T00:24:01.701 INFO:teuthology.orchestra.run.smithi194.stdout:Downloading Packages: 2024-09-12T00:24:01.864 INFO:teuthology.orchestra.run.smithi194.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 206 kB/s | 23 kB 00:00 2024-09-12T00:24:04.754 INFO:teuthology.orchestra.run.smithi038.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-12T00:24:06.852 INFO:teuthology.orchestra.run.smithi038.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-12T00:24:06.852 INFO:teuthology.orchestra.run.smithi038.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-12T00:24:06.954 INFO:teuthology.orchestra.run.smithi038.stdout:Dependencies resolved. 2024-09-12T00:24:06.969 INFO:teuthology.orchestra.run.smithi038.stdout:================================================================================ 2024-09-12T00:24:06.969 INFO:teuthology.orchestra.run.smithi038.stdout: Package Architecture Version Repository Size 2024-09-12T00:24:06.969 INFO:teuthology.orchestra.run.smithi038.stdout:================================================================================ 2024-09-12T00:24:06.969 INFO:teuthology.orchestra.run.smithi038.stdout:Installing: 2024-09-12T00:24:06.970 INFO:teuthology.orchestra.run.smithi038.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-12T00:24:06.970 INFO:teuthology.orchestra.run.smithi038.stdout:Installing dependencies: 2024-09-12T00:24:06.970 INFO:teuthology.orchestra.run.smithi038.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-12T00:24:06.970 INFO:teuthology.orchestra.run.smithi038.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-12T00:24:06.970 INFO:teuthology.orchestra.run.smithi038.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-12T00:24:06.970 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:24:06.970 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction Summary 2024-09-12T00:24:06.970 INFO:teuthology.orchestra.run.smithi038.stdout:================================================================================ 2024-09-12T00:24:06.970 INFO:teuthology.orchestra.run.smithi038.stdout:Install 4 Packages 2024-09-12T00:24:06.970 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:24:06.971 INFO:teuthology.orchestra.run.smithi038.stdout:Total download size: 79 M 2024-09-12T00:24:06.971 INFO:teuthology.orchestra.run.smithi038.stdout:Installed size: 126 M 2024-09-12T00:24:06.971 INFO:teuthology.orchestra.run.smithi038.stdout:Downloading Packages: 2024-09-12T00:24:07.080 INFO:teuthology.orchestra.run.smithi038.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 256 kB/s | 23 kB 00:00 2024-09-12T00:24:07.380 INFO:teuthology.orchestra.run.smithi194.stdout:(2/4): kernel-modules-core-5.14.0-505.el9.x86_6 5.2 MB/s | 29 MB 00:05 2024-09-12T00:24:07.555 INFO:teuthology.orchestra.run.smithi038.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 28 MB/s | 16 MB 00:00 2024-09-12T00:24:08.164 INFO:teuthology.orchestra.run.smithi038.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 26 MB/s | 29 MB 00:01 2024-09-12T00:24:08.532 INFO:teuthology.orchestra.run.smithi038.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 22 MB/s | 35 MB 00:01 2024-09-12T00:24:08.532 INFO:teuthology.orchestra.run.smithi038.stdout:-------------------------------------------------------------------------------- 2024-09-12T00:24:08.532 INFO:teuthology.orchestra.run.smithi038.stdout:Total 50 MB/s | 79 MB 00:01 2024-09-12T00:24:08.847 INFO:teuthology.orchestra.run.smithi194.stdout:(3/4): kernel-core-5.14.0-505.el9.x86_64.rpm 2.2 MB/s | 16 MB 00:07 2024-09-12T00:24:09.240 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction check 2024-09-12T00:24:09.623 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction check succeeded. 2024-09-12T00:24:09.623 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction test 2024-09-12T00:24:10.592 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction test succeeded. 2024-09-12T00:24:10.592 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction 2024-09-12T00:24:11.047 INFO:teuthology.orchestra.run.smithi194.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 3.7 MB/s | 35 MB 00:09 2024-09-12T00:24:11.047 INFO:teuthology.orchestra.run.smithi194.stdout:-------------------------------------------------------------------------------- 2024-09-12T00:24:11.048 INFO:teuthology.orchestra.run.smithi194.stdout:Total 8.4 MB/s | 79 MB 00:09 2024-09-12T00:24:11.732 INFO:teuthology.orchestra.run.smithi194.stdout:Running transaction check 2024-09-12T00:24:12.086 INFO:teuthology.orchestra.run.smithi194.stdout:Transaction check succeeded. 2024-09-12T00:24:12.086 INFO:teuthology.orchestra.run.smithi194.stdout:Running transaction test 2024-09-12T00:24:13.033 INFO:teuthology.orchestra.run.smithi194.stdout:Transaction test succeeded. 2024-09-12T00:24:13.034 INFO:teuthology.orchestra.run.smithi194.stdout:Running transaction 2024-09-12T00:24:13.162 INFO:teuthology.orchestra.run.smithi038.stdout: Preparing : 1/1 2024-09-12T00:24:13.811 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-12T00:24:13.910 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T00:24:15.510 INFO:teuthology.orchestra.run.smithi194.stdout: Preparing : 1/1 2024-09-12T00:24:16.306 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-12T00:24:16.382 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T00:24:16.755 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T00:24:16.887 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T00:24:19.184 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T00:24:19.324 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T00:24:22.014 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T00:24:22.055 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:24:24.130 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T00:24:24.441 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:24:27.202 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:24:29.269 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:25:06.653 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:25:06.700 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:25:07.015 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:25:07.015 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-12T00:25:07.015 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T00:25:07.015 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T00:25:07.547 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:25:07.587 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:25:07.888 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:25:07.888 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:25:07.888 INFO:teuthology.orchestra.run.smithi038.stdout:Installed: 2024-09-12T00:25:07.888 INFO:teuthology.orchestra.run.smithi038.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-12T00:25:07.889 INFO:teuthology.orchestra.run.smithi038.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-12T00:25:07.889 INFO:teuthology.orchestra.run.smithi038.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-12T00:25:07.889 INFO:teuthology.orchestra.run.smithi038.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-12T00:25:07.889 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:25:07.889 INFO:teuthology.orchestra.run.smithi038.stdout:Complete! 2024-09-12T00:25:07.929 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:25:07.930 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-12T00:25:07.930 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-12T00:25:07.930 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-12T00:25:08.238 DEBUG:teuthology.orchestra.run.smithi038:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T00:25:08.320 INFO:teuthology.orchestra.run.smithi038.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T00:25:08.320 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T00:25:08.320 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-12T00:25:08.320 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T00:25:08.321 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T00:25:08.321 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-12T00:25:08.321 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi038.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T00:25:08.321 DEBUG:teuthology.orchestra.run.smithi038:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T00:25:08.380 INFO:teuthology.orchestra.run.smithi038.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T00:25:08.381 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T00:25:08.381 DEBUG:teuthology.orchestra.run.smithi038:> sudo rpm -qi grub2-tools 2024-09-12T00:25:08.420 INFO:teuthology.orchestra.run.smithi038.stdout:Name : grub2-tools 2024-09-12T00:25:08.420 INFO:teuthology.orchestra.run.smithi038.stdout:Epoch : 1 2024-09-12T00:25:08.420 INFO:teuthology.orchestra.run.smithi038.stdout:Version : 2.06 2024-09-12T00:25:08.421 INFO:teuthology.orchestra.run.smithi038.stdout:Release : 82.el9 2024-09-12T00:25:08.421 INFO:teuthology.orchestra.run.smithi038.stdout:Architecture: x86_64 2024-09-12T00:25:08.421 INFO:teuthology.orchestra.run.smithi038.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-12T00:25:08.421 INFO:teuthology.orchestra.run.smithi038.stdout:Group : Unspecified 2024-09-12T00:25:08.421 INFO:teuthology.orchestra.run.smithi038.stdout:Size : 8274670 2024-09-12T00:25:08.421 INFO:teuthology.orchestra.run.smithi038.stdout:License : GPLv3+ 2024-09-12T00:25:08.421 INFO:teuthology.orchestra.run.smithi038.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-12T00:25:08.421 INFO:teuthology.orchestra.run.smithi038.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-12T00:25:08.421 INFO:teuthology.orchestra.run.smithi038.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-12T00:25:08.421 INFO:teuthology.orchestra.run.smithi038.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-12T00:25:08.421 INFO:teuthology.orchestra.run.smithi038.stdout:Packager : builder@centos.org 2024-09-12T00:25:08.421 INFO:teuthology.orchestra.run.smithi038.stdout:Vendor : CentOS 2024-09-12T00:25:08.422 INFO:teuthology.orchestra.run.smithi038.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-12T00:25:08.422 INFO:teuthology.orchestra.run.smithi038.stdout:Summary : Support tools for GRUB. 2024-09-12T00:25:08.422 INFO:teuthology.orchestra.run.smithi038.stdout:Description : 2024-09-12T00:25:08.422 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:25:08.422 INFO:teuthology.orchestra.run.smithi038.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-12T00:25:08.422 INFO:teuthology.orchestra.run.smithi038.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-12T00:25:08.422 INFO:teuthology.orchestra.run.smithi038.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-12T00:25:08.422 INFO:teuthology.orchestra.run.smithi038.stdout:hardware devices. 2024-09-12T00:25:08.422 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:25:08.422 INFO:teuthology.orchestra.run.smithi038.stdout:This subpackage provides tools for support of all platforms. 2024-09-12T00:25:08.423 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-12T00:25:08.423 INFO:teuthology.task.kernel:Updating grub on smithi038 to boot 5.14.0-505.el9.x86_64 2024-09-12T00:25:08.423 DEBUG:teuthology.orchestra.run.smithi038:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-12T00:25:08.764 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-12T00:25:08.765 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:25:08.765 INFO:teuthology.orchestra.run.smithi194.stdout:Installed: 2024-09-12T00:25:08.765 INFO:teuthology.orchestra.run.smithi194.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-12T00:25:08.765 INFO:teuthology.orchestra.run.smithi194.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-12T00:25:08.765 INFO:teuthology.orchestra.run.smithi194.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-12T00:25:08.766 INFO:teuthology.orchestra.run.smithi194.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-12T00:25:08.766 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:25:08.766 INFO:teuthology.orchestra.run.smithi194.stdout:Complete! 2024-09-12T00:25:09.055 INFO:teuthology.orchestra.run.smithi038.stderr:Generating grub configuration file ... 2024-09-12T00:25:09.105 DEBUG:teuthology.orchestra.run.smithi194:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T00:25:09.228 INFO:teuthology.orchestra.run.smithi194.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T00:25:09.228 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T00:25:09.228 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-12T00:25:09.228 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-12T00:25:09.228 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-12T00:25:09.228 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-12T00:25:09.228 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi194.front.sepia.ceph.com, path=None, version=distro) 2024-09-12T00:25:09.229 DEBUG:teuthology.orchestra.run.smithi194:> rpm -q kernel | sort -rV | head -n 1 2024-09-12T00:25:09.286 INFO:teuthology.orchestra.run.smithi194.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-12T00:25:09.287 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-12T00:25:09.287 DEBUG:teuthology.orchestra.run.smithi194:> sudo rpm -qi grub2-tools 2024-09-12T00:25:09.335 INFO:teuthology.orchestra.run.smithi194.stdout:Name : grub2-tools 2024-09-12T00:25:09.335 INFO:teuthology.orchestra.run.smithi194.stdout:Epoch : 1 2024-09-12T00:25:09.335 INFO:teuthology.orchestra.run.smithi194.stdout:Version : 2.06 2024-09-12T00:25:09.335 INFO:teuthology.orchestra.run.smithi194.stdout:Release : 82.el9 2024-09-12T00:25:09.336 INFO:teuthology.orchestra.run.smithi194.stdout:Architecture: x86_64 2024-09-12T00:25:09.336 INFO:teuthology.orchestra.run.smithi194.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-12T00:25:09.336 INFO:teuthology.orchestra.run.smithi194.stdout:Group : Unspecified 2024-09-12T00:25:09.336 INFO:teuthology.orchestra.run.smithi194.stdout:Size : 8274670 2024-09-12T00:25:09.336 INFO:teuthology.orchestra.run.smithi194.stdout:License : GPLv3+ 2024-09-12T00:25:09.336 INFO:teuthology.orchestra.run.smithi194.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-12T00:25:09.336 INFO:teuthology.orchestra.run.smithi194.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-12T00:25:09.336 INFO:teuthology.orchestra.run.smithi194.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-12T00:25:09.336 INFO:teuthology.orchestra.run.smithi194.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-12T00:25:09.336 INFO:teuthology.orchestra.run.smithi194.stdout:Packager : builder@centos.org 2024-09-12T00:25:09.336 INFO:teuthology.orchestra.run.smithi194.stdout:Vendor : CentOS 2024-09-12T00:25:09.336 INFO:teuthology.orchestra.run.smithi194.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-12T00:25:09.337 INFO:teuthology.orchestra.run.smithi194.stdout:Summary : Support tools for GRUB. 2024-09-12T00:25:09.337 INFO:teuthology.orchestra.run.smithi194.stdout:Description : 2024-09-12T00:25:09.337 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:25:09.337 INFO:teuthology.orchestra.run.smithi194.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-12T00:25:09.337 INFO:teuthology.orchestra.run.smithi194.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-12T00:25:09.337 INFO:teuthology.orchestra.run.smithi194.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-12T00:25:09.337 INFO:teuthology.orchestra.run.smithi194.stdout:hardware devices. 2024-09-12T00:25:09.337 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:25:09.337 INFO:teuthology.orchestra.run.smithi194.stdout:This subpackage provides tools for support of all platforms. 2024-09-12T00:25:09.338 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-12T00:25:09.338 INFO:teuthology.task.kernel:Updating grub on smithi194 to boot 5.14.0-505.el9.x86_64 2024-09-12T00:25:09.338 DEBUG:teuthology.orchestra.run.smithi194:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-12T00:25:09.945 INFO:teuthology.orchestra.run.smithi194.stderr:Generating grub configuration file ... 2024-09-12T00:25:10.441 INFO:teuthology.orchestra.run.smithi038.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-12T00:25:10.459 INFO:teuthology.orchestra.run.smithi038.stderr:done 2024-09-12T00:25:10.462 DEBUG:teuthology.orchestra.run.smithi038:> mktemp 2024-09-12T00:25:10.478 INFO:teuthology.orchestra.run.smithi038.stdout:/tmp/tmp.MjwXyDFJob 2024-09-12T00:25:10.478 DEBUG:teuthology.orchestra.run.smithi038:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.MjwXyDFJob 2024-09-12T00:25:10.546 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 0666 /tmp/tmp.MjwXyDFJob 2024-09-12T00:25:10.685 DEBUG:teuthology.orchestra.remote:smithi038:/tmp/tmp.MjwXyDFJob is 6KB 2024-09-12T00:25:10.734 DEBUG:teuthology.orchestra.run.smithi038:> rm -fr /tmp/tmp.MjwXyDFJob 2024-09-12T00:25:10.749 DEBUG:teuthology.orchestra.run.smithi038:> sudo /bin/ls /boot/loader/entries || true 2024-09-12T00:25:10.811 INFO:teuthology.orchestra.run.smithi038.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-12T00:25:10.811 INFO:teuthology.orchestra.run.smithi038.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-12T00:25:10.811 INFO:teuthology.orchestra.run.smithi038.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-12T00:25:10.811 INFO:teuthology.orchestra.run.smithi038.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-12T00:25:10.813 DEBUG:teuthology.orchestra.run.smithi038:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-12T00:25:10.974 DEBUG:teuthology.orchestra.run.smithi038:> sudo shutdown -r now 2024-09-12T00:25:11.287 INFO:teuthology.orchestra.run.smithi194.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-12T00:25:11.323 INFO:teuthology.orchestra.run.smithi194.stderr:done 2024-09-12T00:25:11.332 DEBUG:teuthology.orchestra.run.smithi194:> mktemp 2024-09-12T00:25:11.348 INFO:teuthology.orchestra.run.smithi194.stdout:/tmp/tmp.1A0RaHsIKI 2024-09-12T00:25:11.349 DEBUG:teuthology.orchestra.run.smithi194:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.1A0RaHsIKI 2024-09-12T00:25:11.415 DEBUG:teuthology.orchestra.run.smithi194:> sudo chmod 0666 /tmp/tmp.1A0RaHsIKI 2024-09-12T00:25:11.559 DEBUG:teuthology.orchestra.remote:smithi194:/tmp/tmp.1A0RaHsIKI is 6KB 2024-09-12T00:25:11.608 DEBUG:teuthology.orchestra.run.smithi194:> rm -fr /tmp/tmp.1A0RaHsIKI 2024-09-12T00:25:11.623 DEBUG:teuthology.orchestra.run.smithi194:> sudo /bin/ls /boot/loader/entries || true 2024-09-12T00:25:11.685 INFO:teuthology.orchestra.run.smithi194.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-12T00:25:11.685 INFO:teuthology.orchestra.run.smithi194.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-12T00:25:11.685 INFO:teuthology.orchestra.run.smithi194.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-12T00:25:11.686 INFO:teuthology.orchestra.run.smithi194.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-12T00:25:11.687 DEBUG:teuthology.orchestra.run.smithi194:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-12T00:25:11.823 DEBUG:teuthology.orchestra.run.smithi194:> sudo shutdown -r now 2024-09-12T00:25:41.003 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-12T00:25:41.004 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-09-12T00:25:41.005 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:25:41.825 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-12T00:25:41.826 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi194.front.sepia.ceph.com' 2024-09-12T00:25:41.826 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi194.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:26:41.074 DEBUG:teuthology.orchestra.remote:timed out 2024-09-12T00:26:41.856 DEBUG:teuthology.orchestra.remote:timed out 2024-09-12T00:26:50.082 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-09-12T00:26:50.083 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:26:50.857 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi194.front.sepia.ceph.com' 2024-09-12T00:26:50.858 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi194.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:26:52.234 DEBUG:teuthology.orchestra.run.smithi194:> true 2024-09-12T00:26:52.642 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi194.front.sepia.ceph.com' 2024-09-12T00:26:52.642 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-12T00:26:52.642 DEBUG:teuthology.orchestra.run.smithi194:> uname -r 2024-09-12T00:26:52.658 INFO:teuthology.orchestra.run.smithi194.stdout:5.14.0-505.el9.x86_64 2024-09-12T00:26:52.659 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-12T00:26:52.659 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T00:26:52.659 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-12T00:26:53.519 DEBUG:teuthology.orchestra.run.smithi038:> true 2024-09-12T00:26:53.659 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-12T00:26:53.660 DEBUG:teuthology.orchestra.run.smithi194:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-12T00:26:53.810 INFO:teuthology.orchestra.run.smithi194.stdout:ttyS1 2024-09-12T00:26:53.831 DEBUG:teuthology.parallel:result is None 2024-09-12T00:26:53.887 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-09-12T00:26:53.887 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-12T00:26:53.887 DEBUG:teuthology.orchestra.run.smithi038:> uname -r 2024-09-12T00:26:53.903 INFO:teuthology.orchestra.run.smithi038.stdout:5.14.0-505.el9.x86_64 2024-09-12T00:26:53.903 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-12T00:26:53.903 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-12T00:26:53.903 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-12T00:26:54.905 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-12T00:26:54.905 DEBUG:teuthology.orchestra.run.smithi038:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-12T00:26:54.982 INFO:teuthology.orchestra.run.smithi038.stdout:ttyS1 2024-09-12T00:26:55.000 DEBUG:teuthology.parallel:result is None 2024-09-12T00:26:55.000 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-12T00:26:55.007 INFO:teuthology.task.internal:Creating test directory... 2024-09-12T00:26:55.008 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T00:26:55.010 DEBUG:teuthology.orchestra.run.smithi194:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-12T00:26:55.026 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-12T00:26:55.078 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-12T00:26:55.115 INFO:teuthology.task.internal:Creating archive directory... 2024-09-12T00:26:55.115 DEBUG:teuthology.orchestra.run.smithi038:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T00:26:55.117 DEBUG:teuthology.orchestra.run.smithi194:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-12T00:26:55.153 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-12T00:26:55.159 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-12T00:26:55.160 DEBUG:teuthology.orchestra.run.smithi038:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T00:26:55.190 DEBUG:teuthology.orchestra.run.smithi194:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-12T00:26:55.221 INFO:teuthology.orchestra.run.smithi194.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T00:26:55.224 INFO:teuthology.orchestra.run.smithi038.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T00:26:55.231 INFO:teuthology.orchestra.run.smithi194.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T00:26:55.235 INFO:teuthology.orchestra.run.smithi038.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-12T00:26:55.237 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-12T00:26:55.243 INFO:teuthology.task.internal:Configuring sudo... 2024-09-12T00:26:55.243 DEBUG:teuthology.orchestra.run.smithi038:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T00:26:55.280 DEBUG:teuthology.orchestra.run.smithi194:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-12T00:26:55.305 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-12T00:26:55.314 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-12T00:26:55.315 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T00:26:55.346 DEBUG:teuthology.orchestra.run.smithi194:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-12T00:26:55.361 DEBUG:teuthology.orchestra.run.smithi038:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T00:26:55.453 DEBUG:teuthology.orchestra.run.smithi038:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T00:26:55.488 DEBUG:teuthology.orchestra.run.smithi038:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T00:26:55.583 DEBUG:teuthology.orchestra.run.smithi038:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T00:26:55.612 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:26:55.613 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T00:26:55.684 DEBUG:teuthology.orchestra.run.smithi194:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T00:26:55.735 DEBUG:teuthology.orchestra.run.smithi194:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-12T00:26:55.774 DEBUG:teuthology.orchestra.run.smithi194:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T00:26:55.863 DEBUG:teuthology.orchestra.run.smithi194:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-12T00:26:55.897 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:26:55.897 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-12T00:26:55.961 DEBUG:teuthology.orchestra.run.smithi038:> sudo service rsyslog restart 2024-09-12T00:26:55.964 DEBUG:teuthology.orchestra.run.smithi194:> sudo service rsyslog restart 2024-09-12T00:26:56.017 INFO:teuthology.orchestra.run.smithi038.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T00:26:56.051 INFO:teuthology.orchestra.run.smithi194.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T00:26:56.335 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-12T00:26:56.343 INFO:teuthology.task.internal:Starting timer... 2024-09-12T00:26:56.343 INFO:teuthology.run_tasks:Running task pcp... 2024-09-12T00:26:56.409 INFO:teuthology.run_tasks:Running task selinux... 2024-09-12T00:26:56.442 DEBUG:teuthology.orchestra.run.smithi038:> sudo service auditd rotate 2024-09-12T00:26:56.488 INFO:teuthology.orchestra.run.smithi038.stdout:Rotating logs: 2024-09-12T00:26:56.490 DEBUG:teuthology.orchestra.run.smithi194:> sudo service auditd rotate 2024-09-12T00:26:56.538 INFO:teuthology.orchestra.run.smithi194.stdout:Rotating logs: 2024-09-12T00:26:56.538 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-12T00:26:56.538 DEBUG:teuthology.orchestra.run.smithi038:> /usr/sbin/getenforce 2024-09-12T00:26:56.564 INFO:teuthology.orchestra.run.smithi038.stdout:Permissive 2024-09-12T00:26:56.564 DEBUG:teuthology.orchestra.run.smithi194:> /usr/sbin/getenforce 2024-09-12T00:26:56.627 INFO:teuthology.orchestra.run.smithi194.stdout:Permissive 2024-09-12T00:26:56.627 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi038.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi194.front.sepia.ceph.com': 'permissive'} 2024-09-12T00:26:56.627 DEBUG:teuthology.orchestra.run.smithi038:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-12T00:26:56.654 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T00:26:56.654 DEBUG:teuthology.orchestra.run.smithi194:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-12T00:26:56.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T00:26:56.679 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-12T00:26:56.679 DEBUG:teuthology.orchestra.run.smithi038:> sudo /usr/sbin/setenforce permissive 2024-09-12T00:26:56.779 DEBUG:teuthology.orchestra.run.smithi194:> sudo /usr/sbin/setenforce permissive 2024-09-12T00:26:56.812 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-12T00:26:56.823 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-12T00:26:56.826 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-12T00:26:56.963 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-12T00:26:56.974 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-12T00:26:56.975 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi038.front.sepia.ceph.com,smithi194.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-12T00:30:47.714 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi038.front.sepia.ceph.com'), Remote(name='ubuntu@smithi194.front.sepia.ceph.com')] 2024-09-12T00:30:47.716 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-09-12T00:30:47.717 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi038.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:30:47.808 DEBUG:teuthology.orchestra.run.smithi038:> true 2024-09-12T00:30:47.884 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi038.front.sepia.ceph.com' 2024-09-12T00:30:47.885 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi194.front.sepia.ceph.com' 2024-09-12T00:30:47.885 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi194.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-12T00:30:47.969 DEBUG:teuthology.orchestra.run.smithi194:> true 2024-09-12T00:30:48.053 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi194.front.sepia.ceph.com' 2024-09-12T00:30:48.053 INFO:teuthology.run_tasks:Running task clock... 2024-09-12T00:30:48.066 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-12T00:30:48.066 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T00:30:48.066 DEBUG:teuthology.orchestra.run.smithi038:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T00:30:48.069 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-12T00:30:48.069 DEBUG:teuthology.orchestra.run.smithi194:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T00:30:48.096 INFO:teuthology.orchestra.run.smithi038.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-12T00:30:48.111 INFO:teuthology.orchestra.run.smithi038.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-12T00:30:48.122 INFO:teuthology.orchestra.run.smithi194.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-12T00:30:48.137 INFO:teuthology.orchestra.run.smithi194.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-12T00:30:48.138 INFO:teuthology.orchestra.run.smithi038.stderr:sudo: ntpd: command not found 2024-09-12T00:30:48.149 INFO:teuthology.orchestra.run.smithi038.stdout:506 Cannot talk to daemon 2024-09-12T00:30:48.162 INFO:teuthology.orchestra.run.smithi194.stderr:sudo: ntpd: command not found 2024-09-12T00:30:48.163 INFO:teuthology.orchestra.run.smithi038.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-12T00:30:48.173 INFO:teuthology.orchestra.run.smithi194.stdout:506 Cannot talk to daemon 2024-09-12T00:30:48.178 INFO:teuthology.orchestra.run.smithi038.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-12T00:30:48.187 INFO:teuthology.orchestra.run.smithi194.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-12T00:30:48.201 INFO:teuthology.orchestra.run.smithi194.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-12T00:30:48.232 INFO:teuthology.orchestra.run.smithi038.stderr:bash: line 1: ntpq: command not found 2024-09-12T00:30:48.237 INFO:teuthology.orchestra.run.smithi038.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T00:30:48.237 INFO:teuthology.orchestra.run.smithi038.stdout:=============================================================================== 2024-09-12T00:30:48.237 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T00:30:48.237 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T00:30:48.237 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T00:30:48.237 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T00:30:48.259 INFO:teuthology.orchestra.run.smithi194.stderr:bash: line 1: ntpq: command not found 2024-09-12T00:30:48.262 INFO:teuthology.orchestra.run.smithi194.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T00:30:48.262 INFO:teuthology.orchestra.run.smithi194.stdout:=============================================================================== 2024-09-12T00:30:48.263 INFO:teuthology.orchestra.run.smithi194.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T00:30:48.263 INFO:teuthology.orchestra.run.smithi194.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T00:30:48.263 INFO:teuthology.orchestra.run.smithi194.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T00:30:48.263 INFO:teuthology.orchestra.run.smithi194.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T00:30:48.264 INFO:teuthology.run_tasks:Running task install... 2024-09-12T00:30:48.273 DEBUG:teuthology.task.install:project ceph 2024-09-12T00:30:48.273 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'd011c522bb171e70fc5782f1e7a71ce5f37e573f'}} 2024-09-12T00:30:48.273 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': 'd011c522bb171e70fc5782f1e7a71ce5f37e573f'} 2024-09-12T00:30:48.273 INFO:teuthology.task.install:Using flavor: default 2024-09-12T00:30:48.278 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-12T00:30:48.278 INFO:teuthology.task.install:extra packages: [] 2024-09-12T00:30:48.279 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd011c522bb171e70fc5782f1e7a71ce5f37e573f', 'tag': None, 'wait_for_package': False} 2024-09-12T00:30:48.279 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d011c522bb171e70fc5782f1e7a71ce5f37e573f 2024-09-12T00:30:48.281 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd011c522bb171e70fc5782f1e7a71ce5f37e573f', 'tag': None, 'wait_for_package': False} 2024-09-12T00:30:48.282 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d011c522bb171e70fc5782f1e7a71ce5f37e573f 2024-09-12T00:30:48.439 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-cls-rgw-busy-resharding/d011c522bb171e70fc5782f1e7a71ce5f37e573f/centos/9/flavors/default/ 2024-09-12T00:30:48.439 INFO:teuthology.task.install.rpm:Package version is 19.3.0-4753.gd011c522 2024-09-12T00:30:48.450 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-cls-rgw-busy-resharding/d011c522bb171e70fc5782f1e7a71ce5f37e573f/centos/9/flavors/default/ 2024-09-12T00:30:48.451 INFO:teuthology.task.install.rpm:Package version is 19.3.0-4753.gd011c522 2024-09-12T00:30:48.556 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-cls-rgw-busy-resharding/d011c522bb171e70fc5782f1e7a71ce5f37e573f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-cls-rgw-busy-resharding/d011c522bb171e70fc5782f1e7a71ce5f37e573f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-cls-rgw-busy-resharding/d011c522bb171e70fc5782f1e7a71ce5f37e573f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-12T00:30:48.556 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:30:48.557 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-12T00:30:48.568 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-cls-rgw-busy-resharding/d011c522bb171e70fc5782f1e7a71ce5f37e573f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-cls-rgw-busy-resharding/d011c522bb171e70fc5782f1e7a71ce5f37e573f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-cls-rgw-busy-resharding/d011c522bb171e70fc5782f1e7a71ce5f37e573f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-12T00:30:48.569 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:30:48.569 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-12T00:30:48.583 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, s3cmd, maven, s3cmd, maven on remote rpm x86_64 2024-09-12T00:30:48.583 DEBUG:teuthology.orchestra.run.smithi194:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d011c522bb171e70fc5782f1e7a71ce5f37e573f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-12T00:30:48.596 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, maven, s3cmd, maven, s3cmd, maven, s3cmd, maven on remote rpm x86_64 2024-09-12T00:30:48.596 DEBUG:teuthology.orchestra.run.smithi038:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d011c522bb171e70fc5782f1e7a71ce5f37e573f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-12T00:30:48.649 DEBUG:teuthology.orchestra.run.smithi194:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-12T00:30:48.664 DEBUG:teuthology.orchestra.run.smithi038:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-12T00:30:48.724 DEBUG:teuthology.orchestra.run.smithi194:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-12T00:30:48.742 DEBUG:teuthology.orchestra.run.smithi038:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-12T00:30:48.788 INFO:teuthology.orchestra.run.smithi194.stdout:check_obsoletes = 1 2024-09-12T00:30:48.790 DEBUG:teuthology.orchestra.run.smithi194:> sudo yum clean all 2024-09-12T00:30:48.809 INFO:teuthology.orchestra.run.smithi038.stdout:check_obsoletes = 1 2024-09-12T00:30:48.810 DEBUG:teuthology.orchestra.run.smithi038:> sudo yum clean all 2024-09-12T00:30:49.031 INFO:teuthology.orchestra.run.smithi194.stdout:45 files removed 2024-09-12T00:30:49.058 DEBUG:teuthology.orchestra.run.smithi194:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven s3cmd maven s3cmd maven s3cmd maven 2024-09-12T00:30:49.063 INFO:teuthology.orchestra.run.smithi038.stdout:45 files removed 2024-09-12T00:30:49.090 DEBUG:teuthology.orchestra.run.smithi038:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd maven s3cmd maven s3cmd maven s3cmd maven 2024-09-12T00:30:49.621 INFO:teuthology.orchestra.run.smithi194.stdout:ceph packages for x86_64 303 kB/s | 84 kB 00:00 2024-09-12T00:30:49.658 INFO:teuthology.orchestra.run.smithi038.stdout:ceph packages for x86_64 312 kB/s | 84 kB 00:00 2024-09-12T00:30:49.922 INFO:teuthology.orchestra.run.smithi194.stdout:ceph noarch packages 94 kB/s | 24 kB 00:00 2024-09-12T00:30:49.959 INFO:teuthology.orchestra.run.smithi038.stdout:ceph noarch packages 95 kB/s | 24 kB 00:00 2024-09-12T00:30:50.197 INFO:teuthology.orchestra.run.smithi194.stdout:ceph source packages 8.1 kB/s | 1.9 kB 00:00 2024-09-12T00:30:50.243 INFO:teuthology.orchestra.run.smithi038.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-12T00:30:50.739 INFO:teuthology.orchestra.run.smithi194.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.2 MB 00:00 2024-09-12T00:30:50.834 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - BaseOS 15 MB/s | 8.2 MB 00:00 2024-09-12T00:30:52.490 INFO:teuthology.orchestra.run.smithi194.stdout:CentOS Stream 9 - AppStream 30 MB/s | 20 MB 00:00 2024-09-12T00:30:54.078 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - AppStream 9.7 MB/s | 20 MB 00:02 2024-09-12T00:30:57.091 INFO:teuthology.orchestra.run.smithi194.stdout:CentOS Stream 9 - CRB 8.5 MB/s | 6.5 MB 00:00 2024-09-12T00:30:58.428 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - CRB 16 MB/s | 6.5 MB 00:00 2024-09-12T00:30:59.008 INFO:teuthology.orchestra.run.smithi194.stdout:CentOS Stream 9 - Extras packages 32 kB/s | 19 kB 00:00 2024-09-12T00:30:59.895 INFO:teuthology.orchestra.run.smithi194.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-12T00:31:00.837 INFO:teuthology.orchestra.run.smithi038.stdout:CentOS Stream 9 - Extras packages 16 kB/s | 19 kB 00:01 2024-09-12T00:31:01.758 INFO:teuthology.orchestra.run.smithi038.stdout:Extra Packages for Enterprise Linux 29 MB/s | 23 MB 00:00 2024-09-12T00:31:05.309 INFO:teuthology.orchestra.run.smithi194.stdout:lab-extras 40 kB/s | 1.7 kB 00:00 2024-09-12T00:31:07.431 INFO:teuthology.orchestra.run.smithi038.stdout:lab-extras 49 kB/s | 1.7 kB 00:00 2024-09-12T00:31:07.680 INFO:teuthology.orchestra.run.smithi194.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T00:31:07.681 INFO:teuthology.orchestra.run.smithi194.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T00:31:07.774 INFO:teuthology.orchestra.run.smithi194.stdout:Dependencies resolved. 2024-09-12T00:31:07.809 INFO:teuthology.orchestra.run.smithi194.stdout:====================================================================================================== 2024-09-12T00:31:07.809 INFO:teuthology.orchestra.run.smithi194.stdout: Package Arch Version Repository Size 2024-09-12T00:31:07.809 INFO:teuthology.orchestra.run.smithi194.stdout:====================================================================================================== 2024-09-12T00:31:07.809 INFO:teuthology.orchestra.run.smithi194.stdout:Installing: 2024-09-12T00:31:07.809 INFO:teuthology.orchestra.run.smithi194.stdout: ceph x86_64 2:19.3.0-4753.gd011c522.el9 ceph 6.6 k 2024-09-12T00:31:07.809 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-base x86_64 2:19.3.0-4753.gd011c522.el9 ceph 5.5 M 2024-09-12T00:31:07.809 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-fuse x86_64 2:19.3.0-4753.gd011c522.el9 ceph 899 k 2024-09-12T00:31:07.809 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-immutable-object-cache x86_64 2:19.3.0-4753.gd011c522.el9 ceph 145 k 2024-09-12T00:31:07.809 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-mgr x86_64 2:19.3.0-4753.gd011c522.el9 ceph 1.5 M 2024-09-12T00:31:07.809 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-mgr-cephadm noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 154 k 2024-09-12T00:31:07.809 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-mgr-dashboard noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 14 M 2024-09-12T00:31:07.809 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-mgr-diskprediction-local noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 7.4 M 2024-09-12T00:31:07.810 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-mgr-rook noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 49 k 2024-09-12T00:31:07.810 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-radosgw x86_64 2:19.3.0-4753.gd011c522.el9 ceph 11 M 2024-09-12T00:31:07.810 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-test x86_64 2:19.3.0-4753.gd011c522.el9 ceph 50 M 2024-09-12T00:31:07.810 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-volume noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 285 k 2024-09-12T00:31:07.810 INFO:teuthology.orchestra.run.smithi194.stdout: cephadm noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 782 k 2024-09-12T00:31:07.810 INFO:teuthology.orchestra.run.smithi194.stdout: libcephfs-devel x86_64 2:19.3.0-4753.gd011c522.el9 ceph 32 k 2024-09-12T00:31:07.810 INFO:teuthology.orchestra.run.smithi194.stdout: libcephfs2 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 755 k 2024-09-12T00:31:07.810 INFO:teuthology.orchestra.run.smithi194.stdout: librados-devel x86_64 2:19.3.0-4753.gd011c522.el9 ceph 126 k 2024-09-12T00:31:07.810 INFO:teuthology.orchestra.run.smithi194.stdout: maven noarch 1:3.6.3-15.el9 appstream 18 k 2024-09-12T00:31:07.810 INFO:teuthology.orchestra.run.smithi194.stdout: python3-cephfs x86_64 2:19.3.0-4753.gd011c522.el9 ceph 161 k 2024-09-12T00:31:07.810 INFO:teuthology.orchestra.run.smithi194.stdout: python3-rados x86_64 2:19.3.0-4753.gd011c522.el9 ceph 322 k 2024-09-12T00:31:07.810 INFO:teuthology.orchestra.run.smithi194.stdout: python3-rbd x86_64 2:19.3.0-4753.gd011c522.el9 ceph 306 k 2024-09-12T00:31:07.810 INFO:teuthology.orchestra.run.smithi194.stdout: python3-rgw x86_64 2:19.3.0-4753.gd011c522.el9 ceph 99 k 2024-09-12T00:31:07.811 INFO:teuthology.orchestra.run.smithi194.stdout: rbd-fuse x86_64 2:19.3.0-4753.gd011c522.el9 ceph 85 k 2024-09-12T00:31:07.811 INFO:teuthology.orchestra.run.smithi194.stdout: rbd-mirror x86_64 2:19.3.0-4753.gd011c522.el9 ceph 3.2 M 2024-09-12T00:31:07.811 INFO:teuthology.orchestra.run.smithi194.stdout: rbd-nbd x86_64 2:19.3.0-4753.gd011c522.el9 ceph 170 k 2024-09-12T00:31:07.811 INFO:teuthology.orchestra.run.smithi194.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2024-09-12T00:31:07.811 INFO:teuthology.orchestra.run.smithi194.stdout:Upgrading: 2024-09-12T00:31:07.811 INFO:teuthology.orchestra.run.smithi194.stdout: librados2 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 3.5 M 2024-09-12T00:31:07.811 INFO:teuthology.orchestra.run.smithi194.stdout: librbd1 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 3.2 M 2024-09-12T00:31:07.811 INFO:teuthology.orchestra.run.smithi194.stdout:Installing dependencies: 2024-09-12T00:31:07.811 INFO:teuthology.orchestra.run.smithi194.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 335 k 2024-09-12T00:31:07.811 INFO:teuthology.orchestra.run.smithi194.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-12T00:31:07.811 INFO:teuthology.orchestra.run.smithi194.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 650 k 2024-09-12T00:31:07.811 INFO:teuthology.orchestra.run.smithi194.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 12 M 2024-09-12T00:31:07.812 INFO:teuthology.orchestra.run.smithi194.stdout: alsa-lib x86_64 1.2.12-1.el9 appstream 523 k 2024-09-12T00:31:07.812 INFO:teuthology.orchestra.run.smithi194.stdout: apache-commons-cli noarch 1.4-17.el9 appstream 71 k 2024-09-12T00:31:07.812 INFO:teuthology.orchestra.run.smithi194.stdout: apache-commons-codec noarch 1.15-7.el9 appstream 302 k 2024-09-12T00:31:07.812 INFO:teuthology.orchestra.run.smithi194.stdout: apache-commons-io noarch 1:2.8.0-8.el9 appstream 283 k 2024-09-12T00:31:07.812 INFO:teuthology.orchestra.run.smithi194.stdout: apache-commons-lang3 noarch 3.12.0-6.el9 appstream 559 k 2024-09-12T00:31:07.812 INFO:teuthology.orchestra.run.smithi194.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 87 k 2024-09-12T00:31:07.812 INFO:teuthology.orchestra.run.smithi194.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 195 k 2024-09-12T00:31:07.812 INFO:teuthology.orchestra.run.smithi194.stdout: atinject noarch 1.0.3-6.el9 appstream 23 k 2024-09-12T00:31:07.812 INFO:teuthology.orchestra.run.smithi194.stdout: atk x86_64 2.36.0-5.el9 appstream 292 k 2024-09-12T00:31:07.812 INFO:teuthology.orchestra.run.smithi194.stdout: avahi-glib x86_64 0.8-21.el9 appstream 15 k 2024-09-12T00:31:07.812 INFO:teuthology.orchestra.run.smithi194.stdout: bluez-libs x86_64 5.56-6.el9 baseos 85 k 2024-09-12T00:31:07.812 INFO:teuthology.orchestra.run.smithi194.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-12T00:31:07.812 INFO:teuthology.orchestra.run.smithi194.stdout: bubblewrap x86_64 0.4.1-7.el9 baseos 49 k 2024-09-12T00:31:07.812 INFO:teuthology.orchestra.run.smithi194.stdout: cdi-api noarch 2.0.2-6.el9 appstream 53 k 2024-09-12T00:31:07.813 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-common x86_64 2:19.3.0-4753.gd011c522.el9 ceph 22 M 2024-09-12T00:31:07.813 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-grafana-dashboards noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 34 k 2024-09-12T00:31:07.813 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-mds x86_64 2:19.3.0-4753.gd011c522.el9 ceph 2.4 M 2024-09-12T00:31:07.813 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-mgr-modules-core noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 291 k 2024-09-12T00:31:07.813 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-mon x86_64 2:19.3.0-4753.gd011c522.el9 ceph 4.8 M 2024-09-12T00:31:07.813 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-osd x86_64 2:19.3.0-4753.gd011c522.el9 ceph 17 M 2024-09-12T00:31:07.813 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-prometheus-alerts noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 16 k 2024-09-12T00:31:07.813 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-selinux x86_64 2:19.3.0-4753.gd011c522.el9 ceph 25 k 2024-09-12T00:31:07.813 INFO:teuthology.orchestra.run.smithi194.stdout: colord-libs x86_64 1.4.5-4.el9 appstream 229 k 2024-09-12T00:31:07.813 INFO:teuthology.orchestra.run.smithi194.stdout: composefs-libs x86_64 1.0.5-1.el9 appstream 61 k 2024-09-12T00:31:07.814 INFO:teuthology.orchestra.run.smithi194.stdout: copy-jdk-configs noarch 4.0-3.el9 appstream 28 k 2024-09-12T00:31:07.814 INFO:teuthology.orchestra.run.smithi194.stdout: cups-libs x86_64 1:2.3.3op2-30.el9 baseos 262 k 2024-09-12T00:31:07.814 INFO:teuthology.orchestra.run.smithi194.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 525 k 2024-09-12T00:31:07.814 INFO:teuthology.orchestra.run.smithi194.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 781 k 2024-09-12T00:31:07.814 INFO:teuthology.orchestra.run.smithi194.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 325 k 2024-09-12T00:31:07.814 INFO:teuthology.orchestra.run.smithi194.stdout: flac-libs x86_64 1.3.3-12.el9 appstream 218 k 2024-09-12T00:31:07.814 INFO:teuthology.orchestra.run.smithi194.stdout: flatpak-selinux noarch 1.12.9-1.el9 appstream 22 k 2024-09-12T00:31:07.814 INFO:teuthology.orchestra.run.smithi194.stdout: flatpak-session-helper x86_64 1.12.9-1.el9 appstream 73 k 2024-09-12T00:31:07.814 INFO:teuthology.orchestra.run.smithi194.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-12T00:31:07.814 INFO:teuthology.orchestra.run.smithi194.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-12T00:31:07.814 INFO:teuthology.orchestra.run.smithi194.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-12T00:31:07.814 INFO:teuthology.orchestra.run.smithi194.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-12T00:31:07.814 INFO:teuthology.orchestra.run.smithi194.stdout: gdk-pixbuf2-modules x86_64 2.42.6-4.el9 appstream 89 k 2024-09-12T00:31:07.814 INFO:teuthology.orchestra.run.smithi194.stdout: geoclue2 x86_64 2.6.0-7.el9 appstream 124 k 2024-09-12T00:31:07.814 INFO:teuthology.orchestra.run.smithi194.stdout: giflib x86_64 5.2.1-9.el9 appstream 49 k 2024-09-12T00:31:07.815 INFO:teuthology.orchestra.run.smithi194.stdout: google-guice noarch 4.2.3-9.el9 appstream 473 k 2024-09-12T00:31:07.815 INFO:teuthology.orchestra.run.smithi194.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-12T00:31:07.815 INFO:teuthology.orchestra.run.smithi194.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2024-09-12T00:31:07.815 INFO:teuthology.orchestra.run.smithi194.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-12T00:31:07.815 INFO:teuthology.orchestra.run.smithi194.stdout: gsm x86_64 1.0.19-6.el9 appstream 34 k 2024-09-12T00:31:07.815 INFO:teuthology.orchestra.run.smithi194.stdout: gstreamer1 x86_64 1.22.1-2.el9 appstream 1.4 M 2024-09-12T00:31:07.815 INFO:teuthology.orchestra.run.smithi194.stdout: gstreamer1-plugins-base x86_64 1.22.1-2.el9 appstream 2.2 M 2024-09-12T00:31:07.815 INFO:teuthology.orchestra.run.smithi194.stdout: gtk-update-icon-cache x86_64 3.24.31-5.el9 appstream 33 k 2024-09-12T00:31:07.815 INFO:teuthology.orchestra.run.smithi194.stdout: guava noarch 30.1-6.el9 appstream 2.3 M 2024-09-12T00:31:07.815 INFO:teuthology.orchestra.run.smithi194.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 219 k 2024-09-12T00:31:07.815 INFO:teuthology.orchestra.run.smithi194.stdout: httpcomponents-client noarch 4.5.13-3.el9 appstream 657 k 2024-09-12T00:31:07.815 INFO:teuthology.orchestra.run.smithi194.stdout: httpcomponents-core noarch 4.4.13-7.el9 appstream 632 k 2024-09-12T00:31:07.815 INFO:teuthology.orchestra.run.smithi194.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.5 M 2024-09-12T00:31:07.815 INFO:teuthology.orchestra.run.smithi194.stdout: jakarta-annotations noarch 1.3.5-13.el9 appstream 45 k 2024-09-12T00:31:07.815 INFO:teuthology.orchestra.run.smithi194.stdout: jansi x86_64 2.3.3-6.el9 appstream 110 k 2024-09-12T00:31:07.816 INFO:teuthology.orchestra.run.smithi194.stdout: java-11-openjdk x86_64 1:11.0.20.1.1-2.el9 appstream 413 k 2024-09-12T00:31:07.816 INFO:teuthology.orchestra.run.smithi194.stdout: java-11-openjdk-headless x86_64 1:11.0.20.1.1-2.el9 appstream 39 M 2024-09-12T00:31:07.816 INFO:teuthology.orchestra.run.smithi194.stdout: javapackages-filesystem noarch 6.0.0-4.el9 appstream 13 k 2024-09-12T00:31:07.816 INFO:teuthology.orchestra.run.smithi194.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 53 k 2024-09-12T00:31:07.816 INFO:teuthology.orchestra.run.smithi194.stdout: jcl-over-slf4j noarch 1.7.30-13.el9 appstream 24 k 2024-09-12T00:31:07.816 INFO:teuthology.orchestra.run.smithi194.stdout: jsoup noarch 1.13.1-10.el9 appstream 377 k 2024-09-12T00:31:07.816 INFO:teuthology.orchestra.run.smithi194.stdout: jsr-305 noarch 3.0.2-6.el9 appstream 35 k 2024-09-12T00:31:07.816 INFO:teuthology.orchestra.run.smithi194.stdout: lcms2 x86_64 2.12-3.el9 appstream 168 k 2024-09-12T00:31:07.816 INFO:teuthology.orchestra.run.smithi194.stdout: libX11-xcb x86_64 1.7.0-9.el9 appstream 11 k 2024-09-12T00:31:07.816 INFO:teuthology.orchestra.run.smithi194.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 24 k 2024-09-12T00:31:07.816 INFO:teuthology.orchestra.run.smithi194.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 31 k 2024-09-12T00:31:07.816 INFO:teuthology.orchestra.run.smithi194.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 23 k 2024-09-12T00:31:07.816 INFO:teuthology.orchestra.run.smithi194.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 20 k 2024-09-12T00:31:07.816 INFO:teuthology.orchestra.run.smithi194.stdout: libXi x86_64 1.7.10-8.el9 appstream 40 k 2024-09-12T00:31:07.817 INFO:teuthology.orchestra.run.smithi194.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 15 k 2024-09-12T00:31:07.817 INFO:teuthology.orchestra.run.smithi194.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 28 k 2024-09-12T00:31:07.817 INFO:teuthology.orchestra.run.smithi194.stdout: libXtst x86_64 1.2.3-16.el9 appstream 21 k 2024-09-12T00:31:07.817 INFO:teuthology.orchestra.run.smithi194.stdout: libXv x86_64 1.0.11-16.el9 appstream 19 k 2024-09-12T00:31:07.817 INFO:teuthology.orchestra.run.smithi194.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 19 k 2024-09-12T00:31:07.817 INFO:teuthology.orchestra.run.smithi194.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-12T00:31:07.817 INFO:teuthology.orchestra.run.smithi194.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-12T00:31:07.817 INFO:teuthology.orchestra.run.smithi194.stdout: libasyncns x86_64 0.8-22.el9 appstream 30 k 2024-09-12T00:31:07.817 INFO:teuthology.orchestra.run.smithi194.stdout: libcanberra x86_64 0.30-27.el9 appstream 86 k 2024-09-12T00:31:07.817 INFO:teuthology.orchestra.run.smithi194.stdout: libcephsqlite x86_64 2:19.3.0-4753.gd011c522.el9 ceph 161 k 2024-09-12T00:31:07.817 INFO:teuthology.orchestra.run.smithi194.stdout: libdrm x86_64 2.4.121-1.el9 appstream 161 k 2024-09-12T00:31:07.817 INFO:teuthology.orchestra.run.smithi194.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 241 k 2024-09-12T00:31:07.818 INFO:teuthology.orchestra.run.smithi194.stdout: libexif x86_64 0.6.22-6.el9 appstream 435 k 2024-09-12T00:31:07.818 INFO:teuthology.orchestra.run.smithi194.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 31 k 2024-09-12T00:31:07.818 INFO:teuthology.orchestra.run.smithi194.stdout: libgexiv2 x86_64 0.12.3-1.el9 appstream 83 k 2024-09-12T00:31:07.818 INFO:teuthology.orchestra.run.smithi194.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-12T00:31:07.818 INFO:teuthology.orchestra.run.smithi194.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 135 k 2024-09-12T00:31:07.818 INFO:teuthology.orchestra.run.smithi194.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 37 k 2024-09-12T00:31:07.818 INFO:teuthology.orchestra.run.smithi194.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 142 k 2024-09-12T00:31:07.818 INFO:teuthology.orchestra.run.smithi194.stdout: libgsf x86_64 1.14.47-5.el9 appstream 256 k 2024-09-12T00:31:07.818 INFO:teuthology.orchestra.run.smithi194.stdout: libgxps x86_64 0.3.2-3.el9 appstream 79 k 2024-09-12T00:31:07.818 INFO:teuthology.orchestra.run.smithi194.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 61 k 2024-09-12T00:31:07.818 INFO:teuthology.orchestra.run.smithi194.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 41 k 2024-09-12T00:31:07.818 INFO:teuthology.orchestra.run.smithi194.stdout: libnotify x86_64 0.7.9-8.el9 appstream 44 k 2024-09-12T00:31:07.818 INFO:teuthology.orchestra.run.smithi194.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-12T00:31:07.819 INFO:teuthology.orchestra.run.smithi194.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 34 k 2024-09-12T00:31:07.819 INFO:teuthology.orchestra.run.smithi194.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 319 k 2024-09-12T00:31:07.819 INFO:teuthology.orchestra.run.smithi194.stdout: libpciaccess x86_64 0.16-7.el9 baseos 27 k 2024-09-12T00:31:07.819 INFO:teuthology.orchestra.run.smithi194.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-12T00:31:07.819 INFO:teuthology.orchestra.run.smithi194.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-12T00:31:07.819 INFO:teuthology.orchestra.run.smithi194.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-12T00:31:07.819 INFO:teuthology.orchestra.run.smithi194.stdout: libradosstriper1 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 508 k 2024-09-12T00:31:07.819 INFO:teuthology.orchestra.run.smithi194.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-12T00:31:07.819 INFO:teuthology.orchestra.run.smithi194.stdout: librgw2 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 5.5 M 2024-09-12T00:31:07.819 INFO:teuthology.orchestra.run.smithi194.stdout: libsbc x86_64 1.4-9.el9 appstream 45 k 2024-09-12T00:31:07.819 INFO:teuthology.orchestra.run.smithi194.stdout: libsndfile x86_64 1.0.31-8.el9 appstream 206 k 2024-09-12T00:31:07.819 INFO:teuthology.orchestra.run.smithi194.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 164 k 2024-09-12T00:31:07.819 INFO:teuthology.orchestra.run.smithi194.stdout: libtiff x86_64 4.4.0-13.el9 appstream 198 k 2024-09-12T00:31:07.819 INFO:teuthology.orchestra.run.smithi194.stdout: libtool-ltdl x86_64 2.4.6-46.el9 appstream 36 k 2024-09-12T00:31:07.820 INFO:teuthology.orchestra.run.smithi194.stdout: libtracker-sparql x86_64 3.1.2-3.el9 appstream 324 k 2024-09-12T00:31:07.820 INFO:teuthology.orchestra.run.smithi194.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-12T00:31:07.820 INFO:teuthology.orchestra.run.smithi194.stdout: libvisual x86_64 1:0.4.0-34.el9 appstream 144 k 2024-09-12T00:31:07.820 INFO:teuthology.orchestra.run.smithi194.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 193 k 2024-09-12T00:31:07.820 INFO:teuthology.orchestra.run.smithi194.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2024-09-12T00:31:07.820 INFO:teuthology.orchestra.run.smithi194.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 19 k 2024-09-12T00:31:07.820 INFO:teuthology.orchestra.run.smithi194.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 13 k 2024-09-12T00:31:07.820 INFO:teuthology.orchestra.run.smithi194.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 42 k 2024-09-12T00:31:07.820 INFO:teuthology.orchestra.run.smithi194.stdout: libwebp x86_64 1.2.0-8.el9 appstream 277 k 2024-09-12T00:31:07.820 INFO:teuthology.orchestra.run.smithi194.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 133 k 2024-09-12T00:31:07.820 INFO:teuthology.orchestra.run.smithi194.stdout: libxshmfence x86_64 1.3-10.el9 appstream 13 k 2024-09-12T00:31:07.820 INFO:teuthology.orchestra.run.smithi194.stdout: lksctp-tools x86_64 1.0.19-2.el9 baseos 94 k 2024-09-12T00:31:07.820 INFO:teuthology.orchestra.run.smithi194.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 36 k 2024-09-12T00:31:07.820 INFO:teuthology.orchestra.run.smithi194.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-12T00:31:07.820 INFO:teuthology.orchestra.run.smithi194.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-12T00:31:07.821 INFO:teuthology.orchestra.run.smithi194.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-12T00:31:07.821 INFO:teuthology.orchestra.run.smithi194.stdout: lua-posix x86_64 35.0-8.el9 appstream 151 k 2024-09-12T00:31:07.821 INFO:teuthology.orchestra.run.smithi194.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-12T00:31:07.821 INFO:teuthology.orchestra.run.smithi194.stdout: maven-lib noarch 1:3.6.3-15.el9 appstream 1.5 M 2024-09-12T00:31:07.821 INFO:teuthology.orchestra.run.smithi194.stdout: maven-openjdk11 noarch 1:3.6.3-15.el9 appstream 9.0 k 2024-09-12T00:31:07.821 INFO:teuthology.orchestra.run.smithi194.stdout: maven-resolver noarch 1:1.6.1-10.el9 appstream 517 k 2024-09-12T00:31:07.821 INFO:teuthology.orchestra.run.smithi194.stdout: maven-shared-utils noarch 3.3.4-3.el9 appstream 151 k 2024-09-12T00:31:07.821 INFO:teuthology.orchestra.run.smithi194.stdout: maven-wagon noarch 3.4.2-7.el9 appstream 112 k 2024-09-12T00:31:07.821 INFO:teuthology.orchestra.run.smithi194.stdout: mesa-filesystem x86_64 24.1.2-3.el9 appstream 11 k 2024-09-12T00:31:07.821 INFO:teuthology.orchestra.run.smithi194.stdout: mesa-libEGL x86_64 24.1.2-3.el9 appstream 139 k 2024-09-12T00:31:07.821 INFO:teuthology.orchestra.run.smithi194.stdout: mesa-libGL x86_64 24.1.2-3.el9 appstream 171 k 2024-09-12T00:31:07.821 INFO:teuthology.orchestra.run.smithi194.stdout: mesa-libgbm x86_64 24.1.2-3.el9 appstream 36 k 2024-09-12T00:31:07.821 INFO:teuthology.orchestra.run.smithi194.stdout: mesa-libglapi x86_64 24.1.2-3.el9 appstream 46 k 2024-09-12T00:31:07.822 INFO:teuthology.orchestra.run.smithi194.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 32 k 2024-09-12T00:31:07.822 INFO:teuthology.orchestra.run.smithi194.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-12T00:31:07.822 INFO:teuthology.orchestra.run.smithi194.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-12T00:31:07.822 INFO:teuthology.orchestra.run.smithi194.stdout: openjpeg2 x86_64 2.4.0-7.el9 appstream 163 k 2024-09-12T00:31:07.822 INFO:teuthology.orchestra.run.smithi194.stdout: opus x86_64 1.3.1-10.el9 appstream 200 k 2024-09-12T00:31:07.822 INFO:teuthology.orchestra.run.smithi194.stdout: orc x86_64 0.4.31-8.el9 appstream 183 k 2024-09-12T00:31:07.822 INFO:teuthology.orchestra.run.smithi194.stdout: osinfo-db noarch 20240701-2.el9 appstream 531 k 2024-09-12T00:31:07.822 INFO:teuthology.orchestra.run.smithi194.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 74 k 2024-09-12T00:31:07.822 INFO:teuthology.orchestra.run.smithi194.stdout: ostree-libs x86_64 2024.7-2.el9 appstream 468 k 2024-09-12T00:31:07.822 INFO:teuthology.orchestra.run.smithi194.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-12T00:31:07.822 INFO:teuthology.orchestra.run.smithi194.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 135 k 2024-09-12T00:31:07.822 INFO:teuthology.orchestra.run.smithi194.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2024-09-12T00:31:07.822 INFO:teuthology.orchestra.run.smithi194.stdout: plexus-cipher noarch 1.7-27.el9 appstream 26 k 2024-09-12T00:31:07.823 INFO:teuthology.orchestra.run.smithi194.stdout: plexus-classworlds noarch 2.6.0-11.el9 appstream 60 k 2024-09-12T00:31:07.823 INFO:teuthology.orchestra.run.smithi194.stdout: plexus-containers-component-annotations noarch 2.1.0-10.el9 appstream 18 k 2024-09-12T00:31:07.823 INFO:teuthology.orchestra.run.smithi194.stdout: plexus-interpolation noarch 1.26-11.el9 appstream 80 k 2024-09-12T00:31:07.823 INFO:teuthology.orchestra.run.smithi194.stdout: plexus-sec-dispatcher noarch 1.4-37.el9 appstream 34 k 2024-09-12T00:31:07.823 INFO:teuthology.orchestra.run.smithi194.stdout: plexus-utils noarch 3.3.0-10.el9 appstream 254 k 2024-09-12T00:31:07.823 INFO:teuthology.orchestra.run.smithi194.stdout: poppler x86_64 21.01.0-21.el9 appstream 1.1 M 2024-09-12T00:31:07.823 INFO:teuthology.orchestra.run.smithi194.stdout: poppler-data noarch 0.4.9-9.el9 appstream 1.9 M 2024-09-12T00:31:07.823 INFO:teuthology.orchestra.run.smithi194.stdout: poppler-glib x86_64 21.01.0-21.el9 appstream 152 k 2024-09-12T00:31:07.824 INFO:teuthology.orchestra.run.smithi194.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-12T00:31:07.824 INFO:teuthology.orchestra.run.smithi194.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-12T00:31:07.824 INFO:teuthology.orchestra.run.smithi194.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 83 k 2024-09-12T00:31:07.824 INFO:teuthology.orchestra.run.smithi194.stdout: pulseaudio-libs x86_64 15.0-2.el9 appstream 679 k 2024-09-12T00:31:07.824 INFO:teuthology.orchestra.run.smithi194.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-12T00:31:07.824 INFO:teuthology.orchestra.run.smithi194.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-12T00:31:07.824 INFO:teuthology.orchestra.run.smithi194.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-12T00:31:07.824 INFO:teuthology.orchestra.run.smithi194.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-12T00:31:07.824 INFO:teuthology.orchestra.run.smithi194.stdout: python3-ceph-argparse x86_64 2:19.3.0-4753.gd011c522.el9 ceph 45 k 2024-09-12T00:31:07.824 INFO:teuthology.orchestra.run.smithi194.stdout: python3-ceph-common x86_64 2:19.3.0-4753.gd011c522.el9 ceph 143 k 2024-09-12T00:31:07.824 INFO:teuthology.orchestra.run.smithi194.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-12T00:31:07.824 INFO:teuthology.orchestra.run.smithi194.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-12T00:31:07.824 INFO:teuthology.orchestra.run.smithi194.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-12T00:31:07.824 INFO:teuthology.orchestra.run.smithi194.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-12T00:31:07.825 INFO:teuthology.orchestra.run.smithi194.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-12T00:31:07.825 INFO:teuthology.orchestra.run.smithi194.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-12T00:31:07.825 INFO:teuthology.orchestra.run.smithi194.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-12T00:31:07.825 INFO:teuthology.orchestra.run.smithi194.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-12T00:31:07.825 INFO:teuthology.orchestra.run.smithi194.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-12T00:31:07.825 INFO:teuthology.orchestra.run.smithi194.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-12T00:31:07.825 INFO:teuthology.orchestra.run.smithi194.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-12T00:31:07.825 INFO:teuthology.orchestra.run.smithi194.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-12T00:31:07.825 INFO:teuthology.orchestra.run.smithi194.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-12T00:31:07.825 INFO:teuthology.orchestra.run.smithi194.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-12T00:31:07.825 INFO:teuthology.orchestra.run.smithi194.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-12T00:31:07.825 INFO:teuthology.orchestra.run.smithi194.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-12T00:31:07.825 INFO:teuthology.orchestra.run.smithi194.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-12T00:31:07.826 INFO:teuthology.orchestra.run.smithi194.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-12T00:31:07.826 INFO:teuthology.orchestra.run.smithi194.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-12T00:31:07.826 INFO:teuthology.orchestra.run.smithi194.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-12T00:31:07.826 INFO:teuthology.orchestra.run.smithi194.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-12T00:31:07.826 INFO:teuthology.orchestra.run.smithi194.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-12T00:31:07.826 INFO:teuthology.orchestra.run.smithi194.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-12T00:31:07.826 INFO:teuthology.orchestra.run.smithi194.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-12T00:31:07.826 INFO:teuthology.orchestra.run.smithi194.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-12T00:31:07.826 INFO:teuthology.orchestra.run.smithi194.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-12T00:31:07.826 INFO:teuthology.orchestra.run.smithi194.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-12T00:31:07.826 INFO:teuthology.orchestra.run.smithi194.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-12T00:31:07.826 INFO:teuthology.orchestra.run.smithi194.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-12T00:31:07.826 INFO:teuthology.orchestra.run.smithi194.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-12T00:31:07.826 INFO:teuthology.orchestra.run.smithi194.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-12T00:31:07.827 INFO:teuthology.orchestra.run.smithi194.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-12T00:31:07.827 INFO:teuthology.orchestra.run.smithi194.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-12T00:31:07.827 INFO:teuthology.orchestra.run.smithi194.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-12T00:31:07.827 INFO:teuthology.orchestra.run.smithi194.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-12T00:31:07.827 INFO:teuthology.orchestra.run.smithi194.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-12T00:31:07.827 INFO:teuthology.orchestra.run.smithi194.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-12T00:31:07.827 INFO:teuthology.orchestra.run.smithi194.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-12T00:31:07.827 INFO:teuthology.orchestra.run.smithi194.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-12T00:31:07.827 INFO:teuthology.orchestra.run.smithi194.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-12T00:31:07.827 INFO:teuthology.orchestra.run.smithi194.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-12T00:31:07.827 INFO:teuthology.orchestra.run.smithi194.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-12T00:31:07.827 INFO:teuthology.orchestra.run.smithi194.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-12T00:31:07.827 INFO:teuthology.orchestra.run.smithi194.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-12T00:31:07.827 INFO:teuthology.orchestra.run.smithi194.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-12T00:31:07.828 INFO:teuthology.orchestra.run.smithi194.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-12T00:31:07.828 INFO:teuthology.orchestra.run.smithi194.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-12T00:31:07.828 INFO:teuthology.orchestra.run.smithi194.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-12T00:31:07.828 INFO:teuthology.orchestra.run.smithi194.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-12T00:31:07.828 INFO:teuthology.orchestra.run.smithi194.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-12T00:31:07.828 INFO:teuthology.orchestra.run.smithi194.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-12T00:31:07.828 INFO:teuthology.orchestra.run.smithi194.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-12T00:31:07.828 INFO:teuthology.orchestra.run.smithi194.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-12T00:31:07.828 INFO:teuthology.orchestra.run.smithi194.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-12T00:31:07.828 INFO:teuthology.orchestra.run.smithi194.stdout: rtkit x86_64 0.11-29.el9 appstream 56 k 2024-09-12T00:31:07.828 INFO:teuthology.orchestra.run.smithi194.stdout: sisu noarch 1:0.3.4-10.el9 appstream 510 k 2024-09-12T00:31:07.828 INFO:teuthology.orchestra.run.smithi194.stdout: slf4j noarch 1.7.30-13.el9 appstream 69 k 2024-09-12T00:31:07.828 INFO:teuthology.orchestra.run.smithi194.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-12T00:31:07.829 INFO:teuthology.orchestra.run.smithi194.stdout: sound-theme-freedesktop noarch 0.8-17.el9 appstream 383 k 2024-09-12T00:31:07.829 INFO:teuthology.orchestra.run.smithi194.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-12T00:31:07.829 INFO:teuthology.orchestra.run.smithi194.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 152 k 2024-09-12T00:31:07.829 INFO:teuthology.orchestra.run.smithi194.stdout: tracker x86_64 3.1.2-3.el9 appstream 555 k 2024-09-12T00:31:07.829 INFO:teuthology.orchestra.run.smithi194.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 53 k 2024-09-12T00:31:07.829 INFO:teuthology.orchestra.run.smithi194.stdout: tzdata-java noarch 2024a-2.el9 appstream 230 k 2024-09-12T00:31:07.829 INFO:teuthology.orchestra.run.smithi194.stdout: upower x86_64 0.99.11-11.el9 appstream 173 k 2024-09-12T00:31:07.829 INFO:teuthology.orchestra.run.smithi194.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9 appstream 306 k 2024-09-12T00:31:07.829 INFO:teuthology.orchestra.run.smithi194.stdout: wireplumber x86_64 0.4.14-1.el9 appstream 96 k 2024-09-12T00:31:07.829 INFO:teuthology.orchestra.run.smithi194.stdout: wireplumber-libs x86_64 0.4.14-1.el9 appstream 358 k 2024-09-12T00:31:07.829 INFO:teuthology.orchestra.run.smithi194.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 42 k 2024-09-12T00:31:07.829 INFO:teuthology.orchestra.run.smithi194.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 385 k 2024-09-12T00:31:07.829 INFO:teuthology.orchestra.run.smithi194.stdout: xkeyboard-config noarch 2.33-2.el9 appstream 859 k 2024-09-12T00:31:07.829 INFO:teuthology.orchestra.run.smithi194.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-12T00:31:07.830 INFO:teuthology.orchestra.run.smithi194.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 505 k 2024-09-12T00:31:07.830 INFO:teuthology.orchestra.run.smithi194.stdout:Installing weak dependencies: 2024-09-12T00:31:07.830 INFO:teuthology.orchestra.run.smithi194.stdout: dconf x86_64 0.40.0-6.el9 appstream 113 k 2024-09-12T00:31:07.830 INFO:teuthology.orchestra.run.smithi194.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 980 k 2024-09-12T00:31:07.830 INFO:teuthology.orchestra.run.smithi194.stdout: flatpak x86_64 1.12.9-1.el9 appstream 1.7 M 2024-09-12T00:31:07.830 INFO:teuthology.orchestra.run.smithi194.stdout: gtk3 x86_64 3.24.31-5.el9 appstream 4.9 M 2024-09-12T00:31:07.830 INFO:teuthology.orchestra.run.smithi194.stdout: java-11-openjdk-devel x86_64 1:11.0.20.1.1-2.el9 appstream 3.3 M 2024-09-12T00:31:07.830 INFO:teuthology.orchestra.run.smithi194.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 32 k 2024-09-12T00:31:07.830 INFO:teuthology.orchestra.run.smithi194.stdout: mesa-dri-drivers x86_64 24.1.2-3.el9 appstream 8.8 M 2024-09-12T00:31:07.830 INFO:teuthology.orchestra.run.smithi194.stdout: p11-kit-server x86_64 0.25.3-2.el9 appstream 246 k 2024-09-12T00:31:07.830 INFO:teuthology.orchestra.run.smithi194.stdout: pipewire x86_64 1.0.1-1.el9 appstream 107 k 2024-09-12T00:31:07.830 INFO:teuthology.orchestra.run.smithi194.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 57 k 2024-09-12T00:31:07.830 INFO:teuthology.orchestra.run.smithi194.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 9.1 k 2024-09-12T00:31:07.830 INFO:teuthology.orchestra.run.smithi194.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 192 k 2024-09-12T00:31:07.830 INFO:teuthology.orchestra.run.smithi194.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-12T00:31:07.831 INFO:teuthology.orchestra.run.smithi194.stdout: tracker-miners x86_64 3.1.2-4.el9 appstream 944 k 2024-09-12T00:31:07.831 INFO:teuthology.orchestra.run.smithi194.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 134 k 2024-09-12T00:31:07.831 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:31:07.831 INFO:teuthology.orchestra.run.smithi194.stdout:Transaction Summary 2024-09-12T00:31:07.831 INFO:teuthology.orchestra.run.smithi194.stdout:====================================================================================================== 2024-09-12T00:31:07.831 INFO:teuthology.orchestra.run.smithi194.stdout:Install 283 Packages 2024-09-12T00:31:07.831 INFO:teuthology.orchestra.run.smithi194.stdout:Upgrade 2 Packages 2024-09-12T00:31:07.831 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:31:07.831 INFO:teuthology.orchestra.run.smithi194.stdout:Total download size: 327 M 2024-09-12T00:31:07.832 INFO:teuthology.orchestra.run.smithi194.stdout:Downloading Packages: 2024-09-12T00:31:08.619 INFO:teuthology.orchestra.run.smithi194.stdout:(1/285): ceph-19.3.0-4753.gd011c522.el9.x86_64. 21 kB/s | 6.6 kB 00:00 2024-09-12T00:31:09.227 INFO:teuthology.orchestra.run.smithi194.stdout:(2/285): ceph-fuse-19.3.0-4753.gd011c522.el9.x8 1.4 MB/s | 899 kB 00:00 2024-09-12T00:31:09.394 INFO:teuthology.orchestra.run.smithi194.stdout:(3/285): ceph-immutable-object-cache-19.3.0-475 872 kB/s | 145 kB 00:00 2024-09-12T00:31:09.661 INFO:teuthology.orchestra.run.smithi194.stdout:(4/285): ceph-base-19.3.0-4753.gd011c522.el9.x8 4.1 MB/s | 5.5 MB 00:01 2024-09-12T00:31:09.909 INFO:teuthology.orchestra.run.smithi038.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T00:31:09.909 INFO:teuthology.orchestra.run.smithi038.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-12T00:31:09.995 INFO:teuthology.orchestra.run.smithi194.stdout:(5/285): ceph-mgr-19.3.0-4753.gd011c522.el9.x86 4.6 MB/s | 1.5 MB 00:00 2024-09-12T00:31:10.005 INFO:teuthology.orchestra.run.smithi038.stdout:Dependencies resolved. 2024-09-12T00:31:10.036 INFO:teuthology.orchestra.run.smithi038.stdout:====================================================================================================== 2024-09-12T00:31:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: Package Arch Version Repository Size 2024-09-12T00:31:10.036 INFO:teuthology.orchestra.run.smithi038.stdout:====================================================================================================== 2024-09-12T00:31:10.036 INFO:teuthology.orchestra.run.smithi038.stdout:Installing: 2024-09-12T00:31:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: ceph x86_64 2:19.3.0-4753.gd011c522.el9 ceph 6.6 k 2024-09-12T00:31:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-base x86_64 2:19.3.0-4753.gd011c522.el9 ceph 5.5 M 2024-09-12T00:31:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-fuse x86_64 2:19.3.0-4753.gd011c522.el9 ceph 899 k 2024-09-12T00:31:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-immutable-object-cache x86_64 2:19.3.0-4753.gd011c522.el9 ceph 145 k 2024-09-12T00:31:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr x86_64 2:19.3.0-4753.gd011c522.el9 ceph 1.5 M 2024-09-12T00:31:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-cephadm noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 154 k 2024-09-12T00:31:10.036 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-dashboard noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 14 M 2024-09-12T00:31:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-diskprediction-local noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 7.4 M 2024-09-12T00:31:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-rook noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 49 k 2024-09-12T00:31:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-radosgw x86_64 2:19.3.0-4753.gd011c522.el9 ceph 11 M 2024-09-12T00:31:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-test x86_64 2:19.3.0-4753.gd011c522.el9 ceph 50 M 2024-09-12T00:31:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-volume noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 285 k 2024-09-12T00:31:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: cephadm noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 782 k 2024-09-12T00:31:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: libcephfs-devel x86_64 2:19.3.0-4753.gd011c522.el9 ceph 32 k 2024-09-12T00:31:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: libcephfs2 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 755 k 2024-09-12T00:31:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: librados-devel x86_64 2:19.3.0-4753.gd011c522.el9 ceph 126 k 2024-09-12T00:31:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: maven noarch 1:3.6.3-15.el9 appstream 18 k 2024-09-12T00:31:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cephfs x86_64 2:19.3.0-4753.gd011c522.el9 ceph 161 k 2024-09-12T00:31:10.037 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rados x86_64 2:19.3.0-4753.gd011c522.el9 ceph 322 k 2024-09-12T00:31:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rbd x86_64 2:19.3.0-4753.gd011c522.el9 ceph 306 k 2024-09-12T00:31:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rgw x86_64 2:19.3.0-4753.gd011c522.el9 ceph 99 k 2024-09-12T00:31:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-fuse x86_64 2:19.3.0-4753.gd011c522.el9 ceph 85 k 2024-09-12T00:31:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-mirror x86_64 2:19.3.0-4753.gd011c522.el9 ceph 3.2 M 2024-09-12T00:31:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-nbd x86_64 2:19.3.0-4753.gd011c522.el9 ceph 170 k 2024-09-12T00:31:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: s3cmd noarch 2.4.0-1.el9 epel 206 k 2024-09-12T00:31:10.038 INFO:teuthology.orchestra.run.smithi038.stdout:Upgrading: 2024-09-12T00:31:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: librados2 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 3.5 M 2024-09-12T00:31:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: librbd1 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 3.2 M 2024-09-12T00:31:10.038 INFO:teuthology.orchestra.run.smithi038.stdout:Installing dependencies: 2024-09-12T00:31:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: ModemManager-glib x86_64 1.20.2-1.el9 baseos 335 k 2024-09-12T00:31:10.038 INFO:teuthology.orchestra.run.smithi038.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-12T00:31:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: adwaita-cursor-theme noarch 40.1.1-3.el9 appstream 650 k 2024-09-12T00:31:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: adwaita-icon-theme noarch 40.1.1-3.el9 appstream 12 M 2024-09-12T00:31:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: alsa-lib x86_64 1.2.12-1.el9 appstream 523 k 2024-09-12T00:31:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: apache-commons-cli noarch 1.4-17.el9 appstream 71 k 2024-09-12T00:31:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: apache-commons-codec noarch 1.15-7.el9 appstream 302 k 2024-09-12T00:31:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: apache-commons-io noarch 1:2.8.0-8.el9 appstream 283 k 2024-09-12T00:31:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: apache-commons-lang3 noarch 3.12.0-6.el9 appstream 559 k 2024-09-12T00:31:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: at-spi2-atk x86_64 2.38.0-4.el9 appstream 87 k 2024-09-12T00:31:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: at-spi2-core x86_64 2.40.3-1.el9 appstream 195 k 2024-09-12T00:31:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: atinject noarch 1.0.3-6.el9 appstream 23 k 2024-09-12T00:31:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: atk x86_64 2.36.0-5.el9 appstream 292 k 2024-09-12T00:31:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: avahi-glib x86_64 0.8-21.el9 appstream 15 k 2024-09-12T00:31:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: bluez-libs x86_64 5.56-6.el9 baseos 85 k 2024-09-12T00:31:10.039 INFO:teuthology.orchestra.run.smithi038.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-12T00:31:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: bubblewrap x86_64 0.4.1-7.el9 baseos 49 k 2024-09-12T00:31:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: cdi-api noarch 2.0.2-6.el9 appstream 53 k 2024-09-12T00:31:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-common x86_64 2:19.3.0-4753.gd011c522.el9 ceph 22 M 2024-09-12T00:31:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-grafana-dashboards noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 34 k 2024-09-12T00:31:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mds x86_64 2:19.3.0-4753.gd011c522.el9 ceph 2.4 M 2024-09-12T00:31:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-modules-core noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 291 k 2024-09-12T00:31:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mon x86_64 2:19.3.0-4753.gd011c522.el9 ceph 4.8 M 2024-09-12T00:31:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-osd x86_64 2:19.3.0-4753.gd011c522.el9 ceph 17 M 2024-09-12T00:31:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-prometheus-alerts noarch 2:19.3.0-4753.gd011c522.el9 ceph-noarch 16 k 2024-09-12T00:31:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-selinux x86_64 2:19.3.0-4753.gd011c522.el9 ceph 25 k 2024-09-12T00:31:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: colord-libs x86_64 1.4.5-4.el9 appstream 229 k 2024-09-12T00:31:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: composefs-libs x86_64 1.0.5-1.el9 appstream 61 k 2024-09-12T00:31:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: copy-jdk-configs noarch 4.0-3.el9 appstream 28 k 2024-09-12T00:31:10.040 INFO:teuthology.orchestra.run.smithi038.stdout: cups-libs x86_64 1:2.3.3op2-30.el9 baseos 262 k 2024-09-12T00:31:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: exempi x86_64 2.6.0-0.2.20211007gite23c213.el9 appstream 525 k 2024-09-12T00:31:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: exiv2-libs x86_64 0.27.5-2.el9 appstream 781 k 2024-09-12T00:31:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: fdk-aac-free x86_64 2.0.0-8.el9 appstream 325 k 2024-09-12T00:31:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: flac-libs x86_64 1.3.3-12.el9 appstream 218 k 2024-09-12T00:31:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: flatpak-selinux noarch 1.12.9-1.el9 appstream 22 k 2024-09-12T00:31:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: flatpak-session-helper x86_64 1.12.9-1.el9 appstream 73 k 2024-09-12T00:31:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-12T00:31:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-12T00:31:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-12T00:31:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-12T00:31:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: gdk-pixbuf2-modules x86_64 2.42.6-4.el9 appstream 89 k 2024-09-12T00:31:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: geoclue2 x86_64 2.6.0-7.el9 appstream 124 k 2024-09-12T00:31:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: giflib x86_64 5.2.1-9.el9 appstream 49 k 2024-09-12T00:31:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: google-guice noarch 4.2.3-9.el9 appstream 473 k 2024-09-12T00:31:10.041 INFO:teuthology.orchestra.run.smithi038.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-12T00:31:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: graphene x86_64 1.10.6-2.el9 appstream 64 k 2024-09-12T00:31:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-12T00:31:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: gsm x86_64 1.0.19-6.el9 appstream 34 k 2024-09-12T00:31:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: gstreamer1 x86_64 1.22.1-2.el9 appstream 1.4 M 2024-09-12T00:31:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: gstreamer1-plugins-base x86_64 1.22.1-2.el9 appstream 2.2 M 2024-09-12T00:31:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: gtk-update-icon-cache x86_64 3.24.31-5.el9 appstream 33 k 2024-09-12T00:31:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: guava noarch 30.1-6.el9 appstream 2.3 M 2024-09-12T00:31:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: hicolor-icon-theme noarch 0.17-13.el9 appstream 219 k 2024-09-12T00:31:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: httpcomponents-client noarch 4.5.13-3.el9 appstream 657 k 2024-09-12T00:31:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: httpcomponents-core noarch 4.4.13-7.el9 appstream 632 k 2024-09-12T00:31:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: iso-codes noarch 4.6.0-3.el9 appstream 3.5 M 2024-09-12T00:31:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: jakarta-annotations noarch 1.3.5-13.el9 appstream 45 k 2024-09-12T00:31:10.042 INFO:teuthology.orchestra.run.smithi038.stdout: jansi x86_64 2.3.3-6.el9 appstream 110 k 2024-09-12T00:31:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: java-11-openjdk x86_64 1:11.0.20.1.1-2.el9 appstream 413 k 2024-09-12T00:31:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: java-11-openjdk-headless x86_64 1:11.0.20.1.1-2.el9 appstream 39 M 2024-09-12T00:31:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: javapackages-filesystem noarch 6.0.0-4.el9 appstream 13 k 2024-09-12T00:31:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: jbigkit-libs x86_64 2.1-23.el9 appstream 53 k 2024-09-12T00:31:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: jcl-over-slf4j noarch 1.7.30-13.el9 appstream 24 k 2024-09-12T00:31:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: jsoup noarch 1.13.1-10.el9 appstream 377 k 2024-09-12T00:31:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: jsr-305 noarch 3.0.2-6.el9 appstream 35 k 2024-09-12T00:31:10.043 INFO:teuthology.orchestra.run.smithi038.stdout: lcms2 x86_64 2.12-3.el9 appstream 168 k 2024-09-12T00:31:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: libX11-xcb x86_64 1.7.0-9.el9 appstream 11 k 2024-09-12T00:31:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: libXcomposite x86_64 0.4.5-7.el9 appstream 24 k 2024-09-12T00:31:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: libXcursor x86_64 1.2.0-7.el9 appstream 31 k 2024-09-12T00:31:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: libXdamage x86_64 1.1.5-7.el9 appstream 23 k 2024-09-12T00:31:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: libXfixes x86_64 5.0.3-16.el9 appstream 20 k 2024-09-12T00:31:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: libXi x86_64 1.7.10-8.el9 appstream 40 k 2024-09-12T00:31:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: libXinerama x86_64 1.1.4-10.el9 appstream 15 k 2024-09-12T00:31:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: libXrandr x86_64 1.5.2-8.el9 appstream 28 k 2024-09-12T00:31:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: libXtst x86_64 1.2.3-16.el9 appstream 21 k 2024-09-12T00:31:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: libXv x86_64 1.0.11-16.el9 appstream 19 k 2024-09-12T00:31:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: libXxf86vm x86_64 1.1.4-18.el9 appstream 19 k 2024-09-12T00:31:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-12T00:31:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-12T00:31:10.044 INFO:teuthology.orchestra.run.smithi038.stdout: libasyncns x86_64 0.8-22.el9 appstream 30 k 2024-09-12T00:31:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: libcanberra x86_64 0.30-27.el9 appstream 86 k 2024-09-12T00:31:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: libcephsqlite x86_64 2:19.3.0-4753.gd011c522.el9 ceph 161 k 2024-09-12T00:31:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: libdrm x86_64 2.4.121-1.el9 appstream 161 k 2024-09-12T00:31:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: libepoxy x86_64 1.5.5-4.el9 appstream 241 k 2024-09-12T00:31:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: libexif x86_64 0.6.22-6.el9 appstream 435 k 2024-09-12T00:31:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: libfontenc x86_64 1.1.3-17.el9 appstream 31 k 2024-09-12T00:31:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: libgexiv2 x86_64 0.12.3-1.el9 appstream 83 k 2024-09-12T00:31:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-12T00:31:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: libglvnd x86_64 1:1.3.4-1.el9 appstream 135 k 2024-09-12T00:31:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: libglvnd-egl x86_64 1:1.3.4-1.el9 appstream 37 k 2024-09-12T00:31:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: libglvnd-glx x86_64 1:1.3.4-1.el9 appstream 142 k 2024-09-12T00:31:10.045 INFO:teuthology.orchestra.run.smithi038.stdout: libgsf x86_64 1.14.47-5.el9 appstream 256 k 2024-09-12T00:31:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: libgxps x86_64 0.3.2-3.el9 appstream 79 k 2024-09-12T00:31:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: libiptcdata x86_64 1.0.5-10.el9 appstream 61 k 2024-09-12T00:31:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: libldac x86_64 2.0.2.3-10.el9 appstream 41 k 2024-09-12T00:31:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: libnotify x86_64 0.7.9-8.el9 appstream 44 k 2024-09-12T00:31:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-12T00:31:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: libogg x86_64 2:1.3.4-6.el9 appstream 34 k 2024-09-12T00:31:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: libosinfo x86_64 1.10.0-1.el9 appstream 319 k 2024-09-12T00:31:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: libpciaccess x86_64 0.16-7.el9 baseos 27 k 2024-09-12T00:31:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-12T00:31:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-12T00:31:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-12T00:31:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: libradosstriper1 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 508 k 2024-09-12T00:31:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-12T00:31:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: librgw2 x86_64 2:19.3.0-4753.gd011c522.el9 ceph 5.5 M 2024-09-12T00:31:10.046 INFO:teuthology.orchestra.run.smithi038.stdout: libsbc x86_64 1.4-9.el9 appstream 45 k 2024-09-12T00:31:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: libsndfile x86_64 1.0.31-8.el9 appstream 206 k 2024-09-12T00:31:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: libtheora x86_64 1:1.1.1-31.el9 appstream 164 k 2024-09-12T00:31:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: libtiff x86_64 4.4.0-13.el9 appstream 198 k 2024-09-12T00:31:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: libtool-ltdl x86_64 2.4.6-46.el9 appstream 36 k 2024-09-12T00:31:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: libtracker-sparql x86_64 3.1.2-3.el9 appstream 324 k 2024-09-12T00:31:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-12T00:31:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: libvisual x86_64 1:0.4.0-34.el9 appstream 144 k 2024-09-12T00:31:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: libvorbis x86_64 1:1.3.7-5.el9 appstream 193 k 2024-09-12T00:31:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: libwayland-client x86_64 1.21.0-1.el9 appstream 33 k 2024-09-12T00:31:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: libwayland-cursor x86_64 1.21.0-1.el9 appstream 19 k 2024-09-12T00:31:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: libwayland-egl x86_64 1.21.0-1.el9 appstream 13 k 2024-09-12T00:31:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: libwayland-server x86_64 1.21.0-1.el9 appstream 42 k 2024-09-12T00:31:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: libwebp x86_64 1.2.0-8.el9 appstream 277 k 2024-09-12T00:31:10.047 INFO:teuthology.orchestra.run.smithi038.stdout: libxkbcommon x86_64 1.0.3-4.el9 appstream 133 k 2024-09-12T00:31:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: libxshmfence x86_64 1.3-10.el9 appstream 13 k 2024-09-12T00:31:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: lksctp-tools x86_64 1.0.19-2.el9 baseos 94 k 2024-09-12T00:31:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: low-memory-monitor x86_64 2.1-4.el9 appstream 36 k 2024-09-12T00:31:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-12T00:31:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-12T00:31:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-12T00:31:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: lua-posix x86_64 35.0-8.el9 appstream 151 k 2024-09-12T00:31:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-12T00:31:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: maven-lib noarch 1:3.6.3-15.el9 appstream 1.5 M 2024-09-12T00:31:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: maven-openjdk11 noarch 1:3.6.3-15.el9 appstream 9.0 k 2024-09-12T00:31:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: maven-resolver noarch 1:1.6.1-10.el9 appstream 517 k 2024-09-12T00:31:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: maven-shared-utils noarch 3.3.4-3.el9 appstream 151 k 2024-09-12T00:31:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: maven-wagon noarch 3.4.2-7.el9 appstream 112 k 2024-09-12T00:31:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: mesa-filesystem x86_64 24.1.2-3.el9 appstream 11 k 2024-09-12T00:31:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: mesa-libEGL x86_64 24.1.2-3.el9 appstream 139 k 2024-09-12T00:31:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: mesa-libGL x86_64 24.1.2-3.el9 appstream 171 k 2024-09-12T00:31:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: mesa-libgbm x86_64 24.1.2-3.el9 appstream 36 k 2024-09-12T00:31:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: mesa-libglapi x86_64 24.1.2-3.el9 appstream 46 k 2024-09-12T00:31:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: mkfontscale x86_64 1.2.1-3.el9 appstream 32 k 2024-09-12T00:31:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-12T00:31:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-12T00:31:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: openjpeg2 x86_64 2.4.0-7.el9 appstream 163 k 2024-09-12T00:31:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: opus x86_64 1.3.1-10.el9 appstream 200 k 2024-09-12T00:31:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: orc x86_64 0.4.31-8.el9 appstream 183 k 2024-09-12T00:31:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: osinfo-db noarch 20240701-2.el9 appstream 531 k 2024-09-12T00:31:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: osinfo-db-tools x86_64 1.10.0-1.el9 appstream 74 k 2024-09-12T00:31:10.049 INFO:teuthology.orchestra.run.smithi038.stdout: ostree-libs x86_64 2024.7-2.el9 appstream 468 k 2024-09-12T00:31:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-12T00:31:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: pipewire-jack-audio-connection-kit-libs x86_64 1.0.1-1.el9 appstream 135 k 2024-09-12T00:31:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: pipewire-libs x86_64 1.0.1-1.el9 appstream 1.9 M 2024-09-12T00:31:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: plexus-cipher noarch 1.7-27.el9 appstream 26 k 2024-09-12T00:31:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: plexus-classworlds noarch 2.6.0-11.el9 appstream 60 k 2024-09-12T00:31:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: plexus-containers-component-annotations noarch 2.1.0-10.el9 appstream 18 k 2024-09-12T00:31:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: plexus-interpolation noarch 1.26-11.el9 appstream 80 k 2024-09-12T00:31:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: plexus-sec-dispatcher noarch 1.4-37.el9 appstream 34 k 2024-09-12T00:31:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: plexus-utils noarch 3.3.0-10.el9 appstream 254 k 2024-09-12T00:31:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: poppler x86_64 21.01.0-21.el9 appstream 1.1 M 2024-09-12T00:31:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: poppler-data noarch 0.4.9-9.el9 appstream 1.9 M 2024-09-12T00:31:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: poppler-glib x86_64 21.01.0-21.el9 appstream 152 k 2024-09-12T00:31:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-12T00:31:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-12T00:31:10.050 INFO:teuthology.orchestra.run.smithi038.stdout: publicsuffix-list noarch 20210518-3.el9 appstream 83 k 2024-09-12T00:31:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: pulseaudio-libs x86_64 15.0-2.el9 appstream 679 k 2024-09-12T00:31:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-12T00:31:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-12T00:31:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-12T00:31:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-12T00:31:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ceph-argparse x86_64 2:19.3.0-4753.gd011c522.el9 ceph 45 k 2024-09-12T00:31:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ceph-common x86_64 2:19.3.0-4753.gd011c522.el9 ceph 143 k 2024-09-12T00:31:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-12T00:31:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-12T00:31:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-12T00:31:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-12T00:31:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-12T00:31:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-12T00:31:10.051 INFO:teuthology.orchestra.run.smithi038.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-12T00:31:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-12T00:31:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-12T00:31:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-12T00:31:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-12T00:31:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-12T00:31:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-12T00:31:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-12T00:31:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-12T00:31:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-12T00:31:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-12T00:31:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-12T00:31:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-12T00:31:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-12T00:31:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-12T00:31:10.052 INFO:teuthology.orchestra.run.smithi038.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-12T00:31:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-12T00:31:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-12T00:31:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-12T00:31:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-12T00:31:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-12T00:31:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-12T00:31:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-12T00:31:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-12T00:31:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-12T00:31:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-12T00:31:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-12T00:31:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-12T00:31:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-12T00:31:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-12T00:31:10.053 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-12T00:31:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-12T00:31:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-12T00:31:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-12T00:31:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-12T00:31:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-12T00:31:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-12T00:31:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-12T00:31:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-12T00:31:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-12T00:31:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-12T00:31:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-12T00:31:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-12T00:31:10.054 INFO:teuthology.orchestra.run.smithi038.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-12T00:31:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-12T00:31:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-12T00:31:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-12T00:31:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-12T00:31:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: rtkit x86_64 0.11-29.el9 appstream 56 k 2024-09-12T00:31:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: sisu noarch 1:0.3.4-10.el9 appstream 510 k 2024-09-12T00:31:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: slf4j noarch 1.7.30-13.el9 appstream 69 k 2024-09-12T00:31:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-12T00:31:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: sound-theme-freedesktop noarch 0.8-17.el9 appstream 383 k 2024-09-12T00:31:10.055 INFO:teuthology.orchestra.run.smithi038.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-12T00:31:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: totem-pl-parser x86_64 3.26.6-2.el9 appstream 152 k 2024-09-12T00:31:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: tracker x86_64 3.1.2-3.el9 appstream 555 k 2024-09-12T00:31:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: ttmkfdir x86_64 3.0.9-65.el9 appstream 53 k 2024-09-12T00:31:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: tzdata-java noarch 2024a-2.el9 appstream 230 k 2024-09-12T00:31:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: upower x86_64 0.99.11-11.el9 appstream 173 k 2024-09-12T00:31:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: webrtc-audio-processing x86_64 0.3.1-8.el9 appstream 306 k 2024-09-12T00:31:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: wireplumber x86_64 0.4.14-1.el9 appstream 96 k 2024-09-12T00:31:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: wireplumber-libs x86_64 0.4.14-1.el9 appstream 358 k 2024-09-12T00:31:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: xdg-dbus-proxy x86_64 0.1.3-1.el9 appstream 42 k 2024-09-12T00:31:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: xdg-desktop-portal x86_64 1.12.6-1.el9 appstream 385 k 2024-09-12T00:31:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: xkeyboard-config noarch 2.33-2.el9 appstream 859 k 2024-09-12T00:31:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-12T00:31:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: xorg-x11-fonts-Type1 noarch 7.5-33.el9 appstream 505 k 2024-09-12T00:31:10.056 INFO:teuthology.orchestra.run.smithi038.stdout:Installing weak dependencies: 2024-09-12T00:31:10.056 INFO:teuthology.orchestra.run.smithi038.stdout: dconf x86_64 0.40.0-6.el9 appstream 113 k 2024-09-12T00:31:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: exiv2 x86_64 0.27.5-2.el9 appstream 980 k 2024-09-12T00:31:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: flatpak x86_64 1.12.9-1.el9 appstream 1.7 M 2024-09-12T00:31:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: gtk3 x86_64 3.24.31-5.el9 appstream 4.9 M 2024-09-12T00:31:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: java-11-openjdk-devel x86_64 1:11.0.20.1.1-2.el9 appstream 3.3 M 2024-09-12T00:31:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: libcanberra-gtk3 x86_64 0.30-27.el9 appstream 32 k 2024-09-12T00:31:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: mesa-dri-drivers x86_64 24.1.2-3.el9 appstream 8.8 M 2024-09-12T00:31:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: p11-kit-server x86_64 0.25.3-2.el9 appstream 246 k 2024-09-12T00:31:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: pipewire x86_64 1.0.1-1.el9 appstream 107 k 2024-09-12T00:31:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: pipewire-alsa x86_64 1.0.1-1.el9 appstream 57 k 2024-09-12T00:31:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: pipewire-jack-audio-connection-kit x86_64 1.0.1-1.el9 appstream 9.1 k 2024-09-12T00:31:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: pipewire-pulseaudio x86_64 1.0.1-1.el9 appstream 192 k 2024-09-12T00:31:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-12T00:31:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: tracker-miners x86_64 3.1.2-4.el9 appstream 944 k 2024-09-12T00:31:10.057 INFO:teuthology.orchestra.run.smithi038.stdout: xdg-desktop-portal-gtk x86_64 1.12.0-3.el9 appstream 134 k 2024-09-12T00:31:10.058 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:31:10.058 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction Summary 2024-09-12T00:31:10.058 INFO:teuthology.orchestra.run.smithi038.stdout:====================================================================================================== 2024-09-12T00:31:10.058 INFO:teuthology.orchestra.run.smithi038.stdout:Install 283 Packages 2024-09-12T00:31:10.058 INFO:teuthology.orchestra.run.smithi038.stdout:Upgrade 2 Packages 2024-09-12T00:31:10.058 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:31:10.058 INFO:teuthology.orchestra.run.smithi038.stdout:Total download size: 327 M 2024-09-12T00:31:10.058 INFO:teuthology.orchestra.run.smithi038.stdout:Downloading Packages: 2024-09-12T00:31:10.411 INFO:teuthology.orchestra.run.smithi194.stdout:(6/285): ceph-mds-19.3.0-4753.gd011c522.el9.x86 2.3 MB/s | 2.4 MB 00:01 2024-09-12T00:31:10.653 INFO:teuthology.orchestra.run.smithi194.stdout:(7/285): ceph-common-19.3.0-4753.gd011c522.el9. 9.2 MB/s | 22 MB 00:02 2024-09-12T00:31:10.820 INFO:teuthology.orchestra.run.smithi194.stdout:(8/285): ceph-mon-19.3.0-4753.gd011c522.el9.x86 5.8 MB/s | 4.8 MB 00:00 2024-09-12T00:31:10.896 INFO:teuthology.orchestra.run.smithi194.stdout:(9/285): ceph-selinux-19.3.0-4753.gd011c522.el9 337 kB/s | 25 kB 00:00 2024-09-12T00:31:11.232 INFO:teuthology.orchestra.run.smithi038.stdout:(1/285): ceph-19.3.0-4753.gd011c522.el9.x86_64. 27 kB/s | 6.6 kB 00:00 2024-09-12T00:31:11.729 INFO:teuthology.orchestra.run.smithi194.stdout:(10/285): ceph-radosgw-19.3.0-4753.gd011c522.el 10 MB/s | 11 MB 00:01 2024-09-12T00:31:11.829 INFO:teuthology.orchestra.run.smithi194.stdout:(11/285): libcephfs-devel-19.3.0-4753.gd011c522 318 kB/s | 32 kB 00:00 2024-09-12T00:31:12.005 INFO:teuthology.orchestra.run.smithi194.stdout:(12/285): libcephfs2-19.3.0-4753.gd011c522.el9. 4.2 MB/s | 755 kB 00:00 2024-09-12T00:31:12.066 INFO:teuthology.orchestra.run.smithi038.stdout:(2/285): ceph-fuse-19.3.0-4753.gd011c522.el9.x8 1.1 MB/s | 899 kB 00:00 2024-09-12T00:31:12.097 INFO:teuthology.orchestra.run.smithi194.stdout:(13/285): libcephsqlite-19.3.0-4753.gd011c522.e 1.7 MB/s | 161 kB 00:00 2024-09-12T00:31:12.197 INFO:teuthology.orchestra.run.smithi194.stdout:(14/285): librados-devel-19.3.0-4753.gd011c522. 1.2 MB/s | 126 kB 00:00 2024-09-12T00:31:12.224 INFO:teuthology.orchestra.run.smithi038.stdout:(3/285): ceph-immutable-object-cache-19.3.0-475 917 kB/s | 145 kB 00:00 2024-09-12T00:31:12.297 INFO:teuthology.orchestra.run.smithi194.stdout:(15/285): libradosstriper1-19.3.0-4753.gd011c52 5.0 MB/s | 508 kB 00:00 2024-09-12T00:31:12.473 INFO:teuthology.orchestra.run.smithi194.stdout:(16/285): ceph-osd-19.3.0-4753.gd011c522.el9.x8 8.3 MB/s | 17 MB 00:02 2024-09-12T00:31:12.565 INFO:teuthology.orchestra.run.smithi194.stdout:(17/285): python3-ceph-argparse-19.3.0-4753.gd0 494 kB/s | 45 kB 00:00 2024-09-12T00:31:12.656 INFO:teuthology.orchestra.run.smithi194.stdout:(18/285): python3-ceph-common-19.3.0-4753.gd011 1.5 MB/s | 143 kB 00:00 2024-09-12T00:31:12.748 INFO:teuthology.orchestra.run.smithi194.stdout:(19/285): python3-cephfs-19.3.0-4753.gd011c522. 1.7 MB/s | 161 kB 00:00 2024-09-12T00:31:12.848 INFO:teuthology.orchestra.run.smithi194.stdout:(20/285): python3-rados-19.3.0-4753.gd011c522.e 3.1 MB/s | 322 kB 00:00 2024-09-12T00:31:12.957 INFO:teuthology.orchestra.run.smithi194.stdout:(21/285): librgw2-19.3.0-4753.gd011c522.el9.x86 8.4 MB/s | 5.5 MB 00:00 2024-09-12T00:31:12.982 INFO:teuthology.orchestra.run.smithi194.stdout:(22/285): python3-rbd-19.3.0-4753.gd011c522.el9 2.2 MB/s | 306 kB 00:00 2024-09-12T00:31:13.041 INFO:teuthology.orchestra.run.smithi194.stdout:(23/285): python3-rgw-19.3.0-4753.gd011c522.el9 1.2 MB/s | 99 kB 00:00 2024-09-12T00:31:13.066 INFO:teuthology.orchestra.run.smithi194.stdout:(24/285): rbd-fuse-19.3.0-4753.gd011c522.el9.x8 1.0 MB/s | 85 kB 00:00 2024-09-12T00:31:13.166 INFO:teuthology.orchestra.run.smithi194.stdout:(25/285): rbd-nbd-19.3.0-4753.gd011c522.el9.x86 1.7 MB/s | 170 kB 00:00 2024-09-12T00:31:13.191 INFO:teuthology.orchestra.run.smithi038.stdout:(4/285): ceph-mds-19.3.0-4753.gd011c522.el9.x86 2.4 MB/s | 2.4 MB 00:00 2024-09-12T00:31:13.258 INFO:teuthology.orchestra.run.smithi194.stdout:(26/285): ceph-grafana-dashboards-19.3.0-4753.g 373 kB/s | 34 kB 00:00 2024-09-12T00:31:13.358 INFO:teuthology.orchestra.run.smithi194.stdout:(27/285): ceph-mgr-cephadm-19.3.0-4753.gd011c52 1.5 MB/s | 154 kB 00:00 2024-09-12T00:31:13.450 INFO:teuthology.orchestra.run.smithi194.stdout:(28/285): rbd-mirror-19.3.0-4753.gd011c522.el9. 7.7 MB/s | 3.2 MB 00:00 2024-09-12T00:31:13.699 INFO:teuthology.orchestra.run.smithi038.stdout:(5/285): ceph-base-19.3.0-4753.gd011c522.el9.x8 2.0 MB/s | 5.5 MB 00:02 2024-09-12T00:31:13.741 INFO:teuthology.orchestra.run.smithi038.stdout:(6/285): ceph-mgr-19.3.0-4753.gd011c522.el9.x86 2.8 MB/s | 1.5 MB 00:00 2024-09-12T00:31:14.626 INFO:teuthology.orchestra.run.smithi194.stdout:(29/285): ceph-mgr-diskprediction-local-19.3.0- 6.3 MB/s | 7.4 MB 00:01 2024-09-12T00:31:14.759 INFO:teuthology.orchestra.run.smithi194.stdout:(30/285): ceph-mgr-dashboard-19.3.0-4753.gd011c 10 MB/s | 14 MB 00:01 2024-09-12T00:31:14.784 INFO:teuthology.orchestra.run.smithi194.stdout:(31/285): ceph-mgr-modules-core-19.3.0-4753.gd0 1.8 MB/s | 291 kB 00:00 2024-09-12T00:31:14.843 INFO:teuthology.orchestra.run.smithi194.stdout:(32/285): ceph-mgr-rook-19.3.0-4753.gd011c522.e 591 kB/s | 49 kB 00:00 2024-09-12T00:31:14.869 INFO:teuthology.orchestra.run.smithi194.stdout:(33/285): ceph-prometheus-alerts-19.3.0-4753.gd 196 kB/s | 16 kB 00:00 2024-09-12T00:31:14.958 INFO:teuthology.orchestra.run.smithi194.stdout:(34/285): ceph-volume-19.3.0-4753.gd011c522.el9 2.4 MB/s | 285 kB 00:00 2024-09-12T00:31:15.077 INFO:teuthology.orchestra.run.smithi194.stdout:(35/285): ModemManager-glib-1.20.2-1.el9.x86_64 2.8 MB/s | 335 kB 00:00 2024-09-12T00:31:15.127 INFO:teuthology.orchestra.run.smithi194.stdout:(36/285): cephadm-19.3.0-4753.gd011c522.el9.noa 3.0 MB/s | 782 kB 00:00 2024-09-12T00:31:15.144 INFO:teuthology.orchestra.run.smithi194.stdout:(37/285): bluez-libs-5.56-6.el9.x86_64.rpm 1.2 MB/s | 85 kB 00:00 2024-09-12T00:31:15.228 INFO:teuthology.orchestra.run.smithi194.stdout:(38/285): cups-libs-2.3.3op2-30.el9.x86_64.rpm 3.1 MB/s | 262 kB 00:00 2024-09-12T00:31:15.245 INFO:teuthology.orchestra.run.smithi194.stdout:(39/285): bubblewrap-0.4.1-7.el9.x86_64.rpm 421 kB/s | 49 kB 00:00 2024-09-12T00:31:15.303 INFO:teuthology.orchestra.run.smithi194.stdout:(40/285): fuse-2.9.9-16.el9.x86_64.rpm 1.0 MB/s | 80 kB 00:00 2024-09-12T00:31:15.379 INFO:teuthology.orchestra.run.smithi194.stdout:(41/285): libgfortran-11.5.0-2.el9.x86_64.rpm 5.9 MB/s | 801 kB 00:00 2024-09-12T00:31:15.383 INFO:teuthology.orchestra.run.smithi038.stdout:(7/285): ceph-mon-19.3.0-4753.gd011c522.el9.x86 2.8 MB/s | 4.8 MB 00:01 2024-09-12T00:31:15.404 INFO:teuthology.orchestra.run.smithi194.stdout:(42/285): libpciaccess-0.16-7.el9.x86_64.rpm 268 kB/s | 27 kB 00:00 2024-09-12T00:31:15.471 INFO:teuthology.orchestra.run.smithi194.stdout:(43/285): lksctp-tools-1.0.19-2.el9.x86_64.rpm 1.4 MB/s | 94 kB 00:00 2024-09-12T00:31:15.496 INFO:teuthology.orchestra.run.smithi194.stdout:(44/285): libquadmath-11.5.0-2.el9.x86_64.rpm 1.6 MB/s | 191 kB 00:00 2024-09-12T00:31:15.538 INFO:teuthology.orchestra.run.smithi194.stdout:(45/285): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.7 MB/s | 253 kB 00:00 2024-09-12T00:31:15.605 INFO:teuthology.orchestra.run.smithi194.stdout:(46/285): python3-cryptography-36.0.1-4.el9.x86 11 MB/s | 1.2 MB 00:00 2024-09-12T00:31:15.630 INFO:teuthology.orchestra.run.smithi194.stdout:(47/285): python3-ply-3.11-14.el9.noarch.rpm 1.1 MB/s | 106 kB 00:00 2024-09-12T00:31:15.681 INFO:teuthology.orchestra.run.smithi194.stdout:(48/285): python3-pycparser-2.20-6.el9.noarch.r 1.8 MB/s | 135 kB 00:00 2024-09-12T00:31:15.706 INFO:teuthology.orchestra.run.smithi194.stdout:(49/285): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-09-12T00:31:15.756 INFO:teuthology.orchestra.run.smithi194.stdout:(50/285): python3-urllib3-1.26.5-6.el9.noarch.r 2.8 MB/s | 215 kB 00:00 2024-09-12T00:31:15.790 INFO:teuthology.orchestra.run.smithi194.stdout:(51/285): adwaita-cursor-theme-40.1.1-3.el9.noa 7.6 MB/s | 650 kB 00:00 2024-09-12T00:31:15.882 INFO:teuthology.orchestra.run.smithi194.stdout:(52/285): alsa-lib-1.2.12-1.el9.x86_64.rpm 5.6 MB/s | 523 kB 00:00 2024-09-12T00:31:16.041 INFO:teuthology.orchestra.run.smithi194.stdout:(53/285): adwaita-icon-theme-40.1.1-3.el9.noarc 42 MB/s | 12 MB 00:00 2024-09-12T00:31:16.066 INFO:teuthology.orchestra.run.smithi194.stdout:(54/285): apache-commons-cli-1.4-17.el9.noarch. 386 kB/s | 71 kB 00:00 2024-09-12T00:31:16.116 INFO:teuthology.orchestra.run.smithi194.stdout:(55/285): apache-commons-codec-1.15-7.el9.noarc 3.9 MB/s | 302 kB 00:00 2024-09-12T00:31:16.141 INFO:teuthology.orchestra.run.smithi194.stdout:(56/285): apache-commons-io-2.8.0-8.el9.noarch. 3.7 MB/s | 283 kB 00:00 2024-09-12T00:31:16.200 INFO:teuthology.orchestra.run.smithi194.stdout:(57/285): apache-commons-lang3-3.12.0-6.el9.noa 6.5 MB/s | 559 kB 00:00 2024-09-12T00:31:16.225 INFO:teuthology.orchestra.run.smithi194.stdout:(58/285): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 1.0 MB/s | 87 kB 00:00 2024-09-12T00:31:16.267 INFO:teuthology.orchestra.run.smithi038.stdout:(8/285): ceph-common-19.3.0-4753.gd011c522.el9. 4.1 MB/s | 22 MB 00:05 2024-09-12T00:31:16.267 INFO:teuthology.orchestra.run.smithi194.stdout:(59/285): at-spi2-core-2.40.3-1.el9.x86_64.rpm 2.9 MB/s | 195 kB 00:00 2024-09-12T00:31:16.292 INFO:teuthology.orchestra.run.smithi194.stdout:(60/285): atinject-1.0.3-6.el9.noarch.rpm 347 kB/s | 23 kB 00:00 2024-09-12T00:31:16.325 INFO:teuthology.orchestra.run.smithi038.stdout:(9/285): ceph-selinux-19.3.0-4753.gd011c522.el9 435 kB/s | 25 kB 00:00 2024-09-12T00:31:16.342 INFO:teuthology.orchestra.run.smithi194.stdout:(61/285): atk-2.36.0-5.el9.x86_64.rpm 3.8 MB/s | 292 kB 00:00 2024-09-12T00:31:16.368 INFO:teuthology.orchestra.run.smithi194.stdout:(62/285): avahi-glib-0.8-21.el9.x86_64.rpm 198 kB/s | 15 kB 00:00 2024-09-12T00:31:16.410 INFO:teuthology.orchestra.run.smithi194.stdout:(63/285): boost-program-options-1.75.0-8.el9.x8 1.6 MB/s | 107 kB 00:00 2024-09-12T00:31:16.477 INFO:teuthology.orchestra.run.smithi194.stdout:(64/285): colord-libs-1.4.5-4.el9.x86_64.rpm 3.4 MB/s | 229 kB 00:00 2024-09-12T00:31:16.510 INFO:teuthology.orchestra.run.smithi194.stdout:(65/285): cdi-api-2.0.2-6.el9.noarch.rpm 375 kB/s | 53 kB 00:00 2024-09-12T00:31:16.544 INFO:teuthology.orchestra.run.smithi194.stdout:(66/285): composefs-libs-1.0.5-1.el9.x86_64.rpm 915 kB/s | 61 kB 00:00 2024-09-12T00:31:16.586 INFO:teuthology.orchestra.run.smithi194.stdout:(67/285): copy-jdk-configs-4.0-3.el9.noarch.rpm 375 kB/s | 28 kB 00:00 2024-09-12T00:31:16.611 INFO:teuthology.orchestra.run.smithi194.stdout:(68/285): dconf-0.40.0-6.el9.x86_64.rpm 1.6 MB/s | 113 kB 00:00 2024-09-12T00:31:16.670 INFO:teuthology.orchestra.run.smithi194.stdout:(69/285): exempi-2.6.0-0.2.20211007gite23c213.e 6.1 MB/s | 525 kB 00:00 2024-09-12T00:31:16.720 INFO:teuthology.orchestra.run.smithi194.stdout:(70/285): exiv2-0.27.5-2.el9.x86_64.rpm 8.8 MB/s | 980 kB 00:00 2024-09-12T00:31:16.770 INFO:teuthology.orchestra.run.smithi194.stdout:(71/285): exiv2-libs-0.27.5-2.el9.x86_64.rpm 7.6 MB/s | 781 kB 00:00 2024-09-12T00:31:17.196 INFO:teuthology.orchestra.run.smithi194.stdout:(72/285): ceph-test-19.3.0-4753.gd011c522.el9.x 8.0 MB/s | 50 MB 00:06 2024-09-12T00:31:17.221 INFO:teuthology.orchestra.run.smithi194.stdout:(73/285): flac-libs-1.3.3-12.el9.x86_64.rpm 484 kB/s | 218 kB 00:00 2024-09-12T00:31:17.246 INFO:teuthology.orchestra.run.smithi194.stdout:(74/285): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 619 kB/s | 325 kB 00:00 2024-09-12T00:31:17.280 INFO:teuthology.orchestra.run.smithi194.stdout:(75/285): flatpak-selinux-1.12.9-1.el9.noarch.r 371 kB/s | 22 kB 00:00 2024-09-12T00:31:17.292 INFO:teuthology.orchestra.run.smithi038.stdout:(10/285): ceph-osd-19.3.0-4753.gd011c522.el9.x8 4.8 MB/s | 17 MB 00:03 2024-09-12T00:31:17.330 INFO:teuthology.orchestra.run.smithi194.stdout:(76/285): flatpak-session-helper-1.12.9-1.el9.x 872 kB/s | 73 kB 00:00 2024-09-12T00:31:17.334 INFO:teuthology.orchestra.run.smithi038.stdout:(11/285): libcephfs-devel-19.3.0-4753.gd011c522 769 kB/s | 32 kB 00:00 2024-09-12T00:31:17.355 INFO:teuthology.orchestra.run.smithi194.stdout:(77/285): flexiblas-3.0.4-8.el9.x86_64.rpm 435 kB/s | 33 kB 00:00 2024-09-12T00:31:17.414 INFO:teuthology.orchestra.run.smithi194.stdout:(78/285): flexiblas-openblas-openmp-3.0.4-8.el9 313 kB/s | 18 kB 00:00 2024-09-12T00:31:17.451 INFO:teuthology.orchestra.run.smithi038.stdout:(12/285): libcephfs2-19.3.0-4753.gd011c522.el9. 6.3 MB/s | 755 kB 00:00 2024-09-12T00:31:17.455 INFO:teuthology.orchestra.run.smithi194.stdout:(79/285): flatpak-1.12.9-1.el9.x86_64.rpm 6.6 MB/s | 1.7 MB 00:00 2024-09-12T00:31:17.481 INFO:teuthology.orchestra.run.smithi194.stdout:(80/285): gdk-pixbuf2-modules-2.42.6-4.el9.x86_ 1.3 MB/s | 89 kB 00:00 2024-09-12T00:31:17.501 INFO:teuthology.orchestra.run.smithi038.stdout:(13/285): libcephsqlite-19.3.0-4753.gd011c522.e 3.2 MB/s | 161 kB 00:00 2024-09-12T00:31:17.531 INFO:teuthology.orchestra.run.smithi194.stdout:(81/285): flexiblas-netlib-3.0.4-8.el9.x86_64.r 15 MB/s | 3.0 MB 00:00 2024-09-12T00:31:17.552 INFO:teuthology.orchestra.run.smithi038.stdout:(14/285): librados-devel-19.3.0-4753.gd011c522. 2.5 MB/s | 126 kB 00:00 2024-09-12T00:31:17.556 INFO:teuthology.orchestra.run.smithi194.stdout:(82/285): giflib-5.2.1-9.el9.x86_64.rpm 645 kB/s | 49 kB 00:00 2024-09-12T00:31:17.582 INFO:teuthology.orchestra.run.smithi194.stdout:(83/285): geoclue2-2.6.0-7.el9.x86_64.rpm 990 kB/s | 124 kB 00:00 2024-09-12T00:31:17.624 INFO:teuthology.orchestra.run.smithi194.stdout:(84/285): google-guice-4.2.3-9.el9.noarch.rpm 5.0 MB/s | 473 kB 00:00 2024-09-12T00:31:17.649 INFO:teuthology.orchestra.run.smithi194.stdout:(85/285): graphene-1.10.6-2.el9.x86_64.rpm 700 kB/s | 64 kB 00:00 2024-09-12T00:31:17.652 INFO:teuthology.orchestra.run.smithi038.stdout:(15/285): libradosstriper1-19.3.0-4753.gd011c52 5.0 MB/s | 508 kB 00:00 2024-09-12T00:31:17.674 INFO:teuthology.orchestra.run.smithi194.stdout:(86/285): gsm-1.0.19-6.el9.x86_64.rpm 369 kB/s | 34 kB 00:00 2024-09-12T00:31:17.733 INFO:teuthology.orchestra.run.smithi194.stdout:(87/285): gstreamer1-1.22.1-2.el9.x86_64.rpm 13 MB/s | 1.4 MB 00:00 2024-09-12T00:31:17.758 INFO:teuthology.orchestra.run.smithi194.stdout:(88/285): gtk-update-icon-cache-3.24.31-5.el9.x 395 kB/s | 33 kB 00:00 2024-09-12T00:31:17.800 INFO:teuthology.orchestra.run.smithi194.stdout:(89/285): gstreamer1-plugins-base-1.22.1-2.el9. 15 MB/s | 2.2 MB 00:00 2024-09-12T00:31:17.875 INFO:teuthology.orchestra.run.smithi194.stdout:(90/285): gtk3-3.24.31-5.el9.x86_64.rpm 34 MB/s | 4.9 MB 00:00 2024-09-12T00:31:17.900 INFO:teuthology.orchestra.run.smithi194.stdout:(91/285): hicolor-icon-theme-0.17-13.el9.noarch 2.1 MB/s | 219 kB 00:00 2024-09-12T00:31:17.942 INFO:teuthology.orchestra.run.smithi194.stdout:(92/285): guava-30.1-6.el9.noarch.rpm 13 MB/s | 2.3 MB 00:00 2024-09-12T00:31:17.967 INFO:teuthology.orchestra.run.smithi194.stdout:(93/285): httpcomponents-client-4.5.13-3.el9.no 7.0 MB/s | 657 kB 00:00 2024-09-12T00:31:17.993 INFO:teuthology.orchestra.run.smithi194.stdout:(94/285): httpcomponents-core-4.4.13-7.el9.noar 6.7 MB/s | 632 kB 00:00 2024-09-12T00:31:18.035 INFO:teuthology.orchestra.run.smithi194.stdout:(95/285): jakarta-annotations-1.3.5-13.el9.noar 675 kB/s | 45 kB 00:00 2024-09-12T00:31:18.060 INFO:teuthology.orchestra.run.smithi194.stdout:(96/285): jansi-2.3.3-6.el9.x86_64.rpm 1.6 MB/s | 110 kB 00:00 2024-09-12T00:31:18.110 INFO:teuthology.orchestra.run.smithi194.stdout:(97/285): java-11-openjdk-11.0.20.1.1-2.el9.x86 5.4 MB/s | 413 kB 00:00 2024-09-12T00:31:18.161 INFO:teuthology.orchestra.run.smithi194.stdout:(98/285): iso-codes-4.6.0-3.el9.noarch.rpm 16 MB/s | 3.5 MB 00:00 2024-09-12T00:31:18.185 INFO:teuthology.orchestra.run.smithi038.stdout:(16/285): ceph-radosgw-19.3.0-4753.gd011c522.el 3.9 MB/s | 11 MB 00:02 2024-09-12T00:31:18.227 INFO:teuthology.orchestra.run.smithi038.stdout:(17/285): python3-ceph-argparse-19.3.0-4753.gd0 1.1 MB/s | 45 kB 00:00 2024-09-12T00:31:18.228 INFO:teuthology.orchestra.run.smithi194.stdout:(99/285): java-11-openjdk-devel-11.0.20.1.1-2.e 20 MB/s | 3.3 MB 00:00 2024-09-12T00:31:18.252 INFO:teuthology.orchestra.run.smithi194.stdout:(100/285): javapackages-filesystem-6.0.0-4.el9. 142 kB/s | 13 kB 00:00 2024-09-12T00:31:18.277 INFO:teuthology.orchestra.run.smithi038.stdout:(18/285): python3-ceph-common-19.3.0-4753.gd011 2.8 MB/s | 143 kB 00:00 2024-09-12T00:31:18.286 INFO:teuthology.orchestra.run.smithi194.stdout:(101/285): jbigkit-libs-2.1-23.el9.x86_64.rpm 911 kB/s | 53 kB 00:00 2024-09-12T00:31:18.328 INFO:teuthology.orchestra.run.smithi194.stdout:(102/285): jcl-over-slf4j-1.7.30-13.el9.noarch. 319 kB/s | 24 kB 00:00 2024-09-12T00:31:18.361 INFO:teuthology.orchestra.run.smithi038.stdout:(19/285): librgw2-19.3.0-4753.gd011c522.el9.x86 7.8 MB/s | 5.5 MB 00:00 2024-09-12T00:31:18.386 INFO:teuthology.orchestra.run.smithi038.stdout:(20/285): python3-cephfs-19.3.0-4753.gd011c522. 1.5 MB/s | 161 kB 00:00 2024-09-12T00:31:18.403 INFO:teuthology.orchestra.run.smithi194.stdout:(103/285): jsr-305-3.0.2-6.el9.noarch.rpm 476 kB/s | 35 kB 00:00 2024-09-12T00:31:18.437 INFO:teuthology.orchestra.run.smithi038.stdout:(21/285): python3-rados-19.3.0-4753.gd011c522.e 4.2 MB/s | 322 kB 00:00 2024-09-12T00:31:18.462 INFO:teuthology.orchestra.run.smithi194.stdout:(104/285): jsoup-1.13.1-10.el9.noarch.rpm 2.1 MB/s | 377 kB 00:00 2024-09-12T00:31:18.487 INFO:teuthology.orchestra.run.smithi194.stdout:(105/285): lcms2-2.12-3.el9.x86_64.rpm 2.0 MB/s | 168 kB 00:00 2024-09-12T00:31:18.487 INFO:teuthology.orchestra.run.smithi038.stdout:(22/285): python3-rbd-19.3.0-4753.gd011c522.el9 3.0 MB/s | 306 kB 00:00 2024-09-12T00:31:18.512 INFO:teuthology.orchestra.run.smithi038.stdout:(23/285): python3-rgw-19.3.0-4753.gd011c522.el9 1.3 MB/s | 99 kB 00:00 2024-09-12T00:31:18.521 INFO:teuthology.orchestra.run.smithi194.stdout:(106/285): libX11-xcb-1.7.0-9.el9.x86_64.rpm 189 kB/s | 11 kB 00:00 2024-09-12T00:31:18.538 INFO:teuthology.orchestra.run.smithi038.stdout:(24/285): rbd-fuse-19.3.0-4753.gd011c522.el9.x8 1.7 MB/s | 85 kB 00:00 2024-09-12T00:31:18.563 INFO:teuthology.orchestra.run.smithi194.stdout:(107/285): libXcomposite-0.4.5-7.el9.x86_64.rpm 320 kB/s | 24 kB 00:00 2024-09-12T00:31:18.588 INFO:teuthology.orchestra.run.smithi038.stdout:(25/285): rbd-nbd-19.3.0-4753.gd011c522.el9.x86 3.3 MB/s | 170 kB 00:00 2024-09-12T00:31:18.588 INFO:teuthology.orchestra.run.smithi194.stdout:(108/285): libXcursor-1.2.0-7.el9.x86_64.rpm 460 kB/s | 31 kB 00:00 2024-09-12T00:31:18.622 INFO:teuthology.orchestra.run.smithi194.stdout:(109/285): libXdamage-1.1.5-7.el9.x86_64.rpm 393 kB/s | 23 kB 00:00 2024-09-12T00:31:18.646 INFO:teuthology.orchestra.run.smithi038.stdout:(26/285): ceph-grafana-dashboards-19.3.0-4753.g 587 kB/s | 34 kB 00:00 2024-09-12T00:31:18.647 INFO:teuthology.orchestra.run.smithi194.stdout:(110/285): libXfixes-5.0.3-16.el9.x86_64.rpm 338 kB/s | 20 kB 00:00 2024-09-12T00:31:18.697 INFO:teuthology.orchestra.run.smithi038.stdout:(27/285): ceph-mgr-cephadm-19.3.0-4753.gd011c52 3.0 MB/s | 154 kB 00:00 2024-09-12T00:31:18.706 INFO:teuthology.orchestra.run.smithi194.stdout:(111/285): libXinerama-1.1.4-10.el9.x86_64.rpm 258 kB/s | 15 kB 00:00 2024-09-12T00:31:18.731 INFO:teuthology.orchestra.run.smithi194.stdout:(112/285): libXi-1.7.10-8.el9.x86_64.rpm 364 kB/s | 40 kB 00:00 2024-09-12T00:31:18.756 INFO:teuthology.orchestra.run.smithi194.stdout:(113/285): libXrandr-1.5.2-8.el9.x86_64.rpm 569 kB/s | 28 kB 00:00 2024-09-12T00:31:18.798 INFO:teuthology.orchestra.run.smithi194.stdout:(114/285): libXtst-1.2.3-16.el9.x86_64.rpm 321 kB/s | 21 kB 00:00 2024-09-12T00:31:18.815 INFO:teuthology.orchestra.run.smithi194.stdout:(115/285): libXv-1.0.11-16.el9.x86_64.rpm 327 kB/s | 19 kB 00:00 2024-09-12T00:31:18.847 INFO:teuthology.orchestra.run.smithi038.stdout:(28/285): rbd-mirror-19.3.0-4753.gd011c522.el9. 9.5 MB/s | 3.2 MB 00:00 2024-09-12T00:31:18.857 INFO:teuthology.orchestra.run.smithi194.stdout:(116/285): libXxf86vm-1.1.4-18.el9.x86_64.rpm 322 kB/s | 19 kB 00:00 2024-09-12T00:31:18.874 INFO:teuthology.orchestra.run.smithi194.stdout:(117/285): libasyncns-0.8-22.el9.x86_64.rpm 519 kB/s | 30 kB 00:00 2024-09-12T00:31:19.208 INFO:teuthology.orchestra.run.smithi194.stdout:(118/285): java-11-openjdk-headless-11.0.20.1.1 36 MB/s | 39 MB 00:01 2024-09-12T00:31:19.224 INFO:teuthology.orchestra.run.smithi194.stdout:(119/285): libcanberra-gtk3-0.30-27.el9.x86_64. 91 kB/s | 32 kB 00:00 2024-09-12T00:31:19.250 INFO:teuthology.orchestra.run.smithi194.stdout:(120/285): libcanberra-0.30-27.el9.x86_64.rpm 220 kB/s | 86 kB 00:00 2024-09-12T00:31:19.283 INFO:teuthology.orchestra.run.smithi194.stdout:(121/285): libepoxy-1.5.5-4.el9.x86_64.rpm 4.0 MB/s | 241 kB 00:00 2024-09-12T00:31:19.309 INFO:teuthology.orchestra.run.smithi194.stdout:(122/285): libdrm-2.4.121-1.el9.x86_64.rpm 1.6 MB/s | 161 kB 00:00 2024-09-12T00:31:19.333 INFO:teuthology.orchestra.run.smithi194.stdout:(123/285): libexif-0.6.22-6.el9.x86_64.rpm 5.1 MB/s | 435 kB 00:00 2024-09-12T00:31:19.359 INFO:teuthology.orchestra.run.smithi194.stdout:(124/285): libfontenc-1.1.3-17.el9.x86_64.rpm 411 kB/s | 31 kB 00:00 2024-09-12T00:31:19.384 INFO:teuthology.orchestra.run.smithi194.stdout:(125/285): libgexiv2-0.12.3-1.el9.x86_64.rpm 1.1 MB/s | 83 kB 00:00 2024-09-12T00:31:19.409 INFO:teuthology.orchestra.run.smithi194.stdout:(126/285): libglvnd-1.3.4-1.el9.x86_64.rpm 1.8 MB/s | 135 kB 00:00 2024-09-12T00:31:19.435 INFO:teuthology.orchestra.run.smithi194.stdout:(127/285): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 485 kB/s | 37 kB 00:00 2024-09-12T00:31:19.460 INFO:teuthology.orchestra.run.smithi194.stdout:(128/285): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 1.8 MB/s | 142 kB 00:00 2024-09-12T00:31:19.485 INFO:teuthology.orchestra.run.smithi194.stdout:(129/285): libgsf-1.14.47-5.el9.x86_64.rpm 3.3 MB/s | 256 kB 00:00 2024-09-12T00:31:19.489 INFO:teuthology.orchestra.run.smithi038.stdout:(29/285): ceph-mgr-diskprediction-local-19.3.0- 12 MB/s | 7.4 MB 00:00 2024-09-12T00:31:19.510 INFO:teuthology.orchestra.run.smithi194.stdout:(130/285): libgxps-0.3.2-3.el9.x86_64.rpm 1.0 MB/s | 79 kB 00:00 2024-09-12T00:31:19.535 INFO:teuthology.orchestra.run.smithi194.stdout:(131/285): libiptcdata-1.0.5-10.el9.x86_64.rpm 813 kB/s | 61 kB 00:00 2024-09-12T00:31:19.539 INFO:teuthology.orchestra.run.smithi038.stdout:(30/285): ceph-mgr-modules-core-19.3.0-4753.gd0 5.7 MB/s | 291 kB 00:00 2024-09-12T00:31:19.561 INFO:teuthology.orchestra.run.smithi194.stdout:(132/285): libldac-2.0.2.3-10.el9.x86_64.rpm 548 kB/s | 41 kB 00:00 2024-09-12T00:31:19.586 INFO:teuthology.orchestra.run.smithi194.stdout:(133/285): libnotify-0.7.9-8.el9.x86_64.rpm 580 kB/s | 44 kB 00:00 2024-09-12T00:31:19.590 INFO:teuthology.orchestra.run.smithi038.stdout:(31/285): ceph-mgr-rook-19.3.0-4753.gd011c522.e 987 kB/s | 49 kB 00:00 2024-09-12T00:31:19.621 INFO:teuthology.orchestra.run.smithi194.stdout:(134/285): libogg-1.3.4-6.el9.x86_64.rpm 393 kB/s | 34 kB 00:00 2024-09-12T00:31:19.640 INFO:teuthology.orchestra.run.smithi038.stdout:(32/285): ceph-prometheus-alerts-19.3.0-4753.gd 331 kB/s | 16 kB 00:00 2024-09-12T00:31:19.645 INFO:teuthology.orchestra.run.smithi194.stdout:(135/285): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-09-12T00:31:19.687 INFO:teuthology.orchestra.run.smithi194.stdout:(136/285): libosinfo-1.10.0-1.el9.x86_64.rpm 2.5 MB/s | 319 kB 00:00 2024-09-12T00:31:19.690 INFO:teuthology.orchestra.run.smithi038.stdout:(33/285): ceph-volume-19.3.0-4753.gd011c522.el9 5.6 MB/s | 285 kB 00:00 2024-09-12T00:31:19.712 INFO:teuthology.orchestra.run.smithi194.stdout:(137/285): librabbitmq-0.11.0-7.el9.x86_64.rpm 499 kB/s | 45 kB 00:00 2024-09-12T00:31:19.746 INFO:teuthology.orchestra.run.smithi194.stdout:(138/285): librdkafka-1.6.1-102.el9.x86_64.rpm 6.4 MB/s | 662 kB 00:00 2024-09-12T00:31:19.771 INFO:teuthology.orchestra.run.smithi194.stdout:(139/285): libsbc-1.4-9.el9.x86_64.rpm 534 kB/s | 45 kB 00:00 2024-09-12T00:31:19.791 INFO:teuthology.orchestra.run.smithi038.stdout:(34/285): cephadm-19.3.0-4753.gd011c522.el9.noa 7.7 MB/s | 782 kB 00:00 2024-09-12T00:31:19.796 INFO:teuthology.orchestra.run.smithi194.stdout:(140/285): libsndfile-1.0.31-8.el9.x86_64.rpm 2.4 MB/s | 206 kB 00:00 2024-09-12T00:31:19.847 INFO:teuthology.orchestra.run.smithi194.stdout:(141/285): libtheora-1.1.1-31.el9.x86_64.rpm 1.6 MB/s | 164 kB 00:00 2024-09-12T00:31:19.872 INFO:teuthology.orchestra.run.smithi194.stdout:(142/285): libtool-ltdl-2.4.6-46.el9.x86_64.rpm 474 kB/s | 36 kB 00:00 2024-09-12T00:31:19.897 INFO:teuthology.orchestra.run.smithi194.stdout:(143/285): libtiff-4.4.0-13.el9.x86_64.rpm 1.5 MB/s | 198 kB 00:00 2024-09-12T00:31:19.931 INFO:teuthology.orchestra.run.smithi194.stdout:(144/285): libvisual-0.4.0-34.el9.x86_64.rpm 2.4 MB/s | 144 kB 00:00 2024-09-12T00:31:19.973 INFO:teuthology.orchestra.run.smithi194.stdout:(145/285): libvorbis-1.3.7-5.el9.x86_64.rpm 2.5 MB/s | 193 kB 00:00 2024-09-12T00:31:19.998 INFO:teuthology.orchestra.run.smithi194.stdout:(146/285): libtracker-sparql-3.1.2-3.el9.x86_64 2.1 MB/s | 324 kB 00:00 2024-09-12T00:31:20.015 INFO:teuthology.orchestra.run.smithi194.stdout:(147/285): libwayland-client-1.21.0-1.el9.x86_6 398 kB/s | 33 kB 00:00 2024-09-12T00:31:20.041 INFO:teuthology.orchestra.run.smithi038.stdout:(35/285): ModemManager-glib-1.20.2-1.el9.x86_64 1.3 MB/s | 335 kB 00:00 2024-09-12T00:31:20.048 INFO:teuthology.orchestra.run.smithi194.stdout:(148/285): libwayland-cursor-1.21.0-1.el9.x86_6 257 kB/s | 19 kB 00:00 2024-09-12T00:31:20.065 INFO:teuthology.orchestra.run.smithi194.stdout:(149/285): libwayland-egl-1.21.0-1.el9.x86_64.r 191 kB/s | 13 kB 00:00 2024-09-12T00:31:20.083 INFO:teuthology.orchestra.run.smithi194.stdout:(150/285): libwayland-server-1.21.0-1.el9.x86_6 622 kB/s | 42 kB 00:00 2024-09-12T00:31:20.100 INFO:teuthology.orchestra.run.smithi038.stdout:(36/285): bluez-libs-5.56-6.el9.x86_64.rpm 1.4 MB/s | 85 kB 00:00 2024-09-12T00:31:20.149 INFO:teuthology.orchestra.run.smithi194.stdout:(151/285): libwebp-1.2.0-8.el9.x86_64.rpm 2.7 MB/s | 277 kB 00:00 2024-09-12T00:31:20.150 INFO:teuthology.orchestra.run.smithi038.stdout:(37/285): bubblewrap-0.4.1-7.el9.x86_64.rpm 991 kB/s | 49 kB 00:00 2024-09-12T00:31:20.175 INFO:teuthology.orchestra.run.smithi194.stdout:(152/285): libxshmfence-1.3-10.el9.x86_64.rpm 137 kB/s | 13 kB 00:00 2024-09-12T00:31:20.200 INFO:teuthology.orchestra.run.smithi194.stdout:(153/285): libxkbcommon-1.0.3-4.el9.x86_64.rpm 996 kB/s | 133 kB 00:00 2024-09-12T00:31:20.208 INFO:teuthology.orchestra.run.smithi038.stdout:(38/285): cups-libs-2.3.3op2-30.el9.x86_64.rpm 4.4 MB/s | 262 kB 00:00 2024-09-12T00:31:20.233 INFO:teuthology.orchestra.run.smithi194.stdout:(154/285): low-memory-monitor-2.1-4.el9.x86_64. 429 kB/s | 36 kB 00:00 2024-09-12T00:31:20.258 INFO:teuthology.orchestra.run.smithi194.stdout:(155/285): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-09-12T00:31:20.259 INFO:teuthology.orchestra.run.smithi038.stdout:(39/285): fuse-2.9.9-16.el9.x86_64.rpm 1.6 MB/s | 80 kB 00:00 2024-09-12T00:31:20.292 INFO:teuthology.orchestra.run.smithi194.stdout:(156/285): lua-5.4.4-4.el9.x86_64.rpm 2.0 MB/s | 188 kB 00:00 2024-09-12T00:31:20.317 INFO:teuthology.orchestra.run.smithi194.stdout:(157/285): lua-posix-35.0-8.el9.x86_64.rpm 1.8 MB/s | 151 kB 00:00 2024-09-12T00:31:20.345 INFO:teuthology.orchestra.run.smithi194.stdout:(158/285): maven-3.6.3-15.el9.noarch.rpm 211 kB/s | 18 kB 00:00 2024-09-12T00:31:20.351 INFO:teuthology.orchestra.run.smithi038.stdout:(40/285): libgfortran-11.5.0-2.el9.x86_64.rpm 8.5 MB/s | 801 kB 00:00 2024-09-12T00:31:20.418 INFO:teuthology.orchestra.run.smithi194.stdout:(159/285): maven-lib-3.6.3-15.el9.noarch.rpm 12 MB/s | 1.5 MB 00:00 2024-09-12T00:31:20.443 INFO:teuthology.orchestra.run.smithi194.stdout:(160/285): maven-resolver-1.6.1-10.el9.noarch.r 5.0 MB/s | 517 kB 00:00 2024-09-12T00:31:20.502 INFO:teuthology.orchestra.run.smithi194.stdout:(161/285): maven-wagon-3.4.2-7.el9.noarch.rpm 1.9 MB/s | 112 kB 00:00 2024-09-12T00:31:20.535 INFO:teuthology.orchestra.run.smithi194.stdout:(162/285): maven-shared-utils-3.3.4-3.el9.noarc 1.3 MB/s | 151 kB 00:00 2024-09-12T00:31:20.594 INFO:teuthology.orchestra.run.smithi194.stdout:(163/285): maven-openjdk11-3.6.3-15.el9.noarch. 33 kB/s | 9.0 kB 00:00 2024-09-12T00:31:20.619 INFO:teuthology.orchestra.run.smithi194.stdout:(164/285): mesa-filesystem-24.1.2-3.el9.x86_64. 134 kB/s | 11 kB 00:00 2024-09-12T00:31:20.678 INFO:teuthology.orchestra.run.smithi194.stdout:(165/285): mesa-libEGL-24.1.2-3.el9.x86_64.rpm 1.6 MB/s | 139 kB 00:00 2024-09-12T00:31:20.703 INFO:teuthology.orchestra.run.smithi194.stdout:(166/285): mesa-libGL-24.1.2-3.el9.x86_64.rpm 2.0 MB/s | 171 kB 00:00 2024-09-12T00:31:20.745 INFO:teuthology.orchestra.run.smithi194.stdout:(167/285): mesa-libgbm-24.1.2-3.el9.x86_64.rpm 542 kB/s | 36 kB 00:00 2024-09-12T00:31:20.778 INFO:teuthology.orchestra.run.smithi194.stdout:(168/285): mesa-libglapi-24.1.2-3.el9.x86_64.rp 620 kB/s | 46 kB 00:00 2024-09-12T00:31:20.843 INFO:teuthology.orchestra.run.smithi038.stdout:(41/285): ceph-test-19.3.0-4753.gd011c522.el9.x 11 MB/s | 50 MB 00:04 2024-09-12T00:31:20.869 INFO:teuthology.orchestra.run.smithi038.stdout:(42/285): libpciaccess-0.16-7.el9.x86_64.rpm 52 kB/s | 27 kB 00:00 2024-09-12T00:31:20.894 INFO:teuthology.orchestra.run.smithi194.stdout:(169/285): mesa-dri-drivers-24.1.2-3.el9.x86_64 22 MB/s | 8.8 MB 00:00 2024-09-12T00:31:20.920 INFO:teuthology.orchestra.run.smithi194.stdout:(170/285): mkfontscale-1.2.1-3.el9.x86_64.rpm 185 kB/s | 32 kB 00:00 2024-09-12T00:31:20.945 INFO:teuthology.orchestra.run.smithi194.stdout:(171/285): openblas-0.3.26-2.el9.x86_64.rpm 230 kB/s | 38 kB 00:00 2024-09-12T00:31:20.978 INFO:teuthology.orchestra.run.smithi194.stdout:(172/285): openjpeg2-2.4.0-7.el9.x86_64.rpm 2.7 MB/s | 163 kB 00:00 2024-09-12T00:31:21.011 INFO:teuthology.orchestra.run.smithi038.stdout:(43/285): ceph-mgr-dashboard-19.3.0-4753.gd011c 6.1 MB/s | 14 MB 00:02 2024-09-12T00:31:21.020 INFO:teuthology.orchestra.run.smithi194.stdout:(173/285): opus-1.3.1-10.el9.x86_64.rpm 2.6 MB/s | 200 kB 00:00 2024-09-12T00:31:21.035 INFO:teuthology.orchestra.run.smithi038.stdout:(44/285): lksctp-tools-1.0.19-2.el9.x86_64.rpm 564 kB/s | 94 kB 00:00 2024-09-12T00:31:21.046 INFO:teuthology.orchestra.run.smithi194.stdout:(174/285): orc-0.4.31-8.el9.x86_64.rpm 2.7 MB/s | 183 kB 00:00 2024-09-12T00:31:21.104 INFO:teuthology.orchestra.run.smithi194.stdout:(175/285): osinfo-db-20240701-2.el9.noarch.rpm 6.2 MB/s | 531 kB 00:00 2024-09-12T00:31:21.129 INFO:teuthology.orchestra.run.smithi194.stdout:(176/285): osinfo-db-tools-1.10.0-1.el9.x86_64. 885 kB/s | 74 kB 00:00 2024-09-12T00:31:21.178 INFO:teuthology.orchestra.run.smithi038.stdout:(45/285): libquadmath-11.5.0-2.el9.x86_64.rpm 572 kB/s | 191 kB 00:00 2024-09-12T00:31:21.228 INFO:teuthology.orchestra.run.smithi194.stdout:(177/285): ostree-libs-2024.7-2.el9.x86_64.rpm 3.7 MB/s | 468 kB 00:00 2024-09-12T00:31:21.236 INFO:teuthology.orchestra.run.smithi038.stdout:(46/285): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.1 MB/s | 253 kB 00:00 2024-09-12T00:31:21.255 INFO:teuthology.orchestra.run.smithi194.stdout:(178/285): p11-kit-server-0.25.3-2.el9.x86_64.r 1.9 MB/s | 246 kB 00:00 2024-09-12T00:31:21.261 INFO:teuthology.orchestra.run.smithi038.stdout:(47/285): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 106 kB 00:00 2024-09-12T00:31:21.287 INFO:teuthology.orchestra.run.smithi038.stdout:(48/285): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-12T00:31:21.297 INFO:teuthology.orchestra.run.smithi194.stdout:(179/285): pipewire-1.0.1-1.el9.x86_64.rpm 1.5 MB/s | 107 kB 00:00 2024-09-12T00:31:21.323 INFO:teuthology.orchestra.run.smithi194.stdout:(180/285): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 852 kB/s | 57 kB 00:00 2024-09-12T00:31:21.328 INFO:teuthology.orchestra.run.smithi038.stdout:(49/285): python3-cryptography-36.0.1-4.el9.x86 4.2 MB/s | 1.2 MB 00:00 2024-09-12T00:31:21.354 INFO:teuthology.orchestra.run.smithi038.stdout:(50/285): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-09-12T00:31:21.379 INFO:teuthology.orchestra.run.smithi038.stdout:(51/285): python3-urllib3-1.26.5-6.el9.noarch.r 2.3 MB/s | 215 kB 00:00 2024-09-12T00:31:21.389 INFO:teuthology.orchestra.run.smithi194.stdout:(181/285): openblas-openmp-0.3.26-2.el9.x86_64. 10 MB/s | 4.9 MB 00:00 2024-09-12T00:31:21.415 INFO:teuthology.orchestra.run.smithi194.stdout:(182/285): pipewire-jack-audio-connection-kit-1 78 kB/s | 9.1 kB 00:00 2024-09-12T00:31:21.440 INFO:teuthology.orchestra.run.smithi194.stdout:(183/285): pipewire-jack-audio-connection-kit-l 1.1 MB/s | 135 kB 00:00 2024-09-12T00:31:21.490 INFO:teuthology.orchestra.run.smithi194.stdout:(184/285): pipewire-pulseaudio-1.0.1-1.el9.x86_ 2.5 MB/s | 192 kB 00:00 2024-09-12T00:31:21.505 INFO:teuthology.orchestra.run.smithi038.stdout:(52/285): adwaita-cursor-theme-40.1.1-3.el9.noa 3.6 MB/s | 650 kB 00:00 2024-09-12T00:31:21.515 INFO:teuthology.orchestra.run.smithi194.stdout:(185/285): plexus-cipher-1.7-27.el9.noarch.rpm 344 kB/s | 26 kB 00:00 2024-09-12T00:31:21.557 INFO:teuthology.orchestra.run.smithi194.stdout:(186/285): pipewire-libs-1.0.1-1.el9.x86_64.rpm 11 MB/s | 1.9 MB 00:00 2024-09-12T00:31:21.571 INFO:teuthology.orchestra.run.smithi038.stdout:(53/285): apache-commons-cli-1.4-17.el9.noarch. 1.0 MB/s | 71 kB 00:00 2024-09-12T00:31:21.582 INFO:teuthology.orchestra.run.smithi194.stdout:(187/285): plexus-containers-component-annotati 275 kB/s | 18 kB 00:00 2024-09-12T00:31:21.607 INFO:teuthology.orchestra.run.smithi194.stdout:(188/285): plexus-classworlds-2.6.0-11.el9.noar 512 kB/s | 60 kB 00:00 2024-09-12T00:31:21.622 INFO:teuthology.orchestra.run.smithi038.stdout:(54/285): alsa-lib-1.2.12-1.el9.x86_64.rpm 2.1 MB/s | 523 kB 00:00 2024-09-12T00:31:21.633 INFO:teuthology.orchestra.run.smithi194.stdout:(189/285): plexus-interpolation-1.26-11.el9.noa 1.0 MB/s | 80 kB 00:00 2024-09-12T00:31:21.647 INFO:teuthology.orchestra.run.smithi038.stdout:(55/285): apache-commons-codec-1.15-7.el9.noarc 3.9 MB/s | 302 kB 00:00 2024-09-12T00:31:21.658 INFO:teuthology.orchestra.run.smithi194.stdout:(190/285): plexus-sec-dispatcher-1.4-37.el9.noa 445 kB/s | 34 kB 00:00 2024-09-12T00:31:21.683 INFO:teuthology.orchestra.run.smithi194.stdout:(191/285): plexus-utils-3.3.0-10.el9.noarch.rpm 3.3 MB/s | 254 kB 00:00 2024-09-12T00:31:21.734 INFO:teuthology.orchestra.run.smithi194.stdout:(192/285): poppler-21.01.0-21.el9.x86_64.rpm 11 MB/s | 1.1 MB 00:00 2024-09-12T00:31:21.767 INFO:teuthology.orchestra.run.smithi194.stdout:(193/285): poppler-glib-21.01.0-21.el9.x86_64.r 1.8 MB/s | 152 kB 00:00 2024-09-12T00:31:21.806 INFO:teuthology.orchestra.run.smithi038.stdout:(56/285): adwaita-icon-theme-40.1.1-3.el9.noarc 26 MB/s | 12 MB 00:00 2024-09-12T00:31:21.809 INFO:teuthology.orchestra.run.smithi194.stdout:(194/285): poppler-data-0.4.9-9.el9.noarch.rpm 12 MB/s | 1.9 MB 00:00 2024-09-12T00:31:21.834 INFO:teuthology.orchestra.run.smithi194.stdout:(195/285): publicsuffix-list-20210518-3.el9.noa 1.2 MB/s | 83 kB 00:00 2024-09-12T00:31:21.839 INFO:teuthology.orchestra.run.smithi038.stdout:(57/285): apache-commons-io-2.8.0-8.el9.noarch. 1.3 MB/s | 283 kB 00:00 2024-09-12T00:31:21.864 INFO:teuthology.orchestra.run.smithi038.stdout:(58/285): apache-commons-lang3-3.12.0-6.el9.noa 2.5 MB/s | 559 kB 00:00 2024-09-12T00:31:21.868 INFO:teuthology.orchestra.run.smithi194.stdout:(196/285): protobuf-3.14.0-13.el9.x86_64.rpm 7.5 MB/s | 1.0 MB 00:00 2024-09-12T00:31:21.893 INFO:teuthology.orchestra.run.smithi194.stdout:(197/285): pulseaudio-libs-15.0-2.el9.x86_64.rp 7.9 MB/s | 679 kB 00:00 2024-09-12T00:31:21.898 INFO:teuthology.orchestra.run.smithi038.stdout:(59/285): at-spi2-atk-2.38.0-4.el9.x86_64.rpm 945 kB/s | 87 kB 00:00 2024-09-12T00:31:21.932 INFO:teuthology.orchestra.run.smithi038.stdout:(60/285): atinject-1.0.3-6.el9.noarch.rpm 347 kB/s | 23 kB 00:00 2024-09-12T00:31:21.943 INFO:teuthology.orchestra.run.smithi194.stdout:(198/285): python3-devel-3.9.19-8.el9.x86_64.rp 3.2 MB/s | 245 kB 00:00 2024-09-12T00:31:21.969 INFO:teuthology.orchestra.run.smithi194.stdout:(199/285): python3-jinja2-2.11.3-6.el9.noarch.r 3.2 MB/s | 248 kB 00:00 2024-09-12T00:31:22.002 INFO:teuthology.orchestra.run.smithi194.stdout:(200/285): python3-jsonpatch-1.21-16.el9.noarch 438 kB/s | 26 kB 00:00 2024-09-12T00:31:22.028 INFO:teuthology.orchestra.run.smithi194.stdout:(201/285): python3-jsonpointer-2.0-4.el9.noarch 328 kB/s | 19 kB 00:00 2024-09-12T00:31:22.069 INFO:teuthology.orchestra.run.smithi194.stdout:(202/285): python3-mako-1.1.4-6.el9.noarch.rpm 2.5 MB/s | 172 kB 00:00 2024-09-12T00:31:22.082 INFO:teuthology.orchestra.run.smithi038.stdout:(61/285): at-spi2-core-2.40.3-1.el9.x86_64.rpm 804 kB/s | 195 kB 00:00 2024-09-12T00:31:22.095 INFO:teuthology.orchestra.run.smithi194.stdout:(203/285): python3-markupsafe-1.1.1-12.el9.x86_ 520 kB/s | 35 kB 00:00 2024-09-12T00:31:22.107 INFO:teuthology.orchestra.run.smithi038.stdout:(62/285): avahi-glib-0.8-21.el9.x86_64.rpm 85 kB/s | 15 kB 00:00 2024-09-12T00:31:22.133 INFO:teuthology.orchestra.run.smithi038.stdout:(63/285): atk-2.36.0-5.el9.x86_64.rpm 1.2 MB/s | 292 kB 00:00 2024-09-12T00:31:22.158 INFO:teuthology.orchestra.run.smithi038.stdout:(64/285): boost-program-options-1.75.0-8.el9.x8 1.4 MB/s | 107 kB 00:00 2024-09-12T00:31:22.170 INFO:teuthology.orchestra.run.smithi194.stdout:(204/285): python3-babel-2.9.1-2.el9.noarch.rpm 18 MB/s | 6.0 MB 00:00 2024-09-12T00:31:22.191 INFO:teuthology.orchestra.run.smithi038.stdout:(65/285): cdi-api-2.0.2-6.el9.noarch.rpm 636 kB/s | 53 kB 00:00 2024-09-12T00:31:22.195 INFO:teuthology.orchestra.run.smithi194.stdout:(205/285): python3-numpy-f2py-1.20.1-5.el9.x86_ 2.4 MB/s | 250 kB 00:00 2024-09-12T00:31:22.217 INFO:teuthology.orchestra.run.smithi038.stdout:(66/285): colord-libs-1.4.5-4.el9.x86_64.rpm 2.7 MB/s | 229 kB 00:00 2024-09-12T00:31:22.242 INFO:teuthology.orchestra.run.smithi038.stdout:(67/285): composefs-libs-1.0.5-1.el9.x86_64.rpm 729 kB/s | 61 kB 00:00 2024-09-12T00:31:22.245 INFO:teuthology.orchestra.run.smithi194.stdout:(206/285): python3-oauthlib-3.1.1-5.el9.noarch. 2.9 MB/s | 222 kB 00:00 2024-09-12T00:31:22.267 INFO:teuthology.orchestra.run.smithi038.stdout:(68/285): copy-jdk-configs-4.0-3.el9.noarch.rpm 373 kB/s | 28 kB 00:00 2024-09-12T00:31:22.271 INFO:teuthology.orchestra.run.smithi194.stdout:(207/285): python3-packaging-20.9-5.el9.noarch. 1.0 MB/s | 77 kB 00:00 2024-09-12T00:31:22.304 INFO:teuthology.orchestra.run.smithi194.stdout:(208/285): python3-prettytable-0.7.2-27.el9.noa 724 kB/s | 42 kB 00:00 2024-09-12T00:31:22.309 INFO:teuthology.orchestra.run.smithi038.stdout:(69/285): dconf-0.40.0-6.el9.x86_64.rpm 1.2 MB/s | 113 kB 00:00 2024-09-12T00:31:22.360 INFO:teuthology.orchestra.run.smithi038.stdout:(70/285): exempi-2.6.0-0.2.20211007gite23c213.e 4.4 MB/s | 525 kB 00:00 2024-09-12T00:31:22.371 INFO:teuthology.orchestra.run.smithi194.stdout:(209/285): python3-numpy-1.20.1-5.el9.x86_64.rp 17 MB/s | 5.1 MB 00:00 2024-09-12T00:31:22.396 INFO:teuthology.orchestra.run.smithi194.stdout:(210/285): python3-pyasn1-0.4.8-6.el9.noarch.rp 1.7 MB/s | 159 kB 00:00 2024-09-12T00:31:22.410 INFO:teuthology.orchestra.run.smithi038.stdout:(71/285): exiv2-libs-0.27.5-2.el9.x86_64.rpm 7.6 MB/s | 781 kB 00:00 2024-09-12T00:31:22.422 INFO:teuthology.orchestra.run.smithi194.stdout:(211/285): python3-protobuf-3.14.0-13.el9.noarc 1.7 MB/s | 269 kB 00:00 2024-09-12T00:31:22.452 INFO:teuthology.orchestra.run.smithi038.stdout:(72/285): fdk-aac-free-2.0.0-8.el9.x86_64.rpm 3.5 MB/s | 325 kB 00:00 2024-09-12T00:31:22.479 INFO:teuthology.orchestra.run.smithi194.stdout:(212/285): python3-pyasn1-modules-0.4.8-6.el9.n 3.3 MB/s | 279 kB 00:00 2024-09-12T00:31:22.481 INFO:teuthology.orchestra.run.smithi194.stdout:(213/285): python3-pytz-2021.1-5.el9.noarch.rpm 607 kB/s | 51 kB 00:00 2024-09-12T00:31:22.494 INFO:teuthology.orchestra.run.smithi038.stdout:(73/285): exiv2-0.27.5-2.el9.x86_64.rpm 4.2 MB/s | 980 kB 00:00 2024-09-12T00:31:22.506 INFO:teuthology.orchestra.run.smithi194.stdout:(214/285): python3-requests-oauthlib-1.3.0-12.e 638 kB/s | 54 kB 00:00 2024-09-12T00:31:22.536 INFO:teuthology.orchestra.run.smithi038.stdout:(74/285): flac-libs-1.3.3-12.el9.x86_64.rpm 1.7 MB/s | 218 kB 00:00 2024-09-12T00:31:22.548 INFO:teuthology.orchestra.run.smithi194.stdout:(215/285): python3-toml-0.10.2-6.el9.noarch.rpm 625 kB/s | 42 kB 00:00 2024-09-12T00:31:22.570 INFO:teuthology.orchestra.run.smithi038.stdout:(75/285): flatpak-selinux-1.12.9-1.el9.noarch.r 288 kB/s | 22 kB 00:00 2024-09-12T00:31:22.581 INFO:teuthology.orchestra.run.smithi194.stdout:(216/285): qatlib-24.02.0-1.el9.x86_64.rpm 2.9 MB/s | 221 kB 00:00 2024-09-12T00:31:22.611 INFO:teuthology.orchestra.run.smithi038.stdout:(76/285): flatpak-1.12.9-1.el9.x86_64.rpm 11 MB/s | 1.7 MB 00:00 2024-09-12T00:31:22.623 INFO:teuthology.orchestra.run.smithi194.stdout:(217/285): qatlib-service-24.02.0-1.el9.x86_64. 477 kB/s | 36 kB 00:00 2024-09-12T00:31:22.636 INFO:teuthology.orchestra.run.smithi038.stdout:(77/285): flatpak-session-helper-1.12.9-1.el9.x 726 kB/s | 73 kB 00:00 2024-09-12T00:31:22.687 INFO:teuthology.orchestra.run.smithi038.stdout:(78/285): flexiblas-3.0.4-8.el9.x86_64.rpm 279 kB/s | 33 kB 00:00 2024-09-12T00:31:22.690 INFO:teuthology.orchestra.run.smithi194.stdout:(218/285): qatzip-libs-1.2.0-1.el9.x86_64.rpm 436 kB/s | 47 kB 00:00 2024-09-12T00:31:22.712 INFO:teuthology.orchestra.run.smithi038.stdout:(79/285): flexiblas-openblas-openmp-3.0.4-8.el9 241 kB/s | 18 kB 00:00 2024-09-12T00:31:22.716 INFO:teuthology.orchestra.run.smithi194.stdout:(219/285): rtkit-0.11-29.el9.x86_64.rpm 610 kB/s | 56 kB 00:00 2024-09-12T00:31:22.770 INFO:teuthology.orchestra.run.smithi038.stdout:(80/285): flexiblas-netlib-3.0.4-8.el9.x86_64.r 19 MB/s | 3.0 MB 00:00 2024-09-12T00:31:22.774 INFO:teuthology.orchestra.run.smithi194.stdout:(220/285): sisu-0.3.4-10.el9.noarch.rpm 6.0 MB/s | 510 kB 00:00 2024-09-12T00:31:22.796 INFO:teuthology.orchestra.run.smithi038.stdout:(81/285): gdk-pixbuf2-modules-2.42.6-4.el9.x86_ 817 kB/s | 89 kB 00:00 2024-09-12T00:31:22.799 INFO:teuthology.orchestra.run.smithi194.stdout:(221/285): slf4j-1.7.30-13.el9.noarch.rpm 827 kB/s | 69 kB 00:00 2024-09-12T00:31:22.830 INFO:teuthology.orchestra.run.smithi038.stdout:(82/285): geoclue2-2.6.0-7.el9.x86_64.rpm 1.0 MB/s | 124 kB 00:00 2024-09-12T00:31:22.850 INFO:teuthology.orchestra.run.smithi194.stdout:(222/285): socat-1.7.4.1-6.el9.x86_64.rpm 4.0 MB/s | 304 kB 00:00 2024-09-12T00:31:22.871 INFO:teuthology.orchestra.run.smithi038.stdout:(83/285): giflib-5.2.1-9.el9.x86_64.rpm 483 kB/s | 49 kB 00:00 2024-09-12T00:31:22.875 INFO:teuthology.orchestra.run.smithi194.stdout:(223/285): sound-theme-freedesktop-0.8-17.el9.n 5.0 MB/s | 383 kB 00:00 2024-09-12T00:31:22.897 INFO:teuthology.orchestra.run.smithi038.stdout:(84/285): graphene-1.10.6-2.el9.x86_64.rpm 965 kB/s | 64 kB 00:00 2024-09-12T00:31:22.930 INFO:teuthology.orchestra.run.smithi038.stdout:(85/285): google-guice-4.2.3-9.el9.noarch.rpm 3.4 MB/s | 473 kB 00:00 2024-09-12T00:31:22.947 INFO:teuthology.orchestra.run.smithi038.stdout:(86/285): gsm-1.0.19-6.el9.x86_64.rpm 450 kB/s | 34 kB 00:00 2024-09-12T00:31:22.997 INFO:teuthology.orchestra.run.smithi038.stdout:(87/285): gstreamer1-1.22.1-2.el9.x86_64.rpm 14 MB/s | 1.4 MB 00:00 2024-09-12T00:31:23.014 INFO:teuthology.orchestra.run.smithi038.stdout:(88/285): gtk-update-icon-cache-3.24.31-5.el9.x 495 kB/s | 33 kB 00:00 2024-09-12T00:31:23.034 INFO:teuthology.orchestra.run.smithi194.stdout:(224/285): python3-scipy-1.6.2-8.el9.x86_64.rpm 28 MB/s | 16 MB 00:00 2024-09-12T00:31:23.059 INFO:teuthology.orchestra.run.smithi194.stdout:(225/285): totem-pl-parser-3.26.6-2.el9.x86_64. 731 kB/s | 152 kB 00:00 2024-09-12T00:31:23.084 INFO:teuthology.orchestra.run.smithi194.stdout:(226/285): tracker-3.1.2-3.el9.x86_64.rpm 2.6 MB/s | 555 kB 00:00 2024-09-12T00:31:23.123 INFO:teuthology.orchestra.run.smithi038.stdout:(89/285): guava-30.1-6.el9.noarch.rpm 21 MB/s | 2.3 MB 00:00 2024-09-12T00:31:23.126 INFO:teuthology.orchestra.run.smithi194.stdout:(227/285): tracker-miners-3.1.2-4.el9.x86_64.rp 10 MB/s | 944 kB 00:00 2024-09-12T00:31:23.151 INFO:teuthology.orchestra.run.smithi194.stdout:(228/285): ttmkfdir-3.0.9-65.el9.x86_64.rpm 577 kB/s | 53 kB 00:00 2024-09-12T00:31:23.177 INFO:teuthology.orchestra.run.smithi194.stdout:(229/285): tzdata-java-2024a-2.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-09-12T00:31:23.190 INFO:teuthology.orchestra.run.smithi038.stdout:(90/285): gstreamer1-plugins-base-1.22.1-2.el9. 8.7 MB/s | 2.2 MB 00:00 2024-09-12T00:31:23.202 INFO:teuthology.orchestra.run.smithi194.stdout:(230/285): upower-0.99.11-11.el9.x86_64.rpm 2.2 MB/s | 173 kB 00:00 2024-09-12T00:31:23.215 INFO:teuthology.orchestra.run.smithi038.stdout:(91/285): hicolor-icon-theme-0.17-13.el9.noarch 2.3 MB/s | 219 kB 00:00 2024-09-12T00:31:23.227 INFO:teuthology.orchestra.run.smithi194.stdout:(231/285): webrtc-audio-processing-0.3.1-8.el9. 4.0 MB/s | 306 kB 00:00 2024-09-12T00:31:23.252 INFO:teuthology.orchestra.run.smithi194.stdout:(232/285): wireplumber-0.4.14-1.el9.x86_64.rpm 1.3 MB/s | 96 kB 00:00 2024-09-12T00:31:23.278 INFO:teuthology.orchestra.run.smithi194.stdout:(233/285): wireplumber-libs-0.4.14-1.el9.x86_64 4.6 MB/s | 358 kB 00:00 2024-09-12T00:31:23.291 INFO:teuthology.orchestra.run.smithi038.stdout:(92/285): gtk3-3.24.31-5.el9.x86_64.rpm 17 MB/s | 4.9 MB 00:00 2024-09-12T00:31:23.294 INFO:teuthology.orchestra.run.smithi194.stdout:(234/285): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 631 kB/s | 42 kB 00:00 2024-09-12T00:31:23.324 INFO:teuthology.orchestra.run.smithi038.stdout:(93/285): httpcomponents-core-4.4.13-7.el9.noar 5.7 MB/s | 632 kB 00:00 2024-09-12T00:31:23.328 INFO:teuthology.orchestra.run.smithi194.stdout:(235/285): xdg-desktop-portal-1.12.6-1.el9.x86_ 5.0 MB/s | 385 kB 00:00 2024-09-12T00:31:23.353 INFO:teuthology.orchestra.run.smithi194.stdout:(236/285): xdg-desktop-portal-gtk-1.12.0-3.el9. 1.7 MB/s | 134 kB 00:00 2024-09-12T00:31:23.358 INFO:teuthology.orchestra.run.smithi038.stdout:(94/285): httpcomponents-client-4.5.13-3.el9.no 3.8 MB/s | 657 kB 00:00 2024-09-12T00:31:23.395 INFO:teuthology.orchestra.run.smithi194.stdout:(237/285): xkeyboard-config-2.33-2.el9.noarch.r 8.4 MB/s | 859 kB 00:00 2024-09-12T00:31:23.399 INFO:teuthology.orchestra.run.smithi038.stdout:(95/285): jakarta-annotations-1.3.5-13.el9.noar 600 kB/s | 45 kB 00:00 2024-09-12T00:31:23.412 INFO:teuthology.orchestra.run.smithi194.stdout:(238/285): xmlstarlet-1.6.1-20.el9.x86_64.rpm 759 kB/s | 64 kB 00:00 2024-09-12T00:31:23.433 INFO:teuthology.orchestra.run.smithi038.stdout:(96/285): jansi-2.3.3-6.el9.x86_64.rpm 1.4 MB/s | 110 kB 00:00 2024-09-12T00:31:23.446 INFO:teuthology.orchestra.run.smithi194.stdout:(239/285): xorg-x11-fonts-Type1-7.5-33.el9.noar 5.4 MB/s | 505 kB 00:00 2024-09-12T00:31:23.484 INFO:teuthology.orchestra.run.smithi038.stdout:(97/285): java-11-openjdk-11.0.20.1.1-2.el9.x86 4.8 MB/s | 413 kB 00:00 2024-09-12T00:31:23.504 INFO:teuthology.orchestra.run.smithi194.stdout:(240/285): abseil-cpp-20211102.0-3.el9.x86_64.r 9.2 MB/s | 548 kB 00:00 2024-09-12T00:31:23.530 INFO:teuthology.orchestra.run.smithi194.stdout:(241/285): gperftools-libs-2.9.1-2.el9.x86_64.r 12 MB/s | 309 kB 00:00 2024-09-12T00:31:23.542 INFO:teuthology.orchestra.run.smithi038.stdout:(98/285): iso-codes-4.6.0-3.el9.noarch.rpm 14 MB/s | 3.5 MB 00:00 2024-09-12T00:31:23.555 INFO:teuthology.orchestra.run.smithi194.stdout:(242/285): grpc-data-1.46.7-10.el9.noarch.rpm 773 kB/s | 19 kB 00:00 2024-09-12T00:31:23.618 INFO:teuthology.orchestra.run.smithi038.stdout:(99/285): javapackages-filesystem-6.0.0-4.el9.n 173 kB/s | 13 kB 00:00 2024-09-12T00:31:23.655 INFO:teuthology.orchestra.run.smithi194.stdout:(243/285): libarrow-9.0.0-11.el9.x86_64.rpm 44 MB/s | 4.4 MB 00:00 2024-09-12T00:31:23.680 INFO:teuthology.orchestra.run.smithi194.stdout:(244/285): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-12T00:31:23.685 INFO:teuthology.orchestra.run.smithi038.stdout:(100/285): jbigkit-libs-2.1-23.el9.x86_64.rpm 798 kB/s | 53 kB 00:00 2024-09-12T00:31:23.706 INFO:teuthology.orchestra.run.smithi194.stdout:(245/285): lua-devel-5.4.4-4.el9.x86_64.rpm 72 kB/s | 22 kB 00:00 2024-09-12T00:31:23.731 INFO:teuthology.orchestra.run.smithi194.stdout:(246/285): liboath-2.6.7-2.el9.x86_64.rpm 964 kB/s | 49 kB 00:00 2024-09-12T00:31:23.752 INFO:teuthology.orchestra.run.smithi038.stdout:(101/285): java-11-openjdk-devel-11.0.20.1.1-2. 10 MB/s | 3.3 MB 00:00 2024-09-12T00:31:23.765 INFO:teuthology.orchestra.run.smithi194.stdout:(247/285): luarocks-3.9.2-5.el9.noarch.rpm 5.8 MB/s | 151 kB 00:00 2024-09-12T00:31:23.777 INFO:teuthology.orchestra.run.smithi038.stdout:(102/285): jcl-over-slf4j-1.7.30-13.el9.noarch. 261 kB/s | 24 kB 00:00 2024-09-12T00:31:23.798 INFO:teuthology.orchestra.run.smithi194.stdout:(248/285): libunwind-1.6.2-1.el9.x86_64.rpm 734 kB/s | 67 kB 00:00 2024-09-12T00:31:23.824 INFO:teuthology.orchestra.run.smithi194.stdout:(249/285): parquet-libs-9.0.0-11.el9.x86_64.rpm 14 MB/s | 839 kB 00:00 2024-09-12T00:31:23.849 INFO:teuthology.orchestra.run.smithi194.stdout:(250/285): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-12T00:31:23.874 INFO:teuthology.orchestra.run.smithi194.stdout:(251/285): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-12T00:31:23.899 INFO:teuthology.orchestra.run.smithi194.stdout:(252/285): python3-certifi-2023.05.07-4.el9.noa 567 kB/s | 14 kB 00:00 2024-09-12T00:31:23.925 INFO:teuthology.orchestra.run.smithi194.stdout:(253/285): python3-asyncssh-2.13.2-5.el9.noarch 4.2 MB/s | 548 kB 00:00 2024-09-12T00:31:23.950 INFO:teuthology.orchestra.run.smithi194.stdout:(254/285): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-12T00:31:23.975 INFO:teuthology.orchestra.run.smithi194.stdout:(255/285): python3-google-auth-2.34.0-1.el9.noa 8.6 MB/s | 220 kB 00:00 2024-09-12T00:31:24.000 INFO:teuthology.orchestra.run.smithi194.stdout:(256/285): python3-cherrypy-18.6.1-2.el9.noarch 4.6 MB/s | 358 kB 00:00 2024-09-12T00:31:24.012 INFO:teuthology.orchestra.run.smithi038.stdout:(103/285): jsoup-1.13.1-10.el9.noarch.rpm 1.4 MB/s | 377 kB 00:00 2024-09-12T00:31:24.034 INFO:teuthology.orchestra.run.smithi194.stdout:(257/285): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-12T00:31:24.036 INFO:teuthology.orchestra.run.smithi038.stdout:(104/285): jsr-305-3.0.2-6.el9.noarch.rpm 137 kB/s | 35 kB 00:00 2024-09-12T00:31:24.059 INFO:teuthology.orchestra.run.smithi194.stdout:(258/285): python3-jaraco-8.2.1-3.el9.noarch.rp 433 kB/s | 11 kB 00:00 2024-09-12T00:31:24.085 INFO:teuthology.orchestra.run.smithi194.stdout:(259/285): python3-jaraco-classes-3.2.1-5.el9.n 706 kB/s | 18 kB 00:00 2024-09-12T00:31:24.094 INFO:teuthology.orchestra.run.smithi038.stdout:(105/285): lcms2-2.12-3.el9.x86_64.rpm 2.0 MB/s | 168 kB 00:00 2024-09-12T00:31:24.109 INFO:teuthology.orchestra.run.smithi194.stdout:(260/285): python3-jaraco-collections-3.0.0-8.e 936 kB/s | 23 kB 00:00 2024-09-12T00:31:24.120 INFO:teuthology.orchestra.run.smithi038.stdout:(106/285): libX11-xcb-1.7.0-9.el9.x86_64.rpm 133 kB/s | 11 kB 00:00 2024-09-12T00:31:24.135 INFO:teuthology.orchestra.run.smithi194.stdout:(261/285): python3-jaraco-functools-3.5.0-2.el9 778 kB/s | 19 kB 00:00 2024-09-12T00:31:24.160 INFO:teuthology.orchestra.run.smithi194.stdout:(262/285): python3-jaraco-text-3.2.0-6.el9.noar 794 kB/s | 20 kB 00:00 2024-09-12T00:31:24.162 INFO:teuthology.orchestra.run.smithi038.stdout:(107/285): libXcomposite-0.4.5-7.el9.x86_64.rpm 361 kB/s | 24 kB 00:00 2024-09-12T00:31:24.195 INFO:teuthology.orchestra.run.smithi038.stdout:(108/285): libXcursor-1.2.0-7.el9.x86_64.rpm 409 kB/s | 31 kB 00:00 2024-09-12T00:31:24.219 INFO:teuthology.orchestra.run.smithi194.stdout:(263/285): python3-grpcio-1.46.7-10.el9.x86_64. 8.4 MB/s | 2.0 MB 00:00 2024-09-12T00:31:24.244 INFO:teuthology.orchestra.run.smithi194.stdout:(264/285): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-12T00:31:24.245 INFO:teuthology.orchestra.run.smithi038.stdout:(109/285): libXdamage-1.1.5-7.el9.x86_64.rpm 274 kB/s | 23 kB 00:00 2024-09-12T00:31:24.269 INFO:teuthology.orchestra.run.smithi194.stdout:(265/285): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-12T00:31:24.271 INFO:teuthology.orchestra.run.smithi038.stdout:(110/285): libXfixes-5.0.3-16.el9.x86_64.rpm 262 kB/s | 20 kB 00:00 2024-09-12T00:31:24.303 INFO:teuthology.orchestra.run.smithi194.stdout:(266/285): python3-kubernetes-26.1.0-2.el9.noar 7.2 MB/s | 1.0 MB 00:00 2024-09-12T00:31:24.313 INFO:teuthology.orchestra.run.smithi038.stdout:(111/285): libXi-1.7.10-8.el9.x86_64.rpm 592 kB/s | 40 kB 00:00 2024-09-12T00:31:24.328 INFO:teuthology.orchestra.run.smithi194.stdout:(267/285): python3-natsort-7.1.1-5.el9.noarch.r 987 kB/s | 58 kB 00:00 2024-09-12T00:31:24.338 INFO:teuthology.orchestra.run.smithi038.stdout:(112/285): libXinerama-1.1.4-10.el9.x86_64.rpm 225 kB/s | 15 kB 00:00 2024-09-12T00:31:24.370 INFO:teuthology.orchestra.run.smithi194.stdout:(268/285): python3-portend-3.1.0-2.el9.noarch.r 394 kB/s | 16 kB 00:00 2024-09-12T00:31:24.395 INFO:teuthology.orchestra.run.smithi194.stdout:(269/285): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-09-12T00:31:24.412 INFO:teuthology.orchestra.run.smithi194.stdout:(270/285): python3-pyOpenSSL-21.0.0-1.el9.noarc 2.1 MB/s | 90 kB 00:00 2024-09-12T00:31:24.438 INFO:teuthology.orchestra.run.smithi194.stdout:(271/285): python3-repoze-lru-0.7-16.el9.noarch 735 kB/s | 31 kB 00:00 2024-09-12T00:31:24.471 INFO:teuthology.orchestra.run.smithi194.stdout:(272/285): protobuf-compiler-3.14.0-13.el9.x86_ 816 kB/s | 863 kB 00:01 2024-09-12T00:31:24.496 INFO:teuthology.orchestra.run.smithi194.stdout:(273/285): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-09-12T00:31:24.530 INFO:teuthology.orchestra.run.smithi194.stdout:(274/285): python3-routes-2.5.1-5.el9.noarch.rp 1.6 MB/s | 188 kB 00:00 2024-09-12T00:31:24.555 INFO:teuthology.orchestra.run.smithi194.stdout:(275/285): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-12T00:31:24.572 INFO:teuthology.orchestra.run.smithi194.stdout:(276/285): python3-tempora-5.0.0-2.el9.noarch.r 356 kB/s | 36 kB 00:00 2024-09-12T00:31:24.597 INFO:teuthology.orchestra.run.smithi194.stdout:(277/285): python3-websocket-client-1.2.3-2.el9 2.1 MB/s | 90 kB 00:00 2024-09-12T00:31:24.623 INFO:teuthology.orchestra.run.smithi194.stdout:(278/285): python3-webob-1.8.8-2.el9.noarch.rpm 2.5 MB/s | 230 kB 00:00 2024-09-12T00:31:24.648 INFO:teuthology.orchestra.run.smithi194.stdout:(279/285): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-12T00:31:24.673 INFO:teuthology.orchestra.run.smithi194.stdout:(280/285): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-12T00:31:24.699 INFO:teuthology.orchestra.run.smithi194.stdout:(281/285): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-12T00:31:24.722 INFO:teuthology.orchestra.run.smithi038.stdout:(113/285): java-11-openjdk-headless-11.0.20.1.1 32 MB/s | 39 MB 00:01 2024-09-12T00:31:24.747 INFO:teuthology.orchestra.run.smithi038.stdout:(114/285): libXrandr-1.5.2-8.el9.x86_64.rpm 65 kB/s | 28 kB 00:00 2024-09-12T00:31:24.772 INFO:teuthology.orchestra.run.smithi038.stdout:(115/285): libXtst-1.2.3-16.el9.x86_64.rpm 49 kB/s | 21 kB 00:00 2024-09-12T00:31:24.793 INFO:teuthology.orchestra.run.smithi194.stdout:(282/285): s3cmd-2.4.0-1.el9.noarch.rpm 1.4 MB/s | 206 kB 00:00 2024-09-12T00:31:24.797 INFO:teuthology.orchestra.run.smithi038.stdout:(116/285): libXv-1.0.11-16.el9.x86_64.rpm 254 kB/s | 19 kB 00:00 2024-09-12T00:31:24.839 INFO:teuthology.orchestra.run.smithi038.stdout:(117/285): libXxf86vm-1.1.4-18.el9.x86_64.rpm 282 kB/s | 19 kB 00:00 2024-09-12T00:31:24.849 INFO:teuthology.orchestra.run.smithi194.stdout:(283/285): thrift-0.15.0-2.el9.x86_64.rpm 9.0 MB/s | 1.6 MB 00:00 2024-09-12T00:31:24.881 INFO:teuthology.orchestra.run.smithi038.stdout:(118/285): libcanberra-0.30-27.el9.x86_64.rpm 1.0 MB/s | 86 kB 00:00 2024-09-12T00:31:24.931 INFO:teuthology.orchestra.run.smithi038.stdout:(119/285): libasyncns-0.8-22.el9.x86_64.rpm 192 kB/s | 30 kB 00:00 2024-09-12T00:31:25.083 INFO:teuthology.orchestra.run.smithi194.stdout:(284/285): librbd1-19.3.0-4753.gd011c522.el9.x8 11 MB/s | 3.2 MB 00:00 2024-09-12T00:31:25.083 INFO:teuthology.orchestra.run.smithi038.stdout:(120/285): libcanberra-gtk3-0.30-27.el9.x86_64. 131 kB/s | 32 kB 00:00 2024-09-12T00:31:25.107 INFO:teuthology.orchestra.run.smithi038.stdout:(121/285): libdrm-2.4.121-1.el9.x86_64.rpm 713 kB/s | 161 kB 00:00 2024-09-12T00:31:25.141 INFO:teuthology.orchestra.run.smithi038.stdout:(122/285): libepoxy-1.5.5-4.el9.x86_64.rpm 1.1 MB/s | 241 kB 00:00 2024-09-12T00:31:25.149 INFO:teuthology.orchestra.run.smithi194.stdout:(285/285): librados2-19.3.0-4753.gd011c522.el9. 9.7 MB/s | 3.5 MB 00:00 2024-09-12T00:31:25.157 INFO:teuthology.orchestra.run.smithi194.stdout:-------------------------------------------------------------------------------- 2024-09-12T00:31:25.157 INFO:teuthology.orchestra.run.smithi194.stdout:Total 19 MB/s | 327 MB 00:17 2024-09-12T00:31:25.166 INFO:teuthology.orchestra.run.smithi038.stdout:(123/285): libexif-0.6.22-6.el9.x86_64.rpm 5.1 MB/s | 435 kB 00:00 2024-09-12T00:31:25.191 INFO:teuthology.orchestra.run.smithi038.stdout:(124/285): libfontenc-1.1.3-17.el9.x86_64.rpm 370 kB/s | 31 kB 00:00 2024-09-12T00:31:25.216 INFO:teuthology.orchestra.run.smithi038.stdout:(125/285): libgexiv2-0.12.3-1.el9.x86_64.rpm 1.1 MB/s | 83 kB 00:00 2024-09-12T00:31:25.241 INFO:teuthology.orchestra.run.smithi038.stdout:(126/285): libglvnd-1.3.4-1.el9.x86_64.rpm 1.8 MB/s | 135 kB 00:00 2024-09-12T00:31:25.275 INFO:teuthology.orchestra.run.smithi038.stdout:(127/285): libglvnd-egl-1.3.4-1.el9.x86_64.rpm 437 kB/s | 37 kB 00:00 2024-09-12T00:31:25.301 INFO:teuthology.orchestra.run.smithi038.stdout:(128/285): libglvnd-glx-1.3.4-1.el9.x86_64.rpm 1.7 MB/s | 142 kB 00:00 2024-09-12T00:31:25.326 INFO:teuthology.orchestra.run.smithi038.stdout:(129/285): libgsf-1.14.47-5.el9.x86_64.rpm 3.0 MB/s | 256 kB 00:00 2024-09-12T00:31:25.368 INFO:teuthology.orchestra.run.smithi038.stdout:(130/285): libgxps-0.3.2-3.el9.x86_64.rpm 853 kB/s | 79 kB 00:00 2024-09-12T00:31:25.393 INFO:teuthology.orchestra.run.smithi038.stdout:(131/285): libiptcdata-1.0.5-10.el9.x86_64.rpm 662 kB/s | 61 kB 00:00 2024-09-12T00:31:25.445 INFO:teuthology.orchestra.run.smithi038.stdout:(132/285): libldac-2.0.2.3-10.el9.x86_64.rpm 348 kB/s | 41 kB 00:00 2024-09-12T00:31:25.469 INFO:teuthology.orchestra.run.smithi038.stdout:(133/285): libnotify-0.7.9-8.el9.x86_64.rpm 434 kB/s | 44 kB 00:00 2024-09-12T00:31:25.494 INFO:teuthology.orchestra.run.smithi038.stdout:(134/285): libogg-1.3.4-6.el9.x86_64.rpm 334 kB/s | 34 kB 00:00 2024-09-12T00:31:25.519 INFO:teuthology.orchestra.run.smithi038.stdout:(135/285): libosinfo-1.10.0-1.el9.x86_64.rpm 4.2 MB/s | 319 kB 00:00 2024-09-12T00:31:25.553 INFO:teuthology.orchestra.run.smithi038.stdout:(136/285): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 160 kB 00:00 2024-09-12T00:31:25.578 INFO:teuthology.orchestra.run.smithi038.stdout:(137/285): librabbitmq-0.11.0-7.el9.x86_64.rpm 539 kB/s | 45 kB 00:00 2024-09-12T00:31:25.612 INFO:teuthology.orchestra.run.smithi038.stdout:(138/285): librdkafka-1.6.1-102.el9.x86_64.rpm 7.0 MB/s | 662 kB 00:00 2024-09-12T00:31:25.637 INFO:teuthology.orchestra.run.smithi038.stdout:(139/285): libsbc-1.4-9.el9.x86_64.rpm 534 kB/s | 45 kB 00:00 2024-09-12T00:31:25.662 INFO:teuthology.orchestra.run.smithi038.stdout:(140/285): libsndfile-1.0.31-8.el9.x86_64.rpm 2.4 MB/s | 206 kB 00:00 2024-09-12T00:31:25.688 INFO:teuthology.orchestra.run.smithi038.stdout:(141/285): libtheora-1.1.1-31.el9.x86_64.rpm 2.1 MB/s | 164 kB 00:00 2024-09-12T00:31:25.713 INFO:teuthology.orchestra.run.smithi038.stdout:(142/285): libtiff-4.4.0-13.el9.x86_64.rpm 2.6 MB/s | 198 kB 00:00 2024-09-12T00:31:25.730 INFO:teuthology.orchestra.run.smithi038.stdout:(143/285): libtool-ltdl-2.4.6-46.el9.x86_64.rpm 530 kB/s | 36 kB 00:00 2024-09-12T00:31:25.764 INFO:teuthology.orchestra.run.smithi038.stdout:(144/285): libtracker-sparql-3.1.2-3.el9.x86_64 4.2 MB/s | 324 kB 00:00 2024-09-12T00:31:25.789 INFO:teuthology.orchestra.run.smithi038.stdout:(145/285): libvisual-0.4.0-34.el9.x86_64.rpm 1.9 MB/s | 144 kB 00:00 2024-09-12T00:31:25.814 INFO:teuthology.orchestra.run.smithi038.stdout:(146/285): libvorbis-1.3.7-5.el9.x86_64.rpm 2.2 MB/s | 193 kB 00:00 2024-09-12T00:31:25.839 INFO:teuthology.orchestra.run.smithi038.stdout:(147/285): libwayland-client-1.21.0-1.el9.x86_6 442 kB/s | 33 kB 00:00 2024-09-12T00:31:25.865 INFO:teuthology.orchestra.run.smithi038.stdout:(148/285): libwayland-cursor-1.21.0-1.el9.x86_6 257 kB/s | 19 kB 00:00 2024-09-12T00:31:25.890 INFO:teuthology.orchestra.run.smithi038.stdout:(149/285): libwayland-egl-1.21.0-1.el9.x86_64.r 170 kB/s | 13 kB 00:00 2024-09-12T00:31:25.924 INFO:teuthology.orchestra.run.smithi038.stdout:(150/285): libwayland-server-1.21.0-1.el9.x86_6 494 kB/s | 42 kB 00:00 2024-09-12T00:31:25.949 INFO:teuthology.orchestra.run.smithi038.stdout:(151/285): libwebp-1.2.0-8.el9.x86_64.rpm 3.2 MB/s | 277 kB 00:00 2024-09-12T00:31:25.983 INFO:teuthology.orchestra.run.smithi038.stdout:(152/285): libxkbcommon-1.0.3-4.el9.x86_64.rpm 1.4 MB/s | 133 kB 00:00 2024-09-12T00:31:26.008 INFO:teuthology.orchestra.run.smithi038.stdout:(153/285): libxshmfence-1.3-10.el9.x86_64.rpm 150 kB/s | 13 kB 00:00 2024-09-12T00:31:26.033 INFO:teuthology.orchestra.run.smithi038.stdout:(154/285): low-memory-monitor-2.1-4.el9.x86_64. 427 kB/s | 36 kB 00:00 2024-09-12T00:31:26.076 INFO:teuthology.orchestra.run.smithi038.stdout:(155/285): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.1 MB/s | 292 kB 00:00 2024-09-12T00:31:26.101 INFO:teuthology.orchestra.run.smithi038.stdout:(156/285): lua-5.4.4-4.el9.x86_64.rpm 2.0 MB/s | 188 kB 00:00 2024-09-12T00:31:26.126 INFO:teuthology.orchestra.run.smithi038.stdout:(157/285): lua-posix-35.0-8.el9.x86_64.rpm 1.6 MB/s | 151 kB 00:00 2024-09-12T00:31:26.151 INFO:teuthology.orchestra.run.smithi038.stdout:(158/285): maven-3.6.3-15.el9.noarch.rpm 234 kB/s | 18 kB 00:00 2024-09-12T00:31:26.193 INFO:teuthology.orchestra.run.smithi038.stdout:(159/285): maven-lib-3.6.3-15.el9.noarch.rpm 16 MB/s | 1.5 MB 00:00 2024-09-12T00:31:26.219 INFO:teuthology.orchestra.run.smithi038.stdout:(160/285): maven-openjdk11-3.6.3-15.el9.noarch. 98 kB/s | 9.0 kB 00:00 2024-09-12T00:31:26.252 INFO:teuthology.orchestra.run.smithi038.stdout:(161/285): maven-resolver-1.6.1-10.el9.noarch.r 5.0 MB/s | 517 kB 00:00 2024-09-12T00:31:26.286 INFO:teuthology.orchestra.run.smithi038.stdout:(162/285): maven-shared-utils-3.3.4-3.el9.noarc 1.6 MB/s | 151 kB 00:00 2024-09-12T00:31:26.311 INFO:teuthology.orchestra.run.smithi038.stdout:(163/285): maven-wagon-3.4.2-7.el9.noarch.rpm 1.2 MB/s | 112 kB 00:00 2024-09-12T00:31:26.378 INFO:teuthology.orchestra.run.smithi038.stdout:(164/285): mesa-libEGL-24.1.2-3.el9.x86_64.rpm 2.0 MB/s | 139 kB 00:00 2024-09-12T00:31:26.403 INFO:teuthology.orchestra.run.smithi038.stdout:(165/285): mesa-filesystem-24.1.2-3.el9.x86_64. 96 kB/s | 11 kB 00:00 2024-09-12T00:31:26.445 INFO:teuthology.orchestra.run.smithi038.stdout:(166/285): mesa-libGL-24.1.2-3.el9.x86_64.rpm 2.5 MB/s | 171 kB 00:00 2024-09-12T00:31:26.471 INFO:teuthology.orchestra.run.smithi038.stdout:(167/285): mesa-libgbm-24.1.2-3.el9.x86_64.rpm 540 kB/s | 36 kB 00:00 2024-09-12T00:31:26.521 INFO:teuthology.orchestra.run.smithi038.stdout:(168/285): mesa-libglapi-24.1.2-3.el9.x86_64.rp 608 kB/s | 46 kB 00:00 2024-09-12T00:31:26.546 INFO:teuthology.orchestra.run.smithi038.stdout:(169/285): mkfontscale-1.2.1-3.el9.x86_64.rpm 429 kB/s | 32 kB 00:00 2024-09-12T00:31:26.596 INFO:teuthology.orchestra.run.smithi038.stdout:(170/285): openblas-0.3.26-2.el9.x86_64.rpm 514 kB/s | 38 kB 00:00 2024-09-12T00:31:26.664 INFO:teuthology.orchestra.run.smithi038.stdout:(171/285): openjpeg2-2.4.0-7.el9.x86_64.rpm 2.4 MB/s | 163 kB 00:00 2024-09-12T00:31:26.772 INFO:teuthology.orchestra.run.smithi038.stdout:(172/285): mesa-dri-drivers-24.1.2-3.el9.x86_64 17 MB/s | 8.8 MB 00:00 2024-09-12T00:31:26.798 INFO:teuthology.orchestra.run.smithi038.stdout:(173/285): opus-1.3.1-10.el9.x86_64.rpm 1.5 MB/s | 200 kB 00:00 2024-09-12T00:31:26.864 INFO:teuthology.orchestra.run.smithi038.stdout:(174/285): openblas-openmp-0.3.26-2.el9.x86_64. 16 MB/s | 4.9 MB 00:00 2024-09-12T00:31:26.890 INFO:teuthology.orchestra.run.smithi038.stdout:(175/285): orc-0.4.31-8.el9.x86_64.rpm 1.5 MB/s | 183 kB 00:00 2024-09-12T00:31:26.915 INFO:teuthology.orchestra.run.smithi038.stdout:(176/285): osinfo-db-20240701-2.el9.noarch.rpm 4.4 MB/s | 531 kB 00:00 2024-09-12T00:31:26.940 INFO:teuthology.orchestra.run.smithi038.stdout:(177/285): osinfo-db-tools-1.10.0-1.el9.x86_64. 976 kB/s | 74 kB 00:00 2024-09-12T00:31:26.974 INFO:teuthology.orchestra.run.smithi038.stdout:(178/285): ostree-libs-2024.7-2.el9.x86_64.rpm 5.5 MB/s | 468 kB 00:00 2024-09-12T00:31:26.999 INFO:teuthology.orchestra.run.smithi038.stdout:(179/285): p11-kit-server-0.25.3-2.el9.x86_64.r 2.9 MB/s | 246 kB 00:00 2024-09-12T00:31:27.025 INFO:teuthology.orchestra.run.smithi038.stdout:(180/285): pipewire-1.0.1-1.el9.x86_64.rpm 1.2 MB/s | 107 kB 00:00 2024-09-12T00:31:27.067 INFO:teuthology.orchestra.run.smithi038.stdout:(181/285): pipewire-alsa-1.0.1-1.el9.x86_64.rpm 620 kB/s | 57 kB 00:00 2024-09-12T00:31:27.092 INFO:teuthology.orchestra.run.smithi038.stdout:(182/285): pipewire-jack-audio-connection-kit-1 99 kB/s | 9.1 kB 00:00 2024-09-12T00:31:27.117 INFO:teuthology.orchestra.run.smithi038.stdout:(183/285): pipewire-jack-audio-connection-kit-l 1.4 MB/s | 135 kB 00:00 2024-09-12T00:31:27.167 INFO:teuthology.orchestra.run.smithi038.stdout:(184/285): pipewire-pulseaudio-1.0.1-1.el9.x86_ 2.5 MB/s | 192 kB 00:00 2024-09-12T00:31:27.209 INFO:teuthology.orchestra.run.smithi038.stdout:(185/285): pipewire-libs-1.0.1-1.el9.x86_64.rpm 14 MB/s | 1.9 MB 00:00 2024-09-12T00:31:27.234 INFO:teuthology.orchestra.run.smithi038.stdout:(186/285): plexus-cipher-1.7-27.el9.noarch.rpm 220 kB/s | 26 kB 00:00 2024-09-12T00:31:27.259 INFO:teuthology.orchestra.run.smithi038.stdout:(187/285): plexus-classworlds-2.6.0-11.el9.noar 652 kB/s | 60 kB 00:00 2024-09-12T00:31:27.285 INFO:teuthology.orchestra.run.smithi038.stdout:(188/285): plexus-containers-component-annotati 243 kB/s | 18 kB 00:00 2024-09-12T00:31:27.310 INFO:teuthology.orchestra.run.smithi038.stdout:(189/285): plexus-interpolation-1.26-11.el9.noa 1.0 MB/s | 80 kB 00:00 2024-09-12T00:31:27.352 INFO:teuthology.orchestra.run.smithi038.stdout:(190/285): plexus-sec-dispatcher-1.4-37.el9.noa 364 kB/s | 34 kB 00:00 2024-09-12T00:31:27.377 INFO:teuthology.orchestra.run.smithi038.stdout:(191/285): plexus-utils-3.3.0-10.el9.noarch.rpm 2.7 MB/s | 254 kB 00:00 2024-09-12T00:31:27.411 INFO:teuthology.orchestra.run.smithi038.stdout:(192/285): poppler-21.01.0-21.el9.x86_64.rpm 11 MB/s | 1.1 MB 00:00 2024-09-12T00:31:27.453 INFO:teuthology.orchestra.run.smithi038.stdout:(193/285): poppler-glib-21.01.0-21.el9.x86_64.r 2.0 MB/s | 152 kB 00:00 2024-09-12T00:31:27.495 INFO:teuthology.orchestra.run.smithi038.stdout:(194/285): poppler-data-0.4.9-9.el9.noarch.rpm 13 MB/s | 1.9 MB 00:00 2024-09-12T00:31:27.537 INFO:teuthology.orchestra.run.smithi038.stdout:(195/285): protobuf-3.14.0-13.el9.x86_64.rpm 8.0 MB/s | 1.0 MB 00:00 2024-09-12T00:31:27.562 INFO:teuthology.orchestra.run.smithi038.stdout:(196/285): publicsuffix-list-20210518-3.el9.noa 760 kB/s | 83 kB 00:00 2024-09-12T00:31:27.596 INFO:teuthology.orchestra.run.smithi038.stdout:(197/285): pulseaudio-libs-15.0-2.el9.x86_64.rp 6.6 MB/s | 679 kB 00:00 2024-09-12T00:31:27.646 INFO:teuthology.orchestra.run.smithi038.stdout:(198/285): python3-devel-3.9.19-8.el9.x86_64.rp 2.9 MB/s | 245 kB 00:00 2024-09-12T00:31:27.738 INFO:teuthology.orchestra.run.smithi038.stdout:(199/285): python3-babel-2.9.1-2.el9.noarch.rpm 30 MB/s | 6.0 MB 00:00 2024-09-12T00:31:27.763 INFO:teuthology.orchestra.run.smithi038.stdout:(200/285): python3-jinja2-2.11.3-6.el9.noarch.r 1.4 MB/s | 248 kB 00:00 2024-09-12T00:31:27.789 INFO:teuthology.orchestra.run.smithi038.stdout:(201/285): python3-jsonpatch-1.21-16.el9.noarch 181 kB/s | 26 kB 00:00 2024-09-12T00:31:27.814 INFO:teuthology.orchestra.run.smithi038.stdout:(202/285): python3-jsonpointer-2.0-4.el9.noarch 254 kB/s | 19 kB 00:00 2024-09-12T00:31:27.865 INFO:teuthology.orchestra.run.smithi038.stdout:(203/285): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-09-12T00:31:27.889 INFO:teuthology.orchestra.run.smithi038.stdout:(204/285): python3-markupsafe-1.1.1-12.el9.x86_ 346 kB/s | 35 kB 00:00 2024-09-12T00:31:27.940 INFO:teuthology.orchestra.run.smithi038.stdout:(205/285): python3-numpy-f2py-1.20.1-5.el9.x86_ 3.3 MB/s | 250 kB 00:00 2024-09-12T00:31:27.973 INFO:teuthology.orchestra.run.smithi038.stdout:(206/285): python3-oauthlib-3.1.1-5.el9.noarch. 2.6 MB/s | 222 kB 00:00 2024-09-12T00:31:28.049 INFO:teuthology.orchestra.run.smithi038.stdout:(207/285): python3-numpy-1.20.1-5.el9.x86_64.rp 22 MB/s | 5.1 MB 00:00 2024-09-12T00:31:28.074 INFO:teuthology.orchestra.run.smithi038.stdout:(208/285): python3-prettytable-0.7.2-27.el9.noa 422 kB/s | 42 kB 00:00 2024-09-12T00:31:28.099 INFO:teuthology.orchestra.run.smithi038.stdout:(209/285): python3-packaging-20.9-5.el9.noarch. 485 kB/s | 77 kB 00:00 2024-09-12T00:31:28.124 INFO:teuthology.orchestra.run.smithi038.stdout:(210/285): python3-protobuf-3.14.0-13.el9.noarc 3.5 MB/s | 269 kB 00:00 2024-09-12T00:31:28.150 INFO:teuthology.orchestra.run.smithi038.stdout:(211/285): python3-pyasn1-0.4.8-6.el9.noarch.rp 2.1 MB/s | 159 kB 00:00 2024-09-12T00:31:28.175 INFO:teuthology.orchestra.run.smithi038.stdout:(212/285): python3-pyasn1-modules-0.4.8-6.el9.n 3.6 MB/s | 279 kB 00:00 2024-09-12T00:31:28.192 INFO:teuthology.orchestra.run.smithi038.stdout:(213/285): python3-pytz-2021.1-5.el9.noarch.rpm 760 kB/s | 51 kB 00:00 2024-09-12T00:31:28.217 INFO:teuthology.orchestra.run.smithi038.stdout:(214/285): python3-requests-oauthlib-1.3.0-12.e 800 kB/s | 54 kB 00:00 2024-09-12T00:31:28.268 INFO:teuthology.orchestra.run.smithi038.stdout:(215/285): python3-toml-0.10.2-6.el9.noarch.rpm 553 kB/s | 42 kB 00:00 2024-09-12T00:31:28.293 INFO:teuthology.orchestra.run.smithi038.stdout:(216/285): qatlib-24.02.0-1.el9.x86_64.rpm 2.9 MB/s | 221 kB 00:00 2024-09-12T00:31:28.326 INFO:teuthology.orchestra.run.smithi038.stdout:(217/285): qatlib-service-24.02.0-1.el9.x86_64. 614 kB/s | 36 kB 00:00 2024-09-12T00:31:28.343 INFO:teuthology.orchestra.run.smithi194.stdout:Running transaction check 2024-09-12T00:31:28.368 INFO:teuthology.orchestra.run.smithi038.stdout:(218/285): qatzip-libs-1.2.0-1.el9.x86_64.rpm 631 kB/s | 47 kB 00:00 2024-09-12T00:31:28.385 INFO:teuthology.orchestra.run.smithi038.stdout:(219/285): rtkit-0.11-29.el9.x86_64.rpm 958 kB/s | 56 kB 00:00 2024-09-12T00:31:28.452 INFO:teuthology.orchestra.run.smithi038.stdout:(220/285): sisu-0.3.4-10.el9.noarch.rpm 6.0 MB/s | 510 kB 00:00 2024-09-12T00:31:28.486 INFO:teuthology.orchestra.run.smithi038.stdout:(221/285): slf4j-1.7.30-13.el9.noarch.rpm 687 kB/s | 69 kB 00:00 2024-09-12T00:31:28.527 INFO:teuthology.orchestra.run.smithi194.stdout:Transaction check succeeded. 2024-09-12T00:31:28.527 INFO:teuthology.orchestra.run.smithi194.stdout:Running transaction test 2024-09-12T00:31:28.536 INFO:teuthology.orchestra.run.smithi038.stdout:(222/285): socat-1.7.4.1-6.el9.x86_64.rpm 3.5 MB/s | 304 kB 00:00 2024-09-12T00:31:28.562 INFO:teuthology.orchestra.run.smithi038.stdout:(223/285): sound-theme-freedesktop-0.8-17.el9.n 5.0 MB/s | 383 kB 00:00 2024-09-12T00:31:28.745 INFO:teuthology.orchestra.run.smithi038.stdout:(224/285): python3-scipy-1.6.2-8.el9.x86_64.rpm 29 MB/s | 16 MB 00:00 2024-09-12T00:31:28.770 INFO:teuthology.orchestra.run.smithi038.stdout:(225/285): totem-pl-parser-3.26.6-2.el9.x86_64. 653 kB/s | 152 kB 00:00 2024-09-12T00:31:28.804 INFO:teuthology.orchestra.run.smithi038.stdout:(226/285): tracker-3.1.2-3.el9.x86_64.rpm 2.2 MB/s | 555 kB 00:00 2024-09-12T00:31:28.838 INFO:teuthology.orchestra.run.smithi038.stdout:(227/285): ttmkfdir-3.0.9-65.el9.x86_64.rpm 794 kB/s | 53 kB 00:00 2024-09-12T00:31:28.871 INFO:teuthology.orchestra.run.smithi038.stdout:(228/285): tracker-miners-3.1.2-4.el9.x86_64.rp 7.4 MB/s | 944 kB 00:00 2024-09-12T00:31:28.897 INFO:teuthology.orchestra.run.smithi038.stdout:(229/285): tzdata-java-2024a-2.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-09-12T00:31:28.922 INFO:teuthology.orchestra.run.smithi038.stdout:(230/285): upower-0.99.11-11.el9.x86_64.rpm 2.0 MB/s | 173 kB 00:00 2024-09-12T00:31:28.956 INFO:teuthology.orchestra.run.smithi038.stdout:(231/285): webrtc-audio-processing-0.3.1-8.el9. 3.6 MB/s | 306 kB 00:00 2024-09-12T00:31:28.981 INFO:teuthology.orchestra.run.smithi038.stdout:(232/285): wireplumber-0.4.14-1.el9.x86_64.rpm 1.1 MB/s | 96 kB 00:00 2024-09-12T00:31:29.014 INFO:teuthology.orchestra.run.smithi038.stdout:(233/285): wireplumber-libs-0.4.14-1.el9.x86_64 3.8 MB/s | 358 kB 00:00 2024-09-12T00:31:29.040 INFO:teuthology.orchestra.run.smithi038.stdout:(234/285): xdg-dbus-proxy-0.1.3-1.el9.x86_64.rp 506 kB/s | 42 kB 00:00 2024-09-12T00:31:29.065 INFO:teuthology.orchestra.run.smithi038.stdout:(235/285): xdg-desktop-portal-1.12.6-1.el9.x86_ 4.5 MB/s | 385 kB 00:00 2024-09-12T00:31:29.090 INFO:teuthology.orchestra.run.smithi038.stdout:(236/285): xdg-desktop-portal-gtk-1.12.0-3.el9. 1.7 MB/s | 134 kB 00:00 2024-09-12T00:31:29.132 INFO:teuthology.orchestra.run.smithi038.stdout:(237/285): xkeyboard-config-2.33-2.el9.noarch.r 9.1 MB/s | 859 kB 00:00 2024-09-12T00:31:29.157 INFO:teuthology.orchestra.run.smithi038.stdout:(238/285): xmlstarlet-1.6.1-20.el9.x86_64.rpm 691 kB/s | 64 kB 00:00 2024-09-12T00:31:29.183 INFO:teuthology.orchestra.run.smithi038.stdout:(239/285): xorg-x11-fonts-Type1-7.5-33.el9.noar 5.3 MB/s | 505 kB 00:00 2024-09-12T00:31:29.208 INFO:teuthology.orchestra.run.smithi038.stdout:(240/285): lua-devel-5.4.4-4.el9.x86_64.rpm 296 kB/s | 22 kB 00:00 2024-09-12T00:31:29.258 INFO:teuthology.orchestra.run.smithi038.stdout:(241/285): protobuf-compiler-3.14.0-13.el9.x86_ 8.4 MB/s | 863 kB 00:00 2024-09-12T00:31:29.309 INFO:teuthology.orchestra.run.smithi038.stdout:(242/285): abseil-cpp-20211102.0-3.el9.x86_64.r 4.3 MB/s | 548 kB 00:00 2024-09-12T00:31:29.334 INFO:teuthology.orchestra.run.smithi038.stdout:(243/285): gperftools-libs-2.9.1-2.el9.x86_64.r 2.4 MB/s | 309 kB 00:00 2024-09-12T00:31:29.359 INFO:teuthology.orchestra.run.smithi038.stdout:(244/285): grpc-data-1.46.7-10.el9.noarch.rpm 198 kB/s | 19 kB 00:00 2024-09-12T00:31:29.384 INFO:teuthology.orchestra.run.smithi038.stdout:(245/285): libarrow-doc-9.0.0-11.el9.noarch.rpm 518 kB/s | 26 kB 00:00 2024-09-12T00:31:29.410 INFO:teuthology.orchestra.run.smithi038.stdout:(246/285): liboath-2.6.7-2.el9.x86_64.rpm 967 kB/s | 49 kB 00:00 2024-09-12T00:31:29.435 INFO:teuthology.orchestra.run.smithi038.stdout:(247/285): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-12T00:31:29.460 INFO:teuthology.orchestra.run.smithi038.stdout:(248/285): luarocks-3.9.2-5.el9.noarch.rpm 3.0 MB/s | 151 kB 00:00 2024-09-12T00:31:29.502 INFO:teuthology.orchestra.run.smithi038.stdout:(249/285): parquet-libs-9.0.0-11.el9.x86_64.rpm 12 MB/s | 839 kB 00:00 2024-09-12T00:31:29.719 INFO:teuthology.orchestra.run.smithi038.stdout:(250/285): python3-bcrypt-3.2.2-1.el9.x86_64.rp 201 kB/s | 43 kB 00:00 2024-09-12T00:31:29.795 INFO:teuthology.orchestra.run.smithi038.stdout:(251/285): python3-asyncssh-2.13.2-5.el9.noarch 1.6 MB/s | 548 kB 00:00 2024-09-12T00:31:29.820 INFO:teuthology.orchestra.run.smithi038.stdout:(252/285): python3-cachetools-4.2.4-1.el9.noarc 320 kB/s | 32 kB 00:00 2024-09-12T00:31:29.837 INFO:teuthology.orchestra.run.smithi038.stdout:(253/285): python3-certifi-2023.05.07-4.el9.noa 338 kB/s | 14 kB 00:00 2024-09-12T00:31:29.879 INFO:teuthology.orchestra.run.smithi038.stdout:(254/285): python3-cheroot-8.6.0-4.el9.noarch.r 2.9 MB/s | 172 kB 00:00 2024-09-12T00:31:29.913 INFO:teuthology.orchestra.run.smithi038.stdout:(255/285): python3-cherrypy-18.6.1-2.el9.noarch 4.7 MB/s | 358 kB 00:00 2024-09-12T00:31:29.938 INFO:teuthology.orchestra.run.smithi038.stdout:(256/285): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-12T00:31:29.971 INFO:teuthology.orchestra.run.smithi038.stdout:(257/285): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-12T00:31:29.997 INFO:teuthology.orchestra.run.smithi038.stdout:(258/285): python3-jaraco-8.2.1-3.el9.noarch.rp 428 kB/s | 11 kB 00:00 2024-09-12T00:31:30.022 INFO:teuthology.orchestra.run.smithi038.stdout:(259/285): python3-jaraco-classes-3.2.1-5.el9.n 715 kB/s | 18 kB 00:00 2024-09-12T00:31:30.047 INFO:teuthology.orchestra.run.smithi038.stdout:(260/285): python3-jaraco-collections-3.0.0-8.e 927 kB/s | 23 kB 00:00 2024-09-12T00:31:30.072 INFO:teuthology.orchestra.run.smithi038.stdout:(261/285): python3-jaraco-functools-3.5.0-2.el9 786 kB/s | 19 kB 00:00 2024-09-12T00:31:30.098 INFO:teuthology.orchestra.run.smithi038.stdout:(262/285): python3-jaraco-text-3.2.0-6.el9.noar 793 kB/s | 20 kB 00:00 2024-09-12T00:31:30.165 INFO:teuthology.orchestra.run.smithi038.stdout:(263/285): python3-kubernetes-26.1.0-2.el9.noar 15 MB/s | 1.0 MB 00:00 2024-09-12T00:31:30.190 INFO:teuthology.orchestra.run.smithi038.stdout:(264/285): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-12T00:31:30.215 INFO:teuthology.orchestra.run.smithi038.stdout:(265/285): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-12T00:31:30.266 INFO:teuthology.orchestra.run.smithi038.stdout:(266/285): python3-grpcio-1.46.7-10.el9.x86_64. 5.8 MB/s | 2.0 MB 00:00 2024-09-12T00:31:30.291 INFO:teuthology.orchestra.run.smithi038.stdout:(267/285): python3-natsort-7.1.1-5.el9.noarch.r 768 kB/s | 58 kB 00:00 2024-09-12T00:31:30.316 INFO:teuthology.orchestra.run.smithi038.stdout:(268/285): python3-portend-3.1.0-2.el9.noarch.r 670 kB/s | 16 kB 00:00 2024-09-12T00:31:30.341 INFO:teuthology.orchestra.run.smithi038.stdout:(269/285): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-12T00:31:30.367 INFO:teuthology.orchestra.run.smithi038.stdout:(270/285): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-09-12T00:31:30.392 INFO:teuthology.orchestra.run.smithi038.stdout:(271/285): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-09-12T00:31:30.417 INFO:teuthology.orchestra.run.smithi038.stdout:(272/285): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-12T00:31:30.442 INFO:teuthology.orchestra.run.smithi038.stdout:(273/285): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-09-12T00:31:30.468 INFO:teuthology.orchestra.run.smithi038.stdout:(274/285): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-09-12T00:31:30.493 INFO:teuthology.orchestra.run.smithi038.stdout:(275/285): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-12T00:31:30.568 INFO:teuthology.orchestra.run.smithi038.stdout:(276/285): libarrow-9.0.0-11.el9.x86_64.rpm 3.5 MB/s | 4.4 MB 00:01 2024-09-12T00:31:30.594 INFO:teuthology.orchestra.run.smithi038.stdout:(277/285): python3-websocket-client-1.2.3-2.el9 895 kB/s | 90 kB 00:00 2024-09-12T00:31:30.627 INFO:teuthology.orchestra.run.smithi038.stdout:(278/285): python3-webob-1.8.8-2.el9.noarch.rpm 1.4 MB/s | 230 kB 00:00 2024-09-12T00:31:30.653 INFO:teuthology.orchestra.run.smithi038.stdout:(279/285): python3-zc-lockfile-2.0-10.el9.noarc 341 kB/s | 20 kB 00:00 2024-09-12T00:31:30.678 INFO:teuthology.orchestra.run.smithi038.stdout:(280/285): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-12T00:31:30.703 INFO:teuthology.orchestra.run.smithi038.stdout:(281/285): s3cmd-2.4.0-1.el9.noarch.rpm 4.0 MB/s | 206 kB 00:00 2024-09-12T00:31:30.737 INFO:teuthology.orchestra.run.smithi038.stdout:(282/285): python3-werkzeug-2.0.3-3.el9.1.noarc 2.5 MB/s | 427 kB 00:00 2024-09-12T00:31:30.787 INFO:teuthology.orchestra.run.smithi038.stdout:(283/285): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-12T00:31:31.113 INFO:teuthology.orchestra.run.smithi038.stdout:(284/285): librados2-19.3.0-4753.gd011c522.el9. 8.5 MB/s | 3.5 MB 00:00 2024-09-12T00:31:31.196 INFO:teuthology.orchestra.run.smithi038.stdout:(285/285): librbd1-19.3.0-4753.gd011c522.el9.x8 7.1 MB/s | 3.2 MB 00:00 2024-09-12T00:31:31.202 INFO:teuthology.orchestra.run.smithi038.stdout:-------------------------------------------------------------------------------- 2024-09-12T00:31:31.203 INFO:teuthology.orchestra.run.smithi038.stdout:Total 15 MB/s | 327 MB 00:21 2024-09-12T00:31:31.729 INFO:teuthology.orchestra.run.smithi194.stdout:Transaction test succeeded. 2024-09-12T00:31:31.730 INFO:teuthology.orchestra.run.smithi194.stdout:Running transaction 2024-09-12T00:31:34.322 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction check 2024-09-12T00:31:34.525 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction check succeeded. 2024-09-12T00:31:34.526 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction test 2024-09-12T00:31:37.900 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction test succeeded. 2024-09-12T00:31:37.904 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction 2024-09-12T00:31:41.943 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 1/1 2024-09-12T00:31:42.092 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 1/1 2024-09-12T00:31:42.247 INFO:teuthology.orchestra.run.smithi194.stdout: Preparing : 1/1 2024-09-12T00:31:42.327 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : javapackages-filesystem-6.0.0-4.el9.noarch 1/287 2024-09-12T00:31:42.361 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 2/287 2024-09-12T00:31:42.435 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libXi-1.7.10-8.el9.x86_64 3/287 2024-09-12T00:31:42.498 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : alsa-lib-1.2.12-1.el9.x86_64 4/287 2024-09-12T00:31:42.554 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 5/287 2024-09-12T00:31:42.588 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/287 2024-09-12T00:31:42.630 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/287 2024-09-12T00:31:42.695 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/287 2024-09-12T00:31:43.032 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/287 2024-09-12T00:31:43.139 INFO:teuthology.orchestra.run.smithi194.stdout: Upgrading : librados2-2:19.3.0-4753.gd011c522.el9.x86_64 10/287 2024-09-12T00:31:43.288 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: librados2-2:19.3.0-4753.gd011c522.el9.x86_64 10/287 2024-09-12T00:31:43.315 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libcephfs2-2:19.3.0-4753.gd011c522.el9.x86_64 11/287 2024-09-12T00:31:43.411 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: libcephfs2-2:19.3.0-4753.gd011c522.el9.x86_64 11/287 2024-09-12T00:31:43.444 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-rados-2:19.3.0-4753.gd011c522.el9.x86_64 12/287 2024-09-12T00:31:43.491 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 13/287 2024-09-12T00:31:43.520 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 14/287 2024-09-12T00:31:43.546 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 15/287 2024-09-12T00:31:43.572 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 16/287 2024-09-12T00:31:43.603 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : opus-1.3.1-10.el9.x86_64 17/287 2024-09-12T00:31:43.629 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : lua-5.4.4-4.el9.x86_64 18/287 2024-09-12T00:31:43.657 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libX11-xcb-1.7.0-9.el9.x86_64 19/287 2024-09-12T00:31:43.801 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : lcms2-2.12-3.el9.x86_64 20/287 2024-09-12T00:31:43.917 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : gstreamer1-1.22.1-2.el9.x86_64 21/287 2024-09-12T00:31:43.955 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : atk-2.36.0-5.el9.x86_64 22/287 2024-09-12T00:31:43.991 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 23/287 2024-09-12T00:31:44.019 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libcephsqlite-2:19.3.0-4753.gd011c522.el9.x86_64 24/287 2024-09-12T00:31:44.124 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: libcephsqlite-2:19.3.0-4753.gd011c522.el9.x86_64 24/287 2024-09-12T00:31:44.154 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libradosstriper1-2:19.3.0-4753.gd011c522.el9.x86 25/287 2024-09-12T00:31:44.225 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: libradosstriper1-2:19.3.0-4753.gd011c522.el9.x86 25/287 2024-09-12T00:31:44.250 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 26/287 2024-09-12T00:31:44.272 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 27/287 2024-09-12T00:31:44.291 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 27/287 2024-09-12T00:31:44.433 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 28/287 2024-09-12T00:31:44.472 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 28/287 2024-09-12T00:31:44.585 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : re2-1:20211101-20.el9.x86_64 29/287 2024-09-12T00:31:44.622 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 30/287 2024-09-12T00:31:44.658 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : liboath-2.6.7-2.el9.x86_64 31/287 2024-09-12T00:31:44.742 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 32/287 2024-09-12T00:31:44.802 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 33/287 2024-09-12T00:31:44.842 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-packaging-20.9-5.el9.noarch 34/287 2024-09-12T00:31:44.885 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/287 2024-09-12T00:31:44.909 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/287 2024-09-12T00:31:44.936 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 37/287 2024-09-12T00:31:44.962 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 38/287 2024-09-12T00:31:44.987 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 39/287 2024-09-12T00:31:45.015 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libtool-ltdl-2.4.6-46.el9.x86_64 40/287 2024-09-12T00:31:45.047 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 41/287 2024-09-12T00:31:45.072 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 42/287 2024-09-12T00:31:45.116 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 43/287 2024-09-12T00:31:45.153 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : dconf-0.40.0-6.el9.x86_64 44/287 2024-09-12T00:31:45.260 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 44/287 2024-09-12T00:31:45.322 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 45/287 2024-09-12T00:31:45.352 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 46/287 2024-09-12T00:31:45.402 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 47/287 2024-09-12T00:31:45.444 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 48/287 2024-09-12T00:31:45.480 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : fuse-2.9.9-16.el9.x86_64 49/287 2024-09-12T00:31:45.558 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : cups-libs-1:2.3.3op2-30.el9.x86_64 50/287 2024-09-12T00:31:45.590 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-ceph-common-2:19.3.0-4753.gd011c522.el9. 51/287 2024-09-12T00:31:45.634 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-ceph-argparse-2:19.3.0-4753.gd011c522.el 52/287 2024-09-12T00:31:45.675 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-cephfs-2:19.3.0-4753.gd011c522.el9.x86_6 53/287 2024-09-12T00:31:45.760 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 54/287 2024-09-12T00:31:45.906 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 55/287 2024-09-12T00:31:45.962 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 56/287 2024-09-12T00:31:46.504 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-rsa-4.9-2.el9.noarch 57/287 2024-09-12T00:31:46.597 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 58/287 2024-09-12T00:31:46.625 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 59/287 2024-09-12T00:31:46.696 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 60/287 2024-09-12T00:31:46.731 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 61/287 2024-09-12T00:31:46.767 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 62/287 2024-09-12T00:31:46.796 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : colord-libs-1.4.5-4.el9.x86_64 63/287 2024-09-12T00:31:46.868 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 64/287 2024-09-12T00:31:46.924 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : luarocks-3.9.2-5.el9.noarch 65/287 2024-09-12T00:31:46.957 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 66/287 2024-09-12T00:31:46.993 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 67/287 2024-09-12T00:31:47.030 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : librados-devel-2:19.3.0-4753.gd011c522.el9.x86_6 68/287 2024-09-12T00:31:47.063 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 69/287 2024-09-12T00:31:47.096 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : flac-libs-1.3.3-12.el9.x86_64 70/287 2024-09-12T00:31:47.137 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 71/287 2024-09-12T00:31:47.196 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 72/287 2024-09-12T00:31:47.230 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 73/287 2024-09-12T00:31:47.267 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libgexiv2-0.12.3-1.el9.x86_64 74/287 2024-09-12T00:31:47.362 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 75/287 2024-09-12T00:31:47.424 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 76/287 2024-09-12T00:31:47.505 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 77/287 2024-09-12T00:31:47.535 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 78/287 2024-09-12T00:31:47.571 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 79/287 2024-09-12T00:31:47.618 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 80/287 2024-09-12T00:31:47.663 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 81/287 2024-09-12T00:31:47.706 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 82/287 2024-09-12T00:31:47.864 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 83/287 2024-09-12T00:31:47.907 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 84/287 2024-09-12T00:31:47.957 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 85/287 2024-09-12T00:31:48.062 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 86/287 2024-09-12T00:31:48.099 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 87/287 2024-09-12T00:31:48.141 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 88/287 2024-09-12T00:31:48.143 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 1/1 2024-09-12T00:31:48.172 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 89/287 2024-09-12T00:31:48.197 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 90/287 2024-09-12T00:31:48.281 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 91/287 2024-09-12T00:31:48.329 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 1/1 2024-09-12T00:31:48.411 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 92/287 2024-09-12T00:31:48.461 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 93/287 2024-09-12T00:31:48.493 INFO:teuthology.orchestra.run.smithi038.stdout: Preparing : 1/1 2024-09-12T00:31:48.566 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : javapackages-filesystem-6.0.0-4.el9.noarch 1/287 2024-09-12T00:31:48.600 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libogg-2:1.3.4-6.el9.x86_64 2/287 2024-09-12T00:31:48.672 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 94/287 2024-09-12T00:31:48.687 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libXi-1.7.10-8.el9.x86_64 3/287 2024-09-12T00:31:48.719 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : xkeyboard-config-2.33-2.el9.noarch 95/287 2024-09-12T00:31:48.746 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : alsa-lib-1.2.12-1.el9.x86_64 4/287 2024-09-12T00:31:48.750 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 96/287 2024-09-12T00:31:48.779 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 97/287 2024-09-12T00:31:48.803 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libvorbis-1:1.3.7-5.el9.x86_64 5/287 2024-09-12T00:31:48.820 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.x86_64 98/287 2024-09-12T00:31:48.844 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/287 2024-09-12T00:31:48.850 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : upower-0.99.11-11.el9.x86_64 99/287 2024-09-12T00:31:48.864 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: upower-0.99.11-11.el9.x86_64 99/287 2024-09-12T00:31:48.864 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2024-09-12T00:31:48.865 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:31:48.869 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/287 2024-09-12T00:31:48.927 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/287 2024-09-12T00:31:49.046 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : tzdata-java-2024a-2.el9.noarch 100/287 2024-09-12T00:31:49.124 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 101/287 2024-09-12T00:31:49.173 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 102/287 2024-09-12T00:31:49.197 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.noarch 103/287 2024-09-12T00:31:49.226 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.noarch 103/287 2024-09-12T00:31:49.266 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 104/287 2024-09-12T00:31:49.282 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/287 2024-09-12T00:31:49.404 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : librados2-2:19.3.0-4753.gd011c522.el9.x86_64 10/287 2024-09-12T00:31:49.530 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librados2-2:19.3.0-4753.gd011c522.el9.x86_64 10/287 2024-09-12T00:31:49.555 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libcephfs2-2:19.3.0-4753.gd011c522.el9.x86_64 11/287 2024-09-12T00:31:49.648 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libcephfs2-2:19.3.0-4753.gd011c522.el9.x86_64 11/287 2024-09-12T00:31:49.676 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-rados-2:19.3.0-4753.gd011c522.el9.x86_64 12/287 2024-09-12T00:31:49.723 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libwayland-client-1.21.0-1.el9.x86_64 13/287 2024-09-12T00:31:49.724 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T00:31:49.752 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T00:31:49.760 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 14/287 2024-09-12T00:31:49.767 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T00:31:49.767 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2024-09-12T00:31:49.767 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:31:49.794 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 15/287 2024-09-12T00:31:49.809 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 106/287 2024-09-12T00:31:49.829 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libXfixes-5.0.3-16.el9.x86_64 16/287 2024-09-12T00:31:49.843 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 107/287 2024-09-12T00:31:49.861 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : opus-1.3.1-10.el9.x86_64 17/287 2024-09-12T00:31:49.884 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 108/287 2024-09-12T00:31:49.885 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : lua-5.4.4-4.el9.x86_64 18/287 2024-09-12T00:31:49.915 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libX11-xcb-1.7.0-9.el9.x86_64 19/287 2024-09-12T00:31:49.935 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 109/287 2024-09-12T00:31:49.969 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 110/287 2024-09-12T00:31:50.058 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 111/287 2024-09-12T00:31:50.064 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : lcms2-2.12-3.el9.x86_64 20/287 2024-09-12T00:31:50.116 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 112/287 2024-09-12T00:31:50.147 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 113/287 2024-09-12T00:31:50.190 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : gstreamer1-1.22.1-2.el9.x86_64 21/287 2024-09-12T00:31:50.223 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : atk-2.36.0-5.el9.x86_64 22/287 2024-09-12T00:31:50.260 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libwayland-cursor-1.21.0-1.el9.x86_64 23/287 2024-09-12T00:31:50.271 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 114/287 2024-09-12T00:31:50.288 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libcephsqlite-2:19.3.0-4753.gd011c522.el9.x86_64 24/287 2024-09-12T00:31:50.324 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 115/287 2024-09-12T00:31:50.394 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libcephsqlite-2:19.3.0-4753.gd011c522.el9.x86_64 24/287 2024-09-12T00:31:50.422 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libradosstriper1-2:19.3.0-4753.gd011c522.el9.x86 25/287 2024-09-12T00:31:50.485 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libradosstriper1-2:19.3.0-4753.gd011c522.el9.x86 25/287 2024-09-12T00:31:50.509 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libXtst-1.2.3-16.el9.x86_64 26/287 2024-09-12T00:31:50.532 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 27/287 2024-09-12T00:31:50.559 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 27/287 2024-09-12T00:31:50.736 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 28/287 2024-09-12T00:31:50.774 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 28/287 2024-09-12T00:31:50.899 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : re2-1:20211101-20.el9.x86_64 29/287 2024-09-12T00:31:50.930 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 30/287 2024-09-12T00:31:50.966 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : liboath-2.6.7-2.el9.x86_64 31/287 2024-09-12T00:31:51.043 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 32/287 2024-09-12T00:31:51.077 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 116/287 2024-09-12T00:31:51.093 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 33/287 2024-09-12T00:31:51.129 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 117/287 2024-09-12T00:31:51.132 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-packaging-20.9-5.el9.noarch 34/287 2024-09-12T00:31:51.162 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 118/287 2024-09-12T00:31:51.175 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/287 2024-09-12T00:31:51.200 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/287 2024-09-12T00:31:51.227 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libxshmfence-1.3-10.el9.x86_64 37/287 2024-09-12T00:31:51.260 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libwayland-server-1.21.0-1.el9.x86_64 38/287 2024-09-12T00:31:51.264 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 119/287 2024-09-12T00:31:51.285 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libwayland-egl-1.21.0-1.el9.x86_64 39/287 2024-09-12T00:31:51.314 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libtool-ltdl-2.4.6-46.el9.x86_64 40/287 2024-09-12T00:31:51.316 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 120/287 2024-09-12T00:31:51.346 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libglvnd-1:1.3.4-1.el9.x86_64 41/287 2024-09-12T00:31:51.371 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libXcomposite-0.4.5-7.el9.x86_64 42/287 2024-09-12T00:31:51.425 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 43/287 2024-09-12T00:31:51.453 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : dconf-0.40.0-6.el9.x86_64 44/287 2024-09-12T00:31:51.505 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 121/287 2024-09-12T00:31:51.524 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 44/287 2024-09-12T00:31:51.544 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : poppler-data-0.4.9-9.el9.noarch 122/287 2024-09-12T00:31:51.580 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 45/287 2024-09-12T00:31:51.591 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : p11-kit-server-0.25.3-2.el9.x86_64 123/287 2024-09-12T00:31:51.609 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 46/287 2024-09-12T00:31:51.653 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 47/287 2024-09-12T00:31:51.697 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 48/287 2024-09-12T00:31:51.747 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : fuse-2.9.9-16.el9.x86_64 49/287 2024-09-12T00:31:51.835 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : cups-libs-1:2.3.3op2-30.el9.x86_64 50/287 2024-09-12T00:31:51.874 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-ceph-common-2:19.3.0-4753.gd011c522.el9. 51/287 2024-09-12T00:31:51.917 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-ceph-argparse-2:19.3.0-4753.gd011c522.el 52/287 2024-09-12T00:31:51.959 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cephfs-2:19.3.0-4753.gd011c522.el9.x86_6 53/287 2024-09-12T00:31:52.039 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 54/287 2024-09-12T00:31:52.110 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 124/287 2024-09-12T00:31:52.168 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : osinfo-db-20240701-2.el9.noarch 125/287 2024-09-12T00:31:52.186 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 55/287 2024-09-12T00:31:52.205 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 126/287 2024-09-12T00:31:52.238 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 56/287 2024-09-12T00:31:52.239 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : orc-0.4.31-8.el9.x86_64 127/287 2024-09-12T00:31:52.272 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : openjpeg2-2.4.0-7.el9.x86_64 128/287 2024-09-12T00:31:52.455 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : openblas-0.3.26-2.el9.x86_64 129/287 2024-09-12T00:31:52.486 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 130/287 2024-09-12T00:31:52.564 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 131/287 2024-09-12T00:31:52.818 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-rsa-4.9-2.el9.noarch 57/287 2024-09-12T00:31:52.904 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 58/287 2024-09-12T00:31:52.938 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 59/287 2024-09-12T00:31:53.019 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 60/287 2024-09-12T00:31:53.060 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : at-spi2-core-2.40.3-1.el9.x86_64 61/287 2024-09-12T00:31:53.121 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : at-spi2-atk-2.38.0-4.el9.x86_64 62/287 2024-09-12T00:31:53.150 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : colord-libs-1.4.5-4.el9.x86_64 63/287 2024-09-12T00:31:53.227 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 64/287 2024-09-12T00:31:53.251 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 132/287 2024-09-12T00:31:53.270 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : luarocks-3.9.2-5.el9.noarch 65/287 2024-09-12T00:31:53.303 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libXcursor-1.2.0-7.el9.x86_64 66/287 2024-09-12T00:31:53.339 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libXdamage-1.1.5-7.el9.x86_64 67/287 2024-09-12T00:31:53.363 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 133/287 2024-09-12T00:31:53.377 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : librados-devel-2:19.3.0-4753.gd011c522.el9.x86_6 68/287 2024-09-12T00:31:53.409 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 69/287 2024-09-12T00:31:53.441 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : flac-libs-1.3.3-12.el9.x86_64 70/287 2024-09-12T00:31:53.483 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libtheora-1:1.1.1-31.el9.x86_64 71/287 2024-09-12T00:31:53.543 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : exiv2-libs-0.27.5-2.el9.x86_64 72/287 2024-09-12T00:31:53.584 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : exiv2-0.27.5-2.el9.x86_64 73/287 2024-09-12T00:31:53.621 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libgexiv2-0.12.3-1.el9.x86_64 74/287 2024-09-12T00:31:53.718 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 75/287 2024-09-12T00:31:53.781 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 76/287 2024-09-12T00:31:53.854 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 77/287 2024-09-12T00:31:53.891 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 78/287 2024-09-12T00:31:53.926 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 79/287 2024-09-12T00:31:53.975 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 80/287 2024-09-12T00:31:54.019 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 81/287 2024-09-12T00:31:54.061 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 82/287 2024-09-12T00:31:54.208 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 83/287 2024-09-12T00:31:54.253 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 84/287 2024-09-12T00:31:54.296 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 85/287 2024-09-12T00:31:54.404 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 86/287 2024-09-12T00:31:54.446 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 87/287 2024-09-12T00:31:54.487 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 88/287 2024-09-12T00:31:54.519 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 89/287 2024-09-12T00:31:54.543 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 90/287 2024-09-12T00:31:54.629 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 91/287 2024-09-12T00:31:54.636 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 134/287 2024-09-12T00:31:54.738 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 135/287 2024-09-12T00:31:54.761 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 92/287 2024-09-12T00:31:54.791 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : mesa-filesystem-24.1.2-3.el9.x86_64 136/287 2024-09-12T00:31:54.809 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 93/287 2024-09-12T00:31:54.831 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : lua-posix-35.0-8.el9.x86_64 137/287 2024-09-12T00:31:54.858 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : copy-jdk-configs-4.0-3.el9.noarch 138/287 2024-09-12T00:31:54.888 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 139/287 2024-09-12T00:31:54.901 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 139/287 2024-09-12T00:31:54.901 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2024-09-12T00:31:54.901 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:31:54.947 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 140/287 2024-09-12T00:31:54.975 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libvisual-1:0.4.0-34.el9.x86_64 141/287 2024-09-12T00:31:55.004 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libsbc-1.4-9.el9.x86_64 142/287 2024-09-12T00:31:55.039 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 94/287 2024-09-12T00:31:55.081 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : xkeyboard-config-2.33-2.el9.noarch 95/287 2024-09-12T00:31:55.112 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libxkbcommon-1.0.3-4.el9.x86_64 96/287 2024-09-12T00:31:55.142 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : xdg-dbus-proxy-0.1.3-1.el9.x86_64 97/287 2024-09-12T00:31:55.186 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : webrtc-audio-processing-0.3.1-8.el9.x86_64 98/287 2024-09-12T00:31:55.219 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : upower-0.99.11-11.el9.x86_64 99/287 2024-09-12T00:31:55.233 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: upower-0.99.11-11.el9.x86_64 99/287 2024-09-12T00:31:55.233 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/graphical.target.wants/upower.service → /usr/lib/systemd/system/upower.service. 2024-09-12T00:31:55.233 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:31:55.323 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 143/287 2024-09-12T00:31:55.375 INFO:teuthology.orchestra.run.smithi194.stdout: Upgrading : librbd1-2:19.3.0-4753.gd011c522.el9.x86_64 144/287 2024-09-12T00:31:55.433 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : tzdata-java-2024a-2.el9.noarch 100/287 2024-09-12T00:31:55.476 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: librbd1-2:19.3.0-4753.gd011c522.el9.x86_64 144/287 2024-09-12T00:31:55.507 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-rbd-2:19.3.0-4753.gd011c522.el9.x86_64 145/287 2024-09-12T00:31:55.514 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ttmkfdir-3.0.9-65.el9.x86_64 101/287 2024-09-12T00:31:55.548 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 146/287 2024-09-12T00:31:55.569 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : totem-pl-parser-3.26.6-2.el9.x86_64 102/287 2024-09-12T00:31:55.576 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 147/287 2024-09-12T00:31:55.592 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : sound-theme-freedesktop-0.8-17.el9.noarch 103/287 2024-09-12T00:31:55.624 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: sound-theme-freedesktop-0.8-17.el9.noarch 103/287 2024-09-12T00:31:55.638 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 148/287 2024-09-12T00:31:55.661 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 104/287 2024-09-12T00:31:55.675 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 149/287 2024-09-12T00:31:55.726 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 150/287 2024-09-12T00:31:55.770 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 151/287 2024-09-12T00:31:55.799 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 152/287 2024-09-12T00:31:56.058 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 152/287 2024-09-12T00:31:56.071 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T00:31:56.092 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libexif-0.6.22-6.el9.x86_64 153/287 2024-09-12T00:31:56.106 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T00:31:56.120 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 154/287 2024-09-12T00:31:56.121 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: rtkit-0.11-29.el9.x86_64 105/287 2024-09-12T00:31:56.121 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/graphical.target.wants/rtkit-daemon.service → /usr/lib/systemd/system/rtkit-daemon.service. 2024-09-12T00:31:56.121 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:31:56.145 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libasyncns-0.8-22.el9.x86_64 155/287 2024-09-12T00:31:56.172 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 156/287 2024-09-12T00:31:56.180 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 106/287 2024-09-12T00:31:56.197 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libXv-1.0.11-16.el9.x86_64 157/287 2024-09-12T00:31:56.215 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 107/287 2024-09-12T00:31:56.221 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 158/287 2024-09-12T00:31:56.248 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 108/287 2024-09-12T00:31:56.250 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 159/287 2024-09-12T00:31:56.286 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 160/287 2024-09-12T00:31:56.291 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 109/287 2024-09-12T00:31:56.324 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 110/287 2024-09-12T00:31:56.330 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libtiff-4.4.0-13.el9.x86_64 161/287 2024-09-12T00:31:56.370 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 162/287 2024-09-12T00:31:56.417 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 163/287 2024-09-12T00:31:56.420 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 111/287 2024-09-12T00:31:56.453 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : poppler-21.01.0-21.el9.x86_64 164/287 2024-09-12T00:31:56.480 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 112/287 2024-09-12T00:31:56.527 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 113/287 2024-09-12T00:31:56.638 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 114/287 2024-09-12T00:31:56.696 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 115/287 2024-09-12T00:31:56.916 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : poppler-glib-21.01.0-21.el9.x86_64 165/287 2024-09-12T00:31:57.055 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 166/287 2024-09-12T00:31:57.109 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 167/287 2024-09-12T00:31:57.134 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : gtk-update-icon-cache-3.24.31-5.el9.x86_64 168/287 2024-09-12T00:31:57.170 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : gsm-1.0.19-6.el9.x86_64 169/287 2024-09-12T00:31:57.259 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libsndfile-1.0.31-8.el9.x86_64 170/287 2024-09-12T00:31:57.319 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : pulseaudio-libs-15.0-2.el9.x86_64 171/287 2024-09-12T00:31:57.352 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libcanberra-0.30-27.el9.x86_64 172/287 2024-09-12T00:31:57.373 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 172/287 2024-09-12T00:31:57.406 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : graphene-1.10.6-2.el9.x86_64 173/287 2024-09-12T00:31:57.432 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : giflib-5.2.1-9.el9.x86_64 174/287 2024-09-12T00:31:57.470 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : flatpak-session-helper-1.12.9-1.el9.x86_64 175/287 2024-09-12T00:31:57.487 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 116/287 2024-09-12T00:31:57.496 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : flatpak-selinux-1.12.9-1.el9.noarch 176/287 2024-09-12T00:31:57.542 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 117/287 2024-09-12T00:31:57.584 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 118/287 2024-09-12T00:31:57.690 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 119/287 2024-09-12T00:31:57.733 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 120/287 2024-09-12T00:31:57.937 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : publicsuffix-list-20210518-3.el9.noarch 121/287 2024-09-12T00:31:57.981 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : poppler-data-0.4.9-9.el9.noarch 122/287 2024-09-12T00:31:58.026 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : p11-kit-server-0.25.3-2.el9.x86_64 123/287 2024-09-12T00:31:58.580 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : osinfo-db-tools-1.10.0-1.el9.x86_64 124/287 2024-09-12T00:31:58.641 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : osinfo-db-20240701-2.el9.noarch 125/287 2024-09-12T00:31:58.686 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libosinfo-1.10.0-1.el9.x86_64 126/287 2024-09-12T00:31:58.719 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : orc-0.4.31-8.el9.x86_64 127/287 2024-09-12T00:31:58.752 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : openjpeg2-2.4.0-7.el9.x86_64 128/287 2024-09-12T00:31:58.945 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : openblas-0.3.26-2.el9.x86_64 129/287 2024-09-12T00:31:58.983 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 130/287 2024-09-12T00:31:59.064 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 131/287 2024-09-12T00:31:59.792 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 132/287 2024-09-12T00:31:59.912 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 133/287 2024-09-12T00:32:01.278 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 134/287 2024-09-12T00:32:01.361 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 135/287 2024-09-12T00:32:01.422 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : mesa-filesystem-24.1.2-3.el9.x86_64 136/287 2024-09-12T00:32:01.463 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : lua-posix-35.0-8.el9.x86_64 137/287 2024-09-12T00:32:01.492 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : copy-jdk-configs-4.0-3.el9.noarch 138/287 2024-09-12T00:32:01.519 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : low-memory-monitor-2.1-4.el9.x86_64 139/287 2024-09-12T00:32:01.532 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: low-memory-monitor-2.1-4.el9.x86_64 139/287 2024-09-12T00:32:01.532 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/basic.target.wants/low-memory-monitor.service → /usr/lib/systemd/system/low-memory-monitor.service. 2024-09-12T00:32:01.532 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:32:01.579 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libwebp-1.2.0-8.el9.x86_64 140/287 2024-09-12T00:32:01.607 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libvisual-1:0.4.0-34.el9.x86_64 141/287 2024-09-12T00:32:01.635 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libsbc-1.4-9.el9.x86_64 142/287 2024-09-12T00:32:01.973 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 143/287 2024-09-12T00:32:02.015 INFO:teuthology.orchestra.run.smithi038.stdout: Upgrading : librbd1-2:19.3.0-4753.gd011c522.el9.x86_64 144/287 2024-09-12T00:32:02.117 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librbd1-2:19.3.0-4753.gd011c522.el9.x86_64 144/287 2024-09-12T00:32:02.147 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-rbd-2:19.3.0-4753.gd011c522.el9.x86_64 145/287 2024-09-12T00:32:02.179 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libnotify-0.7.9-8.el9.x86_64 146/287 2024-09-12T00:32:02.209 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libldac-2.0.2.3-10.el9.x86_64 147/287 2024-09-12T00:32:02.282 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libiptcdata-1.0.5-10.el9.x86_64 148/287 2024-09-12T00:32:02.324 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libgsf-1.14.47-5.el9.x86_64 149/287 2024-09-12T00:32:02.349 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libfontenc-1.1.3-17.el9.x86_64 150/287 2024-09-12T00:32:02.394 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : mkfontscale-1.2.1-3.el9.x86_64 151/287 2024-09-12T00:32:02.422 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : xorg-x11-fonts-Type1-7.5-33.el9.noarch 152/287 2024-09-12T00:32:02.730 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: xorg-x11-fonts-Type1-7.5-33.el9.noarch 152/287 2024-09-12T00:32:02.775 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libexif-0.6.22-6.el9.x86_64 153/287 2024-09-12T00:32:02.803 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libepoxy-1.5.5-4.el9.x86_64 154/287 2024-09-12T00:32:02.828 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libasyncns-0.8-22.el9.x86_64 155/287 2024-09-12T00:32:02.854 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libXxf86vm-1.1.4-18.el9.x86_64 156/287 2024-09-12T00:32:02.879 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libXv-1.0.11-16.el9.x86_64 157/287 2024-09-12T00:32:02.904 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libXrandr-1.5.2-8.el9.x86_64 158/287 2024-09-12T00:32:02.932 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libXinerama-1.1.4-10.el9.x86_64 159/287 2024-09-12T00:32:02.968 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : jbigkit-libs-2.1-23.el9.x86_64 160/287 2024-09-12T00:32:03.012 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libtiff-4.4.0-13.el9.x86_64 161/287 2024-09-12T00:32:03.052 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 162/287 2024-09-12T00:32:03.109 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libgxps-0.3.2-3.el9.x86_64 163/287 2024-09-12T00:32:03.144 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : poppler-21.01.0-21.el9.x86_64 164/287 2024-09-12T00:32:03.642 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : poppler-glib-21.01.0-21.el9.x86_64 165/287 2024-09-12T00:32:03.789 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : iso-codes-4.6.0-3.el9.noarch 166/287 2024-09-12T00:32:03.842 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : hicolor-icon-theme-0.17-13.el9.noarch 167/287 2024-09-12T00:32:03.867 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : gtk-update-icon-cache-3.24.31-5.el9.x86_64 168/287 2024-09-12T00:32:03.896 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : gsm-1.0.19-6.el9.x86_64 169/287 2024-09-12T00:32:03.972 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libsndfile-1.0.31-8.el9.x86_64 170/287 2024-09-12T00:32:04.020 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : pulseaudio-libs-15.0-2.el9.x86_64 171/287 2024-09-12T00:32:04.052 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libcanberra-0.30-27.el9.x86_64 172/287 2024-09-12T00:32:04.072 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: libcanberra-0.30-27.el9.x86_64 172/287 2024-09-12T00:32:04.107 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : graphene-1.10.6-2.el9.x86_64 173/287 2024-09-12T00:32:04.133 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : giflib-5.2.1-9.el9.x86_64 174/287 2024-09-12T00:32:04.174 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : flatpak-session-helper-1.12.9-1.el9.x86_64 175/287 2024-09-12T00:32:04.204 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : flatpak-selinux-1.12.9-1.el9.noarch 176/287 2024-09-12T00:32:09.057 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: flatpak-selinux-1.12.9-1.el9.noarch 176/287 2024-09-12T00:32:09.120 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 177/287 2024-09-12T00:32:09.155 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 178/287 2024-09-12T00:32:09.196 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : composefs-libs-1.0.5-1.el9.x86_64 179/287 2024-09-12T00:32:09.229 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ostree-libs-2024.7-2.el9.x86_64 180/287 2024-09-12T00:32:09.266 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 181/287 2024-09-12T00:32:09.783 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 182/287 2024-09-12T00:32:09.811 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : librgw2-2:19.3.0-4753.gd011c522.el9.x86_64 183/287 2024-09-12T00:32:09.892 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: librgw2-2:19.3.0-4753.gd011c522.el9.x86_64 183/287 2024-09-12T00:32:09.922 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-rgw-2:19.3.0-4753.gd011c522.el9.x86_64 184/287 2024-09-12T00:32:12.263 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 185/287 2024-09-12T00:32:12.312 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 185/287 2024-09-12T00:32:12.873 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 185/287 2024-09-12T00:32:12.916 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-base-2:19.3.0-4753.gd011c522.el9.x86_64 186/287 2024-09-12T00:32:13.027 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: ceph-base-2:19.3.0-4753.gd011c522.el9.x86_64 186/287 2024-09-12T00:32:13.027 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-12T00:32:13.027 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-12T00:32:13.027 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:32:13.058 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-selinux-2:19.3.0-4753.gd011c522.el9.x86_64 187/287 2024-09-12T00:32:16.137 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: flatpak-selinux-1.12.9-1.el9.noarch 176/287 2024-09-12T00:32:16.180 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : fdk-aac-free-2.0.0-8.el9.x86_64 177/287 2024-09-12T00:32:16.216 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 178/287 2024-09-12T00:32:16.263 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : composefs-libs-1.0.5-1.el9.x86_64 179/287 2024-09-12T00:32:16.299 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ostree-libs-2024.7-2.el9.x86_64 180/287 2024-09-12T00:32:16.344 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 181/287 2024-09-12T00:32:16.880 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 182/287 2024-09-12T00:32:16.906 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : librgw2-2:19.3.0-4753.gd011c522.el9.x86_64 183/287 2024-09-12T00:32:16.987 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librgw2-2:19.3.0-4753.gd011c522.el9.x86_64 183/287 2024-09-12T00:32:17.016 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-rgw-2:19.3.0-4753.gd011c522.el9.x86_64 184/287 2024-09-12T00:32:19.506 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 185/287 2024-09-12T00:32:19.557 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 185/287 2024-09-12T00:32:20.162 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 185/287 2024-09-12T00:32:20.210 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-base-2:19.3.0-4753.gd011c522.el9.x86_64 186/287 2024-09-12T00:32:20.304 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-base-2:19.3.0-4753.gd011c522.el9.x86_64 186/287 2024-09-12T00:32:20.304 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-12T00:32:20.304 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-12T00:32:20.305 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:32:20.336 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-selinux-2:19.3.0-4753.gd011c522.el9.x86_64 187/287 2024-09-12T00:32:22.361 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: ceph-selinux-2:19.3.0-4753.gd011c522.el9.x86_64 187/287 2024-09-12T00:32:22.361 INFO:teuthology.orchestra.run.smithi194.stdout:skipping the directory /sys 2024-09-12T00:32:22.361 INFO:teuthology.orchestra.run.smithi194.stdout:skipping the directory /proc 2024-09-12T00:32:22.361 INFO:teuthology.orchestra.run.smithi194.stdout:skipping the directory /mnt 2024-09-12T00:32:22.361 INFO:teuthology.orchestra.run.smithi194.stdout:skipping the directory /var/tmp 2024-09-12T00:32:22.362 INFO:teuthology.orchestra.run.smithi194.stdout:skipping the directory /home 2024-09-12T00:32:22.362 INFO:teuthology.orchestra.run.smithi194.stdout:skipping the directory /root 2024-09-12T00:32:22.362 INFO:teuthology.orchestra.run.smithi194.stdout:skipping the directory /tmp 2024-09-12T00:32:22.362 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:32:22.555 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-volume-2:19.3.0-4753.gd011c522.el9.noarch 188/287 2024-09-12T00:32:22.572 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: ceph-volume-2:19.3.0-4753.gd011c522.el9.noarch 188/287 2024-09-12T00:32:22.572 INFO:teuthology.orchestra.run.smithi194.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:32:22.572 INFO:teuthology.orchestra.run.smithi194.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-12T00:32:22.572 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:32:24.022 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-osd-2:19.3.0-4753.gd011c522.el9.x86_64 189/287 2024-09-12T00:32:24.050 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: ceph-osd-2:19.3.0-4753.gd011c522.el9.x86_64 189/287 2024-09-12T00:32:24.050 INFO:teuthology.orchestra.run.smithi194.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:32:24.050 INFO:teuthology.orchestra.run.smithi194.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-12T00:32:24.050 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T00:32:24.050 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T00:32:24.051 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:32:24.281 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-mds-2:19.3.0-4753.gd011c522.el9.x86_64 190/287 2024-09-12T00:32:24.305 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: ceph-mds-2:19.3.0-4753.gd011c522.el9.x86_64 190/287 2024-09-12T00:32:24.305 INFO:teuthology.orchestra.run.smithi194.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:32:24.305 INFO:teuthology.orchestra.run.smithi194.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-12T00:32:24.305 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T00:32:24.306 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T00:32:24.306 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:32:24.766 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-mon-2:19.3.0-4753.gd011c522.el9.x86_64 191/287 2024-09-12T00:32:24.790 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: ceph-mon-2:19.3.0-4753.gd011c522.el9.x86_64 191/287 2024-09-12T00:32:24.790 INFO:teuthology.orchestra.run.smithi194.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:32:24.790 INFO:teuthology.orchestra.run.smithi194.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-12T00:32:24.790 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T00:32:24.790 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T00:32:24.790 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:32:24.892 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : avahi-glib-0.8-21.el9.x86_64 192/287 2024-09-12T00:32:27.758 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 193/287 2024-09-12T00:32:27.860 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 194/287 2024-09-12T00:32:27.914 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-ply-3.11-14.el9.noarch 195/287 2024-09-12T00:32:27.970 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 196/287 2024-09-12T00:32:28.164 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 197/287 2024-09-12T00:32:28.218 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 198/287 2024-09-12T00:32:28.298 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 199/287 2024-09-12T00:32:28.387 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 200/287 2024-09-12T00:32:28.525 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 201/287 2024-09-12T00:32:28.580 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 202/287 2024-09-12T00:32:28.627 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 203/287 2024-09-12T00:32:29.486 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : lksctp-tools-1.0.19-2.el9.x86_64 204/287 2024-09-12T00:32:29.542 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 205/287 2024-09-12T00:32:29.903 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 205/287 2024-09-12T00:32:29.948 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : plexus-utils-3.3.0-10.el9.noarch 206/287 2024-09-12T00:32:29.979 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : slf4j-1.7.30-13.el9.noarch 207/287 2024-09-12T00:32:30.006 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : atinject-1.0.3-6.el9.noarch 208/287 2024-09-12T00:32:30.041 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : apache-commons-io-1:2.8.0-8.el9.noarch 209/287 2024-09-12T00:32:30.078 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : apache-commons-lang3-3.12.0-6.el9.noarch 210/287 2024-09-12T00:32:30.105 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : httpcomponents-core-4.4.13-7.el9.noarch 211/287 2024-09-12T00:32:30.132 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : plexus-cipher-1.7-27.el9.noarch 212/287 2024-09-12T00:32:30.157 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : plexus-classworlds-2.6.0-11.el9.noarch 213/287 2024-09-12T00:32:30.182 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : plexus-containers-component-annotations-2.1.0-10 214/287 2024-09-12T00:32:30.208 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : plexus-sec-dispatcher-1.4-37.el9.noarch 215/287 2024-09-12T00:32:30.234 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : maven-shared-utils-3.3.4-3.el9.noarch 216/287 2024-09-12T00:32:30.260 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : cdi-api-2.0.2-6.el9.noarch 217/287 2024-09-12T00:32:30.299 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : sisu-1:0.3.4-10.el9.noarch 218/287 2024-09-12T00:32:30.327 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : jcl-over-slf4j-1.7.30-13.el9.noarch 219/287 2024-09-12T00:32:30.340 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-selinux-2:19.3.0-4753.gd011c522.el9.x86_64 187/287 2024-09-12T00:32:30.340 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /sys 2024-09-12T00:32:30.340 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /proc 2024-09-12T00:32:30.340 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /mnt 2024-09-12T00:32:30.340 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /var/tmp 2024-09-12T00:32:30.341 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /home 2024-09-12T00:32:30.341 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /root 2024-09-12T00:32:30.341 INFO:teuthology.orchestra.run.smithi038.stdout:skipping the directory /tmp 2024-09-12T00:32:30.341 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:32:30.361 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : apache-commons-cli-1.4-17.el9.noarch 220/287 2024-09-12T00:32:30.398 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : apache-commons-codec-1.15-7.el9.noarch 221/287 2024-09-12T00:32:30.429 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : httpcomponents-client-4.5.13-3.el9.noarch 222/287 2024-09-12T00:32:30.463 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : jakarta-annotations-1.3.5-13.el9.noarch 223/287 2024-09-12T00:32:30.497 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : jansi-2.3.3-6.el9.x86_64 224/287 2024-09-12T00:32:30.533 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : jsoup-1.13.1-10.el9.noarch 225/287 2024-09-12T00:32:30.572 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : maven-wagon-3.4.2-7.el9.noarch 226/287 2024-09-12T00:32:30.614 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : maven-resolver-1:1.6.1-10.el9.noarch 227/287 2024-09-12T00:32:30.643 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-volume-2:19.3.0-4753.gd011c522.el9.noarch 188/287 2024-09-12T00:32:30.660 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-volume-2:19.3.0-4753.gd011c522.el9.noarch 188/287 2024-09-12T00:32:30.660 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:32:30.660 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-12T00:32:30.660 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:32:30.681 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : jsr-305-3.0.2-6.el9.noarch 228/287 2024-09-12T00:32:30.707 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : guava-30.1-6.el9.noarch 229/287 2024-09-12T00:32:30.739 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : google-guice-4.2.3-9.el9.noarch 230/287 2024-09-12T00:32:30.791 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : plexus-interpolation-1.26-11.el9.noarch 231/287 2024-09-12T00:32:30.833 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : maven-lib-1:3.6.3-15.el9.noarch 232/287 2024-09-12T00:32:30.862 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 233/287 2024-09-12T00:32:30.892 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libdrm-2.4.121-1.el9.x86_64 234/287 2024-09-12T00:32:30.917 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 235/287 2024-09-12T00:32:31.084 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : mesa-libglapi-24.1.2-3.el9.x86_64 236/287 2024-09-12T00:32:31.118 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : mesa-dri-drivers-24.1.2-3.el9.x86_64 237/287 2024-09-12T00:32:31.145 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : mesa-libgbm-24.1.2-3.el9.x86_64 238/287 2024-09-12T00:32:31.171 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : mesa-libEGL-24.1.2-3.el9.x86_64 239/287 2024-09-12T00:32:31.212 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 240/287 2024-09-12T00:32:31.349 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : mesa-libGL-24.1.2-3.el9.x86_64 241/287 2024-09-12T00:32:31.410 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 242/287 2024-09-12T00:32:31.479 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libtracker-sparql-3.1.2-3.el9.x86_64 243/287 2024-09-12T00:32:31.508 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : tracker-3.1.2-3.el9.x86_64 244/287 2024-09-12T00:32:31.620 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: tracker-3.1.2-3.el9.x86_64 244/287 2024-09-12T00:32:31.663 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : tracker-miners-3.1.2-4.el9.x86_64 245/287 2024-09-12T00:32:31.678 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9.x86_64 245/287 2024-09-12T00:32:31.716 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : bubblewrap-0.4.1-7.el9.x86_64 246/287 2024-09-12T00:32:31.739 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : bluez-libs-5.56-6.el9.x86_64 247/287 2024-09-12T00:32:32.131 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T00:32:32.162 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T00:32:32.178 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T00:32:32.179 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2024-09-12T00:32:32.179 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:32:32.252 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-osd-2:19.3.0-4753.gd011c522.el9.x86_64 189/287 2024-09-12T00:32:32.281 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-osd-2:19.3.0-4753.gd011c522.el9.x86_64 189/287 2024-09-12T00:32:32.281 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:32:32.281 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-12T00:32:32.281 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T00:32:32.281 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-12T00:32:32.281 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:32:32.414 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 249/287 2024-09-12T00:32:32.482 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : wireplumber-0.4.14-1.el9.x86_64 250/287 2024-09-12T00:32:32.519 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mds-2:19.3.0-4753.gd011c522.el9.x86_64 190/287 2024-09-12T00:32:32.528 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : wireplumber-libs-0.4.14-1.el9.x86_64 251/287 2024-09-12T00:32:32.544 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mds-2:19.3.0-4753.gd011c522.el9.x86_64 190/287 2024-09-12T00:32:32.545 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:32:32.545 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-12T00:32:32.545 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T00:32:32.545 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-12T00:32:32.545 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:32:32.574 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 252/287 2024-09-12T00:32:32.599 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 253/287 2024-09-12T00:32:33.012 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mon-2:19.3.0-4753.gd011c522.el9.x86_64 191/287 2024-09-12T00:32:33.036 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mon-2:19.3.0-4753.gd011c522.el9.x86_64 191/287 2024-09-12T00:32:33.037 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:32:33.037 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-12T00:32:33.037 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T00:32:33.037 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-12T00:32:33.037 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:32:33.048 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T00:32:33.086 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T00:32:33.102 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T00:32:33.143 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : avahi-glib-0.8-21.el9.x86_64 192/287 2024-09-12T00:32:33.659 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: flatpak-1.12.9-1.el9.x86_64 255/287 2024-09-12T00:32:33.749 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : flatpak-1.12.9-1.el9.x86_64 255/287 2024-09-12T00:32:33.810 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 256/287 2024-09-12T00:32:33.839 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 256/287 2024-09-12T00:32:34.059 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 257/287 2024-09-12T00:32:34.116 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : gtk3-3.24.31-5.el9.x86_64 258/287 2024-09-12T00:32:34.151 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 259/287 2024-09-12T00:32:34.173 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 259/287 2024-09-12T00:32:34.202 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 260/287 2024-09-12T00:32:34.271 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 260/287 2024-09-12T00:32:34.313 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 261/287 2024-09-12T00:32:34.325 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 261/287 2024-09-12T00:32:34.355 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : maven-1:3.6.3-15.el9.noarch 262/287 2024-09-12T00:32:34.377 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: maven-1:3.6.3-15.el9.noarch 262/287 2024-09-12T00:32:34.406 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : maven-openjdk11-1:3.6.3-15.el9.noarch 263/287 2024-09-12T00:32:34.849 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: cephadm-2:19.3.0-4753.gd011c522.el9.noarch 264/287 2024-09-12T00:32:34.887 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : cephadm-2:19.3.0-4753.gd011c522.el9.noarch 264/287 2024-09-12T00:32:34.920 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-prometheus-alerts-2:19.3.0-4753.gd011c522.e 265/287 2024-09-12T00:32:34.987 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-grafana-dashboards-2:19.3.0-4753.gd011c522. 266/287 2024-09-12T00:32:35.011 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-mgr-cephadm-2:19.3.0-4753.gd011c522.el9.noa 267/287 2024-09-12T00:32:36.210 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : adwaita-cursor-theme-40.1.1-3.el9.noarch 193/287 2024-09-12T00:32:36.313 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : adwaita-icon-theme-40.1.1-3.el9.noarch 194/287 2024-09-12T00:32:36.380 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-ply-3.11-14.el9.noarch 195/287 2024-09-12T00:32:36.445 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 196/287 2024-09-12T00:32:36.640 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 197/287 2024-09-12T00:32:36.692 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 198/287 2024-09-12T00:32:36.773 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 199/287 2024-09-12T00:32:36.864 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 200/287 2024-09-12T00:32:37.007 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 201/287 2024-09-12T00:32:37.053 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 202/287 2024-09-12T00:32:37.094 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 203/287 2024-09-12T00:32:38.030 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : lksctp-tools-1.0.19-2.el9.x86_64 204/287 2024-09-12T00:32:38.083 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 205/287 2024-09-12T00:32:38.201 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.3.0-4753.gd011c522.el9.noa 267/287 2024-09-12T00:32:38.258 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-mgr-dashboard-2:19.3.0-4753.gd011c522.el9.n 268/287 2024-09-12T00:32:38.471 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 205/287 2024-09-12T00:32:38.524 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : plexus-utils-3.3.0-10.el9.noarch 206/287 2024-09-12T00:32:38.554 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : slf4j-1.7.30-13.el9.noarch 207/287 2024-09-12T00:32:38.582 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : atinject-1.0.3-6.el9.noarch 208/287 2024-09-12T00:32:38.625 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : apache-commons-io-1:2.8.0-8.el9.noarch 209/287 2024-09-12T00:32:38.662 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : apache-commons-lang3-3.12.0-6.el9.noarch 210/287 2024-09-12T00:32:38.690 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : httpcomponents-core-4.4.13-7.el9.noarch 211/287 2024-09-12T00:32:38.715 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : plexus-cipher-1.7-27.el9.noarch 212/287 2024-09-12T00:32:38.741 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : plexus-classworlds-2.6.0-11.el9.noarch 213/287 2024-09-12T00:32:38.766 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : plexus-containers-component-annotations-2.1.0-10 214/287 2024-09-12T00:32:38.793 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : plexus-sec-dispatcher-1.4-37.el9.noarch 215/287 2024-09-12T00:32:38.818 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : maven-shared-utils-3.3.4-3.el9.noarch 216/287 2024-09-12T00:32:38.853 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : cdi-api-2.0.2-6.el9.noarch 217/287 2024-09-12T00:32:38.891 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : sisu-1:0.3.4-10.el9.noarch 218/287 2024-09-12T00:32:38.920 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : jcl-over-slf4j-1.7.30-13.el9.noarch 219/287 2024-09-12T00:32:38.954 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : apache-commons-cli-1.4-17.el9.noarch 220/287 2024-09-12T00:32:38.990 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : apache-commons-codec-1.15-7.el9.noarch 221/287 2024-09-12T00:32:39.021 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : httpcomponents-client-4.5.13-3.el9.noarch 222/287 2024-09-12T00:32:39.055 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : jakarta-annotations-1.3.5-13.el9.noarch 223/287 2024-09-12T00:32:39.090 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : jansi-2.3.3-6.el9.x86_64 224/287 2024-09-12T00:32:39.127 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : jsoup-1.13.1-10.el9.noarch 225/287 2024-09-12T00:32:39.165 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : maven-wagon-3.4.2-7.el9.noarch 226/287 2024-09-12T00:32:39.208 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : maven-resolver-1:1.6.1-10.el9.noarch 227/287 2024-09-12T00:32:39.222 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.3.0-4753.gd011c522.el9.n 268/287 2024-09-12T00:32:39.252 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : jsr-305-3.0.2-6.el9.noarch 228/287 2024-09-12T00:32:39.319 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-mgr-diskprediction-local-2:19.3.0-4753.gd01 269/287 2024-09-12T00:32:39.319 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : guava-30.1-6.el9.noarch 229/287 2024-09-12T00:32:39.323 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : google-guice-4.2.3-9.el9.noarch 230/287 2024-09-12T00:32:39.375 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.3.0-4753.gd01 269/287 2024-09-12T00:32:39.379 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : plexus-interpolation-1.26-11.el9.noarch 231/287 2024-09-12T00:32:39.417 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : maven-lib-1:3.6.3-15.el9.noarch 232/287 2024-09-12T00:32:39.447 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libpciaccess-0.16-7.el9.x86_64 233/287 2024-09-12T00:32:39.476 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libdrm-2.4.121-1.el9.x86_64 234/287 2024-09-12T00:32:39.502 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libglvnd-egl-1:1.3.4-1.el9.x86_64 235/287 2024-09-12T00:32:39.537 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-mgr-modules-core-2:19.3.0-4753.gd011c522.el 270/287 2024-09-12T00:32:39.561 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-mgr-2:19.3.0-4753.gd011c522.el9.x86_64 271/287 2024-09-12T00:32:39.585 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: ceph-mgr-2:19.3.0-4753.gd011c522.el9.x86_64 271/287 2024-09-12T00:32:39.585 INFO:teuthology.orchestra.run.smithi194.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:32:39.585 INFO:teuthology.orchestra.run.smithi194.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-12T00:32:39.585 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T00:32:39.585 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T00:32:39.585 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:32:39.637 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-mgr-rook-2:19.3.0-4753.gd011c522.el9.noarch 272/287 2024-09-12T00:32:39.648 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: ceph-mgr-rook-2:19.3.0-4753.gd011c522.el9.noarch 272/287 2024-09-12T00:32:39.671 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-2:19.3.0-4753.gd011c522.el9.x86_64 273/287 2024-09-12T00:32:39.679 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : mesa-libglapi-24.1.2-3.el9.x86_64 236/287 2024-09-12T00:32:39.708 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 274/287 2024-09-12T00:32:39.711 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : mesa-dri-drivers-24.1.2-3.el9.x86_64 237/287 2024-09-12T00:32:39.738 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : mesa-libgbm-24.1.2-3.el9.x86_64 238/287 2024-09-12T00:32:39.765 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 275/287 2024-09-12T00:32:39.773 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : mesa-libEGL-24.1.2-3.el9.x86_64 239/287 2024-09-12T00:32:39.789 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 276/287 2024-09-12T00:32:39.805 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 276/287 2024-09-12T00:32:39.805 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2024-09-12T00:32:39.805 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:32:39.814 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libglvnd-glx-1:1.3.4-1.el9.x86_64 240/287 2024-09-12T00:32:39.961 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : mesa-libGL-24.1.2-3.el9.x86_64 241/287 2024-09-12T00:32:40.023 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 242/287 2024-09-12T00:32:40.093 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libtracker-sparql-3.1.2-3.el9.x86_64 243/287 2024-09-12T00:32:40.127 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : tracker-3.1.2-3.el9.x86_64 244/287 2024-09-12T00:32:40.252 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: tracker-3.1.2-3.el9.x86_64 244/287 2024-09-12T00:32:40.291 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : tracker-miners-3.1.2-4.el9.x86_64 245/287 2024-09-12T00:32:40.310 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: tracker-miners-3.1.2-4.el9.x86_64 245/287 2024-09-12T00:32:40.345 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : bubblewrap-0.4.1-7.el9.x86_64 246/287 2024-09-12T00:32:40.367 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : bluez-libs-5.56-6.el9.x86_64 247/287 2024-09-12T00:32:40.773 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-radosgw-2:19.3.0-4753.gd011c522.el9.x86_64 277/287 2024-09-12T00:32:40.797 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: ceph-radosgw-2:19.3.0-4753.gd011c522.el9.x86_64 277/287 2024-09-12T00:32:40.797 INFO:teuthology.orchestra.run.smithi194.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:32:40.797 INFO:teuthology.orchestra.run.smithi194.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-12T00:32:40.797 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T00:32:40.797 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T00:32:40.797 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:32:40.840 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-immutable-object-cache-2:19.3.0-4753.gd011c 278/287 2024-09-12T00:32:40.841 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T00:32:40.863 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.3.0-4753.gd011c 278/287 2024-09-12T00:32:40.864 INFO:teuthology.orchestra.run.smithi194.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:32:40.864 INFO:teuthology.orchestra.run.smithi194.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-12T00:32:40.864 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:32:40.871 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T00:32:40.888 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: pipewire-1.0.1-1.el9.x86_64 248/287 2024-09-12T00:32:40.888 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire.socket → /usr/lib/systemd/user/pipewire.socket. 2024-09-12T00:32:40.888 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:32:41.126 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : pipewire-libs-1.0.1-1.el9.x86_64 249/287 2024-09-12T00:32:41.174 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : rbd-mirror-2:19.3.0-4753.gd011c522.el9.x86_64 279/287 2024-09-12T00:32:41.198 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: rbd-mirror-2:19.3.0-4753.gd011c522.el9.x86_64 279/287 2024-09-12T00:32:41.198 INFO:teuthology.orchestra.run.smithi194.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:32:41.198 INFO:teuthology.orchestra.run.smithi194.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-12T00:32:41.198 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T00:32:41.198 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T00:32:41.198 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:32:41.206 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : wireplumber-0.4.14-1.el9.x86_64 250/287 2024-09-12T00:32:41.256 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : wireplumber-libs-0.4.14-1.el9.x86_64 251/287 2024-09-12T00:32:41.293 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 252/287 2024-09-12T00:32:41.317 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ModemManager-glib-1.20.2-1.el9.x86_64 253/287 2024-09-12T00:32:41.777 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T00:32:41.813 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T00:32:41.830 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: geoclue2-2.6.0-7.el9.x86_64 254/287 2024-09-12T00:32:42.318 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: flatpak-1.12.9-1.el9.x86_64 255/287 2024-09-12T00:32:42.405 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : flatpak-1.12.9-1.el9.x86_64 255/287 2024-09-12T00:32:42.447 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : xdg-desktop-portal-1.12.6-1.el9.x86_64 256/287 2024-09-12T00:32:42.476 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: xdg-desktop-portal-1.12.6-1.el9.x86_64 256/287 2024-09-12T00:32:42.698 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libcanberra-gtk3-0.30-27.el9.x86_64 257/287 2024-09-12T00:32:42.763 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : gtk3-3.24.31-5.el9.x86_64 258/287 2024-09-12T00:32:42.796 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 259/287 2024-09-12T00:32:42.819 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 259/287 2024-09-12T00:32:42.847 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 260/287 2024-09-12T00:32:42.920 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 260/287 2024-09-12T00:32:42.958 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 261/287 2024-09-12T00:32:42.970 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 261/287 2024-09-12T00:32:43.000 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : maven-1:3.6.3-15.el9.noarch 262/287 2024-09-12T00:32:43.021 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: maven-1:3.6.3-15.el9.noarch 262/287 2024-09-12T00:32:43.051 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : maven-openjdk11-1:3.6.3-15.el9.noarch 263/287 2024-09-12T00:32:43.522 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: cephadm-2:19.3.0-4753.gd011c522.el9.noarch 264/287 2024-09-12T00:32:43.557 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : cephadm-2:19.3.0-4753.gd011c522.el9.noarch 264/287 2024-09-12T00:32:43.592 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-prometheus-alerts-2:19.3.0-4753.gd011c522.e 265/287 2024-09-12T00:32:43.661 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-grafana-dashboards-2:19.3.0-4753.gd011c522. 266/287 2024-09-12T00:32:43.690 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-cephadm-2:19.3.0-4753.gd011c522.el9.noa 267/287 2024-09-12T00:32:45.886 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-test-2:19.3.0-4753.gd011c522.el9.x86_64 280/287 2024-09-12T00:32:45.927 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : rbd-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 281/287 2024-09-12T00:32:45.967 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : rbd-nbd-2:19.3.0-4753.gd011c522.el9.x86_64 282/287 2024-09-12T00:32:46.072 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : libcephfs-devel-2:19.3.0-4753.gd011c522.el9.x86_ 283/287 2024-09-12T00:32:46.127 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : ceph-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 284/287 2024-09-12T00:32:46.158 INFO:teuthology.orchestra.run.smithi194.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 285/287 2024-09-12T00:32:46.158 INFO:teuthology.orchestra.run.smithi194.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 286/287 2024-09-12T00:32:46.250 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 286/287 2024-09-12T00:32:46.250 INFO:teuthology.orchestra.run.smithi194.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T00:32:46.375 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T00:32:46.397 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 287/287 2024-09-12T00:32:46.404 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 287/287 2024-09-12T00:32:46.413 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 287/287 2024-09-12T00:32:46.423 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.x86_64 287/287 2024-09-12T00:32:46.423 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-12T00:32:46.423 INFO:teuthology.orchestra.run.smithi194.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-12T00:32:46.423 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:32:46.482 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 287/287 2024-09-12T00:32:46.551 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 287/287 2024-09-12T00:32:47.093 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.3.0-4753.gd011c522.el9.noa 267/287 2024-09-12T00:32:47.155 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-dashboard-2:19.3.0-4753.gd011c522.el9.n 268/287 2024-09-12T00:32:48.171 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.3.0-4753.gd011c522.el9.n 268/287 2024-09-12T00:32:48.205 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-diskprediction-local-2:19.3.0-4753.gd01 269/287 2024-09-12T00:32:48.327 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.3.0-4753.gd01 269/287 2024-09-12T00:32:48.508 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-modules-core-2:19.3.0-4753.gd011c522.el 270/287 2024-09-12T00:32:48.532 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-2:19.3.0-4753.gd011c522.el9.x86_64 271/287 2024-09-12T00:32:48.556 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-2:19.3.0-4753.gd011c522.el9.x86_64 271/287 2024-09-12T00:32:48.556 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:32:48.556 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-12T00:32:48.557 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T00:32:48.557 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-12T00:32:48.557 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:32:48.608 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-mgr-rook-2:19.3.0-4753.gd011c522.el9.noarch 272/287 2024-09-12T00:32:48.619 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-mgr-rook-2:19.3.0-4753.gd011c522.el9.noarch 272/287 2024-09-12T00:32:48.651 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-2:19.3.0-4753.gd011c522.el9.x86_64 273/287 2024-09-12T00:32:48.680 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 274/287 2024-09-12T00:32:48.730 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : pipewire-alsa-1.0.1-1.el9.x86_64 275/287 2024-09-12T00:32:48.760 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : pipewire-pulseaudio-1.0.1-1.el9.x86_64 276/287 2024-09-12T00:32:48.776 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: pipewire-pulseaudio-1.0.1-1.el9.x86_64 276/287 2024-09-12T00:32:48.776 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/user/sockets.target.wants/pipewire-pulse.socket → /usr/lib/systemd/user/pipewire-pulse.socket. 2024-09-12T00:32:48.776 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:32:49.812 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-radosgw-2:19.3.0-4753.gd011c522.el9.x86_64 277/287 2024-09-12T00:32:49.840 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-radosgw-2:19.3.0-4753.gd011c522.el9.x86_64 277/287 2024-09-12T00:32:49.840 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:32:49.840 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-12T00:32:49.840 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T00:32:49.840 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-12T00:32:49.840 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:32:49.880 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-immutable-object-cache-2:19.3.0-4753.gd011c 278/287 2024-09-12T00:32:49.904 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.3.0-4753.gd011c 278/287 2024-09-12T00:32:49.904 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:32:49.904 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-12T00:32:49.904 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:32:50.232 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : rbd-mirror-2:19.3.0-4753.gd011c522.el9.x86_64 279/287 2024-09-12T00:32:50.257 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: rbd-mirror-2:19.3.0-4753.gd011c522.el9.x86_64 279/287 2024-09-12T00:32:50.257 INFO:teuthology.orchestra.run.smithi038.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-12T00:32:50.257 INFO:teuthology.orchestra.run.smithi038.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-12T00:32:50.257 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T00:32:50.257 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-12T00:32:50.257 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:32:55.228 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-test-2:19.3.0-4753.gd011c522.el9.x86_64 280/287 2024-09-12T00:32:55.270 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : rbd-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 281/287 2024-09-12T00:32:55.301 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : rbd-nbd-2:19.3.0-4753.gd011c522.el9.x86_64 282/287 2024-09-12T00:32:55.409 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libcephfs-devel-2:19.3.0-4753.gd011c522.el9.x86_ 283/287 2024-09-12T00:32:55.471 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : ceph-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 284/287 2024-09-12T00:32:55.508 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : s3cmd-2.4.0-1.el9.noarch 285/287 2024-09-12T00:32:55.509 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 286/287 2024-09-12T00:32:55.609 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 286/287 2024-09-12T00:32:55.609 INFO:teuthology.orchestra.run.smithi038.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T00:32:55.709 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T00:32:55.730 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: dconf-0.40.0-6.el9.x86_64 287/287 2024-09-12T00:32:55.737 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: copy-jdk-configs-4.0-3.el9.noarch 287/287 2024-09-12T00:32:55.746 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 287/287 2024-09-12T00:32:55.757 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: wireplumber-0.4.14-1.el9.x86_64 287/287 2024-09-12T00:32:55.757 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/user/pipewire-session-manager.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-12T00:32:55.757 INFO:teuthology.orchestra.run.smithi038.stdout:Created symlink /etc/systemd/user/pipewire.service.wants/wireplumber.service → /usr/lib/systemd/user/wireplumber.service. 2024-09-12T00:32:55.757 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:32:55.831 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 287/287 2024-09-12T00:32:55.903 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 287/287 2024-09-12T00:32:56.620 INFO:teuthology.orchestra.run.smithi194.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T00:32:56.620 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-2:19.3.0-4753.gd011c522.el9.x86_64 1/287 2024-09-12T00:32:56.620 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-base-2:19.3.0-4753.gd011c522.el9.x86_64 2/287 2024-09-12T00:32:56.620 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 3/287 2024-09-12T00:32:56.620 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 4/287 2024-09-12T00:32:56.621 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-immutable-object-cache-2:19.3.0-4753.gd011c 5/287 2024-09-12T00:32:56.621 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-mds-2:19.3.0-4753.gd011c522.el9.x86_64 6/287 2024-09-12T00:32:56.621 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-mgr-2:19.3.0-4753.gd011c522.el9.x86_64 7/287 2024-09-12T00:32:56.621 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-mon-2:19.3.0-4753.gd011c522.el9.x86_64 8/287 2024-09-12T00:32:56.621 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-osd-2:19.3.0-4753.gd011c522.el9.x86_64 9/287 2024-09-12T00:32:56.621 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-radosgw-2:19.3.0-4753.gd011c522.el9.x86_64 10/287 2024-09-12T00:32:56.621 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-selinux-2:19.3.0-4753.gd011c522.el9.x86_64 11/287 2024-09-12T00:32:56.621 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-test-2:19.3.0-4753.gd011c522.el9.x86_64 12/287 2024-09-12T00:32:56.621 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libcephfs-devel-2:19.3.0-4753.gd011c522.el9.x86_ 13/287 2024-09-12T00:32:56.621 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libcephfs2-2:19.3.0-4753.gd011c522.el9.x86_64 14/287 2024-09-12T00:32:56.621 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libcephsqlite-2:19.3.0-4753.gd011c522.el9.x86_64 15/287 2024-09-12T00:32:56.621 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : librados-devel-2:19.3.0-4753.gd011c522.el9.x86_6 16/287 2024-09-12T00:32:56.622 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libradosstriper1-2:19.3.0-4753.gd011c522.el9.x86 17/287 2024-09-12T00:32:56.622 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : librgw2-2:19.3.0-4753.gd011c522.el9.x86_64 18/287 2024-09-12T00:32:56.622 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-ceph-argparse-2:19.3.0-4753.gd011c522.el 19/287 2024-09-12T00:32:56.622 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-ceph-common-2:19.3.0-4753.gd011c522.el9. 20/287 2024-09-12T00:32:56.622 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-cephfs-2:19.3.0-4753.gd011c522.el9.x86_6 21/287 2024-09-12T00:32:56.622 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-rados-2:19.3.0-4753.gd011c522.el9.x86_64 22/287 2024-09-12T00:32:56.622 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-rbd-2:19.3.0-4753.gd011c522.el9.x86_64 23/287 2024-09-12T00:32:56.622 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-rgw-2:19.3.0-4753.gd011c522.el9.x86_64 24/287 2024-09-12T00:32:56.622 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : rbd-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 25/287 2024-09-12T00:32:56.622 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : rbd-mirror-2:19.3.0-4753.gd011c522.el9.x86_64 26/287 2024-09-12T00:32:56.622 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : rbd-nbd-2:19.3.0-4753.gd011c522.el9.x86_64 27/287 2024-09-12T00:32:56.622 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-grafana-dashboards-2:19.3.0-4753.gd011c522. 28/287 2024-09-12T00:32:56.622 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-mgr-cephadm-2:19.3.0-4753.gd011c522.el9.noa 29/287 2024-09-12T00:32:56.645 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-mgr-dashboard-2:19.3.0-4753.gd011c522.el9.n 30/287 2024-09-12T00:32:56.646 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.3.0-4753.gd01 31/287 2024-09-12T00:32:56.646 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-mgr-modules-core-2:19.3.0-4753.gd011c522.el 32/287 2024-09-12T00:32:56.646 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-mgr-rook-2:19.3.0-4753.gd011c522.el9.noarch 33/287 2024-09-12T00:32:56.646 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-prometheus-alerts-2:19.3.0-4753.gd011c522.e 34/287 2024-09-12T00:32:56.646 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ceph-volume-2:19.3.0-4753.gd011c522.el9.noarch 35/287 2024-09-12T00:32:56.646 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : cephadm-2:19.3.0-4753.gd011c522.el9.noarch 36/287 2024-09-12T00:32:56.646 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 37/287 2024-09-12T00:32:56.646 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : bluez-libs-5.56-6.el9.x86_64 38/287 2024-09-12T00:32:56.646 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : bubblewrap-0.4.1-7.el9.x86_64 39/287 2024-09-12T00:32:56.646 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : cups-libs-1:2.3.3op2-30.el9.x86_64 40/287 2024-09-12T00:32:56.646 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 41/287 2024-09-12T00:32:56.646 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 42/287 2024-09-12T00:32:56.647 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 43/287 2024-09-12T00:32:56.647 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 44/287 2024-09-12T00:32:56.647 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : lksctp-tools-1.0.19-2.el9.x86_64 45/287 2024-09-12T00:32:56.647 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 46/287 2024-09-12T00:32:56.647 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 47/287 2024-09-12T00:32:56.647 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-ply-3.11-14.el9.noarch 48/287 2024-09-12T00:32:56.647 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 49/287 2024-09-12T00:32:56.647 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 50/287 2024-09-12T00:32:56.647 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 51/287 2024-09-12T00:32:56.647 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 52/287 2024-09-12T00:32:56.647 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 53/287 2024-09-12T00:32:56.648 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : alsa-lib-1.2.12-1.el9.x86_64 54/287 2024-09-12T00:32:56.648 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : apache-commons-cli-1.4-17.el9.noarch 55/287 2024-09-12T00:32:56.648 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : apache-commons-codec-1.15-7.el9.noarch 56/287 2024-09-12T00:32:56.648 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : apache-commons-io-1:2.8.0-8.el9.noarch 57/287 2024-09-12T00:32:56.648 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : apache-commons-lang3-3.12.0-6.el9.noarch 58/287 2024-09-12T00:32:56.648 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 59/287 2024-09-12T00:32:56.648 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 60/287 2024-09-12T00:32:56.648 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : atinject-1.0.3-6.el9.noarch 61/287 2024-09-12T00:32:56.648 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : atk-2.36.0-5.el9.x86_64 62/287 2024-09-12T00:32:56.648 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : avahi-glib-0.8-21.el9.x86_64 63/287 2024-09-12T00:32:56.648 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 64/287 2024-09-12T00:32:56.648 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : cdi-api-2.0.2-6.el9.noarch 65/287 2024-09-12T00:32:56.648 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : colord-libs-1.4.5-4.el9.x86_64 66/287 2024-09-12T00:32:56.649 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : composefs-libs-1.0.5-1.el9.x86_64 67/287 2024-09-12T00:32:56.649 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : copy-jdk-configs-4.0-3.el9.noarch 68/287 2024-09-12T00:32:56.649 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 69/287 2024-09-12T00:32:56.649 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 70/287 2024-09-12T00:32:56.649 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 71/287 2024-09-12T00:32:56.649 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 72/287 2024-09-12T00:32:56.649 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 73/287 2024-09-12T00:32:56.649 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : flac-libs-1.3.3-12.el9.x86_64 74/287 2024-09-12T00:32:56.649 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : flatpak-1.12.9-1.el9.x86_64 75/287 2024-09-12T00:32:56.649 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : flatpak-selinux-1.12.9-1.el9.noarch 76/287 2024-09-12T00:32:56.649 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : flatpak-session-helper-1.12.9-1.el9.x86_64 77/287 2024-09-12T00:32:56.649 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 78/287 2024-09-12T00:32:56.649 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 79/287 2024-09-12T00:32:56.650 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 80/287 2024-09-12T00:32:56.650 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 81/287 2024-09-12T00:32:56.650 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : geoclue2-2.6.0-7.el9.x86_64 82/287 2024-09-12T00:32:56.650 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 83/287 2024-09-12T00:32:56.650 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : google-guice-4.2.3-9.el9.noarch 84/287 2024-09-12T00:32:56.650 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 85/287 2024-09-12T00:32:56.650 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 86/287 2024-09-12T00:32:56.650 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : gstreamer1-1.22.1-2.el9.x86_64 87/287 2024-09-12T00:32:56.650 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 88/287 2024-09-12T00:32:56.650 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : gtk-update-icon-cache-3.24.31-5.el9.x86_64 89/287 2024-09-12T00:32:56.650 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : gtk3-3.24.31-5.el9.x86_64 90/287 2024-09-12T00:32:56.650 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : guava-30.1-6.el9.noarch 91/287 2024-09-12T00:32:56.650 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 92/287 2024-09-12T00:32:56.651 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : httpcomponents-client-4.5.13-3.el9.noarch 93/287 2024-09-12T00:32:56.651 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : httpcomponents-core-4.4.13-7.el9.noarch 94/287 2024-09-12T00:32:56.651 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 95/287 2024-09-12T00:32:56.651 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : jakarta-annotations-1.3.5-13.el9.noarch 96/287 2024-09-12T00:32:56.651 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : jansi-2.3.3-6.el9.x86_64 97/287 2024-09-12T00:32:56.651 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 98/287 2024-09-12T00:32:56.651 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 99/287 2024-09-12T00:32:56.651 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 100/287 2024-09-12T00:32:56.651 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : javapackages-filesystem-6.0.0-4.el9.noarch 101/287 2024-09-12T00:32:56.651 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 102/287 2024-09-12T00:32:56.651 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : jcl-over-slf4j-1.7.30-13.el9.noarch 103/287 2024-09-12T00:32:56.651 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : jsoup-1.13.1-10.el9.noarch 104/287 2024-09-12T00:32:56.651 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : jsr-305-3.0.2-6.el9.noarch 105/287 2024-09-12T00:32:56.652 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : lcms2-2.12-3.el9.x86_64 106/287 2024-09-12T00:32:56.652 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libX11-xcb-1.7.0-9.el9.x86_64 107/287 2024-09-12T00:32:56.652 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 108/287 2024-09-12T00:32:56.652 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 109/287 2024-09-12T00:32:56.652 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 110/287 2024-09-12T00:32:56.652 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 111/287 2024-09-12T00:32:56.652 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 112/287 2024-09-12T00:32:56.652 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 113/287 2024-09-12T00:32:56.652 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 114/287 2024-09-12T00:32:56.652 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 115/287 2024-09-12T00:32:56.652 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 116/287 2024-09-12T00:32:56.652 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 117/287 2024-09-12T00:32:56.652 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 118/287 2024-09-12T00:32:56.653 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 119/287 2024-09-12T00:32:56.653 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 120/287 2024-09-12T00:32:56.653 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libdrm-2.4.121-1.el9.x86_64 121/287 2024-09-12T00:32:56.653 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 122/287 2024-09-12T00:32:56.653 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 123/287 2024-09-12T00:32:56.653 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 124/287 2024-09-12T00:32:56.653 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libgexiv2-0.12.3-1.el9.x86_64 125/287 2024-09-12T00:32:56.653 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 126/287 2024-09-12T00:32:56.653 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 127/287 2024-09-12T00:32:56.653 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 128/287 2024-09-12T00:32:56.653 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 129/287 2024-09-12T00:32:56.653 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 130/287 2024-09-12T00:32:56.653 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 131/287 2024-09-12T00:32:56.654 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 132/287 2024-09-12T00:32:56.654 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 133/287 2024-09-12T00:32:56.654 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 134/287 2024-09-12T00:32:56.654 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 135/287 2024-09-12T00:32:56.654 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 136/287 2024-09-12T00:32:56.654 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 137/287 2024-09-12T00:32:56.654 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 138/287 2024-09-12T00:32:56.654 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libsbc-1.4-9.el9.x86_64 139/287 2024-09-12T00:32:56.654 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libsndfile-1.0.31-8.el9.x86_64 140/287 2024-09-12T00:32:56.654 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 141/287 2024-09-12T00:32:56.654 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libtiff-4.4.0-13.el9.x86_64 142/287 2024-09-12T00:32:56.654 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libtool-ltdl-2.4.6-46.el9.x86_64 143/287 2024-09-12T00:32:56.654 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libtracker-sparql-3.1.2-3.el9.x86_64 144/287 2024-09-12T00:32:56.654 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libvisual-1:0.4.0-34.el9.x86_64 145/287 2024-09-12T00:32:56.655 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 146/287 2024-09-12T00:32:56.655 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 147/287 2024-09-12T00:32:56.655 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 148/287 2024-09-12T00:32:56.655 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 149/287 2024-09-12T00:32:56.655 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 150/287 2024-09-12T00:32:56.655 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 151/287 2024-09-12T00:32:56.655 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 152/287 2024-09-12T00:32:56.655 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 153/287 2024-09-12T00:32:56.655 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 154/287 2024-09-12T00:32:56.655 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 155/287 2024-09-12T00:32:56.655 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : lua-5.4.4-4.el9.x86_64 156/287 2024-09-12T00:32:56.655 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 157/287 2024-09-12T00:32:56.655 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : maven-1:3.6.3-15.el9.noarch 158/287 2024-09-12T00:32:56.655 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : maven-lib-1:3.6.3-15.el9.noarch 159/287 2024-09-12T00:32:56.656 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : maven-openjdk11-1:3.6.3-15.el9.noarch 160/287 2024-09-12T00:32:56.656 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : maven-resolver-1:1.6.1-10.el9.noarch 161/287 2024-09-12T00:32:56.656 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : maven-shared-utils-3.3.4-3.el9.noarch 162/287 2024-09-12T00:32:56.656 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : maven-wagon-3.4.2-7.el9.noarch 163/287 2024-09-12T00:32:56.656 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : mesa-dri-drivers-24.1.2-3.el9.x86_64 164/287 2024-09-12T00:32:56.656 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : mesa-filesystem-24.1.2-3.el9.x86_64 165/287 2024-09-12T00:32:56.656 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : mesa-libEGL-24.1.2-3.el9.x86_64 166/287 2024-09-12T00:32:56.656 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : mesa-libGL-24.1.2-3.el9.x86_64 167/287 2024-09-12T00:32:56.656 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : mesa-libgbm-24.1.2-3.el9.x86_64 168/287 2024-09-12T00:32:56.656 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : mesa-libglapi-24.1.2-3.el9.x86_64 169/287 2024-09-12T00:32:56.656 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 170/287 2024-09-12T00:32:56.656 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 171/287 2024-09-12T00:32:56.656 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 172/287 2024-09-12T00:32:56.657 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : openjpeg2-2.4.0-7.el9.x86_64 173/287 2024-09-12T00:32:56.657 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : opus-1.3.1-10.el9.x86_64 174/287 2024-09-12T00:32:56.657 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : orc-0.4.31-8.el9.x86_64 175/287 2024-09-12T00:32:56.657 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : osinfo-db-20240701-2.el9.noarch 176/287 2024-09-12T00:32:56.657 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 177/287 2024-09-12T00:32:56.657 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ostree-libs-2024.7-2.el9.x86_64 178/287 2024-09-12T00:32:56.657 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : p11-kit-server-0.25.3-2.el9.x86_64 179/287 2024-09-12T00:32:56.657 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 180/287 2024-09-12T00:32:56.657 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 181/287 2024-09-12T00:32:56.657 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 182/287 2024-09-12T00:32:56.657 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 183/287 2024-09-12T00:32:56.657 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 184/287 2024-09-12T00:32:56.657 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 185/287 2024-09-12T00:32:56.658 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : plexus-cipher-1.7-27.el9.noarch 186/287 2024-09-12T00:32:56.658 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : plexus-classworlds-2.6.0-11.el9.noarch 187/287 2024-09-12T00:32:56.658 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : plexus-containers-component-annotations-2.1.0-10 188/287 2024-09-12T00:32:56.658 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : plexus-interpolation-1.26-11.el9.noarch 189/287 2024-09-12T00:32:56.658 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : plexus-sec-dispatcher-1.4-37.el9.noarch 190/287 2024-09-12T00:32:56.658 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : plexus-utils-3.3.0-10.el9.noarch 191/287 2024-09-12T00:32:56.658 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : poppler-21.01.0-21.el9.x86_64 192/287 2024-09-12T00:32:56.658 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : poppler-data-0.4.9-9.el9.noarch 193/287 2024-09-12T00:32:56.658 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : poppler-glib-21.01.0-21.el9.x86_64 194/287 2024-09-12T00:32:56.658 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 195/287 2024-09-12T00:32:56.658 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 196/287 2024-09-12T00:32:56.658 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : pulseaudio-libs-15.0-2.el9.x86_64 197/287 2024-09-12T00:32:56.658 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 198/287 2024-09-12T00:32:56.659 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 199/287 2024-09-12T00:32:56.659 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 200/287 2024-09-12T00:32:56.659 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 201/287 2024-09-12T00:32:56.659 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 202/287 2024-09-12T00:32:56.659 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 203/287 2024-09-12T00:32:56.659 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 204/287 2024-09-12T00:32:56.659 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 205/287 2024-09-12T00:32:56.659 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 206/287 2024-09-12T00:32:56.659 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 207/287 2024-09-12T00:32:56.659 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 208/287 2024-09-12T00:32:56.659 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 209/287 2024-09-12T00:32:56.659 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 210/287 2024-09-12T00:32:56.659 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 211/287 2024-09-12T00:32:56.660 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 212/287 2024-09-12T00:32:56.660 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 213/287 2024-09-12T00:32:56.660 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 214/287 2024-09-12T00:32:56.660 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 215/287 2024-09-12T00:32:56.660 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 216/287 2024-09-12T00:32:56.660 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 217/287 2024-09-12T00:32:56.660 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 218/287 2024-09-12T00:32:56.660 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 219/287 2024-09-12T00:32:56.660 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : rtkit-0.11-29.el9.x86_64 220/287 2024-09-12T00:32:56.660 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : sisu-1:0.3.4-10.el9.noarch 221/287 2024-09-12T00:32:56.660 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : slf4j-1.7.30-13.el9.noarch 222/287 2024-09-12T00:32:56.660 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 223/287 2024-09-12T00:32:56.660 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.noarch 224/287 2024-09-12T00:32:56.661 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 225/287 2024-09-12T00:32:56.661 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : tracker-3.1.2-3.el9.x86_64 226/287 2024-09-12T00:32:56.661 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : tracker-miners-3.1.2-4.el9.x86_64 227/287 2024-09-12T00:32:56.661 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 228/287 2024-09-12T00:32:56.661 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : tzdata-java-2024a-2.el9.noarch 229/287 2024-09-12T00:32:56.661 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : upower-0.99.11-11.el9.x86_64 230/287 2024-09-12T00:32:56.661 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.x86_64 231/287 2024-09-12T00:32:56.661 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : wireplumber-0.4.14-1.el9.x86_64 232/287 2024-09-12T00:32:56.661 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.x86_64 233/287 2024-09-12T00:32:56.661 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 234/287 2024-09-12T00:32:56.661 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 235/287 2024-09-12T00:32:56.661 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 236/287 2024-09-12T00:32:56.661 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : xkeyboard-config-2.33-2.el9.noarch 237/287 2024-09-12T00:32:56.662 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 238/287 2024-09-12T00:32:56.662 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 239/287 2024-09-12T00:32:56.662 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 240/287 2024-09-12T00:32:56.662 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 241/287 2024-09-12T00:32:56.662 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 242/287 2024-09-12T00:32:56.662 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 243/287 2024-09-12T00:32:56.662 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 244/287 2024-09-12T00:32:56.662 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 245/287 2024-09-12T00:32:56.662 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 246/287 2024-09-12T00:32:56.662 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 247/287 2024-09-12T00:32:56.662 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 248/287 2024-09-12T00:32:56.662 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 249/287 2024-09-12T00:32:56.662 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 250/287 2024-09-12T00:32:56.663 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 251/287 2024-09-12T00:32:56.663 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 252/287 2024-09-12T00:32:56.663 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 253/287 2024-09-12T00:32:56.663 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 254/287 2024-09-12T00:32:56.663 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 255/287 2024-09-12T00:32:56.663 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 256/287 2024-09-12T00:32:56.663 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 257/287 2024-09-12T00:32:56.663 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 258/287 2024-09-12T00:32:56.663 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 259/287 2024-09-12T00:32:56.663 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 260/287 2024-09-12T00:32:56.663 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 261/287 2024-09-12T00:32:56.663 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 262/287 2024-09-12T00:32:56.664 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 263/287 2024-09-12T00:32:56.664 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 264/287 2024-09-12T00:32:56.664 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 265/287 2024-09-12T00:32:56.664 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 266/287 2024-09-12T00:32:56.664 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 267/287 2024-09-12T00:32:56.664 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 268/287 2024-09-12T00:32:56.664 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 269/287 2024-09-12T00:32:56.664 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 270/287 2024-09-12T00:32:56.664 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 271/287 2024-09-12T00:32:56.664 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 272/287 2024-09-12T00:32:56.664 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 273/287 2024-09-12T00:32:56.664 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 274/287 2024-09-12T00:32:56.664 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 275/287 2024-09-12T00:32:56.665 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 276/287 2024-09-12T00:32:56.665 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 277/287 2024-09-12T00:32:56.665 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 278/287 2024-09-12T00:32:56.665 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 279/287 2024-09-12T00:32:56.665 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 280/287 2024-09-12T00:32:56.665 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : re2-1:20211101-20.el9.x86_64 281/287 2024-09-12T00:32:56.665 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 282/287 2024-09-12T00:32:56.665 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 283/287 2024-09-12T00:32:56.665 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : librados2-2:19.3.0-4753.gd011c522.el9.x86_64 284/287 2024-09-12T00:32:56.665 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 285/287 2024-09-12T00:32:56.665 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : librbd1-2:19.3.0-4753.gd011c522.el9.x86_64 286/287 2024-09-12T00:33:00.033 INFO:teuthology.orchestra.run.smithi194.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T00:33:00.034 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:00.034 INFO:teuthology.orchestra.run.smithi194.stdout:Upgraded: 2024-09-12T00:33:00.034 INFO:teuthology.orchestra.run.smithi194.stdout: librados2-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.034 INFO:teuthology.orchestra.run.smithi194.stdout: librbd1-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.034 INFO:teuthology.orchestra.run.smithi194.stdout:Installed: 2024-09-12T00:33:00.034 INFO:teuthology.orchestra.run.smithi194.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2024-09-12T00:33:00.034 INFO:teuthology.orchestra.run.smithi194.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-12T00:33:00.034 INFO:teuthology.orchestra.run.smithi194.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2024-09-12T00:33:00.034 INFO:teuthology.orchestra.run.smithi194.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2024-09-12T00:33:00.034 INFO:teuthology.orchestra.run.smithi194.stdout: alsa-lib-1.2.12-1.el9.x86_64 2024-09-12T00:33:00.034 INFO:teuthology.orchestra.run.smithi194.stdout: apache-commons-cli-1.4-17.el9.noarch 2024-09-12T00:33:00.035 INFO:teuthology.orchestra.run.smithi194.stdout: apache-commons-codec-1.15-7.el9.noarch 2024-09-12T00:33:00.035 INFO:teuthology.orchestra.run.smithi194.stdout: apache-commons-io-1:2.8.0-8.el9.noarch 2024-09-12T00:33:00.035 INFO:teuthology.orchestra.run.smithi194.stdout: apache-commons-lang3-3.12.0-6.el9.noarch 2024-09-12T00:33:00.035 INFO:teuthology.orchestra.run.smithi194.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2024-09-12T00:33:00.035 INFO:teuthology.orchestra.run.smithi194.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2024-09-12T00:33:00.035 INFO:teuthology.orchestra.run.smithi194.stdout: atinject-1.0.3-6.el9.noarch 2024-09-12T00:33:00.035 INFO:teuthology.orchestra.run.smithi194.stdout: atk-2.36.0-5.el9.x86_64 2024-09-12T00:33:00.035 INFO:teuthology.orchestra.run.smithi194.stdout: avahi-glib-0.8-21.el9.x86_64 2024-09-12T00:33:00.035 INFO:teuthology.orchestra.run.smithi194.stdout: bluez-libs-5.56-6.el9.x86_64 2024-09-12T00:33:00.035 INFO:teuthology.orchestra.run.smithi194.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-12T00:33:00.035 INFO:teuthology.orchestra.run.smithi194.stdout: bubblewrap-0.4.1-7.el9.x86_64 2024-09-12T00:33:00.035 INFO:teuthology.orchestra.run.smithi194.stdout: cdi-api-2.0.2-6.el9.noarch 2024-09-12T00:33:00.035 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.036 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-base-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.036 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.036 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.036 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-grafana-dashboards-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:00.036 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-immutable-object-cache-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.036 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-mds-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.036 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-mgr-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.036 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-mgr-cephadm-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:00.036 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-mgr-dashboard-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:00.036 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-mgr-diskprediction-local-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:00.036 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-mgr-modules-core-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:00.037 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-mgr-rook-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:00.037 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-mon-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.037 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-osd-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.037 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-prometheus-alerts-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:00.037 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-radosgw-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.037 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-selinux-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.037 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-test-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.037 INFO:teuthology.orchestra.run.smithi194.stdout: ceph-volume-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:00.037 INFO:teuthology.orchestra.run.smithi194.stdout: cephadm-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:00.037 INFO:teuthology.orchestra.run.smithi194.stdout: colord-libs-1.4.5-4.el9.x86_64 2024-09-12T00:33:00.037 INFO:teuthology.orchestra.run.smithi194.stdout: composefs-libs-1.0.5-1.el9.x86_64 2024-09-12T00:33:00.037 INFO:teuthology.orchestra.run.smithi194.stdout: copy-jdk-configs-4.0-3.el9.noarch 2024-09-12T00:33:00.037 INFO:teuthology.orchestra.run.smithi194.stdout: cups-libs-1:2.3.3op2-30.el9.x86_64 2024-09-12T00:33:00.037 INFO:teuthology.orchestra.run.smithi194.stdout: dconf-0.40.0-6.el9.x86_64 2024-09-12T00:33:00.038 INFO:teuthology.orchestra.run.smithi194.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2024-09-12T00:33:00.038 INFO:teuthology.orchestra.run.smithi194.stdout: exiv2-0.27.5-2.el9.x86_64 2024-09-12T00:33:00.038 INFO:teuthology.orchestra.run.smithi194.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2024-09-12T00:33:00.038 INFO:teuthology.orchestra.run.smithi194.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2024-09-12T00:33:00.038 INFO:teuthology.orchestra.run.smithi194.stdout: flac-libs-1.3.3-12.el9.x86_64 2024-09-12T00:33:00.038 INFO:teuthology.orchestra.run.smithi194.stdout: flatpak-1.12.9-1.el9.x86_64 2024-09-12T00:33:00.038 INFO:teuthology.orchestra.run.smithi194.stdout: flatpak-selinux-1.12.9-1.el9.noarch 2024-09-12T00:33:00.038 INFO:teuthology.orchestra.run.smithi194.stdout: flatpak-session-helper-1.12.9-1.el9.x86_64 2024-09-12T00:33:00.038 INFO:teuthology.orchestra.run.smithi194.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-12T00:33:00.038 INFO:teuthology.orchestra.run.smithi194.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-12T00:33:00.038 INFO:teuthology.orchestra.run.smithi194.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-12T00:33:00.038 INFO:teuthology.orchestra.run.smithi194.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-12T00:33:00.038 INFO:teuthology.orchestra.run.smithi194.stdout: gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 2024-09-12T00:33:00.039 INFO:teuthology.orchestra.run.smithi194.stdout: geoclue2-2.6.0-7.el9.x86_64 2024-09-12T00:33:00.039 INFO:teuthology.orchestra.run.smithi194.stdout: giflib-5.2.1-9.el9.x86_64 2024-09-12T00:33:00.039 INFO:teuthology.orchestra.run.smithi194.stdout: google-guice-4.2.3-9.el9.noarch 2024-09-12T00:33:00.039 INFO:teuthology.orchestra.run.smithi194.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-12T00:33:00.039 INFO:teuthology.orchestra.run.smithi194.stdout: graphene-1.10.6-2.el9.x86_64 2024-09-12T00:33:00.039 INFO:teuthology.orchestra.run.smithi194.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-12T00:33:00.039 INFO:teuthology.orchestra.run.smithi194.stdout: gsm-1.0.19-6.el9.x86_64 2024-09-12T00:33:00.039 INFO:teuthology.orchestra.run.smithi194.stdout: gstreamer1-1.22.1-2.el9.x86_64 2024-09-12T00:33:00.039 INFO:teuthology.orchestra.run.smithi194.stdout: gstreamer1-plugins-base-1.22.1-2.el9.x86_64 2024-09-12T00:33:00.039 INFO:teuthology.orchestra.run.smithi194.stdout: gtk-update-icon-cache-3.24.31-5.el9.x86_64 2024-09-12T00:33:00.039 INFO:teuthology.orchestra.run.smithi194.stdout: gtk3-3.24.31-5.el9.x86_64 2024-09-12T00:33:00.039 INFO:teuthology.orchestra.run.smithi194.stdout: guava-30.1-6.el9.noarch 2024-09-12T00:33:00.039 INFO:teuthology.orchestra.run.smithi194.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2024-09-12T00:33:00.039 INFO:teuthology.orchestra.run.smithi194.stdout: httpcomponents-client-4.5.13-3.el9.noarch 2024-09-12T00:33:00.040 INFO:teuthology.orchestra.run.smithi194.stdout: httpcomponents-core-4.4.13-7.el9.noarch 2024-09-12T00:33:00.040 INFO:teuthology.orchestra.run.smithi194.stdout: iso-codes-4.6.0-3.el9.noarch 2024-09-12T00:33:00.040 INFO:teuthology.orchestra.run.smithi194.stdout: jakarta-annotations-1.3.5-13.el9.noarch 2024-09-12T00:33:00.040 INFO:teuthology.orchestra.run.smithi194.stdout: jansi-2.3.3-6.el9.x86_64 2024-09-12T00:33:00.040 INFO:teuthology.orchestra.run.smithi194.stdout: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T00:33:00.040 INFO:teuthology.orchestra.run.smithi194.stdout: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T00:33:00.040 INFO:teuthology.orchestra.run.smithi194.stdout: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T00:33:00.040 INFO:teuthology.orchestra.run.smithi194.stdout: javapackages-filesystem-6.0.0-4.el9.noarch 2024-09-12T00:33:00.040 INFO:teuthology.orchestra.run.smithi194.stdout: jbigkit-libs-2.1-23.el9.x86_64 2024-09-12T00:33:00.041 INFO:teuthology.orchestra.run.smithi194.stdout: jcl-over-slf4j-1.7.30-13.el9.noarch 2024-09-12T00:33:00.041 INFO:teuthology.orchestra.run.smithi194.stdout: jsoup-1.13.1-10.el9.noarch 2024-09-12T00:33:00.041 INFO:teuthology.orchestra.run.smithi194.stdout: jsr-305-3.0.2-6.el9.noarch 2024-09-12T00:33:00.041 INFO:teuthology.orchestra.run.smithi194.stdout: lcms2-2.12-3.el9.x86_64 2024-09-12T00:33:00.041 INFO:teuthology.orchestra.run.smithi194.stdout: libX11-xcb-1.7.0-9.el9.x86_64 2024-09-12T00:33:00.041 INFO:teuthology.orchestra.run.smithi194.stdout: libXcomposite-0.4.5-7.el9.x86_64 2024-09-12T00:33:00.041 INFO:teuthology.orchestra.run.smithi194.stdout: libXcursor-1.2.0-7.el9.x86_64 2024-09-12T00:33:00.041 INFO:teuthology.orchestra.run.smithi194.stdout: libXdamage-1.1.5-7.el9.x86_64 2024-09-12T00:33:00.041 INFO:teuthology.orchestra.run.smithi194.stdout: libXfixes-5.0.3-16.el9.x86_64 2024-09-12T00:33:00.041 INFO:teuthology.orchestra.run.smithi194.stdout: libXi-1.7.10-8.el9.x86_64 2024-09-12T00:33:00.041 INFO:teuthology.orchestra.run.smithi194.stdout: libXinerama-1.1.4-10.el9.x86_64 2024-09-12T00:33:00.041 INFO:teuthology.orchestra.run.smithi194.stdout: libXrandr-1.5.2-8.el9.x86_64 2024-09-12T00:33:00.041 INFO:teuthology.orchestra.run.smithi194.stdout: libXtst-1.2.3-16.el9.x86_64 2024-09-12T00:33:00.041 INFO:teuthology.orchestra.run.smithi194.stdout: libXv-1.0.11-16.el9.x86_64 2024-09-12T00:33:00.042 INFO:teuthology.orchestra.run.smithi194.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2024-09-12T00:33:00.042 INFO:teuthology.orchestra.run.smithi194.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-12T00:33:00.042 INFO:teuthology.orchestra.run.smithi194.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-12T00:33:00.042 INFO:teuthology.orchestra.run.smithi194.stdout: libasyncns-0.8-22.el9.x86_64 2024-09-12T00:33:00.042 INFO:teuthology.orchestra.run.smithi194.stdout: libcanberra-0.30-27.el9.x86_64 2024-09-12T00:33:00.042 INFO:teuthology.orchestra.run.smithi194.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2024-09-12T00:33:00.042 INFO:teuthology.orchestra.run.smithi194.stdout: libcephfs-devel-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.042 INFO:teuthology.orchestra.run.smithi194.stdout: libcephfs2-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.042 INFO:teuthology.orchestra.run.smithi194.stdout: libcephsqlite-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.042 INFO:teuthology.orchestra.run.smithi194.stdout: libdrm-2.4.121-1.el9.x86_64 2024-09-12T00:33:00.042 INFO:teuthology.orchestra.run.smithi194.stdout: libepoxy-1.5.5-4.el9.x86_64 2024-09-12T00:33:00.042 INFO:teuthology.orchestra.run.smithi194.stdout: libexif-0.6.22-6.el9.x86_64 2024-09-12T00:33:00.042 INFO:teuthology.orchestra.run.smithi194.stdout: libfontenc-1.1.3-17.el9.x86_64 2024-09-12T00:33:00.043 INFO:teuthology.orchestra.run.smithi194.stdout: libgexiv2-0.12.3-1.el9.x86_64 2024-09-12T00:33:00.043 INFO:teuthology.orchestra.run.smithi194.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-12T00:33:00.043 INFO:teuthology.orchestra.run.smithi194.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2024-09-12T00:33:00.043 INFO:teuthology.orchestra.run.smithi194.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2024-09-12T00:33:00.043 INFO:teuthology.orchestra.run.smithi194.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2024-09-12T00:33:00.043 INFO:teuthology.orchestra.run.smithi194.stdout: libgsf-1.14.47-5.el9.x86_64 2024-09-12T00:33:00.043 INFO:teuthology.orchestra.run.smithi194.stdout: libgxps-0.3.2-3.el9.x86_64 2024-09-12T00:33:00.043 INFO:teuthology.orchestra.run.smithi194.stdout: libiptcdata-1.0.5-10.el9.x86_64 2024-09-12T00:33:00.043 INFO:teuthology.orchestra.run.smithi194.stdout: libldac-2.0.2.3-10.el9.x86_64 2024-09-12T00:33:00.043 INFO:teuthology.orchestra.run.smithi194.stdout: libnotify-0.7.9-8.el9.x86_64 2024-09-12T00:33:00.043 INFO:teuthology.orchestra.run.smithi194.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-12T00:33:00.043 INFO:teuthology.orchestra.run.smithi194.stdout: libogg-2:1.3.4-6.el9.x86_64 2024-09-12T00:33:00.043 INFO:teuthology.orchestra.run.smithi194.stdout: libosinfo-1.10.0-1.el9.x86_64 2024-09-12T00:33:00.043 INFO:teuthology.orchestra.run.smithi194.stdout: libpciaccess-0.16-7.el9.x86_64 2024-09-12T00:33:00.044 INFO:teuthology.orchestra.run.smithi194.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-12T00:33:00.044 INFO:teuthology.orchestra.run.smithi194.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-12T00:33:00.044 INFO:teuthology.orchestra.run.smithi194.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-12T00:33:00.044 INFO:teuthology.orchestra.run.smithi194.stdout: librados-devel-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.044 INFO:teuthology.orchestra.run.smithi194.stdout: libradosstriper1-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.044 INFO:teuthology.orchestra.run.smithi194.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-12T00:33:00.044 INFO:teuthology.orchestra.run.smithi194.stdout: librgw2-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.044 INFO:teuthology.orchestra.run.smithi194.stdout: libsbc-1.4-9.el9.x86_64 2024-09-12T00:33:00.044 INFO:teuthology.orchestra.run.smithi194.stdout: libsndfile-1.0.31-8.el9.x86_64 2024-09-12T00:33:00.044 INFO:teuthology.orchestra.run.smithi194.stdout: libtheora-1:1.1.1-31.el9.x86_64 2024-09-12T00:33:00.044 INFO:teuthology.orchestra.run.smithi194.stdout: libtiff-4.4.0-13.el9.x86_64 2024-09-12T00:33:00.044 INFO:teuthology.orchestra.run.smithi194.stdout: libtool-ltdl-2.4.6-46.el9.x86_64 2024-09-12T00:33:00.044 INFO:teuthology.orchestra.run.smithi194.stdout: libtracker-sparql-3.1.2-3.el9.x86_64 2024-09-12T00:33:00.045 INFO:teuthology.orchestra.run.smithi194.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-12T00:33:00.045 INFO:teuthology.orchestra.run.smithi194.stdout: libvisual-1:0.4.0-34.el9.x86_64 2024-09-12T00:33:00.045 INFO:teuthology.orchestra.run.smithi194.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2024-09-12T00:33:00.045 INFO:teuthology.orchestra.run.smithi194.stdout: libwayland-client-1.21.0-1.el9.x86_64 2024-09-12T00:33:00.045 INFO:teuthology.orchestra.run.smithi194.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2024-09-12T00:33:00.045 INFO:teuthology.orchestra.run.smithi194.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2024-09-12T00:33:00.045 INFO:teuthology.orchestra.run.smithi194.stdout: libwayland-server-1.21.0-1.el9.x86_64 2024-09-12T00:33:00.045 INFO:teuthology.orchestra.run.smithi194.stdout: libwebp-1.2.0-8.el9.x86_64 2024-09-12T00:33:00.045 INFO:teuthology.orchestra.run.smithi194.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2024-09-12T00:33:00.045 INFO:teuthology.orchestra.run.smithi194.stdout: libxshmfence-1.3-10.el9.x86_64 2024-09-12T00:33:00.045 INFO:teuthology.orchestra.run.smithi194.stdout: lksctp-tools-1.0.19-2.el9.x86_64 2024-09-12T00:33:00.045 INFO:teuthology.orchestra.run.smithi194.stdout: low-memory-monitor-2.1-4.el9.x86_64 2024-09-12T00:33:00.045 INFO:teuthology.orchestra.run.smithi194.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-12T00:33:00.045 INFO:teuthology.orchestra.run.smithi194.stdout: lua-5.4.4-4.el9.x86_64 2024-09-12T00:33:00.046 INFO:teuthology.orchestra.run.smithi194.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-12T00:33:00.046 INFO:teuthology.orchestra.run.smithi194.stdout: lua-posix-35.0-8.el9.x86_64 2024-09-12T00:33:00.046 INFO:teuthology.orchestra.run.smithi194.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-12T00:33:00.046 INFO:teuthology.orchestra.run.smithi194.stdout: maven-1:3.6.3-15.el9.noarch 2024-09-12T00:33:00.046 INFO:teuthology.orchestra.run.smithi194.stdout: maven-lib-1:3.6.3-15.el9.noarch 2024-09-12T00:33:00.046 INFO:teuthology.orchestra.run.smithi194.stdout: maven-openjdk11-1:3.6.3-15.el9.noarch 2024-09-12T00:33:00.046 INFO:teuthology.orchestra.run.smithi194.stdout: maven-resolver-1:1.6.1-10.el9.noarch 2024-09-12T00:33:00.046 INFO:teuthology.orchestra.run.smithi194.stdout: maven-shared-utils-3.3.4-3.el9.noarch 2024-09-12T00:33:00.046 INFO:teuthology.orchestra.run.smithi194.stdout: maven-wagon-3.4.2-7.el9.noarch 2024-09-12T00:33:00.046 INFO:teuthology.orchestra.run.smithi194.stdout: mesa-dri-drivers-24.1.2-3.el9.x86_64 2024-09-12T00:33:00.046 INFO:teuthology.orchestra.run.smithi194.stdout: mesa-filesystem-24.1.2-3.el9.x86_64 2024-09-12T00:33:00.046 INFO:teuthology.orchestra.run.smithi194.stdout: mesa-libEGL-24.1.2-3.el9.x86_64 2024-09-12T00:33:00.046 INFO:teuthology.orchestra.run.smithi194.stdout: mesa-libGL-24.1.2-3.el9.x86_64 2024-09-12T00:33:00.046 INFO:teuthology.orchestra.run.smithi194.stdout: mesa-libgbm-24.1.2-3.el9.x86_64 2024-09-12T00:33:00.047 INFO:teuthology.orchestra.run.smithi194.stdout: mesa-libglapi-24.1.2-3.el9.x86_64 2024-09-12T00:33:00.047 INFO:teuthology.orchestra.run.smithi194.stdout: mkfontscale-1.2.1-3.el9.x86_64 2024-09-12T00:33:00.047 INFO:teuthology.orchestra.run.smithi194.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-12T00:33:00.047 INFO:teuthology.orchestra.run.smithi194.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-12T00:33:00.047 INFO:teuthology.orchestra.run.smithi194.stdout: openjpeg2-2.4.0-7.el9.x86_64 2024-09-12T00:33:00.047 INFO:teuthology.orchestra.run.smithi194.stdout: opus-1.3.1-10.el9.x86_64 2024-09-12T00:33:00.047 INFO:teuthology.orchestra.run.smithi194.stdout: orc-0.4.31-8.el9.x86_64 2024-09-12T00:33:00.047 INFO:teuthology.orchestra.run.smithi194.stdout: osinfo-db-20240701-2.el9.noarch 2024-09-12T00:33:00.047 INFO:teuthology.orchestra.run.smithi194.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2024-09-12T00:33:00.047 INFO:teuthology.orchestra.run.smithi194.stdout: ostree-libs-2024.7-2.el9.x86_64 2024-09-12T00:33:00.047 INFO:teuthology.orchestra.run.smithi194.stdout: p11-kit-server-0.25.3-2.el9.x86_64 2024-09-12T00:33:00.047 INFO:teuthology.orchestra.run.smithi194.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-12T00:33:00.047 INFO:teuthology.orchestra.run.smithi194.stdout: pipewire-1.0.1-1.el9.x86_64 2024-09-12T00:33:00.047 INFO:teuthology.orchestra.run.smithi194.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2024-09-12T00:33:00.048 INFO:teuthology.orchestra.run.smithi194.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2024-09-12T00:33:00.048 INFO:teuthology.orchestra.run.smithi194.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2024-09-12T00:33:00.048 INFO:teuthology.orchestra.run.smithi194.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2024-09-12T00:33:00.048 INFO:teuthology.orchestra.run.smithi194.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2024-09-12T00:33:00.048 INFO:teuthology.orchestra.run.smithi194.stdout: plexus-cipher-1.7-27.el9.noarch 2024-09-12T00:33:00.048 INFO:teuthology.orchestra.run.smithi194.stdout: plexus-classworlds-2.6.0-11.el9.noarch 2024-09-12T00:33:00.048 INFO:teuthology.orchestra.run.smithi194.stdout: plexus-containers-component-annotations-2.1.0-10.el9.noarch 2024-09-12T00:33:00.048 INFO:teuthology.orchestra.run.smithi194.stdout: plexus-interpolation-1.26-11.el9.noarch 2024-09-12T00:33:00.048 INFO:teuthology.orchestra.run.smithi194.stdout: plexus-sec-dispatcher-1.4-37.el9.noarch 2024-09-12T00:33:00.048 INFO:teuthology.orchestra.run.smithi194.stdout: plexus-utils-3.3.0-10.el9.noarch 2024-09-12T00:33:00.048 INFO:teuthology.orchestra.run.smithi194.stdout: poppler-21.01.0-21.el9.x86_64 2024-09-12T00:33:00.048 INFO:teuthology.orchestra.run.smithi194.stdout: poppler-data-0.4.9-9.el9.noarch 2024-09-12T00:33:00.049 INFO:teuthology.orchestra.run.smithi194.stdout: poppler-glib-21.01.0-21.el9.x86_64 2024-09-12T00:33:00.049 INFO:teuthology.orchestra.run.smithi194.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-12T00:33:00.049 INFO:teuthology.orchestra.run.smithi194.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-12T00:33:00.049 INFO:teuthology.orchestra.run.smithi194.stdout: publicsuffix-list-20210518-3.el9.noarch 2024-09-12T00:33:00.049 INFO:teuthology.orchestra.run.smithi194.stdout: pulseaudio-libs-15.0-2.el9.x86_64 2024-09-12T00:33:00.049 INFO:teuthology.orchestra.run.smithi194.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-12T00:33:00.049 INFO:teuthology.orchestra.run.smithi194.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-12T00:33:00.049 INFO:teuthology.orchestra.run.smithi194.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-12T00:33:00.049 INFO:teuthology.orchestra.run.smithi194.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-12T00:33:00.049 INFO:teuthology.orchestra.run.smithi194.stdout: python3-ceph-argparse-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.049 INFO:teuthology.orchestra.run.smithi194.stdout: python3-ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.049 INFO:teuthology.orchestra.run.smithi194.stdout: python3-cephfs-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.049 INFO:teuthology.orchestra.run.smithi194.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-12T00:33:00.049 INFO:teuthology.orchestra.run.smithi194.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-12T00:33:00.050 INFO:teuthology.orchestra.run.smithi194.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-12T00:33:00.050 INFO:teuthology.orchestra.run.smithi194.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-12T00:33:00.050 INFO:teuthology.orchestra.run.smithi194.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-12T00:33:00.050 INFO:teuthology.orchestra.run.smithi194.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-12T00:33:00.050 INFO:teuthology.orchestra.run.smithi194.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-12T00:33:00.050 INFO:teuthology.orchestra.run.smithi194.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-12T00:33:00.050 INFO:teuthology.orchestra.run.smithi194.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-12T00:33:00.050 INFO:teuthology.orchestra.run.smithi194.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-12T00:33:00.050 INFO:teuthology.orchestra.run.smithi194.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-12T00:33:00.050 INFO:teuthology.orchestra.run.smithi194.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-12T00:33:00.050 INFO:teuthology.orchestra.run.smithi194.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-12T00:33:00.050 INFO:teuthology.orchestra.run.smithi194.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-12T00:33:00.050 INFO:teuthology.orchestra.run.smithi194.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-12T00:33:00.051 INFO:teuthology.orchestra.run.smithi194.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-12T00:33:00.051 INFO:teuthology.orchestra.run.smithi194.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-12T00:33:00.051 INFO:teuthology.orchestra.run.smithi194.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-12T00:33:00.051 INFO:teuthology.orchestra.run.smithi194.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-12T00:33:00.051 INFO:teuthology.orchestra.run.smithi194.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-12T00:33:00.051 INFO:teuthology.orchestra.run.smithi194.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-12T00:33:00.051 INFO:teuthology.orchestra.run.smithi194.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-12T00:33:00.051 INFO:teuthology.orchestra.run.smithi194.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-12T00:33:00.051 INFO:teuthology.orchestra.run.smithi194.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-12T00:33:00.051 INFO:teuthology.orchestra.run.smithi194.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-12T00:33:00.051 INFO:teuthology.orchestra.run.smithi194.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-12T00:33:00.051 INFO:teuthology.orchestra.run.smithi194.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-12T00:33:00.051 INFO:teuthology.orchestra.run.smithi194.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-12T00:33:00.051 INFO:teuthology.orchestra.run.smithi194.stdout: python3-ply-3.11-14.el9.noarch 2024-09-12T00:33:00.051 INFO:teuthology.orchestra.run.smithi194.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-12T00:33:00.052 INFO:teuthology.orchestra.run.smithi194.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-12T00:33:00.052 INFO:teuthology.orchestra.run.smithi194.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-12T00:33:00.052 INFO:teuthology.orchestra.run.smithi194.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-12T00:33:00.052 INFO:teuthology.orchestra.run.smithi194.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-12T00:33:00.052 INFO:teuthology.orchestra.run.smithi194.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-12T00:33:00.052 INFO:teuthology.orchestra.run.smithi194.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-12T00:33:00.052 INFO:teuthology.orchestra.run.smithi194.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-12T00:33:00.052 INFO:teuthology.orchestra.run.smithi194.stdout: python3-rados-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.052 INFO:teuthology.orchestra.run.smithi194.stdout: python3-rbd-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.052 INFO:teuthology.orchestra.run.smithi194.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-12T00:33:00.052 INFO:teuthology.orchestra.run.smithi194.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-12T00:33:00.052 INFO:teuthology.orchestra.run.smithi194.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-12T00:33:00.052 INFO:teuthology.orchestra.run.smithi194.stdout: python3-rgw-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.053 INFO:teuthology.orchestra.run.smithi194.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-12T00:33:00.053 INFO:teuthology.orchestra.run.smithi194.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-12T00:33:00.053 INFO:teuthology.orchestra.run.smithi194.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-12T00:33:00.053 INFO:teuthology.orchestra.run.smithi194.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-12T00:33:00.053 INFO:teuthology.orchestra.run.smithi194.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-12T00:33:00.053 INFO:teuthology.orchestra.run.smithi194.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-12T00:33:00.053 INFO:teuthology.orchestra.run.smithi194.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-12T00:33:00.053 INFO:teuthology.orchestra.run.smithi194.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-12T00:33:00.053 INFO:teuthology.orchestra.run.smithi194.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-12T00:33:00.053 INFO:teuthology.orchestra.run.smithi194.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-12T00:33:00.053 INFO:teuthology.orchestra.run.smithi194.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-12T00:33:00.053 INFO:teuthology.orchestra.run.smithi194.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-12T00:33:00.053 INFO:teuthology.orchestra.run.smithi194.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-12T00:33:00.053 INFO:teuthology.orchestra.run.smithi194.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-12T00:33:00.054 INFO:teuthology.orchestra.run.smithi194.stdout: rbd-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.054 INFO:teuthology.orchestra.run.smithi194.stdout: rbd-mirror-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.054 INFO:teuthology.orchestra.run.smithi194.stdout: rbd-nbd-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:00.054 INFO:teuthology.orchestra.run.smithi194.stdout: re2-1:20211101-20.el9.x86_64 2024-09-12T00:33:00.054 INFO:teuthology.orchestra.run.smithi194.stdout: rtkit-0.11-29.el9.x86_64 2024-09-12T00:33:00.054 INFO:teuthology.orchestra.run.smithi194.stdout: s3cmd-2.4.0-1.el9.noarch 2024-09-12T00:33:00.054 INFO:teuthology.orchestra.run.smithi194.stdout: sisu-1:0.3.4-10.el9.noarch 2024-09-12T00:33:00.054 INFO:teuthology.orchestra.run.smithi194.stdout: slf4j-1.7.30-13.el9.noarch 2024-09-12T00:33:00.054 INFO:teuthology.orchestra.run.smithi194.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-12T00:33:00.054 INFO:teuthology.orchestra.run.smithi194.stdout: sound-theme-freedesktop-0.8-17.el9.noarch 2024-09-12T00:33:00.054 INFO:teuthology.orchestra.run.smithi194.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-12T00:33:00.054 INFO:teuthology.orchestra.run.smithi194.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2024-09-12T00:33:00.054 INFO:teuthology.orchestra.run.smithi194.stdout: tracker-3.1.2-3.el9.x86_64 2024-09-12T00:33:00.054 INFO:teuthology.orchestra.run.smithi194.stdout: tracker-miners-3.1.2-4.el9.x86_64 2024-09-12T00:33:00.054 INFO:teuthology.orchestra.run.smithi194.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2024-09-12T00:33:00.055 INFO:teuthology.orchestra.run.smithi194.stdout: tzdata-java-2024a-2.el9.noarch 2024-09-12T00:33:00.055 INFO:teuthology.orchestra.run.smithi194.stdout: upower-0.99.11-11.el9.x86_64 2024-09-12T00:33:00.055 INFO:teuthology.orchestra.run.smithi194.stdout: webrtc-audio-processing-0.3.1-8.el9.x86_64 2024-09-12T00:33:00.055 INFO:teuthology.orchestra.run.smithi194.stdout: wireplumber-0.4.14-1.el9.x86_64 2024-09-12T00:33:00.055 INFO:teuthology.orchestra.run.smithi194.stdout: wireplumber-libs-0.4.14-1.el9.x86_64 2024-09-12T00:33:00.055 INFO:teuthology.orchestra.run.smithi194.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2024-09-12T00:33:00.055 INFO:teuthology.orchestra.run.smithi194.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2024-09-12T00:33:00.055 INFO:teuthology.orchestra.run.smithi194.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2024-09-12T00:33:00.055 INFO:teuthology.orchestra.run.smithi194.stdout: xkeyboard-config-2.33-2.el9.noarch 2024-09-12T00:33:00.055 INFO:teuthology.orchestra.run.smithi194.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-12T00:33:00.056 INFO:teuthology.orchestra.run.smithi194.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2024-09-12T00:33:00.056 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:00.056 INFO:teuthology.orchestra.run.smithi194.stdout:Complete! 2024-09-12T00:33:00.462 DEBUG:teuthology.parallel:result is None 2024-09-12T00:33:06.187 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T00:33:06.187 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-2:19.3.0-4753.gd011c522.el9.x86_64 1/287 2024-09-12T00:33:06.187 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-base-2:19.3.0-4753.gd011c522.el9.x86_64 2/287 2024-09-12T00:33:06.187 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 3/287 2024-09-12T00:33:06.187 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 4/287 2024-09-12T00:33:06.187 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-immutable-object-cache-2:19.3.0-4753.gd011c 5/287 2024-09-12T00:33:06.187 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mds-2:19.3.0-4753.gd011c522.el9.x86_64 6/287 2024-09-12T00:33:06.188 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-2:19.3.0-4753.gd011c522.el9.x86_64 7/287 2024-09-12T00:33:06.188 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mon-2:19.3.0-4753.gd011c522.el9.x86_64 8/287 2024-09-12T00:33:06.188 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-osd-2:19.3.0-4753.gd011c522.el9.x86_64 9/287 2024-09-12T00:33:06.188 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-radosgw-2:19.3.0-4753.gd011c522.el9.x86_64 10/287 2024-09-12T00:33:06.188 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-selinux-2:19.3.0-4753.gd011c522.el9.x86_64 11/287 2024-09-12T00:33:06.188 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-test-2:19.3.0-4753.gd011c522.el9.x86_64 12/287 2024-09-12T00:33:06.188 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libcephfs-devel-2:19.3.0-4753.gd011c522.el9.x86_ 13/287 2024-09-12T00:33:06.188 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libcephfs2-2:19.3.0-4753.gd011c522.el9.x86_64 14/287 2024-09-12T00:33:06.188 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libcephsqlite-2:19.3.0-4753.gd011c522.el9.x86_64 15/287 2024-09-12T00:33:06.188 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librados-devel-2:19.3.0-4753.gd011c522.el9.x86_6 16/287 2024-09-12T00:33:06.188 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libradosstriper1-2:19.3.0-4753.gd011c522.el9.x86 17/287 2024-09-12T00:33:06.188 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librgw2-2:19.3.0-4753.gd011c522.el9.x86_64 18/287 2024-09-12T00:33:06.188 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-ceph-argparse-2:19.3.0-4753.gd011c522.el 19/287 2024-09-12T00:33:06.188 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-ceph-common-2:19.3.0-4753.gd011c522.el9. 20/287 2024-09-12T00:33:06.189 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cephfs-2:19.3.0-4753.gd011c522.el9.x86_6 21/287 2024-09-12T00:33:06.189 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-rados-2:19.3.0-4753.gd011c522.el9.x86_64 22/287 2024-09-12T00:33:06.189 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-rbd-2:19.3.0-4753.gd011c522.el9.x86_64 23/287 2024-09-12T00:33:06.189 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-rgw-2:19.3.0-4753.gd011c522.el9.x86_64 24/287 2024-09-12T00:33:06.189 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : rbd-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 25/287 2024-09-12T00:33:06.189 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : rbd-mirror-2:19.3.0-4753.gd011c522.el9.x86_64 26/287 2024-09-12T00:33:06.189 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : rbd-nbd-2:19.3.0-4753.gd011c522.el9.x86_64 27/287 2024-09-12T00:33:06.189 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-grafana-dashboards-2:19.3.0-4753.gd011c522. 28/287 2024-09-12T00:33:06.189 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-cephadm-2:19.3.0-4753.gd011c522.el9.noa 29/287 2024-09-12T00:33:06.211 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-dashboard-2:19.3.0-4753.gd011c522.el9.n 30/287 2024-09-12T00:33:06.211 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.3.0-4753.gd01 31/287 2024-09-12T00:33:06.211 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-modules-core-2:19.3.0-4753.gd011c522.el 32/287 2024-09-12T00:33:06.211 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-mgr-rook-2:19.3.0-4753.gd011c522.el9.noarch 33/287 2024-09-12T00:33:06.211 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-prometheus-alerts-2:19.3.0-4753.gd011c522.e 34/287 2024-09-12T00:33:06.211 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ceph-volume-2:19.3.0-4753.gd011c522.el9.noarch 35/287 2024-09-12T00:33:06.211 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : cephadm-2:19.3.0-4753.gd011c522.el9.noarch 36/287 2024-09-12T00:33:06.212 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ModemManager-glib-1.20.2-1.el9.x86_64 37/287 2024-09-12T00:33:06.212 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : bluez-libs-5.56-6.el9.x86_64 38/287 2024-09-12T00:33:06.212 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : bubblewrap-0.4.1-7.el9.x86_64 39/287 2024-09-12T00:33:06.212 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : cups-libs-1:2.3.3op2-30.el9.x86_64 40/287 2024-09-12T00:33:06.212 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 41/287 2024-09-12T00:33:06.212 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 42/287 2024-09-12T00:33:06.212 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libpciaccess-0.16-7.el9.x86_64 43/287 2024-09-12T00:33:06.212 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 44/287 2024-09-12T00:33:06.212 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : lksctp-tools-1.0.19-2.el9.x86_64 45/287 2024-09-12T00:33:06.212 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 46/287 2024-09-12T00:33:06.212 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 47/287 2024-09-12T00:33:06.212 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-ply-3.11-14.el9.noarch 48/287 2024-09-12T00:33:06.213 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 49/287 2024-09-12T00:33:06.213 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 50/287 2024-09-12T00:33:06.213 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 51/287 2024-09-12T00:33:06.213 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : adwaita-cursor-theme-40.1.1-3.el9.noarch 52/287 2024-09-12T00:33:06.213 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : adwaita-icon-theme-40.1.1-3.el9.noarch 53/287 2024-09-12T00:33:06.213 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : alsa-lib-1.2.12-1.el9.x86_64 54/287 2024-09-12T00:33:06.213 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : apache-commons-cli-1.4-17.el9.noarch 55/287 2024-09-12T00:33:06.213 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : apache-commons-codec-1.15-7.el9.noarch 56/287 2024-09-12T00:33:06.213 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : apache-commons-io-1:2.8.0-8.el9.noarch 57/287 2024-09-12T00:33:06.213 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : apache-commons-lang3-3.12.0-6.el9.noarch 58/287 2024-09-12T00:33:06.213 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : at-spi2-atk-2.38.0-4.el9.x86_64 59/287 2024-09-12T00:33:06.213 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : at-spi2-core-2.40.3-1.el9.x86_64 60/287 2024-09-12T00:33:06.213 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : atinject-1.0.3-6.el9.noarch 61/287 2024-09-12T00:33:06.213 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : atk-2.36.0-5.el9.x86_64 62/287 2024-09-12T00:33:06.214 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : avahi-glib-0.8-21.el9.x86_64 63/287 2024-09-12T00:33:06.214 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 64/287 2024-09-12T00:33:06.214 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : cdi-api-2.0.2-6.el9.noarch 65/287 2024-09-12T00:33:06.214 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : colord-libs-1.4.5-4.el9.x86_64 66/287 2024-09-12T00:33:06.214 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : composefs-libs-1.0.5-1.el9.x86_64 67/287 2024-09-12T00:33:06.214 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : copy-jdk-configs-4.0-3.el9.noarch 68/287 2024-09-12T00:33:06.214 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : dconf-0.40.0-6.el9.x86_64 69/287 2024-09-12T00:33:06.214 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 70/287 2024-09-12T00:33:06.214 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : exiv2-0.27.5-2.el9.x86_64 71/287 2024-09-12T00:33:06.214 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : exiv2-libs-0.27.5-2.el9.x86_64 72/287 2024-09-12T00:33:06.214 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : fdk-aac-free-2.0.0-8.el9.x86_64 73/287 2024-09-12T00:33:06.214 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : flac-libs-1.3.3-12.el9.x86_64 74/287 2024-09-12T00:33:06.214 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : flatpak-1.12.9-1.el9.x86_64 75/287 2024-09-12T00:33:06.215 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : flatpak-selinux-1.12.9-1.el9.noarch 76/287 2024-09-12T00:33:06.215 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : flatpak-session-helper-1.12.9-1.el9.x86_64 77/287 2024-09-12T00:33:06.215 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 78/287 2024-09-12T00:33:06.215 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 79/287 2024-09-12T00:33:06.215 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 80/287 2024-09-12T00:33:06.215 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 81/287 2024-09-12T00:33:06.215 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : geoclue2-2.6.0-7.el9.x86_64 82/287 2024-09-12T00:33:06.215 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : giflib-5.2.1-9.el9.x86_64 83/287 2024-09-12T00:33:06.215 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : google-guice-4.2.3-9.el9.noarch 84/287 2024-09-12T00:33:06.215 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : graphene-1.10.6-2.el9.x86_64 85/287 2024-09-12T00:33:06.215 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : gsm-1.0.19-6.el9.x86_64 86/287 2024-09-12T00:33:06.215 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : gstreamer1-1.22.1-2.el9.x86_64 87/287 2024-09-12T00:33:06.215 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : gstreamer1-plugins-base-1.22.1-2.el9.x86_64 88/287 2024-09-12T00:33:06.216 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : gtk-update-icon-cache-3.24.31-5.el9.x86_64 89/287 2024-09-12T00:33:06.216 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : gtk3-3.24.31-5.el9.x86_64 90/287 2024-09-12T00:33:06.216 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : guava-30.1-6.el9.noarch 91/287 2024-09-12T00:33:06.216 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : hicolor-icon-theme-0.17-13.el9.noarch 92/287 2024-09-12T00:33:06.216 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : httpcomponents-client-4.5.13-3.el9.noarch 93/287 2024-09-12T00:33:06.216 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : httpcomponents-core-4.4.13-7.el9.noarch 94/287 2024-09-12T00:33:06.216 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : iso-codes-4.6.0-3.el9.noarch 95/287 2024-09-12T00:33:06.216 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : jakarta-annotations-1.3.5-13.el9.noarch 96/287 2024-09-12T00:33:06.216 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : jansi-2.3.3-6.el9.x86_64 97/287 2024-09-12T00:33:06.216 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 98/287 2024-09-12T00:33:06.216 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 99/287 2024-09-12T00:33:06.216 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86 100/287 2024-09-12T00:33:06.216 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : javapackages-filesystem-6.0.0-4.el9.noarch 101/287 2024-09-12T00:33:06.216 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : jbigkit-libs-2.1-23.el9.x86_64 102/287 2024-09-12T00:33:06.217 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : jcl-over-slf4j-1.7.30-13.el9.noarch 103/287 2024-09-12T00:33:06.217 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : jsoup-1.13.1-10.el9.noarch 104/287 2024-09-12T00:33:06.217 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : jsr-305-3.0.2-6.el9.noarch 105/287 2024-09-12T00:33:06.217 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : lcms2-2.12-3.el9.x86_64 106/287 2024-09-12T00:33:06.217 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libX11-xcb-1.7.0-9.el9.x86_64 107/287 2024-09-12T00:33:06.217 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libXcomposite-0.4.5-7.el9.x86_64 108/287 2024-09-12T00:33:06.217 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libXcursor-1.2.0-7.el9.x86_64 109/287 2024-09-12T00:33:06.217 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libXdamage-1.1.5-7.el9.x86_64 110/287 2024-09-12T00:33:06.217 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libXfixes-5.0.3-16.el9.x86_64 111/287 2024-09-12T00:33:06.217 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libXi-1.7.10-8.el9.x86_64 112/287 2024-09-12T00:33:06.217 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libXinerama-1.1.4-10.el9.x86_64 113/287 2024-09-12T00:33:06.217 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libXrandr-1.5.2-8.el9.x86_64 114/287 2024-09-12T00:33:06.217 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libXtst-1.2.3-16.el9.x86_64 115/287 2024-09-12T00:33:06.218 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libXv-1.0.11-16.el9.x86_64 116/287 2024-09-12T00:33:06.218 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libXxf86vm-1.1.4-18.el9.x86_64 117/287 2024-09-12T00:33:06.218 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libasyncns-0.8-22.el9.x86_64 118/287 2024-09-12T00:33:06.218 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libcanberra-0.30-27.el9.x86_64 119/287 2024-09-12T00:33:06.218 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libcanberra-gtk3-0.30-27.el9.x86_64 120/287 2024-09-12T00:33:06.218 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libdrm-2.4.121-1.el9.x86_64 121/287 2024-09-12T00:33:06.218 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libepoxy-1.5.5-4.el9.x86_64 122/287 2024-09-12T00:33:06.218 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libexif-0.6.22-6.el9.x86_64 123/287 2024-09-12T00:33:06.218 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libfontenc-1.1.3-17.el9.x86_64 124/287 2024-09-12T00:33:06.218 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libgexiv2-0.12.3-1.el9.x86_64 125/287 2024-09-12T00:33:06.218 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libglvnd-1:1.3.4-1.el9.x86_64 126/287 2024-09-12T00:33:06.218 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libglvnd-egl-1:1.3.4-1.el9.x86_64 127/287 2024-09-12T00:33:06.218 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libglvnd-glx-1:1.3.4-1.el9.x86_64 128/287 2024-09-12T00:33:06.219 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libgsf-1.14.47-5.el9.x86_64 129/287 2024-09-12T00:33:06.219 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libgxps-0.3.2-3.el9.x86_64 130/287 2024-09-12T00:33:06.219 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libiptcdata-1.0.5-10.el9.x86_64 131/287 2024-09-12T00:33:06.219 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libldac-2.0.2.3-10.el9.x86_64 132/287 2024-09-12T00:33:06.219 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libnotify-0.7.9-8.el9.x86_64 133/287 2024-09-12T00:33:06.219 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libogg-2:1.3.4-6.el9.x86_64 134/287 2024-09-12T00:33:06.219 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libosinfo-1.10.0-1.el9.x86_64 135/287 2024-09-12T00:33:06.219 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 136/287 2024-09-12T00:33:06.219 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 137/287 2024-09-12T00:33:06.219 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 138/287 2024-09-12T00:33:06.219 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libsbc-1.4-9.el9.x86_64 139/287 2024-09-12T00:33:06.219 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libsndfile-1.0.31-8.el9.x86_64 140/287 2024-09-12T00:33:06.219 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libtheora-1:1.1.1-31.el9.x86_64 141/287 2024-09-12T00:33:06.220 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libtiff-4.4.0-13.el9.x86_64 142/287 2024-09-12T00:33:06.220 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libtool-ltdl-2.4.6-46.el9.x86_64 143/287 2024-09-12T00:33:06.220 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libtracker-sparql-3.1.2-3.el9.x86_64 144/287 2024-09-12T00:33:06.220 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libvisual-1:0.4.0-34.el9.x86_64 145/287 2024-09-12T00:33:06.220 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libvorbis-1:1.3.7-5.el9.x86_64 146/287 2024-09-12T00:33:06.220 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libwayland-client-1.21.0-1.el9.x86_64 147/287 2024-09-12T00:33:06.220 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libwayland-cursor-1.21.0-1.el9.x86_64 148/287 2024-09-12T00:33:06.220 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libwayland-egl-1.21.0-1.el9.x86_64 149/287 2024-09-12T00:33:06.220 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libwayland-server-1.21.0-1.el9.x86_64 150/287 2024-09-12T00:33:06.220 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libwebp-1.2.0-8.el9.x86_64 151/287 2024-09-12T00:33:06.220 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libxkbcommon-1.0.3-4.el9.x86_64 152/287 2024-09-12T00:33:06.220 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libxshmfence-1.3-10.el9.x86_64 153/287 2024-09-12T00:33:06.220 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : low-memory-monitor-2.1-4.el9.x86_64 154/287 2024-09-12T00:33:06.220 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 155/287 2024-09-12T00:33:06.221 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : lua-5.4.4-4.el9.x86_64 156/287 2024-09-12T00:33:06.221 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : lua-posix-35.0-8.el9.x86_64 157/287 2024-09-12T00:33:06.221 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : maven-1:3.6.3-15.el9.noarch 158/287 2024-09-12T00:33:06.221 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : maven-lib-1:3.6.3-15.el9.noarch 159/287 2024-09-12T00:33:06.221 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : maven-openjdk11-1:3.6.3-15.el9.noarch 160/287 2024-09-12T00:33:06.221 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : maven-resolver-1:1.6.1-10.el9.noarch 161/287 2024-09-12T00:33:06.221 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : maven-shared-utils-3.3.4-3.el9.noarch 162/287 2024-09-12T00:33:06.221 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : maven-wagon-3.4.2-7.el9.noarch 163/287 2024-09-12T00:33:06.221 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : mesa-dri-drivers-24.1.2-3.el9.x86_64 164/287 2024-09-12T00:33:06.221 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : mesa-filesystem-24.1.2-3.el9.x86_64 165/287 2024-09-12T00:33:06.221 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : mesa-libEGL-24.1.2-3.el9.x86_64 166/287 2024-09-12T00:33:06.221 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : mesa-libGL-24.1.2-3.el9.x86_64 167/287 2024-09-12T00:33:06.221 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : mesa-libgbm-24.1.2-3.el9.x86_64 168/287 2024-09-12T00:33:06.222 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : mesa-libglapi-24.1.2-3.el9.x86_64 169/287 2024-09-12T00:33:06.222 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : mkfontscale-1.2.1-3.el9.x86_64 170/287 2024-09-12T00:33:06.222 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 171/287 2024-09-12T00:33:06.222 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 172/287 2024-09-12T00:33:06.222 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : openjpeg2-2.4.0-7.el9.x86_64 173/287 2024-09-12T00:33:06.222 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : opus-1.3.1-10.el9.x86_64 174/287 2024-09-12T00:33:06.222 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : orc-0.4.31-8.el9.x86_64 175/287 2024-09-12T00:33:06.222 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : osinfo-db-20240701-2.el9.noarch 176/287 2024-09-12T00:33:06.222 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : osinfo-db-tools-1.10.0-1.el9.x86_64 177/287 2024-09-12T00:33:06.222 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ostree-libs-2024.7-2.el9.x86_64 178/287 2024-09-12T00:33:06.222 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : p11-kit-server-0.25.3-2.el9.x86_64 179/287 2024-09-12T00:33:06.222 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : pipewire-1.0.1-1.el9.x86_64 180/287 2024-09-12T00:33:06.222 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : pipewire-alsa-1.0.1-1.el9.x86_64 181/287 2024-09-12T00:33:06.223 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : pipewire-jack-audio-connection-kit-1.0.1-1.el9.x 182/287 2024-09-12T00:33:06.223 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : pipewire-jack-audio-connection-kit-libs-1.0.1-1. 183/287 2024-09-12T00:33:06.223 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : pipewire-libs-1.0.1-1.el9.x86_64 184/287 2024-09-12T00:33:06.223 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : pipewire-pulseaudio-1.0.1-1.el9.x86_64 185/287 2024-09-12T00:33:06.223 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : plexus-cipher-1.7-27.el9.noarch 186/287 2024-09-12T00:33:06.223 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : plexus-classworlds-2.6.0-11.el9.noarch 187/287 2024-09-12T00:33:06.223 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : plexus-containers-component-annotations-2.1.0-10 188/287 2024-09-12T00:33:06.223 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : plexus-interpolation-1.26-11.el9.noarch 189/287 2024-09-12T00:33:06.223 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : plexus-sec-dispatcher-1.4-37.el9.noarch 190/287 2024-09-12T00:33:06.223 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : plexus-utils-3.3.0-10.el9.noarch 191/287 2024-09-12T00:33:06.223 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : poppler-21.01.0-21.el9.x86_64 192/287 2024-09-12T00:33:06.223 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : poppler-data-0.4.9-9.el9.noarch 193/287 2024-09-12T00:33:06.223 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : poppler-glib-21.01.0-21.el9.x86_64 194/287 2024-09-12T00:33:06.223 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 195/287 2024-09-12T00:33:06.224 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : publicsuffix-list-20210518-3.el9.noarch 196/287 2024-09-12T00:33:06.224 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : pulseaudio-libs-15.0-2.el9.x86_64 197/287 2024-09-12T00:33:06.224 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 198/287 2024-09-12T00:33:06.224 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 199/287 2024-09-12T00:33:06.224 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 200/287 2024-09-12T00:33:06.224 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 201/287 2024-09-12T00:33:06.224 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 202/287 2024-09-12T00:33:06.224 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 203/287 2024-09-12T00:33:06.224 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 204/287 2024-09-12T00:33:06.224 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 205/287 2024-09-12T00:33:06.224 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 206/287 2024-09-12T00:33:06.224 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 207/287 2024-09-12T00:33:06.224 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 208/287 2024-09-12T00:33:06.225 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 209/287 2024-09-12T00:33:06.225 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 210/287 2024-09-12T00:33:06.225 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 211/287 2024-09-12T00:33:06.225 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 212/287 2024-09-12T00:33:06.225 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 213/287 2024-09-12T00:33:06.225 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 214/287 2024-09-12T00:33:06.225 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 215/287 2024-09-12T00:33:06.225 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 216/287 2024-09-12T00:33:06.225 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 217/287 2024-09-12T00:33:06.225 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 218/287 2024-09-12T00:33:06.225 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 219/287 2024-09-12T00:33:06.225 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : rtkit-0.11-29.el9.x86_64 220/287 2024-09-12T00:33:06.225 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : sisu-1:0.3.4-10.el9.noarch 221/287 2024-09-12T00:33:06.225 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : slf4j-1.7.30-13.el9.noarch 222/287 2024-09-12T00:33:06.226 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 223/287 2024-09-12T00:33:06.226 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : sound-theme-freedesktop-0.8-17.el9.noarch 224/287 2024-09-12T00:33:06.226 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : totem-pl-parser-3.26.6-2.el9.x86_64 225/287 2024-09-12T00:33:06.226 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : tracker-3.1.2-3.el9.x86_64 226/287 2024-09-12T00:33:06.226 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : tracker-miners-3.1.2-4.el9.x86_64 227/287 2024-09-12T00:33:06.226 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : ttmkfdir-3.0.9-65.el9.x86_64 228/287 2024-09-12T00:33:06.226 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : tzdata-java-2024a-2.el9.noarch 229/287 2024-09-12T00:33:06.226 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : upower-0.99.11-11.el9.x86_64 230/287 2024-09-12T00:33:06.226 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : webrtc-audio-processing-0.3.1-8.el9.x86_64 231/287 2024-09-12T00:33:06.226 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : wireplumber-0.4.14-1.el9.x86_64 232/287 2024-09-12T00:33:06.226 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : wireplumber-libs-0.4.14-1.el9.x86_64 233/287 2024-09-12T00:33:06.226 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : xdg-dbus-proxy-0.1.3-1.el9.x86_64 234/287 2024-09-12T00:33:06.226 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : xdg-desktop-portal-1.12.6-1.el9.x86_64 235/287 2024-09-12T00:33:06.227 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 236/287 2024-09-12T00:33:06.227 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : xkeyboard-config-2.33-2.el9.noarch 237/287 2024-09-12T00:33:06.227 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 238/287 2024-09-12T00:33:06.227 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : xorg-x11-fonts-Type1-7.5-33.el9.noarch 239/287 2024-09-12T00:33:06.227 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 240/287 2024-09-12T00:33:06.227 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 241/287 2024-09-12T00:33:06.227 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 242/287 2024-09-12T00:33:06.227 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 243/287 2024-09-12T00:33:06.227 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 244/287 2024-09-12T00:33:06.227 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 245/287 2024-09-12T00:33:06.227 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 246/287 2024-09-12T00:33:06.227 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 247/287 2024-09-12T00:33:06.227 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 248/287 2024-09-12T00:33:06.227 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 249/287 2024-09-12T00:33:06.228 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 250/287 2024-09-12T00:33:06.228 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 251/287 2024-09-12T00:33:06.228 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 252/287 2024-09-12T00:33:06.228 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 253/287 2024-09-12T00:33:06.228 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 254/287 2024-09-12T00:33:06.228 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 255/287 2024-09-12T00:33:06.228 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 256/287 2024-09-12T00:33:06.228 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 257/287 2024-09-12T00:33:06.228 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 258/287 2024-09-12T00:33:06.228 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 259/287 2024-09-12T00:33:06.228 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 260/287 2024-09-12T00:33:06.228 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 261/287 2024-09-12T00:33:06.229 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 262/287 2024-09-12T00:33:06.229 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 263/287 2024-09-12T00:33:06.229 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 264/287 2024-09-12T00:33:06.229 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 265/287 2024-09-12T00:33:06.229 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 266/287 2024-09-12T00:33:06.229 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 267/287 2024-09-12T00:33:06.229 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 268/287 2024-09-12T00:33:06.229 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 269/287 2024-09-12T00:33:06.229 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 270/287 2024-09-12T00:33:06.229 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 271/287 2024-09-12T00:33:06.229 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 272/287 2024-09-12T00:33:06.229 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 273/287 2024-09-12T00:33:06.229 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 274/287 2024-09-12T00:33:06.229 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 275/287 2024-09-12T00:33:06.229 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 276/287 2024-09-12T00:33:06.230 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 277/287 2024-09-12T00:33:06.230 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 278/287 2024-09-12T00:33:06.230 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 279/287 2024-09-12T00:33:06.230 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 280/287 2024-09-12T00:33:06.230 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : re2-1:20211101-20.el9.x86_64 281/287 2024-09-12T00:33:06.230 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : s3cmd-2.4.0-1.el9.noarch 282/287 2024-09-12T00:33:06.230 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 283/287 2024-09-12T00:33:06.230 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librados2-2:19.3.0-4753.gd011c522.el9.x86_64 284/287 2024-09-12T00:33:06.230 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 285/287 2024-09-12T00:33:06.230 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librbd1-2:19.3.0-4753.gd011c522.el9.x86_64 286/287 2024-09-12T00:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 287/287 2024-09-12T00:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout:Upgraded: 2024-09-12T00:33:09.857 INFO:teuthology.orchestra.run.smithi038.stdout: librados2-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: librbd1-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout:Installed: 2024-09-12T00:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: ModemManager-glib-1.20.2-1.el9.x86_64 2024-09-12T00:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-12T00:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: adwaita-cursor-theme-40.1.1-3.el9.noarch 2024-09-12T00:33:09.858 INFO:teuthology.orchestra.run.smithi038.stdout: adwaita-icon-theme-40.1.1-3.el9.noarch 2024-09-12T00:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: alsa-lib-1.2.12-1.el9.x86_64 2024-09-12T00:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: apache-commons-cli-1.4-17.el9.noarch 2024-09-12T00:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: apache-commons-codec-1.15-7.el9.noarch 2024-09-12T00:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: apache-commons-io-1:2.8.0-8.el9.noarch 2024-09-12T00:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: apache-commons-lang3-3.12.0-6.el9.noarch 2024-09-12T00:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: at-spi2-atk-2.38.0-4.el9.x86_64 2024-09-12T00:33:09.859 INFO:teuthology.orchestra.run.smithi038.stdout: at-spi2-core-2.40.3-1.el9.x86_64 2024-09-12T00:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: atinject-1.0.3-6.el9.noarch 2024-09-12T00:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: atk-2.36.0-5.el9.x86_64 2024-09-12T00:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: avahi-glib-0.8-21.el9.x86_64 2024-09-12T00:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: bluez-libs-5.56-6.el9.x86_64 2024-09-12T00:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-12T00:33:09.860 INFO:teuthology.orchestra.run.smithi038.stdout: bubblewrap-0.4.1-7.el9.x86_64 2024-09-12T00:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: cdi-api-2.0.2-6.el9.noarch 2024-09-12T00:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-base-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.861 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-grafana-dashboards-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-immutable-object-cache-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mds-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-cephadm-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-dashboard-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:09.862 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-diskprediction-local-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-modules-core-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mgr-rook-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-mon-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-osd-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.863 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-prometheus-alerts-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-radosgw-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-selinux-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-test-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: ceph-volume-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: cephadm-2:19.3.0-4753.gd011c522.el9.noarch 2024-09-12T00:33:09.864 INFO:teuthology.orchestra.run.smithi038.stdout: colord-libs-1.4.5-4.el9.x86_64 2024-09-12T00:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: composefs-libs-1.0.5-1.el9.x86_64 2024-09-12T00:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: copy-jdk-configs-4.0-3.el9.noarch 2024-09-12T00:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: cups-libs-1:2.3.3op2-30.el9.x86_64 2024-09-12T00:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: dconf-0.40.0-6.el9.x86_64 2024-09-12T00:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: exempi-2.6.0-0.2.20211007gite23c213.el9.x86_64 2024-09-12T00:33:09.865 INFO:teuthology.orchestra.run.smithi038.stdout: exiv2-0.27.5-2.el9.x86_64 2024-09-12T00:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: exiv2-libs-0.27.5-2.el9.x86_64 2024-09-12T00:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: fdk-aac-free-2.0.0-8.el9.x86_64 2024-09-12T00:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: flac-libs-1.3.3-12.el9.x86_64 2024-09-12T00:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: flatpak-1.12.9-1.el9.x86_64 2024-09-12T00:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: flatpak-selinux-1.12.9-1.el9.noarch 2024-09-12T00:33:09.866 INFO:teuthology.orchestra.run.smithi038.stdout: flatpak-session-helper-1.12.9-1.el9.x86_64 2024-09-12T00:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-12T00:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-12T00:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-12T00:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-12T00:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: gdk-pixbuf2-modules-2.42.6-4.el9.x86_64 2024-09-12T00:33:09.867 INFO:teuthology.orchestra.run.smithi038.stdout: geoclue2-2.6.0-7.el9.x86_64 2024-09-12T00:33:09.868 INFO:teuthology.orchestra.run.smithi038.stdout: giflib-5.2.1-9.el9.x86_64 2024-09-12T00:33:09.868 INFO:teuthology.orchestra.run.smithi038.stdout: google-guice-4.2.3-9.el9.noarch 2024-09-12T00:33:09.868 INFO:teuthology.orchestra.run.smithi038.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-12T00:33:09.868 INFO:teuthology.orchestra.run.smithi038.stdout: graphene-1.10.6-2.el9.x86_64 2024-09-12T00:33:09.868 INFO:teuthology.orchestra.run.smithi038.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-12T00:33:09.868 INFO:teuthology.orchestra.run.smithi038.stdout: gsm-1.0.19-6.el9.x86_64 2024-09-12T00:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: gstreamer1-1.22.1-2.el9.x86_64 2024-09-12T00:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: gstreamer1-plugins-base-1.22.1-2.el9.x86_64 2024-09-12T00:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: gtk-update-icon-cache-3.24.31-5.el9.x86_64 2024-09-12T00:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: gtk3-3.24.31-5.el9.x86_64 2024-09-12T00:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: guava-30.1-6.el9.noarch 2024-09-12T00:33:09.869 INFO:teuthology.orchestra.run.smithi038.stdout: hicolor-icon-theme-0.17-13.el9.noarch 2024-09-12T00:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: httpcomponents-client-4.5.13-3.el9.noarch 2024-09-12T00:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: httpcomponents-core-4.4.13-7.el9.noarch 2024-09-12T00:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: iso-codes-4.6.0-3.el9.noarch 2024-09-12T00:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: jakarta-annotations-1.3.5-13.el9.noarch 2024-09-12T00:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: jansi-2.3.3-6.el9.x86_64 2024-09-12T00:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: java-11-openjdk-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T00:33:09.870 INFO:teuthology.orchestra.run.smithi038.stdout: java-11-openjdk-devel-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T00:33:09.871 INFO:teuthology.orchestra.run.smithi038.stdout: java-11-openjdk-headless-1:11.0.20.1.1-2.el9.x86_64 2024-09-12T00:33:09.871 INFO:teuthology.orchestra.run.smithi038.stdout: javapackages-filesystem-6.0.0-4.el9.noarch 2024-09-12T00:33:09.871 INFO:teuthology.orchestra.run.smithi038.stdout: jbigkit-libs-2.1-23.el9.x86_64 2024-09-12T00:33:09.871 INFO:teuthology.orchestra.run.smithi038.stdout: jcl-over-slf4j-1.7.30-13.el9.noarch 2024-09-12T00:33:09.871 INFO:teuthology.orchestra.run.smithi038.stdout: jsoup-1.13.1-10.el9.noarch 2024-09-12T00:33:09.872 INFO:teuthology.orchestra.run.smithi038.stdout: jsr-305-3.0.2-6.el9.noarch 2024-09-12T00:33:09.872 INFO:teuthology.orchestra.run.smithi038.stdout: lcms2-2.12-3.el9.x86_64 2024-09-12T00:33:09.872 INFO:teuthology.orchestra.run.smithi038.stdout: libX11-xcb-1.7.0-9.el9.x86_64 2024-09-12T00:33:09.872 INFO:teuthology.orchestra.run.smithi038.stdout: libXcomposite-0.4.5-7.el9.x86_64 2024-09-12T00:33:09.872 INFO:teuthology.orchestra.run.smithi038.stdout: libXcursor-1.2.0-7.el9.x86_64 2024-09-12T00:33:09.872 INFO:teuthology.orchestra.run.smithi038.stdout: libXdamage-1.1.5-7.el9.x86_64 2024-09-12T00:33:09.873 INFO:teuthology.orchestra.run.smithi038.stdout: libXfixes-5.0.3-16.el9.x86_64 2024-09-12T00:33:09.873 INFO:teuthology.orchestra.run.smithi038.stdout: libXi-1.7.10-8.el9.x86_64 2024-09-12T00:33:09.873 INFO:teuthology.orchestra.run.smithi038.stdout: libXinerama-1.1.4-10.el9.x86_64 2024-09-12T00:33:09.873 INFO:teuthology.orchestra.run.smithi038.stdout: libXrandr-1.5.2-8.el9.x86_64 2024-09-12T00:33:09.873 INFO:teuthology.orchestra.run.smithi038.stdout: libXtst-1.2.3-16.el9.x86_64 2024-09-12T00:33:09.873 INFO:teuthology.orchestra.run.smithi038.stdout: libXv-1.0.11-16.el9.x86_64 2024-09-12T00:33:09.874 INFO:teuthology.orchestra.run.smithi038.stdout: libXxf86vm-1.1.4-18.el9.x86_64 2024-09-12T00:33:09.874 INFO:teuthology.orchestra.run.smithi038.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-12T00:33:09.874 INFO:teuthology.orchestra.run.smithi038.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-12T00:33:09.874 INFO:teuthology.orchestra.run.smithi038.stdout: libasyncns-0.8-22.el9.x86_64 2024-09-12T00:33:09.874 INFO:teuthology.orchestra.run.smithi038.stdout: libcanberra-0.30-27.el9.x86_64 2024-09-12T00:33:09.875 INFO:teuthology.orchestra.run.smithi038.stdout: libcanberra-gtk3-0.30-27.el9.x86_64 2024-09-12T00:33:09.875 INFO:teuthology.orchestra.run.smithi038.stdout: libcephfs-devel-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.875 INFO:teuthology.orchestra.run.smithi038.stdout: libcephfs2-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.875 INFO:teuthology.orchestra.run.smithi038.stdout: libcephsqlite-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.875 INFO:teuthology.orchestra.run.smithi038.stdout: libdrm-2.4.121-1.el9.x86_64 2024-09-12T00:33:09.875 INFO:teuthology.orchestra.run.smithi038.stdout: libepoxy-1.5.5-4.el9.x86_64 2024-09-12T00:33:09.876 INFO:teuthology.orchestra.run.smithi038.stdout: libexif-0.6.22-6.el9.x86_64 2024-09-12T00:33:09.876 INFO:teuthology.orchestra.run.smithi038.stdout: libfontenc-1.1.3-17.el9.x86_64 2024-09-12T00:33:09.876 INFO:teuthology.orchestra.run.smithi038.stdout: libgexiv2-0.12.3-1.el9.x86_64 2024-09-12T00:33:09.876 INFO:teuthology.orchestra.run.smithi038.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-12T00:33:09.876 INFO:teuthology.orchestra.run.smithi038.stdout: libglvnd-1:1.3.4-1.el9.x86_64 2024-09-12T00:33:09.876 INFO:teuthology.orchestra.run.smithi038.stdout: libglvnd-egl-1:1.3.4-1.el9.x86_64 2024-09-12T00:33:09.877 INFO:teuthology.orchestra.run.smithi038.stdout: libglvnd-glx-1:1.3.4-1.el9.x86_64 2024-09-12T00:33:09.877 INFO:teuthology.orchestra.run.smithi038.stdout: libgsf-1.14.47-5.el9.x86_64 2024-09-12T00:33:09.877 INFO:teuthology.orchestra.run.smithi038.stdout: libgxps-0.3.2-3.el9.x86_64 2024-09-12T00:33:09.877 INFO:teuthology.orchestra.run.smithi038.stdout: libiptcdata-1.0.5-10.el9.x86_64 2024-09-12T00:33:09.877 INFO:teuthology.orchestra.run.smithi038.stdout: libldac-2.0.2.3-10.el9.x86_64 2024-09-12T00:33:09.877 INFO:teuthology.orchestra.run.smithi038.stdout: libnotify-0.7.9-8.el9.x86_64 2024-09-12T00:33:09.878 INFO:teuthology.orchestra.run.smithi038.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-12T00:33:09.878 INFO:teuthology.orchestra.run.smithi038.stdout: libogg-2:1.3.4-6.el9.x86_64 2024-09-12T00:33:09.878 INFO:teuthology.orchestra.run.smithi038.stdout: libosinfo-1.10.0-1.el9.x86_64 2024-09-12T00:33:09.878 INFO:teuthology.orchestra.run.smithi038.stdout: libpciaccess-0.16-7.el9.x86_64 2024-09-12T00:33:09.878 INFO:teuthology.orchestra.run.smithi038.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-12T00:33:09.878 INFO:teuthology.orchestra.run.smithi038.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-12T00:33:09.879 INFO:teuthology.orchestra.run.smithi038.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-12T00:33:09.879 INFO:teuthology.orchestra.run.smithi038.stdout: librados-devel-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.879 INFO:teuthology.orchestra.run.smithi038.stdout: libradosstriper1-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.879 INFO:teuthology.orchestra.run.smithi038.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-12T00:33:09.879 INFO:teuthology.orchestra.run.smithi038.stdout: librgw2-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.879 INFO:teuthology.orchestra.run.smithi038.stdout: libsbc-1.4-9.el9.x86_64 2024-09-12T00:33:09.879 INFO:teuthology.orchestra.run.smithi038.stdout: libsndfile-1.0.31-8.el9.x86_64 2024-09-12T00:33:09.880 INFO:teuthology.orchestra.run.smithi038.stdout: libtheora-1:1.1.1-31.el9.x86_64 2024-09-12T00:33:09.880 INFO:teuthology.orchestra.run.smithi038.stdout: libtiff-4.4.0-13.el9.x86_64 2024-09-12T00:33:09.880 INFO:teuthology.orchestra.run.smithi038.stdout: libtool-ltdl-2.4.6-46.el9.x86_64 2024-09-12T00:33:09.880 INFO:teuthology.orchestra.run.smithi038.stdout: libtracker-sparql-3.1.2-3.el9.x86_64 2024-09-12T00:33:09.880 INFO:teuthology.orchestra.run.smithi038.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-12T00:33:09.881 INFO:teuthology.orchestra.run.smithi038.stdout: libvisual-1:0.4.0-34.el9.x86_64 2024-09-12T00:33:09.881 INFO:teuthology.orchestra.run.smithi038.stdout: libvorbis-1:1.3.7-5.el9.x86_64 2024-09-12T00:33:09.881 INFO:teuthology.orchestra.run.smithi038.stdout: libwayland-client-1.21.0-1.el9.x86_64 2024-09-12T00:33:09.881 INFO:teuthology.orchestra.run.smithi038.stdout: libwayland-cursor-1.21.0-1.el9.x86_64 2024-09-12T00:33:09.881 INFO:teuthology.orchestra.run.smithi038.stdout: libwayland-egl-1.21.0-1.el9.x86_64 2024-09-12T00:33:09.881 INFO:teuthology.orchestra.run.smithi038.stdout: libwayland-server-1.21.0-1.el9.x86_64 2024-09-12T00:33:09.882 INFO:teuthology.orchestra.run.smithi038.stdout: libwebp-1.2.0-8.el9.x86_64 2024-09-12T00:33:09.882 INFO:teuthology.orchestra.run.smithi038.stdout: libxkbcommon-1.0.3-4.el9.x86_64 2024-09-12T00:33:09.882 INFO:teuthology.orchestra.run.smithi038.stdout: libxshmfence-1.3-10.el9.x86_64 2024-09-12T00:33:09.882 INFO:teuthology.orchestra.run.smithi038.stdout: lksctp-tools-1.0.19-2.el9.x86_64 2024-09-12T00:33:09.882 INFO:teuthology.orchestra.run.smithi038.stdout: low-memory-monitor-2.1-4.el9.x86_64 2024-09-12T00:33:09.882 INFO:teuthology.orchestra.run.smithi038.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-12T00:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: lua-5.4.4-4.el9.x86_64 2024-09-12T00:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-12T00:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: lua-posix-35.0-8.el9.x86_64 2024-09-12T00:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-12T00:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: maven-1:3.6.3-15.el9.noarch 2024-09-12T00:33:09.883 INFO:teuthology.orchestra.run.smithi038.stdout: maven-lib-1:3.6.3-15.el9.noarch 2024-09-12T00:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: maven-openjdk11-1:3.6.3-15.el9.noarch 2024-09-12T00:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: maven-resolver-1:1.6.1-10.el9.noarch 2024-09-12T00:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: maven-shared-utils-3.3.4-3.el9.noarch 2024-09-12T00:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: maven-wagon-3.4.2-7.el9.noarch 2024-09-12T00:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: mesa-dri-drivers-24.1.2-3.el9.x86_64 2024-09-12T00:33:09.884 INFO:teuthology.orchestra.run.smithi038.stdout: mesa-filesystem-24.1.2-3.el9.x86_64 2024-09-12T00:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: mesa-libEGL-24.1.2-3.el9.x86_64 2024-09-12T00:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: mesa-libGL-24.1.2-3.el9.x86_64 2024-09-12T00:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: mesa-libgbm-24.1.2-3.el9.x86_64 2024-09-12T00:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: mesa-libglapi-24.1.2-3.el9.x86_64 2024-09-12T00:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: mkfontscale-1.2.1-3.el9.x86_64 2024-09-12T00:33:09.885 INFO:teuthology.orchestra.run.smithi038.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-12T00:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-12T00:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: openjpeg2-2.4.0-7.el9.x86_64 2024-09-12T00:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: opus-1.3.1-10.el9.x86_64 2024-09-12T00:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: orc-0.4.31-8.el9.x86_64 2024-09-12T00:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: osinfo-db-20240701-2.el9.noarch 2024-09-12T00:33:09.886 INFO:teuthology.orchestra.run.smithi038.stdout: osinfo-db-tools-1.10.0-1.el9.x86_64 2024-09-12T00:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: ostree-libs-2024.7-2.el9.x86_64 2024-09-12T00:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: p11-kit-server-0.25.3-2.el9.x86_64 2024-09-12T00:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-12T00:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: pipewire-1.0.1-1.el9.x86_64 2024-09-12T00:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: pipewire-alsa-1.0.1-1.el9.x86_64 2024-09-12T00:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: pipewire-jack-audio-connection-kit-1.0.1-1.el9.x86_64 2024-09-12T00:33:09.887 INFO:teuthology.orchestra.run.smithi038.stdout: pipewire-jack-audio-connection-kit-libs-1.0.1-1.el9.x86_64 2024-09-12T00:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: pipewire-libs-1.0.1-1.el9.x86_64 2024-09-12T00:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: pipewire-pulseaudio-1.0.1-1.el9.x86_64 2024-09-12T00:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: plexus-cipher-1.7-27.el9.noarch 2024-09-12T00:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: plexus-classworlds-2.6.0-11.el9.noarch 2024-09-12T00:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: plexus-containers-component-annotations-2.1.0-10.el9.noarch 2024-09-12T00:33:09.888 INFO:teuthology.orchestra.run.smithi038.stdout: plexus-interpolation-1.26-11.el9.noarch 2024-09-12T00:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: plexus-sec-dispatcher-1.4-37.el9.noarch 2024-09-12T00:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: plexus-utils-3.3.0-10.el9.noarch 2024-09-12T00:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: poppler-21.01.0-21.el9.x86_64 2024-09-12T00:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: poppler-data-0.4.9-9.el9.noarch 2024-09-12T00:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: poppler-glib-21.01.0-21.el9.x86_64 2024-09-12T00:33:09.889 INFO:teuthology.orchestra.run.smithi038.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-12T00:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-12T00:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: publicsuffix-list-20210518-3.el9.noarch 2024-09-12T00:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: pulseaudio-libs-15.0-2.el9.x86_64 2024-09-12T00:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-12T00:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-12T00:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-12T00:33:09.890 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-12T00:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ceph-argparse-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ceph-common-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cephfs-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-12T00:33:09.891 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-12T00:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-12T00:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-12T00:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-12T00:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-12T00:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-12T00:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-12T00:33:09.892 INFO:teuthology.orchestra.run.smithi038.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-12T00:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-12T00:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-12T00:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-12T00:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-12T00:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-12T00:33:09.893 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-12T00:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-12T00:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-12T00:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-12T00:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-12T00:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-12T00:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-12T00:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-12T00:33:09.894 INFO:teuthology.orchestra.run.smithi038.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-12T00:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-12T00:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-12T00:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-12T00:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-12T00:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-12T00:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: python3-ply-3.11-14.el9.noarch 2024-09-12T00:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-12T00:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-12T00:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-12T00:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-12T00:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-12T00:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-12T00:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-12T00:33:09.895 INFO:teuthology.orchestra.run.smithi038.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-12T00:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rados-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rbd-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-12T00:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-12T00:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-12T00:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rgw-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-12T00:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-12T00:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-12T00:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-12T00:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-12T00:33:09.896 INFO:teuthology.orchestra.run.smithi038.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-12T00:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-12T00:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-12T00:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-12T00:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-12T00:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-12T00:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-12T00:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-12T00:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-12T00:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-fuse-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-mirror-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: rbd-nbd-2:19.3.0-4753.gd011c522.el9.x86_64 2024-09-12T00:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: re2-1:20211101-20.el9.x86_64 2024-09-12T00:33:09.897 INFO:teuthology.orchestra.run.smithi038.stdout: rtkit-0.11-29.el9.x86_64 2024-09-12T00:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: s3cmd-2.4.0-1.el9.noarch 2024-09-12T00:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: sisu-1:0.3.4-10.el9.noarch 2024-09-12T00:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: slf4j-1.7.30-13.el9.noarch 2024-09-12T00:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-12T00:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: sound-theme-freedesktop-0.8-17.el9.noarch 2024-09-12T00:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-12T00:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: totem-pl-parser-3.26.6-2.el9.x86_64 2024-09-12T00:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: tracker-3.1.2-3.el9.x86_64 2024-09-12T00:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: tracker-miners-3.1.2-4.el9.x86_64 2024-09-12T00:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: ttmkfdir-3.0.9-65.el9.x86_64 2024-09-12T00:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: tzdata-java-2024a-2.el9.noarch 2024-09-12T00:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: upower-0.99.11-11.el9.x86_64 2024-09-12T00:33:09.898 INFO:teuthology.orchestra.run.smithi038.stdout: webrtc-audio-processing-0.3.1-8.el9.x86_64 2024-09-12T00:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: wireplumber-0.4.14-1.el9.x86_64 2024-09-12T00:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: wireplumber-libs-0.4.14-1.el9.x86_64 2024-09-12T00:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: xdg-dbus-proxy-0.1.3-1.el9.x86_64 2024-09-12T00:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: xdg-desktop-portal-1.12.6-1.el9.x86_64 2024-09-12T00:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: xdg-desktop-portal-gtk-1.12.0-3.el9.x86_64 2024-09-12T00:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: xkeyboard-config-2.33-2.el9.noarch 2024-09-12T00:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-12T00:33:09.899 INFO:teuthology.orchestra.run.smithi038.stdout: xorg-x11-fonts-Type1-7.5-33.el9.noarch 2024-09-12T00:33:09.900 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:09.900 INFO:teuthology.orchestra.run.smithi038.stdout:Complete! 2024-09-12T00:33:10.327 DEBUG:teuthology.parallel:result is None 2024-09-12T00:33:10.328 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d011c522bb171e70fc5782f1e7a71ce5f37e573f 2024-09-12T00:33:10.495 DEBUG:teuthology.orchestra.run.smithi038:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-12T00:33:10.556 INFO:teuthology.orchestra.run.smithi038.stdout:19.3.0-4753.gd011c522.el9 2024-09-12T00:33:10.556 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4753.gd011c522.el9 2024-09-12T00:33:10.556 INFO:teuthology.task.install:The correct ceph version 19.3.0-4753.gd011c522 is installed. 2024-09-12T00:33:10.558 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d011c522bb171e70fc5782f1e7a71ce5f37e573f 2024-09-12T00:33:10.709 DEBUG:teuthology.orchestra.run.smithi194:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-12T00:33:10.784 INFO:teuthology.orchestra.run.smithi194.stdout:19.3.0-4753.gd011c522.el9 2024-09-12T00:33:10.784 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-4753.gd011c522.el9 2024-09-12T00:33:10.784 INFO:teuthology.task.install:The correct ceph version 19.3.0-4753.gd011c522 is installed. 2024-09-12T00:33:10.786 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-12T00:33:10.787 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:10.787 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T00:33:10.831 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:33:10.831 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-12T00:33:10.878 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-12T00:33:10.878 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:10.878 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T00:33:10.919 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T00:33:10.998 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:33:10.998 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd of=/usr/bin/daemon-helper 2024-09-12T00:33:11.042 DEBUG:teuthology.orchestra.run.smithi194:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-12T00:33:11.123 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-12T00:33:11.123 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:11.124 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T00:33:11.163 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T00:33:11.243 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:33:11.243 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-12T00:33:11.284 DEBUG:teuthology.orchestra.run.smithi194:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-12T00:33:11.364 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-12T00:33:11.364 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:11.364 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T00:33:11.404 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T00:33:11.483 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:33:11.483 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd of=/usr/bin/stdin-killer 2024-09-12T00:33:11.525 DEBUG:teuthology.orchestra.run.smithi194:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-12T00:33:11.604 INFO:teuthology.run_tasks:Running task ceph... 2024-09-12T00:33:11.689 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-12T00:33:11.690 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 777 /var/log/ceph 2024-09-12T00:33:11.692 DEBUG:teuthology.orchestra.run.smithi194:> sudo chmod 777 /var/log/ceph 2024-09-12T00:33:11.730 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-12T00:33:11.731 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T00:33:11.772 DEBUG:teuthology.orchestra.run.smithi194:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-12T00:33:11.810 INFO:tasks.ceph:Creating extra log directories... 2024-09-12T00:33:11.811 DEBUG:teuthology.orchestra.run.smithi038:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T00:33:11.852 DEBUG:teuthology.orchestra.run.smithi194:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-12T00:33:11.900 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-12T00:33:11.900 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-12T00:33:11.900 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901876', 'branch': 'wip-cls-rgw-busy-resharding', 'description': 'rgw/verify/{0-install accounts$/{tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{default} striping$/{stripe-equals-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep}', 'email': None, 'first_in_suite': False, 'job_id': '7901876', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-cls-rgw-busy-resharding'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw enable ops log': True, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'not have an application enabled', '\\(OSD_SLOW_PING_TIME'], 'sha1': 'd011c522bb171e70fc5782f1e7a71ce5f37e573f'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'd011c522bb171e70fc5782f1e7a71ce5f37e573f'}}, 'openssl_keys': {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}}, 'rgw': {'client.0': {'ssl certificate': 'rgw.client.0'}, 'compression type': 'random', 'datacache': True, 'datacache_path': '/tmp/rgw_datacache', 'ec-data-pool': True, 'frontend': 'beast', 'inline data': False, 'storage classes': 'LUKEWARM, FROZEN'}, 's3tests': {'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 tenant': 'RGW33333333333333333'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-67986', 'sha1': '6a169fc940965ab446a63954fde870aa497efde7'}}, 'owner': 'scheduled_cbodley@teuthology', 'priority': 90, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'seed': 2206, 'sha1': 'd011c522bb171e70fc5782f1e7a71ce5f37e573f', 'sleep_before_teardown': 0, 'suite': 'rgw', 'suite_branch': 'wip-67986', 'suite_path': '/home/teuthworker/src/github.com_cbodley_ceph_6a169fc940965ab446a63954fde870aa497efde7/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/cbodley/ceph.git', 'suite_sha1': '6a169fc940965ab446a63954fde870aa497efde7', 'targets': {'smithi038.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBP7DU4p6YwmZZsUJUoJfnjn+3aoOGyksfupBlz0xufOqBqXDk6KsCNI2kNqFuvc4MmqJJA1HnpTEJg9C+/ToDfU=', 'smithi194.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFUTTRRaox2l73j5Na1YeSDEkidw+ZQLi2popWuS3rGF+jgGC62UaesyJbhOsL+KqiAOl93oRL7ZQCt4Nom/6kI='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd', 'maven'], 'rpm': ['s3cmd', 'maven']}, 'flavor': 'default', 'sha1': 'd011c522bb171e70fc5782f1e7a71ce5f37e573f'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'tox': ['client.0']}, {'workunit': {'clients': {'client.0': ['rgw/run-datacache.sh']}, 'env': {'RGW_DATACACHE_PATH': '/tmp/rgw_datacache'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-bucket-check.sh']}}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh']}}}, {'workunit': {'clients': {'client.0': ['rgw/test_rgw_s3_mp_reupload.sh']}}}, {'ragweed': {'client.0': {'force-branch': 'wip-67986', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-master', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-versioning.sh']}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-11_23:33:24', 'tube': 'smithi', 'user': 'cbodley', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-12T00:33:11.901 DEBUG:teuthology.orchestra.run.smithi038:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T00:33:11.932 DEBUG:teuthology.orchestra.run.smithi194:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-12T00:33:11.960 DEBUG:teuthology.orchestra.run.smithi038:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T00:33:12.002 DEBUG:teuthology.orchestra.run.smithi194:> sudo install -d -m0777 -- /var/run/ceph 2024-09-12T00:33:12.039 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:12.039 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T00:33:12.108 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T00:33:12.109 DEBUG:teuthology.orchestra.run.smithi038:> stat /dev/vg_nvme/lv_1 2024-09-12T00:33:12.178 INFO:teuthology.orchestra.run.smithi038.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T00:33:12.178 INFO:teuthology.orchestra.run.smithi038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T00:33:12.178 INFO:teuthology.orchestra.run.smithi038.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-09-12T00:33:12.178 INFO:teuthology.orchestra.run.smithi038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T00:33:12.178 INFO:teuthology.orchestra.run.smithi038.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T00:33:12.179 INFO:teuthology.orchestra.run.smithi038.stdout:Access: 2024-09-12 00:32:56.974700977 +0000 2024-09-12T00:33:12.179 INFO:teuthology.orchestra.run.smithi038.stdout:Modify: 2024-09-12 00:30:27.045763594 +0000 2024-09-12T00:33:12.179 INFO:teuthology.orchestra.run.smithi038.stdout:Change: 2024-09-12 00:30:27.045763594 +0000 2024-09-12T00:33:12.179 INFO:teuthology.orchestra.run.smithi038.stdout: Birth: 2024-09-12 00:30:27.045763594 +0000 2024-09-12T00:33:12.179 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T00:33:12.256 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records in 2024-09-12T00:33:12.256 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records out 2024-09-12T00:33:12.256 INFO:teuthology.orchestra.run.smithi038.stderr:512 bytes copied, 0.000298446 s, 1.7 MB/s 2024-09-12T00:33:12.257 DEBUG:teuthology.orchestra.run.smithi038:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T00:33:12.327 DEBUG:teuthology.orchestra.run.smithi038:> stat /dev/vg_nvme/lv_2 2024-09-12T00:33:12.397 INFO:teuthology.orchestra.run.smithi038.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T00:33:12.397 INFO:teuthology.orchestra.run.smithi038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T00:33:12.397 INFO:teuthology.orchestra.run.smithi038.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-12T00:33:12.397 INFO:teuthology.orchestra.run.smithi038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T00:33:12.397 INFO:teuthology.orchestra.run.smithi038.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T00:33:12.397 INFO:teuthology.orchestra.run.smithi038.stdout:Access: 2024-09-12 00:32:56.974700977 +0000 2024-09-12T00:33:12.397 INFO:teuthology.orchestra.run.smithi038.stdout:Modify: 2024-09-12 00:30:27.367757503 +0000 2024-09-12T00:33:12.397 INFO:teuthology.orchestra.run.smithi038.stdout:Change: 2024-09-12 00:30:27.367757503 +0000 2024-09-12T00:33:12.397 INFO:teuthology.orchestra.run.smithi038.stdout: Birth: 2024-09-12 00:30:27.367757503 +0000 2024-09-12T00:33:12.398 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T00:33:12.476 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records in 2024-09-12T00:33:12.476 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records out 2024-09-12T00:33:12.477 INFO:teuthology.orchestra.run.smithi038.stderr:512 bytes copied, 0.000283972 s, 1.8 MB/s 2024-09-12T00:33:12.477 DEBUG:teuthology.orchestra.run.smithi038:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T00:33:12.547 DEBUG:teuthology.orchestra.run.smithi038:> stat /dev/vg_nvme/lv_3 2024-09-12T00:33:12.617 INFO:teuthology.orchestra.run.smithi038.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T00:33:12.617 INFO:teuthology.orchestra.run.smithi038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T00:33:12.618 INFO:teuthology.orchestra.run.smithi038.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-12T00:33:12.618 INFO:teuthology.orchestra.run.smithi038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T00:33:12.618 INFO:teuthology.orchestra.run.smithi038.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T00:33:12.618 INFO:teuthology.orchestra.run.smithi038.stdout:Access: 2024-09-12 00:32:56.975700958 +0000 2024-09-12T00:33:12.618 INFO:teuthology.orchestra.run.smithi038.stdout:Modify: 2024-09-12 00:30:27.714750939 +0000 2024-09-12T00:33:12.618 INFO:teuthology.orchestra.run.smithi038.stdout:Change: 2024-09-12 00:30:27.714750939 +0000 2024-09-12T00:33:12.618 INFO:teuthology.orchestra.run.smithi038.stdout: Birth: 2024-09-12 00:30:27.714750939 +0000 2024-09-12T00:33:12.618 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T00:33:12.695 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records in 2024-09-12T00:33:12.695 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records out 2024-09-12T00:33:12.695 INFO:teuthology.orchestra.run.smithi038.stderr:512 bytes copied, 0.000283476 s, 1.8 MB/s 2024-09-12T00:33:12.696 DEBUG:teuthology.orchestra.run.smithi038:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T00:33:12.766 DEBUG:teuthology.orchestra.run.smithi038:> stat /dev/vg_nvme/lv_4 2024-09-12T00:33:12.835 INFO:teuthology.orchestra.run.smithi038.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T00:33:12.835 INFO:teuthology.orchestra.run.smithi038.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T00:33:12.836 INFO:teuthology.orchestra.run.smithi038.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-09-12T00:33:12.836 INFO:teuthology.orchestra.run.smithi038.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T00:33:12.836 INFO:teuthology.orchestra.run.smithi038.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T00:33:12.836 INFO:teuthology.orchestra.run.smithi038.stdout:Access: 2024-09-12 00:32:56.976700939 +0000 2024-09-12T00:33:12.836 INFO:teuthology.orchestra.run.smithi038.stdout:Modify: 2024-09-12 00:30:28.058744432 +0000 2024-09-12T00:33:12.836 INFO:teuthology.orchestra.run.smithi038.stdout:Change: 2024-09-12 00:30:28.058744432 +0000 2024-09-12T00:33:12.836 INFO:teuthology.orchestra.run.smithi038.stdout: Birth: 2024-09-12 00:30:28.058744432 +0000 2024-09-12T00:33:12.836 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T00:33:12.914 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records in 2024-09-12T00:33:12.914 INFO:teuthology.orchestra.run.smithi038.stderr:1+0 records out 2024-09-12T00:33:12.914 INFO:teuthology.orchestra.run.smithi038.stderr:512 bytes copied, 0.000412952 s, 1.2 MB/s 2024-09-12T00:33:12.915 DEBUG:teuthology.orchestra.run.smithi038:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T00:33:12.985 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T00:33:12.986 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:33:12.986 DEBUG:teuthology.orchestra.run.smithi194:> dd if=/scratch_devs of=/dev/stdout 2024-09-12T00:33:13.021 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-12T00:33:13.022 DEBUG:teuthology.orchestra.run.smithi194:> stat /dev/vg_nvme/lv_1 2024-09-12T00:33:13.096 INFO:teuthology.orchestra.run.smithi194.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-12T00:33:13.096 INFO:teuthology.orchestra.run.smithi194.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T00:33:13.096 INFO:teuthology.orchestra.run.smithi194.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-12T00:33:13.096 INFO:teuthology.orchestra.run.smithi194.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T00:33:13.096 INFO:teuthology.orchestra.run.smithi194.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T00:33:13.096 INFO:teuthology.orchestra.run.smithi194.stdout:Access: 2024-09-12 00:32:47.619498441 +0000 2024-09-12T00:33:13.096 INFO:teuthology.orchestra.run.smithi194.stdout:Modify: 2024-09-12 00:30:22.256865565 +0000 2024-09-12T00:33:13.096 INFO:teuthology.orchestra.run.smithi194.stdout:Change: 2024-09-12 00:30:22.256865565 +0000 2024-09-12T00:33:13.096 INFO:teuthology.orchestra.run.smithi194.stdout: Birth: 2024-09-12 00:30:22.256865565 +0000 2024-09-12T00:33:13.097 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-12T00:33:13.177 INFO:teuthology.orchestra.run.smithi194.stderr:1+0 records in 2024-09-12T00:33:13.177 INFO:teuthology.orchestra.run.smithi194.stderr:1+0 records out 2024-09-12T00:33:13.177 INFO:teuthology.orchestra.run.smithi194.stderr:512 bytes copied, 0.000217127 s, 2.4 MB/s 2024-09-12T00:33:13.178 DEBUG:teuthology.orchestra.run.smithi194:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-12T00:33:13.250 DEBUG:teuthology.orchestra.run.smithi194:> stat /dev/vg_nvme/lv_2 2024-09-12T00:33:13.320 INFO:teuthology.orchestra.run.smithi194.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-12T00:33:13.320 INFO:teuthology.orchestra.run.smithi194.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T00:33:13.320 INFO:teuthology.orchestra.run.smithi194.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-12T00:33:13.320 INFO:teuthology.orchestra.run.smithi194.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T00:33:13.321 INFO:teuthology.orchestra.run.smithi194.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T00:33:13.321 INFO:teuthology.orchestra.run.smithi194.stdout:Access: 2024-09-12 00:32:47.620498421 +0000 2024-09-12T00:33:13.321 INFO:teuthology.orchestra.run.smithi194.stdout:Modify: 2024-09-12 00:30:22.593858484 +0000 2024-09-12T00:33:13.321 INFO:teuthology.orchestra.run.smithi194.stdout:Change: 2024-09-12 00:30:22.593858484 +0000 2024-09-12T00:33:13.321 INFO:teuthology.orchestra.run.smithi194.stdout: Birth: 2024-09-12 00:30:22.593858484 +0000 2024-09-12T00:33:13.321 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-12T00:33:13.397 INFO:teuthology.orchestra.run.smithi194.stderr:1+0 records in 2024-09-12T00:33:13.397 INFO:teuthology.orchestra.run.smithi194.stderr:1+0 records out 2024-09-12T00:33:13.398 INFO:teuthology.orchestra.run.smithi194.stderr:512 bytes copied, 0.000208424 s, 2.5 MB/s 2024-09-12T00:33:13.399 DEBUG:teuthology.orchestra.run.smithi194:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-12T00:33:13.468 DEBUG:teuthology.orchestra.run.smithi194:> stat /dev/vg_nvme/lv_3 2024-09-12T00:33:13.537 INFO:teuthology.orchestra.run.smithi194.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-12T00:33:13.537 INFO:teuthology.orchestra.run.smithi194.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T00:33:13.537 INFO:teuthology.orchestra.run.smithi194.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-12T00:33:13.537 INFO:teuthology.orchestra.run.smithi194.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T00:33:13.537 INFO:teuthology.orchestra.run.smithi194.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T00:33:13.537 INFO:teuthology.orchestra.run.smithi194.stdout:Access: 2024-09-12 00:32:47.620498421 +0000 2024-09-12T00:33:13.537 INFO:teuthology.orchestra.run.smithi194.stdout:Modify: 2024-09-12 00:30:22.911851803 +0000 2024-09-12T00:33:13.537 INFO:teuthology.orchestra.run.smithi194.stdout:Change: 2024-09-12 00:30:22.911851803 +0000 2024-09-12T00:33:13.537 INFO:teuthology.orchestra.run.smithi194.stdout: Birth: 2024-09-12 00:30:22.911851803 +0000 2024-09-12T00:33:13.538 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-12T00:33:13.614 INFO:teuthology.orchestra.run.smithi194.stderr:1+0 records in 2024-09-12T00:33:13.615 INFO:teuthology.orchestra.run.smithi194.stderr:1+0 records out 2024-09-12T00:33:13.615 INFO:teuthology.orchestra.run.smithi194.stderr:512 bytes copied, 0.000231642 s, 2.2 MB/s 2024-09-12T00:33:13.616 DEBUG:teuthology.orchestra.run.smithi194:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-12T00:33:13.685 DEBUG:teuthology.orchestra.run.smithi194:> stat /dev/vg_nvme/lv_4 2024-09-12T00:33:13.755 INFO:teuthology.orchestra.run.smithi194.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-12T00:33:13.755 INFO:teuthology.orchestra.run.smithi194.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-12T00:33:13.755 INFO:teuthology.orchestra.run.smithi194.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-12T00:33:13.755 INFO:teuthology.orchestra.run.smithi194.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-12T00:33:13.755 INFO:teuthology.orchestra.run.smithi194.stdout:Context: system_u:object_r:device_t:s0 2024-09-12T00:33:13.755 INFO:teuthology.orchestra.run.smithi194.stdout:Access: 2024-09-12 00:32:47.620498421 +0000 2024-09-12T00:33:13.755 INFO:teuthology.orchestra.run.smithi194.stdout:Modify: 2024-09-12 00:30:23.235844995 +0000 2024-09-12T00:33:13.755 INFO:teuthology.orchestra.run.smithi194.stdout:Change: 2024-09-12 00:30:23.235844995 +0000 2024-09-12T00:33:13.755 INFO:teuthology.orchestra.run.smithi194.stdout: Birth: 2024-09-12 00:30:23.235844995 +0000 2024-09-12T00:33:13.756 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-12T00:33:13.833 INFO:teuthology.orchestra.run.smithi194.stderr:1+0 records in 2024-09-12T00:33:13.833 INFO:teuthology.orchestra.run.smithi194.stderr:1+0 records out 2024-09-12T00:33:13.833 INFO:teuthology.orchestra.run.smithi194.stderr:512 bytes copied, 0.000210123 s, 2.4 MB/s 2024-09-12T00:33:13.834 DEBUG:teuthology.orchestra.run.smithi194:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-12T00:33:13.903 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T00:33:13.903 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi038.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi194.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T00:33:13.903 INFO:tasks.ceph:Generating config... 2024-09-12T00:33:13.905 INFO:tasks.ceph:[client] debug rgw = 20 2024-09-12T00:33:13.905 INFO:tasks.ceph:[client] debug rgw notification = 20 2024-09-12T00:33:13.905 INFO:tasks.ceph:[client] rgw bucket counters cache = True 2024-09-12T00:33:13.905 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2024-09-12T00:33:13.905 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2024-09-12T00:33:13.905 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T00:33:13.905 INFO:tasks.ceph:[client] rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-12T00:33:13.905 INFO:tasks.ceph:[client] rgw d3n l1 datacache size = 10737418240 2024-09-12T00:33:13.905 INFO:tasks.ceph:[client] rgw d3n l1 local datacache enabled = True 2024-09-12T00:33:13.905 INFO:tasks.ceph:[client] rgw enable ops log = True 2024-09-12T00:33:13.905 INFO:tasks.ceph:[client] rgw reshard progress judge interval = 10 2024-09-12T00:33:13.905 INFO:tasks.ceph:[client] rgw s3 auth use sts = True 2024-09-12T00:33:13.905 INFO:tasks.ceph:[client] rgw sts key = abcdefghijklmnop 2024-09-12T00:33:13.906 INFO:tasks.ceph:[client] rgw torrent flag = True 2024-09-12T00:33:13.906 INFO:tasks.ceph:[client] rgw user counters cache = True 2024-09-12T00:33:13.906 INFO:tasks.ceph:[client] setgroup = ceph 2024-09-12T00:33:13.906 INFO:tasks.ceph:[client] setuser = ceph 2024-09-12T00:33:13.906 INFO:tasks.ceph:[global] mon client directed command retry = 5 2024-09-12T00:33:13.906 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2024-09-12T00:33:13.906 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2024-09-12T00:33:13.906 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2024-09-12T00:33:13.906 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-12T00:33:13.906 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-12T00:33:13.906 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-12T00:33:13.906 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-12T00:33:13.906 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-12T00:33:13.906 INFO:tasks.ceph:[mon] lockdep = True 2024-09-12T00:33:13.906 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-12T00:33:13.907 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-12T00:33:13.907 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-12T00:33:13.907 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-12T00:33:13.907 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-12T00:33:13.907 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-12T00:33:13.907 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-12T00:33:13.907 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-12T00:33:13.907 INFO:tasks.ceph:[osd] debug objclass = 20 2024-09-12T00:33:13.907 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-12T00:33:13.907 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-12T00:33:13.907 INFO:tasks.ceph:[osd] lockdep = True 2024-09-12T00:33:13.907 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-12T00:33:13.907 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-12T00:33:13.907 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-12T00:33:13.908 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-12T00:33:13.908 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-12T00:33:13.908 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2024-09-12T00:33:13.908 INFO:tasks.ceph:Setting up mon.a... 2024-09-12T00:33:13.908 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-12T00:33:13.979 INFO:teuthology.orchestra.run.smithi038.stdout:creating /etc/ceph/ceph.keyring 2024-09-12T00:33:13.982 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-12T00:33:14.043 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T00:33:14.083 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.38'), ('mon.c', '[v2:172.21.15.38:3301,v1:172.21.15.38:6790]'), ('mon.b', '172.21.15.194')] 2024-09-12T00:33:14.083 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.38,[v2:172.21.15.38:3301,v1:172.21.15.38:6790],172.21.15.194', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug objclass': 20, 'debug osd': 20, 'debug rocksdb': '4/10', 'lockdep': True, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd shutdown pgref assert': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'lockdep': True}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': True, 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'debug rgw notification': 20, 'rgw bucket counters cache': True, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw d3n l1 datacache persistent path': '/tmp/rgw_datacache/', 'rgw d3n l1 datacache size': 10737418240, 'rgw d3n l1 local datacache enabled': True, 'rgw reshard progress judge interval': 10, 'rgw s3 auth use sts': True, 'rgw sts key': 'abcdefghijklmnop', 'rgw torrent flag': True, 'rgw user counters cache': True, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2024-09-12T00:33:14.084 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:14.084 DEBUG:teuthology.orchestra.run.smithi038:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T00:33:14.153 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.38 --addv c '[v2:172.21.15.38:3301,v1:172.21.15.38:6790]' --add b 172.21.15.194 --print /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:33:14.254 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:33:14.255 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:33:14.255 INFO:teuthology.orchestra.run.smithi038.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:33:14.255 INFO:teuthology.orchestra.run.smithi038.stdout:monmaptool: generated fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:33:14.256 INFO:teuthology.orchestra.run.smithi038.stdout:setting min_mon_release = quincy 2024-09-12T00:33:14.256 INFO:teuthology.orchestra.run.smithi038.stdout:epoch 0 2024-09-12T00:33:14.256 INFO:teuthology.orchestra.run.smithi038.stdout:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:33:14.256 INFO:teuthology.orchestra.run.smithi038.stdout:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:33:14.256 INFO:teuthology.orchestra.run.smithi038.stdout:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:33:14.256 INFO:teuthology.orchestra.run.smithi038.stdout:min_mon_release 17 (quincy) 2024-09-12T00:33:14.256 INFO:teuthology.orchestra.run.smithi038.stdout:election_strategy: 1 2024-09-12T00:33:14.256 INFO:teuthology.orchestra.run.smithi038.stdout:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:33:14.256 INFO:teuthology.orchestra.run.smithi038.stdout:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:33:14.256 INFO:teuthology.orchestra.run.smithi038.stdout:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:33:14.256 INFO:teuthology.orchestra.run.smithi038.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-12T00:33:14.257 DEBUG:teuthology.orchestra.run.smithi038:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-12T00:33:14.288 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID fe5dc658-ec6d-4ee8-b34c-46f69914df9d... 2024-09-12T00:33:14.289 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T00:33:14.331 DEBUG:teuthology.orchestra.run.smithi194:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-12T00:33:14.387 INFO:teuthology.orchestra.run.smithi038.stdout:[global] 2024-09-12T00:33:14.387 INFO:teuthology.orchestra.run.smithi038.stdout: chdir = "" 2024-09-12T00:33:14.387 INFO:teuthology.orchestra.run.smithi038.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T00:33:14.387 INFO:teuthology.orchestra.run.smithi038.stdout: auth supported = cephx 2024-09-12T00:33:14.388 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.388 INFO:teuthology.orchestra.run.smithi038.stdout: filestore xattr use omap = true 2024-09-12T00:33:14.388 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.388 INFO:teuthology.orchestra.run.smithi038.stdout: mon clock drift allowed = 1.000 2024-09-12T00:33:14.388 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.388 INFO:teuthology.orchestra.run.smithi038.stdout: osd crush chooseleaf type = 0 2024-09-12T00:33:14.388 INFO:teuthology.orchestra.run.smithi038.stdout: auth debug = true 2024-09-12T00:33:14.388 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.388 INFO:teuthology.orchestra.run.smithi038.stdout: ms die on old message = true 2024-09-12T00:33:14.388 INFO:teuthology.orchestra.run.smithi038.stdout: ms die on bug = true 2024-09-12T00:33:14.388 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.388 INFO:teuthology.orchestra.run.smithi038.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T00:33:14.389 INFO:teuthology.orchestra.run.smithi038.stdout: mon pg warn max object skew = 0 2024-09-12T00:33:14.389 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.389 INFO:teuthology.orchestra.run.smithi038.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T00:33:14.389 INFO:teuthology.orchestra.run.smithi038.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T00:33:14.389 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.389 INFO:teuthology.orchestra.run.smithi038.stdout: osd pool default size = 2 2024-09-12T00:33:14.389 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.389 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd allow primary affinity = true 2024-09-12T00:33:14.389 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd allow pg remap = true 2024-09-12T00:33:14.389 INFO:teuthology.orchestra.run.smithi038.stdout: mon warn on legacy crush tunables = false 2024-09-12T00:33:14.389 INFO:teuthology.orchestra.run.smithi038.stdout: mon warn on crush straw calc version zero = false 2024-09-12T00:33:14.389 INFO:teuthology.orchestra.run.smithi038.stdout: mon warn on no sortbitwise = false 2024-09-12T00:33:14.389 INFO:teuthology.orchestra.run.smithi038.stdout: mon warn on osd down out interval zero = false 2024-09-12T00:33:14.389 INFO:teuthology.orchestra.run.smithi038.stdout: mon warn on too few osds = false 2024-09-12T00:33:14.390 INFO:teuthology.orchestra.run.smithi038.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T00:33:14.390 INFO:teuthology.orchestra.run.smithi038.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T00:33:14.390 INFO:teuthology.orchestra.run.smithi038.stdout: mon_allow_pool_size_one = true 2024-09-12T00:33:14.390 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.390 INFO:teuthology.orchestra.run.smithi038.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T00:33:14.390 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.390 INFO:teuthology.orchestra.run.smithi038.stdout: osd default data pool replay window = 5 2024-09-12T00:33:14.390 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.390 INFO:teuthology.orchestra.run.smithi038.stdout: mon allow pool delete = true 2024-09-12T00:33:14.390 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.390 INFO:teuthology.orchestra.run.smithi038.stdout: mon cluster log file level = debug 2024-09-12T00:33:14.390 INFO:teuthology.orchestra.run.smithi038.stdout: debug asserts on shutdown = true 2024-09-12T00:33:14.390 INFO:teuthology.orchestra.run.smithi038.stdout: mon health detail to clog = false 2024-09-12T00:33:14.390 INFO:teuthology.orchestra.run.smithi038.stdout: mon host = "172.21.15.38,[v2:172.21.15.38:3301,v1:172.21.15.38:6790],172.21.15.194" 2024-09-12T00:33:14.391 INFO:teuthology.orchestra.run.smithi038.stdout: mon client directed command retry = 5 2024-09-12T00:33:14.391 INFO:teuthology.orchestra.run.smithi038.stdout: ms inject socket failures = 5000 2024-09-12T00:33:14.391 INFO:teuthology.orchestra.run.smithi038.stdout: osd_max_pg_log_entries = 10 2024-09-12T00:33:14.391 INFO:teuthology.orchestra.run.smithi038.stdout: osd_min_pg_log_entries = 10 2024-09-12T00:33:14.391 INFO:teuthology.orchestra.run.smithi038.stdout: fsid = fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:33:14.391 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.392 INFO:teuthology.orchestra.run.smithi038.stdout:[osd] 2024-09-12T00:33:14.392 INFO:teuthology.orchestra.run.smithi038.stdout: osd journal size = 100 2024-09-12T00:33:14.393 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.393 INFO:teuthology.orchestra.run.smithi038.stdout: osd scrub load threshold = 5.0 2024-09-12T00:33:14.394 INFO:teuthology.orchestra.run.smithi038.stdout: osd scrub max interval = 600 2024-09-12T00:33:14.394 INFO:teuthology.orchestra.run.smithi038.stdout: osd mclock profile = high_recovery_ops 2024-09-12T00:33:14.394 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.394 INFO:teuthology.orchestra.run.smithi038.stdout: osd recover clone overlap = true 2024-09-12T00:33:14.394 INFO:teuthology.orchestra.run.smithi038.stdout: osd recovery max chunk = 1048576 2024-09-12T00:33:14.394 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.394 INFO:teuthology.orchestra.run.smithi038.stdout: osd debug shutdown = true 2024-09-12T00:33:14.394 INFO:teuthology.orchestra.run.smithi038.stdout: osd debug op order = true 2024-09-12T00:33:14.394 INFO:teuthology.orchestra.run.smithi038.stdout: osd debug verify stray on activate = true 2024-09-12T00:33:14.394 INFO:teuthology.orchestra.run.smithi038.stdout: osd debug trim objects = true 2024-09-12T00:33:14.395 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.395 INFO:teuthology.orchestra.run.smithi038.stdout: osd open classes on start = true 2024-09-12T00:33:14.395 INFO:teuthology.orchestra.run.smithi038.stdout: osd debug pg log writeout = true 2024-09-12T00:33:14.395 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.395 INFO:teuthology.orchestra.run.smithi038.stdout: osd deep scrub update digest min age = 30 2024-09-12T00:33:14.395 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.395 INFO:teuthology.orchestra.run.smithi038.stdout: osd map max advance = 10 2024-09-12T00:33:14.395 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.395 INFO:teuthology.orchestra.run.smithi038.stdout: journal zero on create = true 2024-09-12T00:33:14.395 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.395 INFO:teuthology.orchestra.run.smithi038.stdout: filestore ondisk finisher threads = 3 2024-09-12T00:33:14.395 INFO:teuthology.orchestra.run.smithi038.stdout: filestore apply finisher threads = 3 2024-09-12T00:33:14.395 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.396 INFO:teuthology.orchestra.run.smithi038.stdout: bdev debug aio = true 2024-09-12T00:33:14.396 INFO:teuthology.orchestra.run.smithi038.stdout: osd debug misdirected ops = true 2024-09-12T00:33:14.396 INFO:teuthology.orchestra.run.smithi038.stdout: bdev async discard = True 2024-09-12T00:33:14.396 INFO:teuthology.orchestra.run.smithi038.stdout: bdev enable discard = True 2024-09-12T00:33:14.396 INFO:teuthology.orchestra.run.smithi038.stdout: bluestore allocator = bitmap 2024-09-12T00:33:14.396 INFO:teuthology.orchestra.run.smithi038.stdout: bluestore block size = 96636764160 2024-09-12T00:33:14.396 INFO:teuthology.orchestra.run.smithi038.stdout: bluestore fsck on mount = True 2024-09-12T00:33:14.396 INFO:teuthology.orchestra.run.smithi038.stdout: debug bluefs = 1/20 2024-09-12T00:33:14.396 INFO:teuthology.orchestra.run.smithi038.stdout: debug bluestore = 1/20 2024-09-12T00:33:14.396 INFO:teuthology.orchestra.run.smithi038.stdout: debug ms = 1 2024-09-12T00:33:14.396 INFO:teuthology.orchestra.run.smithi038.stdout: debug objclass = 20 2024-09-12T00:33:14.397 INFO:teuthology.orchestra.run.smithi038.stdout: debug osd = 20 2024-09-12T00:33:14.397 INFO:teuthology.orchestra.run.smithi038.stdout: debug rocksdb = 4/10 2024-09-12T00:33:14.397 INFO:teuthology.orchestra.run.smithi038.stdout: lockdep = True 2024-09-12T00:33:14.397 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T00:33:14.397 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd full ratio = 0.9 2024-09-12T00:33:14.397 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd nearfull ratio = 0.8 2024-09-12T00:33:14.397 INFO:teuthology.orchestra.run.smithi038.stdout: osd failsafe full ratio = 0.95 2024-09-12T00:33:14.397 INFO:teuthology.orchestra.run.smithi038.stdout: osd objectstore = bluestore 2024-09-12T00:33:14.397 INFO:teuthology.orchestra.run.smithi038.stdout: osd shutdown pgref assert = True 2024-09-12T00:33:14.397 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.398 INFO:teuthology.orchestra.run.smithi038.stdout:[mgr] 2024-09-12T00:33:14.398 INFO:teuthology.orchestra.run.smithi038.stdout: debug ms = 1 2024-09-12T00:33:14.398 INFO:teuthology.orchestra.run.smithi038.stdout: debug mgr = 20 2024-09-12T00:33:14.398 INFO:teuthology.orchestra.run.smithi038.stdout: debug mon = 20 2024-09-12T00:33:14.398 INFO:teuthology.orchestra.run.smithi038.stdout: debug auth = 20 2024-09-12T00:33:14.398 INFO:teuthology.orchestra.run.smithi038.stdout: mon reweight min pgs per osd = 4 2024-09-12T00:33:14.398 INFO:teuthology.orchestra.run.smithi038.stdout: mon reweight min bytes per osd = 10 2024-09-12T00:33:14.398 INFO:teuthology.orchestra.run.smithi038.stdout: mgr/telemetry/nag = false 2024-09-12T00:33:14.398 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.398 INFO:teuthology.orchestra.run.smithi038.stdout:[mon] 2024-09-12T00:33:14.398 INFO:teuthology.orchestra.run.smithi038.stdout: debug ms = 1 2024-09-12T00:33:14.398 INFO:teuthology.orchestra.run.smithi038.stdout: debug mon = 20 2024-09-12T00:33:14.398 INFO:teuthology.orchestra.run.smithi038.stdout: debug paxos = 20 2024-09-12T00:33:14.398 INFO:teuthology.orchestra.run.smithi038.stdout: debug auth = 20 2024-09-12T00:33:14.399 INFO:teuthology.orchestra.run.smithi038.stdout: mon data avail warn = 5 2024-09-12T00:33:14.399 INFO:teuthology.orchestra.run.smithi038.stdout: mon mgr mkfs grace = 240 2024-09-12T00:33:14.399 INFO:teuthology.orchestra.run.smithi038.stdout: mon reweight min pgs per osd = 4 2024-09-12T00:33:14.399 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd reporter subtree level = osd 2024-09-12T00:33:14.399 INFO:teuthology.orchestra.run.smithi038.stdout: mon osd prime pg temp = true 2024-09-12T00:33:14.399 INFO:teuthology.orchestra.run.smithi038.stdout: mon reweight min bytes per osd = 10 2024-09-12T00:33:14.399 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.399 INFO:teuthology.orchestra.run.smithi038.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T00:33:14.399 INFO:teuthology.orchestra.run.smithi038.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T00:33:14.399 INFO:teuthology.orchestra.run.smithi038.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T00:33:14.399 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.399 INFO:teuthology.orchestra.run.smithi038.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T00:33:14.399 INFO:teuthology.orchestra.run.smithi038.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T00:33:14.399 INFO:teuthology.orchestra.run.smithi038.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T00:33:14.400 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.400 INFO:teuthology.orchestra.run.smithi038.stdout: # 1m isn't quite enough 2024-09-12T00:33:14.400 INFO:teuthology.orchestra.run.smithi038.stdout: mon_down_mkfs_grace = 2m 2024-09-12T00:33:14.400 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.400 INFO:teuthology.orchestra.run.smithi038.stdout: mon_warn_on_filestore_osds = false 2024-09-12T00:33:14.400 INFO:teuthology.orchestra.run.smithi038.stdout: lockdep = True 2024-09-12T00:33:14.400 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:33:14.400 INFO:teuthology.orchestra.run.smithi038.stdout:[client] 2024-09-12T00:33:14.400 INFO:teuthology.orchestra.run.smithi038.stdout: rgw cache enabled = true 2024-09-12T00:33:14.400 INFO:teuthology.orchestra.run.smithi038.stdout: rgw enable ops log = True 2024-09-12T00:33:14.400 INFO:teuthology.orchestra.run.smithi038.stdout: rgw enable usage log = true 2024-09-12T00:33:14.400 INFO:teuthology.orchestra.run.smithi038.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T00:33:14.400 INFO:teuthology.orchestra.run.smithi038.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T00:33:14.400 INFO:teuthology.orchestra.run.smithi038.stdout: debug rgw = 20 2024-09-12T00:33:14.401 INFO:teuthology.orchestra.run.smithi038.stdout: debug rgw notification = 20 2024-09-12T00:33:14.401 INFO:teuthology.orchestra.run.smithi038.stdout: rgw bucket counters cache = True 2024-09-12T00:33:14.401 INFO:teuthology.orchestra.run.smithi038.stdout: rgw crypt require ssl = False 2024-09-12T00:33:14.401 INFO:teuthology.orchestra.run.smithi038.stdout: rgw crypt s3 kms backend = testing 2024-09-12T00:33:14.401 INFO:teuthology.orchestra.run.smithi038.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T00:33:14.401 INFO:teuthology.orchestra.run.smithi038.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-12T00:33:14.401 INFO:teuthology.orchestra.run.smithi038.stdout: rgw d3n l1 datacache size = 10737418240 2024-09-12T00:33:14.401 INFO:teuthology.orchestra.run.smithi038.stdout: rgw d3n l1 local datacache enabled = True 2024-09-12T00:33:14.401 INFO:teuthology.orchestra.run.smithi038.stdout: rgw reshard progress judge interval = 10 2024-09-12T00:33:14.401 INFO:teuthology.orchestra.run.smithi038.stdout: rgw s3 auth use sts = True 2024-09-12T00:33:14.401 INFO:teuthology.orchestra.run.smithi038.stdout: rgw sts key = abcdefghijklmnop 2024-09-12T00:33:14.401 INFO:teuthology.orchestra.run.smithi038.stdout: rgw torrent flag = True 2024-09-12T00:33:14.401 INFO:teuthology.orchestra.run.smithi038.stdout: rgw user counters cache = True 2024-09-12T00:33:14.402 INFO:teuthology.orchestra.run.smithi038.stdout: setgroup = ceph 2024-09-12T00:33:14.402 INFO:teuthology.orchestra.run.smithi038.stdout: setuser = ceph 2024-09-12T00:33:14.402 INFO:teuthology.orchestra.run.smithi038.stdout:[mon.a] 2024-09-12T00:33:14.402 INFO:teuthology.orchestra.run.smithi038.stdout:[mon.c] 2024-09-12T00:33:14.402 INFO:teuthology.orchestra.run.smithi038.stdout:[mon.b] 2024-09-12T00:33:14.403 INFO:teuthology.orchestra.run.smithi194.stdout:[global] 2024-09-12T00:33:14.404 INFO:teuthology.orchestra.run.smithi194.stdout: chdir = "" 2024-09-12T00:33:14.404 INFO:teuthology.orchestra.run.smithi194.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-12T00:33:14.404 INFO:teuthology.orchestra.run.smithi194.stdout: auth supported = cephx 2024-09-12T00:33:14.404 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.404 INFO:teuthology.orchestra.run.smithi194.stdout: filestore xattr use omap = true 2024-09-12T00:33:14.404 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.404 INFO:teuthology.orchestra.run.smithi194.stdout: mon clock drift allowed = 1.000 2024-09-12T00:33:14.404 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.404 INFO:teuthology.orchestra.run.smithi194.stdout: osd crush chooseleaf type = 0 2024-09-12T00:33:14.404 INFO:teuthology.orchestra.run.smithi194.stdout: auth debug = true 2024-09-12T00:33:14.404 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.404 INFO:teuthology.orchestra.run.smithi194.stdout: ms die on old message = true 2024-09-12T00:33:14.404 INFO:teuthology.orchestra.run.smithi194.stdout: ms die on bug = true 2024-09-12T00:33:14.405 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.405 INFO:teuthology.orchestra.run.smithi194.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-12T00:33:14.405 INFO:teuthology.orchestra.run.smithi194.stdout: mon pg warn max object skew = 0 2024-09-12T00:33:14.405 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.405 INFO:teuthology.orchestra.run.smithi194.stdout: # disable pg_autoscaler by default for new pools 2024-09-12T00:33:14.405 INFO:teuthology.orchestra.run.smithi194.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-12T00:33:14.405 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.405 INFO:teuthology.orchestra.run.smithi194.stdout: osd pool default size = 2 2024-09-12T00:33:14.405 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.405 INFO:teuthology.orchestra.run.smithi194.stdout: mon osd allow primary affinity = true 2024-09-12T00:33:14.405 INFO:teuthology.orchestra.run.smithi194.stdout: mon osd allow pg remap = true 2024-09-12T00:33:14.405 INFO:teuthology.orchestra.run.smithi194.stdout: mon warn on legacy crush tunables = false 2024-09-12T00:33:14.405 INFO:teuthology.orchestra.run.smithi194.stdout: mon warn on crush straw calc version zero = false 2024-09-12T00:33:14.406 INFO:teuthology.orchestra.run.smithi194.stdout: mon warn on no sortbitwise = false 2024-09-12T00:33:14.406 INFO:teuthology.orchestra.run.smithi194.stdout: mon warn on osd down out interval zero = false 2024-09-12T00:33:14.406 INFO:teuthology.orchestra.run.smithi194.stdout: mon warn on too few osds = false 2024-09-12T00:33:14.406 INFO:teuthology.orchestra.run.smithi194.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-12T00:33:14.406 INFO:teuthology.orchestra.run.smithi194.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-12T00:33:14.406 INFO:teuthology.orchestra.run.smithi194.stdout: mon_allow_pool_size_one = true 2024-09-12T00:33:14.406 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.406 INFO:teuthology.orchestra.run.smithi194.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-12T00:33:14.406 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.406 INFO:teuthology.orchestra.run.smithi194.stdout: osd default data pool replay window = 5 2024-09-12T00:33:14.406 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.406 INFO:teuthology.orchestra.run.smithi194.stdout: mon allow pool delete = true 2024-09-12T00:33:14.407 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.407 INFO:teuthology.orchestra.run.smithi194.stdout: mon cluster log file level = debug 2024-09-12T00:33:14.407 INFO:teuthology.orchestra.run.smithi194.stdout: debug asserts on shutdown = true 2024-09-12T00:33:14.407 INFO:teuthology.orchestra.run.smithi194.stdout: mon health detail to clog = false 2024-09-12T00:33:14.407 INFO:teuthology.orchestra.run.smithi194.stdout: mon host = "172.21.15.38,[v2:172.21.15.38:3301,v1:172.21.15.38:6790],172.21.15.194" 2024-09-12T00:33:14.407 INFO:teuthology.orchestra.run.smithi194.stdout: mon client directed command retry = 5 2024-09-12T00:33:14.407 INFO:teuthology.orchestra.run.smithi194.stdout: ms inject socket failures = 5000 2024-09-12T00:33:14.407 INFO:teuthology.orchestra.run.smithi194.stdout: osd_max_pg_log_entries = 10 2024-09-12T00:33:14.407 INFO:teuthology.orchestra.run.smithi194.stdout: osd_min_pg_log_entries = 10 2024-09-12T00:33:14.407 INFO:teuthology.orchestra.run.smithi194.stdout: fsid = fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:33:14.407 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.407 INFO:teuthology.orchestra.run.smithi194.stdout:[osd] 2024-09-12T00:33:14.408 INFO:teuthology.orchestra.run.smithi194.stdout: osd journal size = 100 2024-09-12T00:33:14.408 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.408 INFO:teuthology.orchestra.run.smithi194.stdout: osd scrub load threshold = 5.0 2024-09-12T00:33:14.408 INFO:teuthology.orchestra.run.smithi194.stdout: osd scrub max interval = 600 2024-09-12T00:33:14.408 INFO:teuthology.orchestra.run.smithi194.stdout: osd mclock profile = high_recovery_ops 2024-09-12T00:33:14.408 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.408 INFO:teuthology.orchestra.run.smithi194.stdout: osd recover clone overlap = true 2024-09-12T00:33:14.408 INFO:teuthology.orchestra.run.smithi194.stdout: osd recovery max chunk = 1048576 2024-09-12T00:33:14.408 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.408 INFO:teuthology.orchestra.run.smithi194.stdout: osd debug shutdown = true 2024-09-12T00:33:14.408 INFO:teuthology.orchestra.run.smithi194.stdout: osd debug op order = true 2024-09-12T00:33:14.408 INFO:teuthology.orchestra.run.smithi194.stdout: osd debug verify stray on activate = true 2024-09-12T00:33:14.409 INFO:teuthology.orchestra.run.smithi194.stdout: osd debug trim objects = true 2024-09-12T00:33:14.409 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.409 INFO:teuthology.orchestra.run.smithi194.stdout: osd open classes on start = true 2024-09-12T00:33:14.409 INFO:teuthology.orchestra.run.smithi194.stdout: osd debug pg log writeout = true 2024-09-12T00:33:14.409 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.409 INFO:teuthology.orchestra.run.smithi194.stdout: osd deep scrub update digest min age = 30 2024-09-12T00:33:14.409 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.409 INFO:teuthology.orchestra.run.smithi194.stdout: osd map max advance = 10 2024-09-12T00:33:14.409 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.409 INFO:teuthology.orchestra.run.smithi194.stdout: journal zero on create = true 2024-09-12T00:33:14.409 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.409 INFO:teuthology.orchestra.run.smithi194.stdout: filestore ondisk finisher threads = 3 2024-09-12T00:33:14.409 INFO:teuthology.orchestra.run.smithi194.stdout: filestore apply finisher threads = 3 2024-09-12T00:33:14.409 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.410 INFO:teuthology.orchestra.run.smithi194.stdout: bdev debug aio = true 2024-09-12T00:33:14.410 INFO:teuthology.orchestra.run.smithi194.stdout: osd debug misdirected ops = true 2024-09-12T00:33:14.410 INFO:teuthology.orchestra.run.smithi194.stdout: bdev async discard = True 2024-09-12T00:33:14.410 INFO:teuthology.orchestra.run.smithi194.stdout: bdev enable discard = True 2024-09-12T00:33:14.410 INFO:teuthology.orchestra.run.smithi194.stdout: bluestore allocator = bitmap 2024-09-12T00:33:14.410 INFO:teuthology.orchestra.run.smithi194.stdout: bluestore block size = 96636764160 2024-09-12T00:33:14.410 INFO:teuthology.orchestra.run.smithi194.stdout: bluestore fsck on mount = True 2024-09-12T00:33:14.410 INFO:teuthology.orchestra.run.smithi194.stdout: debug bluefs = 1/20 2024-09-12T00:33:14.410 INFO:teuthology.orchestra.run.smithi194.stdout: debug bluestore = 1/20 2024-09-12T00:33:14.410 INFO:teuthology.orchestra.run.smithi194.stdout: debug ms = 1 2024-09-12T00:33:14.410 INFO:teuthology.orchestra.run.smithi194.stdout: debug objclass = 20 2024-09-12T00:33:14.410 INFO:teuthology.orchestra.run.smithi194.stdout: debug osd = 20 2024-09-12T00:33:14.411 INFO:teuthology.orchestra.run.smithi194.stdout: debug rocksdb = 4/10 2024-09-12T00:33:14.411 INFO:teuthology.orchestra.run.smithi194.stdout: lockdep = True 2024-09-12T00:33:14.411 INFO:teuthology.orchestra.run.smithi194.stdout: mon osd backfillfull_ratio = 0.85 2024-09-12T00:33:14.411 INFO:teuthology.orchestra.run.smithi194.stdout: mon osd full ratio = 0.9 2024-09-12T00:33:14.411 INFO:teuthology.orchestra.run.smithi194.stdout: mon osd nearfull ratio = 0.8 2024-09-12T00:33:14.411 INFO:teuthology.orchestra.run.smithi194.stdout: osd failsafe full ratio = 0.95 2024-09-12T00:33:14.411 INFO:teuthology.orchestra.run.smithi194.stdout: osd objectstore = bluestore 2024-09-12T00:33:14.411 INFO:teuthology.orchestra.run.smithi194.stdout: osd shutdown pgref assert = True 2024-09-12T00:33:14.411 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.411 INFO:teuthology.orchestra.run.smithi194.stdout:[mgr] 2024-09-12T00:33:14.411 INFO:teuthology.orchestra.run.smithi194.stdout: debug ms = 1 2024-09-12T00:33:14.411 INFO:teuthology.orchestra.run.smithi194.stdout: debug mgr = 20 2024-09-12T00:33:14.411 INFO:teuthology.orchestra.run.smithi194.stdout: debug mon = 20 2024-09-12T00:33:14.411 INFO:teuthology.orchestra.run.smithi194.stdout: debug auth = 20 2024-09-12T00:33:14.411 INFO:teuthology.orchestra.run.smithi194.stdout: mon reweight min pgs per osd = 4 2024-09-12T00:33:14.412 INFO:teuthology.orchestra.run.smithi194.stdout: mon reweight min bytes per osd = 10 2024-09-12T00:33:14.412 INFO:teuthology.orchestra.run.smithi194.stdout: mgr/telemetry/nag = false 2024-09-12T00:33:14.412 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.412 INFO:teuthology.orchestra.run.smithi194.stdout:[mon] 2024-09-12T00:33:14.412 INFO:teuthology.orchestra.run.smithi194.stdout: debug ms = 1 2024-09-12T00:33:14.412 INFO:teuthology.orchestra.run.smithi194.stdout: debug mon = 20 2024-09-12T00:33:14.412 INFO:teuthology.orchestra.run.smithi194.stdout: debug paxos = 20 2024-09-12T00:33:14.412 INFO:teuthology.orchestra.run.smithi194.stdout: debug auth = 20 2024-09-12T00:33:14.412 INFO:teuthology.orchestra.run.smithi194.stdout: mon data avail warn = 5 2024-09-12T00:33:14.412 INFO:teuthology.orchestra.run.smithi194.stdout: mon mgr mkfs grace = 240 2024-09-12T00:33:14.413 INFO:teuthology.orchestra.run.smithi194.stdout: mon reweight min pgs per osd = 4 2024-09-12T00:33:14.413 INFO:teuthology.orchestra.run.smithi194.stdout: mon osd reporter subtree level = osd 2024-09-12T00:33:14.413 INFO:teuthology.orchestra.run.smithi194.stdout: mon osd prime pg temp = true 2024-09-12T00:33:14.413 INFO:teuthology.orchestra.run.smithi194.stdout: mon reweight min bytes per osd = 10 2024-09-12T00:33:14.413 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.413 INFO:teuthology.orchestra.run.smithi194.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-12T00:33:14.413 INFO:teuthology.orchestra.run.smithi194.stdout: auth mon ticket ttl = 660 # 11m 2024-09-12T00:33:14.413 INFO:teuthology.orchestra.run.smithi194.stdout: auth service ticket ttl = 240 # 4m 2024-09-12T00:33:14.414 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.414 INFO:teuthology.orchestra.run.smithi194.stdout: # don't complain about insecure global_id in the test suite 2024-09-12T00:33:14.414 INFO:teuthology.orchestra.run.smithi194.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-12T00:33:14.414 INFO:teuthology.orchestra.run.smithi194.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-12T00:33:14.414 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.414 INFO:teuthology.orchestra.run.smithi194.stdout: # 1m isn't quite enough 2024-09-12T00:33:14.414 INFO:teuthology.orchestra.run.smithi194.stdout: mon_down_mkfs_grace = 2m 2024-09-12T00:33:14.414 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.414 INFO:teuthology.orchestra.run.smithi194.stdout: mon_warn_on_filestore_osds = false 2024-09-12T00:33:14.415 INFO:teuthology.orchestra.run.smithi194.stdout: lockdep = True 2024-09-12T00:33:14.415 INFO:teuthology.orchestra.run.smithi194.stdout: 2024-09-12T00:33:14.415 INFO:teuthology.orchestra.run.smithi194.stdout:[client] 2024-09-12T00:33:14.415 INFO:teuthology.orchestra.run.smithi194.stdout: rgw cache enabled = true 2024-09-12T00:33:14.415 INFO:teuthology.orchestra.run.smithi194.stdout: rgw enable ops log = True 2024-09-12T00:33:14.415 INFO:teuthology.orchestra.run.smithi194.stdout: rgw enable usage log = true 2024-09-12T00:33:14.415 INFO:teuthology.orchestra.run.smithi194.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-12T00:33:14.416 INFO:teuthology.orchestra.run.smithi194.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-12T00:33:14.416 INFO:teuthology.orchestra.run.smithi194.stdout: debug rgw = 20 2024-09-12T00:33:14.416 INFO:teuthology.orchestra.run.smithi194.stdout: debug rgw notification = 20 2024-09-12T00:33:14.416 INFO:teuthology.orchestra.run.smithi194.stdout: rgw bucket counters cache = True 2024-09-12T00:33:14.416 INFO:teuthology.orchestra.run.smithi194.stdout: rgw crypt require ssl = False 2024-09-12T00:33:14.416 INFO:teuthology.orchestra.run.smithi194.stdout: rgw crypt s3 kms backend = testing 2024-09-12T00:33:14.417 INFO:teuthology.orchestra.run.smithi194.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2024-09-12T00:33:14.417 INFO:teuthology.orchestra.run.smithi194.stdout: rgw d3n l1 datacache persistent path = /tmp/rgw_datacache/ 2024-09-12T00:33:14.417 INFO:teuthology.orchestra.run.smithi194.stdout: rgw d3n l1 datacache size = 10737418240 2024-09-12T00:33:14.417 INFO:teuthology.orchestra.run.smithi194.stdout: rgw d3n l1 local datacache enabled = True 2024-09-12T00:33:14.417 INFO:teuthology.orchestra.run.smithi194.stdout: rgw reshard progress judge interval = 10 2024-09-12T00:33:14.418 INFO:teuthology.orchestra.run.smithi194.stdout: rgw s3 auth use sts = True 2024-09-12T00:33:14.418 INFO:teuthology.orchestra.run.smithi194.stdout: rgw sts key = abcdefghijklmnop 2024-09-12T00:33:14.418 INFO:teuthology.orchestra.run.smithi194.stdout: rgw torrent flag = True 2024-09-12T00:33:14.418 INFO:teuthology.orchestra.run.smithi194.stdout: rgw user counters cache = True 2024-09-12T00:33:14.418 INFO:teuthology.orchestra.run.smithi194.stdout: setgroup = ceph 2024-09-12T00:33:14.418 INFO:teuthology.orchestra.run.smithi194.stdout: setuser = ceph 2024-09-12T00:33:14.418 INFO:teuthology.orchestra.run.smithi194.stdout:[mon.a] 2024-09-12T00:33:14.418 INFO:teuthology.orchestra.run.smithi194.stdout:[mon.c] 2024-09-12T00:33:14.418 INFO:teuthology.orchestra.run.smithi194.stdout:[mon.b] 2024-09-12T00:33:14.419 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-12T00:33:14.419 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-12T00:33:14.490 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-12T00:33:14.490 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:14.490 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-12T00:33:14.521 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:14.521 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-12T00:33:14.590 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T00:33:14.590 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:14.590 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T00:33:14.590 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T00:33:14.679 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:14.679 DEBUG:teuthology.orchestra.run.smithi038:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:33:14.748 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi194.front.sepia.ceph.com 2024-09-12T00:33:14.749 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:33:14.749 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-12T00:33:14.749 DEBUG:teuthology.orchestra.run.smithi194:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-12T00:33:14.799 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:33:14.799 DEBUG:teuthology.orchestra.run.smithi194:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:33:14.868 INFO:tasks.ceph:Setting up mon nodes... 2024-09-12T00:33:14.868 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-12T00:33:14.868 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T00:33:14.935 INFO:teuthology.orchestra.run.smithi038.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-12T00:33:14.938 DEBUG:teuthology.orchestra.run.smithi194:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T00:33:15.013 INFO:teuthology.orchestra.run.smithi194.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-12T00:33:15.015 INFO:tasks.ceph:Setting up mds nodes... 2024-09-12T00:33:15.016 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-12T00:33:15.016 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-12T00:33:15.072 INFO:teuthology.orchestra.run.smithi038.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-12T00:33:15.085 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-12T00:33:15.139 INFO:teuthology.orchestra.run.smithi194.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-12T00:33:15.152 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-12T00:33:15.152 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi038.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi194.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-12T00:33:15.152 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-12T00:33:15.195 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T00:33:15.195 INFO:tasks.ceph:role: osd.0 2024-09-12T00:33:15.195 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T00:33:15.195 DEBUG:teuthology.orchestra.run.smithi038:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T00:33:15.302 INFO:teuthology.orchestra.run.smithi038.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T00:33:15.302 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T00:33:15.302 INFO:teuthology.orchestra.run.smithi038.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T00:33:15.302 INFO:teuthology.orchestra.run.smithi038.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T00:33:15.302 INFO:teuthology.orchestra.run.smithi038.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T00:33:15.302 INFO:teuthology.orchestra.run.smithi038.stdout: = sunit=0 swidth=0 blks 2024-09-12T00:33:15.303 INFO:teuthology.orchestra.run.smithi038.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T00:33:15.303 INFO:teuthology.orchestra.run.smithi038.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T00:33:15.303 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T00:33:15.303 INFO:teuthology.orchestra.run.smithi038.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T00:33:16.641 INFO:teuthology.orchestra.run.smithi038.stdout:Discarding blocks...Done. 2024-09-12T00:33:16.643 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi038.front.sepia.ceph.com -o noatime 2024-09-12T00:33:16.643 DEBUG:teuthology.orchestra.run.smithi038:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-12T00:33:16.699 DEBUG:teuthology.orchestra.run.smithi038:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-12T00:33:16.745 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-12T00:33:16.786 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T00:33:16.786 INFO:tasks.ceph:role: osd.1 2024-09-12T00:33:16.786 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T00:33:16.786 DEBUG:teuthology.orchestra.run.smithi038:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T00:33:16.895 INFO:teuthology.orchestra.run.smithi038.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T00:33:16.896 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T00:33:16.896 INFO:teuthology.orchestra.run.smithi038.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T00:33:16.896 INFO:teuthology.orchestra.run.smithi038.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T00:33:16.896 INFO:teuthology.orchestra.run.smithi038.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T00:33:16.896 INFO:teuthology.orchestra.run.smithi038.stdout: = sunit=0 swidth=0 blks 2024-09-12T00:33:16.896 INFO:teuthology.orchestra.run.smithi038.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T00:33:16.896 INFO:teuthology.orchestra.run.smithi038.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T00:33:16.896 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T00:33:16.896 INFO:teuthology.orchestra.run.smithi038.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T00:33:18.207 INFO:teuthology.orchestra.run.smithi038.stdout:Discarding blocks...Done. 2024-09-12T00:33:18.209 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi038.front.sepia.ceph.com -o noatime 2024-09-12T00:33:18.210 DEBUG:teuthology.orchestra.run.smithi038:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-12T00:33:18.255 DEBUG:teuthology.orchestra.run.smithi038:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-12T00:33:18.299 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-12T00:33:18.379 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T00:33:18.379 INFO:tasks.ceph:role: osd.2 2024-09-12T00:33:18.380 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T00:33:18.380 DEBUG:teuthology.orchestra.run.smithi038:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T00:33:18.486 INFO:teuthology.orchestra.run.smithi038.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T00:33:18.486 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T00:33:18.486 INFO:teuthology.orchestra.run.smithi038.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T00:33:18.486 INFO:teuthology.orchestra.run.smithi038.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T00:33:18.487 INFO:teuthology.orchestra.run.smithi038.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T00:33:18.487 INFO:teuthology.orchestra.run.smithi038.stdout: = sunit=0 swidth=0 blks 2024-09-12T00:33:18.487 INFO:teuthology.orchestra.run.smithi038.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T00:33:18.487 INFO:teuthology.orchestra.run.smithi038.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T00:33:18.487 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T00:33:18.487 INFO:teuthology.orchestra.run.smithi038.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T00:33:19.829 INFO:teuthology.orchestra.run.smithi038.stdout:Discarding blocks...Done. 2024-09-12T00:33:19.832 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi038.front.sepia.ceph.com -o noatime 2024-09-12T00:33:19.832 DEBUG:teuthology.orchestra.run.smithi038:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-12T00:33:19.885 DEBUG:teuthology.orchestra.run.smithi038:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-12T00:33:19.936 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-12T00:33:19.977 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-12T00:33:19.977 INFO:tasks.ceph:role: osd.3 2024-09-12T00:33:19.977 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T00:33:19.977 DEBUG:teuthology.orchestra.run.smithi038:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T00:33:20.083 INFO:teuthology.orchestra.run.smithi038.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T00:33:20.084 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T00:33:20.084 INFO:teuthology.orchestra.run.smithi038.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T00:33:20.084 INFO:teuthology.orchestra.run.smithi038.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T00:33:20.084 INFO:teuthology.orchestra.run.smithi038.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T00:33:20.084 INFO:teuthology.orchestra.run.smithi038.stdout: = sunit=0 swidth=0 blks 2024-09-12T00:33:20.084 INFO:teuthology.orchestra.run.smithi038.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T00:33:20.084 INFO:teuthology.orchestra.run.smithi038.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T00:33:20.084 INFO:teuthology.orchestra.run.smithi038.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T00:33:20.084 INFO:teuthology.orchestra.run.smithi038.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T00:33:21.401 INFO:teuthology.orchestra.run.smithi038.stdout:Discarding blocks...Done. 2024-09-12T00:33:21.403 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi038.front.sepia.ceph.com -o noatime 2024-09-12T00:33:21.403 DEBUG:teuthology.orchestra.run.smithi038:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-12T00:33:21.456 DEBUG:teuthology.orchestra.run.smithi038:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-12T00:33:21.502 DEBUG:teuthology.orchestra.run.smithi038:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:33:21.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:33:21.574+0000 7fefef745640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-12T00:33:21.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:33:21.575+0000 7fefef745640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-12T00:33:21.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:33:21.575+0000 7fefef745640 -1 bdev(0x55952c67f800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-12T00:33:21.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:33:21.575+0000 7fefef745640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-12T00:33:24.516 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-12T00:33:24.561 DEBUG:teuthology.orchestra.run.smithi038:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:33:24.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:33:24.626+0000 7ffaaf80c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-12T00:33:24.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:33:24.626+0000 7ffaaf80c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-12T00:33:24.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:33:24.626+0000 7ffaaf80c640 -1 bdev(0x55c4274b3800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-12T00:33:24.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:33:24.626+0000 7ffaaf80c640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-12T00:33:27.803 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-12T00:33:27.850 DEBUG:teuthology.orchestra.run.smithi038:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:33:27.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:33:27.916+0000 7f1005958640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-12T00:33:27.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:33:27.916+0000 7f1005958640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-12T00:33:27.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:33:27.916+0000 7f1005958640 -1 bdev(0x559c44cbd800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-12T00:33:27.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:33:27.916+0000 7f1005958640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-12T00:33:31.082 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-12T00:33:31.128 DEBUG:teuthology.orchestra.run.smithi038:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:33:31.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:33:31.194+0000 7fcadca24640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-12T00:33:31.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:33:31.195+0000 7fcadca24640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-12T00:33:31.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:33:31.195+0000 7fcadca24640 -1 bdev(0x562ef020d800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-12T00:33:31.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:33:31.195+0000 7fcadca24640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-12T00:33:34.126 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-12T00:33:34.172 DEBUG:teuthology.orchestra.run.smithi194:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-12T00:33:34.219 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T00:33:34.219 INFO:tasks.ceph:role: osd.4 2024-09-12T00:33:34.219 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi194.front.sepia.ceph.com 2024-09-12T00:33:34.219 DEBUG:teuthology.orchestra.run.smithi194:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-12T00:33:34.268 INFO:teuthology.orchestra.run.smithi194.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T00:33:34.268 INFO:teuthology.orchestra.run.smithi194.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T00:33:34.268 INFO:teuthology.orchestra.run.smithi194.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T00:33:34.268 INFO:teuthology.orchestra.run.smithi194.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T00:33:34.268 INFO:teuthology.orchestra.run.smithi194.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T00:33:34.268 INFO:teuthology.orchestra.run.smithi194.stdout: = sunit=0 swidth=0 blks 2024-09-12T00:33:34.268 INFO:teuthology.orchestra.run.smithi194.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T00:33:34.268 INFO:teuthology.orchestra.run.smithi194.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T00:33:34.269 INFO:teuthology.orchestra.run.smithi194.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T00:33:34.269 INFO:teuthology.orchestra.run.smithi194.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T00:33:34.778 INFO:teuthology.orchestra.run.smithi194.stdout:Discarding blocks...Done. 2024-09-12T00:33:34.780 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi194.front.sepia.ceph.com -o noatime 2024-09-12T00:33:34.780 DEBUG:teuthology.orchestra.run.smithi194:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-12T00:33:34.862 DEBUG:teuthology.orchestra.run.smithi194:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-12T00:33:34.912 DEBUG:teuthology.orchestra.run.smithi194:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-12T00:33:34.951 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T00:33:34.951 INFO:tasks.ceph:role: osd.5 2024-09-12T00:33:34.951 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi194.front.sepia.ceph.com 2024-09-12T00:33:34.951 DEBUG:teuthology.orchestra.run.smithi194:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-12T00:33:35.038 INFO:teuthology.orchestra.run.smithi194.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T00:33:35.038 INFO:teuthology.orchestra.run.smithi194.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T00:33:35.038 INFO:teuthology.orchestra.run.smithi194.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T00:33:35.038 INFO:teuthology.orchestra.run.smithi194.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T00:33:35.038 INFO:teuthology.orchestra.run.smithi194.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T00:33:35.038 INFO:teuthology.orchestra.run.smithi194.stdout: = sunit=0 swidth=0 blks 2024-09-12T00:33:35.038 INFO:teuthology.orchestra.run.smithi194.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T00:33:35.038 INFO:teuthology.orchestra.run.smithi194.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T00:33:35.038 INFO:teuthology.orchestra.run.smithi194.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T00:33:35.038 INFO:teuthology.orchestra.run.smithi194.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T00:33:35.499 INFO:teuthology.orchestra.run.smithi194.stdout:Discarding blocks...Done. 2024-09-12T00:33:35.501 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi194.front.sepia.ceph.com -o noatime 2024-09-12T00:33:35.501 DEBUG:teuthology.orchestra.run.smithi194:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-12T00:33:35.550 DEBUG:teuthology.orchestra.run.smithi194:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-12T00:33:35.592 DEBUG:teuthology.orchestra.run.smithi194:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-12T00:33:35.671 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T00:33:35.671 INFO:tasks.ceph:role: osd.6 2024-09-12T00:33:35.671 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi194.front.sepia.ceph.com 2024-09-12T00:33:35.671 DEBUG:teuthology.orchestra.run.smithi194:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-12T00:33:35.757 INFO:teuthology.orchestra.run.smithi194.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T00:33:35.758 INFO:teuthology.orchestra.run.smithi194.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T00:33:35.758 INFO:teuthology.orchestra.run.smithi194.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T00:33:35.758 INFO:teuthology.orchestra.run.smithi194.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T00:33:35.758 INFO:teuthology.orchestra.run.smithi194.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T00:33:35.758 INFO:teuthology.orchestra.run.smithi194.stdout: = sunit=0 swidth=0 blks 2024-09-12T00:33:35.758 INFO:teuthology.orchestra.run.smithi194.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T00:33:35.758 INFO:teuthology.orchestra.run.smithi194.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T00:33:35.758 INFO:teuthology.orchestra.run.smithi194.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T00:33:35.758 INFO:teuthology.orchestra.run.smithi194.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T00:33:36.239 INFO:teuthology.orchestra.run.smithi194.stdout:Discarding blocks...Done. 2024-09-12T00:33:36.242 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi194.front.sepia.ceph.com -o noatime 2024-09-12T00:33:36.242 DEBUG:teuthology.orchestra.run.smithi194:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-12T00:33:36.317 DEBUG:teuthology.orchestra.run.smithi194:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-12T00:33:36.360 DEBUG:teuthology.orchestra.run.smithi194:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-12T00:33:36.438 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-12T00:33:36.438 INFO:tasks.ceph:role: osd.7 2024-09-12T00:33:36.438 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi194.front.sepia.ceph.com 2024-09-12T00:33:36.438 DEBUG:teuthology.orchestra.run.smithi194:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-12T00:33:36.525 INFO:teuthology.orchestra.run.smithi194.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-12T00:33:36.525 INFO:teuthology.orchestra.run.smithi194.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-12T00:33:36.525 INFO:teuthology.orchestra.run.smithi194.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-12T00:33:36.525 INFO:teuthology.orchestra.run.smithi194.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-12T00:33:36.526 INFO:teuthology.orchestra.run.smithi194.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-12T00:33:36.526 INFO:teuthology.orchestra.run.smithi194.stdout: = sunit=0 swidth=0 blks 2024-09-12T00:33:36.526 INFO:teuthology.orchestra.run.smithi194.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-12T00:33:36.526 INFO:teuthology.orchestra.run.smithi194.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-12T00:33:36.526 INFO:teuthology.orchestra.run.smithi194.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-12T00:33:36.526 INFO:teuthology.orchestra.run.smithi194.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-12T00:33:37.042 INFO:teuthology.orchestra.run.smithi194.stdout:Discarding blocks...Done. 2024-09-12T00:33:37.044 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi194.front.sepia.ceph.com -o noatime 2024-09-12T00:33:37.044 DEBUG:teuthology.orchestra.run.smithi194:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-12T00:33:37.171 DEBUG:teuthology.orchestra.run.smithi194:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-12T00:33:37.215 DEBUG:teuthology.orchestra.run.smithi194:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:33:37.282 INFO:teuthology.orchestra.run.smithi194.stderr:2024-09-12T00:33:37.283+0000 7fd41e033640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-12T00:33:37.284 INFO:teuthology.orchestra.run.smithi194.stderr:2024-09-12T00:33:37.286+0000 7fd41e033640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-12T00:33:37.284 INFO:teuthology.orchestra.run.smithi194.stderr:2024-09-12T00:33:37.286+0000 7fd41e033640 -1 bdev(0x559e2c705800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-12T00:33:37.285 INFO:teuthology.orchestra.run.smithi194.stderr:2024-09-12T00:33:37.286+0000 7fd41e033640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-12T00:33:40.693 DEBUG:teuthology.orchestra.run.smithi194:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-12T00:33:40.737 DEBUG:teuthology.orchestra.run.smithi194:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:33:40.840 INFO:teuthology.orchestra.run.smithi194.stderr:2024-09-12T00:33:40.841+0000 7fdc73ad4640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-12T00:33:40.840 INFO:teuthology.orchestra.run.smithi194.stderr:2024-09-12T00:33:40.842+0000 7fdc73ad4640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-12T00:33:40.840 INFO:teuthology.orchestra.run.smithi194.stderr:2024-09-12T00:33:40.842+0000 7fdc73ad4640 -1 bdev(0x56196b763800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-12T00:33:40.840 INFO:teuthology.orchestra.run.smithi194.stderr:2024-09-12T00:33:40.842+0000 7fdc73ad4640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-12T00:33:44.000 DEBUG:teuthology.orchestra.run.smithi194:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-12T00:33:44.046 DEBUG:teuthology.orchestra.run.smithi194:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:33:44.111 INFO:teuthology.orchestra.run.smithi194.stderr:2024-09-12T00:33:44.110+0000 7f232e534640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-12T00:33:44.111 INFO:teuthology.orchestra.run.smithi194.stderr:2024-09-12T00:33:44.111+0000 7f232e534640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-12T00:33:44.111 INFO:teuthology.orchestra.run.smithi194.stderr:2024-09-12T00:33:44.111+0000 7f232e534640 -1 bdev(0x558b58c29800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-12T00:33:44.111 INFO:teuthology.orchestra.run.smithi194.stderr:2024-09-12T00:33:44.111+0000 7f232e534640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-12T00:33:47.513 DEBUG:teuthology.orchestra.run.smithi194:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-12T00:33:47.554 DEBUG:teuthology.orchestra.run.smithi194:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:33:47.654 INFO:teuthology.orchestra.run.smithi194.stderr:2024-09-12T00:33:47.656+0000 7f4b24213640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-12T00:33:47.655 INFO:teuthology.orchestra.run.smithi194.stderr:2024-09-12T00:33:47.656+0000 7f4b24213640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-12T00:33:47.655 INFO:teuthology.orchestra.run.smithi194.stderr:2024-09-12T00:33:47.656+0000 7f4b24213640 -1 bdev(0x556fb79e7800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-12T00:33:47.655 INFO:teuthology.orchestra.run.smithi194.stderr:2024-09-12T00:33:47.656+0000 7f4b24213640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-12T00:33:51.053 DEBUG:teuthology.orchestra.run.smithi194:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-12T00:33:51.098 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-12T00:33:51.099 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:51.099 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-12T00:33:51.146 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:51.146 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-12T00:33:51.231 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:51.231 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-12T00:33:51.313 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:51.313 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-12T00:33:51.394 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:51.395 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-12T00:33:51.476 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:33:51.476 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-12T00:33:51.521 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:33:51.522 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-12T00:33:51.603 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:33:51.603 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-12T00:33:51.685 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:33:51.685 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-12T00:33:51.763 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:33:51.763 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-12T00:33:51.841 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:51.841 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-12T00:33:51.872 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:33:51.873 DEBUG:teuthology.orchestra.run.smithi194:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-12T00:33:51.909 INFO:tasks.ceph:Adding keys to all mons... 2024-09-12T00:33:51.910 DEBUG:teuthology.orchestra.run.smithi038:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T00:33:51.915 DEBUG:teuthology.orchestra.run.smithi194:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-12T00:33:51.952 INFO:teuthology.orchestra.run.smithi038.stdout:[mgr.y] 2024-09-12T00:33:51.952 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDKNuJm2mPmNxAAiH1fWJyIDsWvqBOht3iPdw== 2024-09-12T00:33:51.953 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.0] 2024-09-12T00:33:51.953 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDRNuJmAKpNIhAA5piwWY4VrpCHtXlcw0IvMw== 2024-09-12T00:33:51.953 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.1] 2024-09-12T00:33:51.953 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDUNuJmDsVfJRAA5pkvwdOI+pJ1gA9vrOYjZw== 2024-09-12T00:33:51.953 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.2] 2024-09-12T00:33:51.953 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDXNuJm7cKsNhAAkDY7zJ2Bh70STD8ASu27aQ== 2024-09-12T00:33:51.953 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.3] 2024-09-12T00:33:51.953 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDbNuJmw76mCxAAIVrWVDmS2efBOpWdrOGjKg== 2024-09-12T00:33:51.953 INFO:teuthology.orchestra.run.smithi038.stdout:[mgr.x] 2024-09-12T00:33:51.953 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDLNuJmMxLvABAAiutsD/mK7AyWw1sPni7o7g== 2024-09-12T00:33:51.953 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.4] 2024-09-12T00:33:51.953 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDhNuJm/6PvEBAAZXTS/GWERiT2sBjghx1igg== 2024-09-12T00:33:51.953 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.5] 2024-09-12T00:33:51.954 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDkNuJmKAo2MhAAx4Un2wwUIvRYAfgpvhJHCw== 2024-09-12T00:33:51.954 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.6] 2024-09-12T00:33:51.954 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDoNuJmEB2jBhAAD9XEqc3ZAtqVnD9VkPvUIw== 2024-09-12T00:33:51.954 INFO:teuthology.orchestra.run.smithi038.stdout:[osd.7] 2024-09-12T00:33:51.954 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDrNuJmNwcnJxAAIgdtjxmZ+seHFubvv2Bblg== 2024-09-12T00:33:51.954 INFO:teuthology.orchestra.run.smithi038.stdout:[client.0] 2024-09-12T00:33:51.954 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDLNuJmQhlxBBAAn6mPLl878uNctStucHHjiQ== 2024-09-12T00:33:51.954 INFO:teuthology.orchestra.run.smithi038.stdout:[client.1] 2024-09-12T00:33:51.954 INFO:teuthology.orchestra.run.smithi038.stdout: key = AQDLNuJmRY93CBAAmLAhwDOsPkmm7jQCqurvHA== 2024-09-12T00:33:51.986 INFO:teuthology.orchestra.run.smithi194.stdout:[mgr.y] 2024-09-12T00:33:51.986 INFO:teuthology.orchestra.run.smithi194.stdout: key = AQDKNuJm2mPmNxAAiH1fWJyIDsWvqBOht3iPdw== 2024-09-12T00:33:51.987 INFO:teuthology.orchestra.run.smithi194.stdout:[osd.0] 2024-09-12T00:33:51.987 INFO:teuthology.orchestra.run.smithi194.stdout: key = AQDRNuJmAKpNIhAA5piwWY4VrpCHtXlcw0IvMw== 2024-09-12T00:33:51.987 INFO:teuthology.orchestra.run.smithi194.stdout:[osd.1] 2024-09-12T00:33:51.987 INFO:teuthology.orchestra.run.smithi194.stdout: key = AQDUNuJmDsVfJRAA5pkvwdOI+pJ1gA9vrOYjZw== 2024-09-12T00:33:51.987 INFO:teuthology.orchestra.run.smithi194.stdout:[osd.2] 2024-09-12T00:33:51.987 INFO:teuthology.orchestra.run.smithi194.stdout: key = AQDXNuJm7cKsNhAAkDY7zJ2Bh70STD8ASu27aQ== 2024-09-12T00:33:51.987 INFO:teuthology.orchestra.run.smithi194.stdout:[osd.3] 2024-09-12T00:33:51.987 INFO:teuthology.orchestra.run.smithi194.stdout: key = AQDbNuJmw76mCxAAIVrWVDmS2efBOpWdrOGjKg== 2024-09-12T00:33:51.987 INFO:teuthology.orchestra.run.smithi194.stdout:[mgr.x] 2024-09-12T00:33:51.987 INFO:teuthology.orchestra.run.smithi194.stdout: key = AQDLNuJmMxLvABAAiutsD/mK7AyWw1sPni7o7g== 2024-09-12T00:33:51.987 INFO:teuthology.orchestra.run.smithi194.stdout:[osd.4] 2024-09-12T00:33:51.987 INFO:teuthology.orchestra.run.smithi194.stdout: key = AQDhNuJm/6PvEBAAZXTS/GWERiT2sBjghx1igg== 2024-09-12T00:33:51.988 INFO:teuthology.orchestra.run.smithi194.stdout:[osd.5] 2024-09-12T00:33:51.988 INFO:teuthology.orchestra.run.smithi194.stdout: key = AQDkNuJmKAo2MhAAx4Un2wwUIvRYAfgpvhJHCw== 2024-09-12T00:33:51.988 INFO:teuthology.orchestra.run.smithi194.stdout:[osd.6] 2024-09-12T00:33:51.988 INFO:teuthology.orchestra.run.smithi194.stdout: key = AQDoNuJmEB2jBhAAD9XEqc3ZAtqVnD9VkPvUIw== 2024-09-12T00:33:51.988 INFO:teuthology.orchestra.run.smithi194.stdout:[osd.7] 2024-09-12T00:33:51.988 INFO:teuthology.orchestra.run.smithi194.stdout: key = AQDrNuJmNwcnJxAAIgdtjxmZ+seHFubvv2Bblg== 2024-09-12T00:33:51.988 INFO:teuthology.orchestra.run.smithi194.stdout:[client.0] 2024-09-12T00:33:51.988 INFO:teuthology.orchestra.run.smithi194.stdout: key = AQDLNuJmQhlxBBAAn6mPLl878uNctStucHHjiQ== 2024-09-12T00:33:51.988 INFO:teuthology.orchestra.run.smithi194.stdout:[client.1] 2024-09-12T00:33:51.988 INFO:teuthology.orchestra.run.smithi194.stdout: key = AQDLNuJmRY93CBAAmLAhwDOsPkmm7jQCqurvHA== 2024-09-12T00:33:51.989 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T00:33:51.998 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T00:33:52.094 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:33:52.096 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:33:52.162 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:33:52.164 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:33:52.229 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:33:52.231 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:33:52.296 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:33:52.298 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:33:52.363 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T00:33:52.365 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-12T00:33:52.431 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:33:52.433 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:33:52.497 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:33:52.500 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:33:52.564 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:33:52.566 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:33:52.631 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:33:52.634 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-12T00:33:52.699 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T00:33:52.701 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T00:33:52.769 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T00:33:52.771 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-12T00:33:52.838 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-12T00:33:52.839 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-12T00:33:52.878 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T00:33:52.997 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-12T00:33:53.036 DEBUG:teuthology.orchestra.run.smithi038:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-12T00:33:53.116 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T00:33:53.244 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-12T00:33:53.284 DEBUG:teuthology.orchestra.run.smithi194:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-12T00:33:53.323 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-12T00:33:53.434 DEBUG:teuthology.orchestra.run.smithi194:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-12T00:33:53.473 DEBUG:teuthology.orchestra.run.smithi038:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:33:53.476 DEBUG:teuthology.orchestra.run.smithi194:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-12T00:33:53.542 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-12T00:33:53.543 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-12T00:33:53.543 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-12T00:33:53.546 INFO:tasks.ceph.mon.a:Started 2024-09-12T00:33:53.547 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-12T00:33:53.547 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-12T00:33:53.549 INFO:tasks.ceph.mon.c:Started 2024-09-12T00:33:53.550 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-12T00:33:53.550 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-12T00:33:53.585 INFO:tasks.ceph.mon.b:Started 2024-09-12T00:33:53.585 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-12T00:33:53.586 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-12T00:33:53.586 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-12T00:33:53.589 INFO:tasks.ceph.mgr.y:Started 2024-09-12T00:33:53.589 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-12T00:33:53.590 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-12T00:33:53.592 INFO:tasks.ceph.mgr.x:Started 2024-09-12T00:33:53.592 DEBUG:tasks.ceph:set 0 configs 2024-09-12T00:33:53.592 INFO:tasks.ceph:Setting crush tunables to default 2024-09-12T00:33:53.593 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph osd crush tunables default 2024-09-12T00:33:59.054 INFO:teuthology.orchestra.run.smithi038.stderr:adjusted tunables profile to default 2024-09-12T00:33:59.066 INFO:tasks.ceph:check_enable_crimson: False 2024-09-12T00:33:59.066 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-12T00:33:59.067 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:59.067 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-12T00:33:59.107 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:59.107 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-12T00:33:59.188 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:59.188 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-12T00:33:59.267 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:33:59.267 DEBUG:teuthology.orchestra.run.smithi038:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-12T00:33:59.347 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:33:59.348 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-12T00:33:59.393 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:33:59.393 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-12T00:33:59.476 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:33:59.476 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-12T00:33:59.557 DEBUG:teuthology.orchestra.run.smithi194:> set -ex 2024-09-12T00:33:59.557 DEBUG:teuthology.orchestra.run.smithi194:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-12T00:33:59.637 DEBUG:teuthology.orchestra.run.smithi194:> sudo ceph --cluster ceph osd new 092903b1-5a15-4ce1-9e3e-a07bb06563cc 0 2024-09-12T00:33:59.886 INFO:teuthology.orchestra.run.smithi194.stdout:0 2024-09-12T00:33:59.898 DEBUG:teuthology.orchestra.run.smithi194:> sudo ceph --cluster ceph osd new 6a6806a5-8a3e-4c29-87d9-958228b8b185 1 2024-09-12T00:34:00.100 INFO:teuthology.orchestra.run.smithi194.stdout:1 2024-09-12T00:34:00.111 DEBUG:teuthology.orchestra.run.smithi194:> sudo ceph --cluster ceph osd new 7a581cbe-10f0-4a87-a144-c6c009760567 2 2024-09-12T00:34:00.317 INFO:teuthology.orchestra.run.smithi194.stdout:2 2024-09-12T00:34:00.328 DEBUG:teuthology.orchestra.run.smithi194:> sudo ceph --cluster ceph osd new 0061de01-80ac-4c52-9a65-fd9d99cad1dc 3 2024-09-12T00:34:00.529 INFO:teuthology.orchestra.run.smithi194.stdout:3 2024-09-12T00:34:00.541 DEBUG:teuthology.orchestra.run.smithi194:> sudo ceph --cluster ceph osd new d9344054-c46f-4a46-a6cf-19b3583bf718 4 2024-09-12T00:34:00.742 INFO:teuthology.orchestra.run.smithi194.stdout:4 2024-09-12T00:34:00.753 DEBUG:teuthology.orchestra.run.smithi194:> sudo ceph --cluster ceph osd new 39df5730-cec1-4f91-82a5-6c431f913d58 5 2024-09-12T00:34:00.959 INFO:teuthology.orchestra.run.smithi194.stdout:5 2024-09-12T00:34:00.970 DEBUG:teuthology.orchestra.run.smithi194:> sudo ceph --cluster ceph osd new 91a0110f-47ce-47ac-b616-024da5508714 6 2024-09-12T00:34:01.168 INFO:teuthology.orchestra.run.smithi194.stdout:6 2024-09-12T00:34:01.184 DEBUG:teuthology.orchestra.run.smithi194:> sudo ceph --cluster ceph osd new 5f374a94-93b5-45f7-9b2a-be4d0dea5f7f 7 2024-09-12T00:34:01.381 INFO:teuthology.orchestra.run.smithi194.stdout:7 2024-09-12T00:34:01.392 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-12T00:34:01.392 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-12T00:34:01.395 INFO:tasks.ceph.osd.0:Started 2024-09-12T00:34:01.395 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-12T00:34:01.395 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-12T00:34:01.397 INFO:tasks.ceph.osd.1:Started 2024-09-12T00:34:01.397 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-12T00:34:01.397 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-12T00:34:01.399 INFO:tasks.ceph.osd.2:Started 2024-09-12T00:34:01.399 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-12T00:34:01.400 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-12T00:34:01.402 INFO:tasks.ceph.osd.3:Started 2024-09-12T00:34:01.402 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-12T00:34:01.402 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-12T00:34:01.404 INFO:tasks.ceph.osd.4:Started 2024-09-12T00:34:01.405 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-12T00:34:01.405 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-12T00:34:01.407 INFO:tasks.ceph.osd.5:Started 2024-09-12T00:34:01.407 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-12T00:34:01.407 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-12T00:34:01.410 INFO:tasks.ceph.osd.6:Started 2024-09-12T00:34:01.410 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-12T00:34:01.410 DEBUG:teuthology.orchestra.run.smithi194:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-12T00:34:01.412 INFO:tasks.ceph.osd.7:Started 2024-09-12T00:34:01.412 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T00:34:01.638 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:34:01.639 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":10,"fsid":"fe5dc658-ec6d-4ee8-b34c-46f69914df9d","created":"2024-09-12T00:33:58.934447+0000","modified":"2024-09-12T00:34:01.378955+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T00:34:01.378955+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"092903b1-5a15-4ce1-9e3e-a07bb06563cc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"6a6806a5-8a3e-4c29-87d9-958228b8b185","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"7a581cbe-10f0-4a87-a144-c6c009760567","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"0061de01-80ac-4c52-9a65-fd9d99cad1dc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"d9344054-c46f-4a46-a6cf-19b3583bf718","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"39df5730-cec1-4f91-82a5-6c431f913d58","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"91a0110f-47ce-47ac-b616-024da5508714","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"5f374a94-93b5-45f7-9b2a-be4d0dea5f7f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T00:34:01.650 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-12T00:34:01.650 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-12T00:34:02.397 INFO:tasks.ceph.osd.0.smithi038.stderr:2024-09-12T00:34:02.398+0000 7f6a997c3640 -1 Falling back to public interface 2024-09-12T00:34:02.418 INFO:tasks.ceph.osd.5.smithi194.stderr:2024-09-12T00:34:02.419+0000 7faecad45640 -1 Falling back to public interface 2024-09-12T00:34:02.456 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T00:34:02.634 INFO:teuthology.misc.health.smithi038.stdout: 2024-09-12T00:34:02.634 INFO:teuthology.misc.health.smithi038.stdout:{"epoch":10,"fsid":"fe5dc658-ec6d-4ee8-b34c-46f69914df9d","created":"2024-09-12T00:33:58.934447+0000","modified":"2024-09-12T00:34:01.378955+0000","last_up_change":"0.000000","last_in_change":"2024-09-12T00:34:01.378955+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"092903b1-5a15-4ce1-9e3e-a07bb06563cc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"6a6806a5-8a3e-4c29-87d9-958228b8b185","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"7a581cbe-10f0-4a87-a144-c6c009760567","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"0061de01-80ac-4c52-9a65-fd9d99cad1dc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"d9344054-c46f-4a46-a6cf-19b3583bf718","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"39df5730-cec1-4f91-82a5-6c431f913d58","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"91a0110f-47ce-47ac-b616-024da5508714","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"5f374a94-93b5-45f7-9b2a-be4d0dea5f7f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T00:34:02.644 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-12T00:34:02.887 INFO:tasks.ceph.osd.7.smithi194.stderr:2024-09-12T00:34:02.887+0000 7fa22022f640 -1 Falling back to public interface 2024-09-12T00:34:02.895 INFO:tasks.ceph.osd.4.smithi194.stderr:2024-09-12T00:34:02.896+0000 7f676aa0b640 -1 Falling back to public interface 2024-09-12T00:34:02.906 INFO:tasks.ceph.osd.6.smithi194.stderr:2024-09-12T00:34:02.907+0000 7f58512da640 -1 Falling back to public interface 2024-09-12T00:34:03.119 INFO:tasks.ceph.osd.1.smithi038.stderr:2024-09-12T00:34:03.120+0000 7fd8cea0d640 -1 Falling back to public interface 2024-09-12T00:34:03.134 INFO:tasks.ceph.osd.3.smithi038.stderr:2024-09-12T00:34:03.135+0000 7f22592ef640 -1 Falling back to public interface 2024-09-12T00:34:03.374 INFO:tasks.ceph.osd.2.smithi038.stderr:2024-09-12T00:34:03.375+0000 7f65e540d640 -1 Falling back to public interface 2024-09-12T00:34:04.548 INFO:tasks.ceph.mgr.y.smithi038.stderr:2024-09-12T00:34:04.549+0000 7f67a899a640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-12T00:34:04.551 INFO:tasks.ceph.mgr.y.smithi038.stderr:2024-09-12T00:34:04.553+0000 7f67a899a640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-12T00:34:05.939 INFO:tasks.ceph.osd.0.smithi038.stderr:2024-09-12T00:34:05.940+0000 7f6a997c3640 -1 osd.0 0 log_to_monitors true 2024-09-12T00:34:06.014 INFO:tasks.ceph.osd.5.smithi194.stderr:2024-09-12T00:34:06.014+0000 7faecad45640 -1 osd.5 0 log_to_monitors true 2024-09-12T00:34:06.707 INFO:tasks.ceph.osd.4.smithi194.stderr:2024-09-12T00:34:06.708+0000 7f676aa0b640 -1 osd.4 0 log_to_monitors true 2024-09-12T00:34:06.933 INFO:tasks.ceph.osd.7.smithi194.stderr:2024-09-12T00:34:06.934+0000 7fa22022f640 -1 osd.7 0 log_to_monitors true 2024-09-12T00:34:06.941 INFO:tasks.ceph.osd.1.smithi038.stderr:2024-09-12T00:34:06.942+0000 7fd8cea0d640 -1 osd.1 0 log_to_monitors true 2024-09-12T00:34:06.968 INFO:tasks.ceph.osd.3.smithi038.stderr:2024-09-12T00:34:06.970+0000 7f22592ef640 -1 osd.3 0 log_to_monitors true 2024-09-12T00:34:06.983 INFO:tasks.ceph.osd.6.smithi194.stderr:2024-09-12T00:34:06.984+0000 7f58512da640 -1 osd.6 0 log_to_monitors true 2024-09-12T00:34:07.146 INFO:tasks.ceph.osd.2.smithi038.stderr:2024-09-12T00:34:07.147+0000 7f65e540d640 -1 osd.2 0 log_to_monitors true 2024-09-12T00:34:08.448 INFO:tasks.ceph.osd.5.smithi194.stderr:2024-09-12T00:34:08.448+0000 7faec74ed640 -1 osd.5 0 waiting for initial osdmap 2024-09-12T00:34:08.459 INFO:tasks.ceph.osd.5.smithi194.stderr:2024-09-12T00:34:08.460+0000 7faebeaf8640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T00:34:08.560 INFO:tasks.ceph.osd.0.smithi038.stderr:2024-09-12T00:34:08.561+0000 7f6a95757640 -1 osd.0 0 waiting for initial osdmap 2024-09-12T00:34:08.572 INFO:tasks.ceph.osd.0.smithi038.stderr:2024-09-12T00:34:08.573+0000 7f6a8d576640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T00:34:09.452 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T00:34:10.067 INFO:teuthology.misc.health.smithi038.stdout: 2024-09-12T00:34:10.067 INFO:teuthology.misc.health.smithi038.stdout:{"epoch":14,"fsid":"fe5dc658-ec6d-4ee8-b34c-46f69914df9d","created":"2024-09-12T00:33:58.934447+0000","modified":"2024-09-12T00:34:09.646607+0000","last_up_change":"2024-09-12T00:34:09.646607+0000","last_in_change":"2024-09-12T00:34:01.378955+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"092903b1-5a15-4ce1-9e3e-a07bb06563cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6801","nonce":3331370596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6803","nonce":3331370596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6807","nonce":3331370596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6805","nonce":3331370596}]},"public_addr":"172.21.15.38:6801/3331370596","cluster_addr":"172.21.15.38:6803/3331370596","heartbeat_back_addr":"172.21.15.38:6807/3331370596","heartbeat_front_addr":"172.21.15.38:6805/3331370596","state":["exists","up"]},{"osd":1,"uuid":"6a6806a5-8a3e-4c29-87d9-958228b8b185","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"7a581cbe-10f0-4a87-a144-c6c009760567","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"0061de01-80ac-4c52-9a65-fd9d99cad1dc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"d9344054-c46f-4a46-a6cf-19b3583bf718","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"39df5730-cec1-4f91-82a5-6c431f913d58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6800","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6801","nonce":4136092038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6802","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6803","nonce":4136092038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6806","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6807","nonce":4136092038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6804","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6805","nonce":4136092038}]},"public_addr":"172.21.15.194:6801/4136092038","cluster_addr":"172.21.15.194:6803/4136092038","heartbeat_back_addr":"172.21.15.194:6807/4136092038","heartbeat_front_addr":"172.21.15.194:6805/4136092038","state":["exists","up"]},{"osd":6,"uuid":"91a0110f-47ce-47ac-b616-024da5508714","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"5f374a94-93b5-45f7-9b2a-be4d0dea5f7f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.058594+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T00:34:10.082 DEBUG:teuthology.misc:2 of 8 OSDs are up 2024-09-12T00:34:10.272 INFO:tasks.ceph.osd.7.smithi194.stderr:2024-09-12T00:34:10.273+0000 7fa21c9d7640 -1 osd.7 0 waiting for initial osdmap 2024-09-12T00:34:10.285 INFO:tasks.ceph.osd.7.smithi194.stderr:2024-09-12T00:34:10.286+0000 7fa213fe2640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T00:34:10.332 INFO:tasks.ceph.osd.4.smithi194.stderr:2024-09-12T00:34:10.332+0000 7f67663de640 -1 osd.4 0 waiting for initial osdmap 2024-09-12T00:34:10.335 INFO:tasks.ceph.osd.6.smithi194.stderr:2024-09-12T00:34:10.336+0000 7f584d26e640 -1 osd.6 0 waiting for initial osdmap 2024-09-12T00:34:10.344 INFO:tasks.ceph.osd.4.smithi194.stderr:2024-09-12T00:34:10.345+0000 7f675e1fd640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T00:34:10.352 INFO:tasks.ceph.osd.6.smithi194.stderr:2024-09-12T00:34:10.353+0000 7f584508d640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T00:34:10.372 INFO:tasks.ceph.osd.3.smithi038.stderr:2024-09-12T00:34:10.373+0000 7f2255a97640 -1 osd.3 0 waiting for initial osdmap 2024-09-12T00:34:10.383 INFO:tasks.ceph.osd.3.smithi038.stderr:2024-09-12T00:34:10.385+0000 7f224d0a2640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T00:34:10.404 INFO:tasks.ceph.osd.2.smithi038.stderr:2024-09-12T00:34:10.405+0000 7f65e0e21640 -1 osd.2 0 waiting for initial osdmap 2024-09-12T00:34:10.414 INFO:tasks.ceph.osd.1.smithi038.stderr:2024-09-12T00:34:10.415+0000 7fd8ca303640 -1 osd.1 0 waiting for initial osdmap 2024-09-12T00:34:10.418 INFO:tasks.ceph.osd.2.smithi038.stderr:2024-09-12T00:34:10.420+0000 7f65d8c40640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T00:34:10.425 INFO:tasks.ceph.osd.1.smithi038.stderr:2024-09-12T00:34:10.427+0000 7fd8c2122640 -1 osd.1 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-12T00:34:16.890 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-12T00:34:17.211 INFO:teuthology.misc.health.smithi038.stdout: 2024-09-12T00:34:17.212 INFO:teuthology.misc.health.smithi038.stdout:{"epoch":18,"fsid":"fe5dc658-ec6d-4ee8-b34c-46f69914df9d","created":"2024-09-12T00:33:58.934447+0000","modified":"2024-09-12T00:34:13.715968+0000","last_up_change":"2024-09-12T00:34:10.680771+0000","last_in_change":"2024-09-12T00:34:01.378955+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T00:34:11.568227+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"092903b1-5a15-4ce1-9e3e-a07bb06563cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6801","nonce":3331370596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6803","nonce":3331370596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6807","nonce":3331370596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6805","nonce":3331370596}]},"public_addr":"172.21.15.38:6801/3331370596","cluster_addr":"172.21.15.38:6803/3331370596","heartbeat_back_addr":"172.21.15.38:6807/3331370596","heartbeat_front_addr":"172.21.15.38:6805/3331370596","state":["exists","up"]},{"osd":1,"uuid":"6a6806a5-8a3e-4c29-87d9-958228b8b185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":967286737},{"type":"v1","addr":"172.21.15.38:6809","nonce":967286737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":967286737},{"type":"v1","addr":"172.21.15.38:6811","nonce":967286737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":967286737},{"type":"v1","addr":"172.21.15.38:6815","nonce":967286737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":967286737},{"type":"v1","addr":"172.21.15.38:6813","nonce":967286737}]},"public_addr":"172.21.15.38:6809/967286737","cluster_addr":"172.21.15.38:6811/967286737","heartbeat_back_addr":"172.21.15.38:6815/967286737","heartbeat_front_addr":"172.21.15.38:6813/967286737","state":["exists","up"]},{"osd":2,"uuid":"7a581cbe-10f0-4a87-a144-c6c009760567","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2480374289},{"type":"v1","addr":"172.21.15.38:6825","nonce":2480374289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":2480374289},{"type":"v1","addr":"172.21.15.38:6827","nonce":2480374289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":2480374289},{"type":"v1","addr":"172.21.15.38:6831","nonce":2480374289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":2480374289},{"type":"v1","addr":"172.21.15.38:6829","nonce":2480374289}]},"public_addr":"172.21.15.38:6825/2480374289","cluster_addr":"172.21.15.38:6827/2480374289","heartbeat_back_addr":"172.21.15.38:6831/2480374289","heartbeat_front_addr":"172.21.15.38:6829/2480374289","state":["exists","up"]},{"osd":3,"uuid":"0061de01-80ac-4c52-9a65-fd9d99cad1dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":3482964760},{"type":"v1","addr":"172.21.15.38:6817","nonce":3482964760}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":3482964760},{"type":"v1","addr":"172.21.15.38:6819","nonce":3482964760}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":3482964760},{"type":"v1","addr":"172.21.15.38:6823","nonce":3482964760}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":3482964760},{"type":"v1","addr":"172.21.15.38:6821","nonce":3482964760}]},"public_addr":"172.21.15.38:6817/3482964760","cluster_addr":"172.21.15.38:6819/3482964760","heartbeat_back_addr":"172.21.15.38:6823/3482964760","heartbeat_front_addr":"172.21.15.38:6821/3482964760","state":["exists","up"]},{"osd":4,"uuid":"d9344054-c46f-4a46-a6cf-19b3583bf718","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6816","nonce":68546384},{"type":"v1","addr":"172.21.15.194:6817","nonce":68546384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6818","nonce":68546384},{"type":"v1","addr":"172.21.15.194:6819","nonce":68546384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6822","nonce":68546384},{"type":"v1","addr":"172.21.15.194:6823","nonce":68546384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6820","nonce":68546384},{"type":"v1","addr":"172.21.15.194:6821","nonce":68546384}]},"public_addr":"172.21.15.194:6817/68546384","cluster_addr":"172.21.15.194:6819/68546384","heartbeat_back_addr":"172.21.15.194:6823/68546384","heartbeat_front_addr":"172.21.15.194:6821/68546384","state":["exists","up"]},{"osd":5,"uuid":"39df5730-cec1-4f91-82a5-6c431f913d58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6800","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6801","nonce":4136092038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6802","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6803","nonce":4136092038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6806","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6807","nonce":4136092038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6804","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6805","nonce":4136092038}]},"public_addr":"172.21.15.194:6801/4136092038","cluster_addr":"172.21.15.194:6803/4136092038","heartbeat_back_addr":"172.21.15.194:6807/4136092038","heartbeat_front_addr":"172.21.15.194:6805/4136092038","state":["exists","up"]},{"osd":6,"uuid":"91a0110f-47ce-47ac-b616-024da5508714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6824","nonce":2257857096},{"type":"v1","addr":"172.21.15.194:6825","nonce":2257857096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6826","nonce":2257857096},{"type":"v1","addr":"172.21.15.194:6827","nonce":2257857096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6830","nonce":2257857096},{"type":"v1","addr":"172.21.15.194:6831","nonce":2257857096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6828","nonce":2257857096},{"type":"v1","addr":"172.21.15.194:6829","nonce":2257857096}]},"public_addr":"172.21.15.194:6825/2257857096","cluster_addr":"172.21.15.194:6827/2257857096","heartbeat_back_addr":"172.21.15.194:6831/2257857096","heartbeat_front_addr":"172.21.15.194:6829/2257857096","state":["exists","up"]},{"osd":7,"uuid":"5f374a94-93b5-45f7-9b2a-be4d0dea5f7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6808","nonce":3161873983},{"type":"v1","addr":"172.21.15.194:6809","nonce":3161873983}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6810","nonce":3161873983},{"type":"v1","addr":"172.21.15.194:6811","nonce":3161873983}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6814","nonce":3161873983},{"type":"v1","addr":"172.21.15.194:6815","nonce":3161873983}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6812","nonce":3161873983},{"type":"v1","addr":"172.21.15.194:6813","nonce":3161873983}]},"public_addr":"172.21.15.194:6809/3161873983","cluster_addr":"172.21.15.194:6811/3161873983","heartbeat_back_addr":"172.21.15.194:6815/3161873983","heartbeat_front_addr":"172.21.15.194:6813/3161873983","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:06.981315+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.899936+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:08.191718+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.950998+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.755421+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.058594+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.984201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.927273+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T00:34:17.223 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-12T00:34:17.223 INFO:tasks.ceph:Creating RBD pool 2024-09-12T00:34:17.223 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph osd pool create rbd 8 2024-09-12T00:34:17.775 INFO:teuthology.orchestra.run.smithi038.stderr:pool 'rbd' created 2024-09-12T00:34:17.791 DEBUG:teuthology.orchestra.run.smithi038:> rbd --cluster ceph pool init rbd 2024-09-12T00:34:17.856 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:34:17.856 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:34:20.837 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-12T00:34:20.837 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-12T00:34:20.838 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-12T00:34:21.161 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:34:21.173 INFO:teuthology.orchestra.run.smithi038.stdout:[{"version":9,"timestamp":"2024-09-12T00:34:10.417019+0000","name":"","changes":[{"name":"osd.1/osd_mclock_max_capacity_iops_ssd","new_value":"4932.961027"}]}] 2024-09-12T00:34:21.173 INFO:tasks.ceph_manager:config epoch is 9 2024-09-12T00:34:21.174 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-12T00:34:21.174 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-12T00:34:21.174 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-12T00:34:21.538 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:34:21.549 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":5,"flags":0,"active_gid":4101,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6832","nonce":2066388695},{"type":"v1","addr":"172.21.15.38:6833","nonce":2066388695}]},"active_addr":"172.21.15.38:6833/2066388695","active_change":"2024-09-12T00:34:03.529393+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":4114,"name":"x","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.38:0","nonce":1811400528}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.38:0","nonce":2787179909}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.38:0","nonce":2467038154}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.38:0","nonce":1156162323}]}]} 2024-09-12T00:34:21.553 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-12T00:34:21.553 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-12T00:34:21.553 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T00:34:21.871 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:34:21.871 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":22,"fsid":"fe5dc658-ec6d-4ee8-b34c-46f69914df9d","created":"2024-09-12T00:33:58.934447+0000","modified":"2024-09-12T00:34:20.807271+0000","last_up_change":"2024-09-12T00:34:10.680771+0000","last_in_change":"2024-09-12T00:34:01.378955+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T00:34:11.568227+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T00:34:17.541832+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"092903b1-5a15-4ce1-9e3e-a07bb06563cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6801","nonce":3331370596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6803","nonce":3331370596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6807","nonce":3331370596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6805","nonce":3331370596}]},"public_addr":"172.21.15.38:6801/3331370596","cluster_addr":"172.21.15.38:6803/3331370596","heartbeat_back_addr":"172.21.15.38:6807/3331370596","heartbeat_front_addr":"172.21.15.38:6805/3331370596","state":["exists","up"]},{"osd":1,"uuid":"6a6806a5-8a3e-4c29-87d9-958228b8b185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":967286737},{"type":"v1","addr":"172.21.15.38:6809","nonce":967286737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":967286737},{"type":"v1","addr":"172.21.15.38:6811","nonce":967286737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":967286737},{"type":"v1","addr":"172.21.15.38:6815","nonce":967286737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":967286737},{"type":"v1","addr":"172.21.15.38:6813","nonce":967286737}]},"public_addr":"172.21.15.38:6809/967286737","cluster_addr":"172.21.15.38:6811/967286737","heartbeat_back_addr":"172.21.15.38:6815/967286737","heartbeat_front_addr":"172.21.15.38:6813/967286737","state":["exists","up"]},{"osd":2,"uuid":"7a581cbe-10f0-4a87-a144-c6c009760567","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2480374289},{"type":"v1","addr":"172.21.15.38:6825","nonce":2480374289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":2480374289},{"type":"v1","addr":"172.21.15.38:6827","nonce":2480374289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":2480374289},{"type":"v1","addr":"172.21.15.38:6831","nonce":2480374289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":2480374289},{"type":"v1","addr":"172.21.15.38:6829","nonce":2480374289}]},"public_addr":"172.21.15.38:6825/2480374289","cluster_addr":"172.21.15.38:6827/2480374289","heartbeat_back_addr":"172.21.15.38:6831/2480374289","heartbeat_front_addr":"172.21.15.38:6829/2480374289","state":["exists","up"]},{"osd":3,"uuid":"0061de01-80ac-4c52-9a65-fd9d99cad1dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":3482964760},{"type":"v1","addr":"172.21.15.38:6817","nonce":3482964760}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":3482964760},{"type":"v1","addr":"172.21.15.38:6819","nonce":3482964760}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":3482964760},{"type":"v1","addr":"172.21.15.38:6823","nonce":3482964760}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":3482964760},{"type":"v1","addr":"172.21.15.38:6821","nonce":3482964760}]},"public_addr":"172.21.15.38:6817/3482964760","cluster_addr":"172.21.15.38:6819/3482964760","heartbeat_back_addr":"172.21.15.38:6823/3482964760","heartbeat_front_addr":"172.21.15.38:6821/3482964760","state":["exists","up"]},{"osd":4,"uuid":"d9344054-c46f-4a46-a6cf-19b3583bf718","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6816","nonce":68546384},{"type":"v1","addr":"172.21.15.194:6817","nonce":68546384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6818","nonce":68546384},{"type":"v1","addr":"172.21.15.194:6819","nonce":68546384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6822","nonce":68546384},{"type":"v1","addr":"172.21.15.194:6823","nonce":68546384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6820","nonce":68546384},{"type":"v1","addr":"172.21.15.194:6821","nonce":68546384}]},"public_addr":"172.21.15.194:6817/68546384","cluster_addr":"172.21.15.194:6819/68546384","heartbeat_back_addr":"172.21.15.194:6823/68546384","heartbeat_front_addr":"172.21.15.194:6821/68546384","state":["exists","up"]},{"osd":5,"uuid":"39df5730-cec1-4f91-82a5-6c431f913d58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6800","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6801","nonce":4136092038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6802","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6803","nonce":4136092038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6806","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6807","nonce":4136092038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6804","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6805","nonce":4136092038}]},"public_addr":"172.21.15.194:6801/4136092038","cluster_addr":"172.21.15.194:6803/4136092038","heartbeat_back_addr":"172.21.15.194:6807/4136092038","heartbeat_front_addr":"172.21.15.194:6805/4136092038","state":["exists","up"]},{"osd":6,"uuid":"91a0110f-47ce-47ac-b616-024da5508714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6824","nonce":2257857096},{"type":"v1","addr":"172.21.15.194:6825","nonce":2257857096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6826","nonce":2257857096},{"type":"v1","addr":"172.21.15.194:6827","nonce":2257857096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6830","nonce":2257857096},{"type":"v1","addr":"172.21.15.194:6831","nonce":2257857096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6828","nonce":2257857096},{"type":"v1","addr":"172.21.15.194:6829","nonce":2257857096}]},"public_addr":"172.21.15.194:6825/2257857096","cluster_addr":"172.21.15.194:6827/2257857096","heartbeat_back_addr":"172.21.15.194:6831/2257857096","heartbeat_front_addr":"172.21.15.194:6829/2257857096","state":["exists","up"]},{"osd":7,"uuid":"5f374a94-93b5-45f7-9b2a-be4d0dea5f7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6808","nonce":3161873983},{"type":"v1","addr":"172.21.15.194:6809","nonce":3161873983}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6810","nonce":3161873983},{"type":"v1","addr":"172.21.15.194:6811","nonce":3161873983}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6814","nonce":3161873983},{"type":"v1","addr":"172.21.15.194:6815","nonce":3161873983}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6812","nonce":3161873983},{"type":"v1","addr":"172.21.15.194:6813","nonce":3161873983}]},"public_addr":"172.21.15.194:6809/3161873983","cluster_addr":"172.21.15.194:6811/3161873983","heartbeat_back_addr":"172.21.15.194:6815/3161873983","heartbeat_front_addr":"172.21.15.194:6813/3161873983","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:06.981315+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.899936+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:08.191718+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.950998+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.755421+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.058594+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.984201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.927273+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T00:34:21.884 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-12T00:34:21.884 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T00:34:22.195 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:34:22.196 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":22,"fsid":"fe5dc658-ec6d-4ee8-b34c-46f69914df9d","created":"2024-09-12T00:33:58.934447+0000","modified":"2024-09-12T00:34:20.807271+0000","last_up_change":"2024-09-12T00:34:10.680771+0000","last_in_change":"2024-09-12T00:34:01.378955+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T00:34:11.568227+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T00:34:17.541832+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"092903b1-5a15-4ce1-9e3e-a07bb06563cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6801","nonce":3331370596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6803","nonce":3331370596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6807","nonce":3331370596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6805","nonce":3331370596}]},"public_addr":"172.21.15.38:6801/3331370596","cluster_addr":"172.21.15.38:6803/3331370596","heartbeat_back_addr":"172.21.15.38:6807/3331370596","heartbeat_front_addr":"172.21.15.38:6805/3331370596","state":["exists","up"]},{"osd":1,"uuid":"6a6806a5-8a3e-4c29-87d9-958228b8b185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":967286737},{"type":"v1","addr":"172.21.15.38:6809","nonce":967286737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":967286737},{"type":"v1","addr":"172.21.15.38:6811","nonce":967286737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":967286737},{"type":"v1","addr":"172.21.15.38:6815","nonce":967286737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":967286737},{"type":"v1","addr":"172.21.15.38:6813","nonce":967286737}]},"public_addr":"172.21.15.38:6809/967286737","cluster_addr":"172.21.15.38:6811/967286737","heartbeat_back_addr":"172.21.15.38:6815/967286737","heartbeat_front_addr":"172.21.15.38:6813/967286737","state":["exists","up"]},{"osd":2,"uuid":"7a581cbe-10f0-4a87-a144-c6c009760567","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2480374289},{"type":"v1","addr":"172.21.15.38:6825","nonce":2480374289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":2480374289},{"type":"v1","addr":"172.21.15.38:6827","nonce":2480374289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":2480374289},{"type":"v1","addr":"172.21.15.38:6831","nonce":2480374289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":2480374289},{"type":"v1","addr":"172.21.15.38:6829","nonce":2480374289}]},"public_addr":"172.21.15.38:6825/2480374289","cluster_addr":"172.21.15.38:6827/2480374289","heartbeat_back_addr":"172.21.15.38:6831/2480374289","heartbeat_front_addr":"172.21.15.38:6829/2480374289","state":["exists","up"]},{"osd":3,"uuid":"0061de01-80ac-4c52-9a65-fd9d99cad1dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":3482964760},{"type":"v1","addr":"172.21.15.38:6817","nonce":3482964760}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":3482964760},{"type":"v1","addr":"172.21.15.38:6819","nonce":3482964760}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":3482964760},{"type":"v1","addr":"172.21.15.38:6823","nonce":3482964760}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":3482964760},{"type":"v1","addr":"172.21.15.38:6821","nonce":3482964760}]},"public_addr":"172.21.15.38:6817/3482964760","cluster_addr":"172.21.15.38:6819/3482964760","heartbeat_back_addr":"172.21.15.38:6823/3482964760","heartbeat_front_addr":"172.21.15.38:6821/3482964760","state":["exists","up"]},{"osd":4,"uuid":"d9344054-c46f-4a46-a6cf-19b3583bf718","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6816","nonce":68546384},{"type":"v1","addr":"172.21.15.194:6817","nonce":68546384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6818","nonce":68546384},{"type":"v1","addr":"172.21.15.194:6819","nonce":68546384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6822","nonce":68546384},{"type":"v1","addr":"172.21.15.194:6823","nonce":68546384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6820","nonce":68546384},{"type":"v1","addr":"172.21.15.194:6821","nonce":68546384}]},"public_addr":"172.21.15.194:6817/68546384","cluster_addr":"172.21.15.194:6819/68546384","heartbeat_back_addr":"172.21.15.194:6823/68546384","heartbeat_front_addr":"172.21.15.194:6821/68546384","state":["exists","up"]},{"osd":5,"uuid":"39df5730-cec1-4f91-82a5-6c431f913d58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6800","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6801","nonce":4136092038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6802","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6803","nonce":4136092038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6806","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6807","nonce":4136092038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6804","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6805","nonce":4136092038}]},"public_addr":"172.21.15.194:6801/4136092038","cluster_addr":"172.21.15.194:6803/4136092038","heartbeat_back_addr":"172.21.15.194:6807/4136092038","heartbeat_front_addr":"172.21.15.194:6805/4136092038","state":["exists","up"]},{"osd":6,"uuid":"91a0110f-47ce-47ac-b616-024da5508714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6824","nonce":2257857096},{"type":"v1","addr":"172.21.15.194:6825","nonce":2257857096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6826","nonce":2257857096},{"type":"v1","addr":"172.21.15.194:6827","nonce":2257857096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6830","nonce":2257857096},{"type":"v1","addr":"172.21.15.194:6831","nonce":2257857096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6828","nonce":2257857096},{"type":"v1","addr":"172.21.15.194:6829","nonce":2257857096}]},"public_addr":"172.21.15.194:6825/2257857096","cluster_addr":"172.21.15.194:6827/2257857096","heartbeat_back_addr":"172.21.15.194:6831/2257857096","heartbeat_front_addr":"172.21.15.194:6829/2257857096","state":["exists","up"]},{"osd":7,"uuid":"5f374a94-93b5-45f7-9b2a-be4d0dea5f7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6808","nonce":3161873983},{"type":"v1","addr":"172.21.15.194:6809","nonce":3161873983}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6810","nonce":3161873983},{"type":"v1","addr":"172.21.15.194:6811","nonce":3161873983}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6814","nonce":3161873983},{"type":"v1","addr":"172.21.15.194:6815","nonce":3161873983}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6812","nonce":3161873983},{"type":"v1","addr":"172.21.15.194:6813","nonce":3161873983}]},"public_addr":"172.21.15.194:6809/3161873983","cluster_addr":"172.21.15.194:6811/3161873983","heartbeat_back_addr":"172.21.15.194:6815/3161873983","heartbeat_front_addr":"172.21.15.194:6813/3161873983","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:06.981315+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.899936+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:08.191718+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.950998+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.755421+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.058594+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.984201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.927273+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T00:34:22.209 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-12T00:34:22.210 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-12T00:34:22.210 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-12T00:34:22.211 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-12T00:34:22.211 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-12T00:34:22.212 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-12T00:34:22.212 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-12T00:34:22.212 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-12T00:34:22.489 INFO:teuthology.orchestra.run.smithi038.stdout:64424509447 2024-09-12T00:34:22.489 INFO:teuthology.orchestra.run.smithi038.stdout:55834574852 2024-09-12T00:34:22.490 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T00:34:22.490 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T00:34:22.491 INFO:teuthology.orchestra.run.smithi038.stdout:64424509446 2024-09-12T00:34:22.492 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T00:34:22.492 INFO:teuthology.orchestra.run.smithi038.stdout:64424509446 2024-09-12T00:34:22.493 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-12T00:34:22.493 INFO:teuthology.orchestra.run.smithi038.stdout:64424509447 2024-09-12T00:34:22.494 INFO:teuthology.orchestra.run.smithi038.stdout:64424509446 2024-09-12T00:34:22.494 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T00:34:22.495 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-12T00:34:22.495 INFO:teuthology.orchestra.run.smithi038.stdout:64424509446 2024-09-12T00:34:22.496 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-12T00:34:22.497 INFO:teuthology.orchestra.run.smithi038.stdout:60129542149 2024-09-12T00:34:22.497 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T00:34:23.185 INFO:teuthology.orchestra.run.smithi038.stdout:64424509444 2024-09-12T00:34:23.186 INFO:teuthology.orchestra.run.smithi038.stdout:64424509444 2024-09-12T00:34:23.189 INFO:teuthology.orchestra.run.smithi038.stdout:64424509445 2024-09-12T00:34:23.190 INFO:teuthology.orchestra.run.smithi038.stdout:64424509444 2024-09-12T00:34:23.194 INFO:teuthology.orchestra.run.smithi038.stdout:64424509444 2024-09-12T00:34:23.194 INFO:teuthology.orchestra.run.smithi038.stdout:64424509445 2024-09-12T00:34:23.195 INFO:teuthology.orchestra.run.smithi038.stdout:60129542148 2024-09-12T00:34:23.196 INFO:teuthology.orchestra.run.smithi038.stdout:55834574851 2024-09-12T00:34:23.216 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509444 for osd.1 2024-09-12T00:34:23.216 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509444 for osd.4 2024-09-12T00:34:23.218 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.2 2024-09-12T00:34:23.218 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542148 for osd.0 2024-09-12T00:34:23.219 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509444 for osd.6 2024-09-12T00:34:23.221 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.3 2024-09-12T00:34:23.221 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509444 for osd.7 2024-09-12T00:34:23.223 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574851 for osd.5 2024-09-12T00:34:24.217 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-12T00:34:24.218 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-12T00:34:24.218 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-12T00:34:24.219 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-12T00:34:24.220 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-12T00:34:24.222 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-12T00:34:24.222 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-12T00:34:24.224 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-12T00:34:24.849 INFO:teuthology.orchestra.run.smithi038.stdout:64424509446 2024-09-12T00:34:24.864 INFO:teuthology.orchestra.run.smithi038.stdout:64424509447 2024-09-12T00:34:24.867 INFO:teuthology.orchestra.run.smithi038.stdout:64424509446 2024-09-12T00:34:24.870 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.4 2024-09-12T00:34:24.871 DEBUG:teuthology.parallel:result is None 2024-09-12T00:34:24.887 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.2 2024-09-12T00:34:24.888 DEBUG:teuthology.parallel:result is None 2024-09-12T00:34:24.888 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.1 2024-09-12T00:34:24.888 DEBUG:teuthology.parallel:result is None 2024-09-12T00:34:24.896 INFO:teuthology.orchestra.run.smithi038.stdout:64424509446 2024-09-12T00:34:24.909 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.6 2024-09-12T00:34:24.909 DEBUG:teuthology.parallel:result is None 2024-09-12T00:34:24.917 INFO:teuthology.orchestra.run.smithi038.stdout:55834574852 2024-09-12T00:34:24.921 INFO:teuthology.orchestra.run.smithi038.stdout:64424509446 2024-09-12T00:34:24.929 INFO:teuthology.orchestra.run.smithi038.stdout:60129542149 2024-09-12T00:34:24.935 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.5 2024-09-12T00:34:24.935 DEBUG:teuthology.parallel:result is None 2024-09-12T00:34:24.939 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.7 2024-09-12T00:34:24.939 DEBUG:teuthology.parallel:result is None 2024-09-12T00:34:24.940 INFO:teuthology.orchestra.run.smithi038.stdout:64424509447 2024-09-12T00:34:24.944 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542149 got 60129542149 for osd.0 2024-09-12T00:34:24.945 DEBUG:teuthology.parallel:result is None 2024-09-12T00:34:24.953 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.3 2024-09-12T00:34:24.953 DEBUG:teuthology.parallel:result is None 2024-09-12T00:34:24.953 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T00:34:24.954 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T00:34:25.302 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:34:25.302 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-09-12T00:34:25.314 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-12T00:34:23.542783+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":235808,"kb_used_data":2896,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738912,"statfs":{"total":773094113280,"available":772852645888,"internally_reserved":0,"allocated":2965504,"data_stored":1781574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.762727"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.841319+0000","last_change":"2024-09-12T00:34:20.841319+0000","last_active":"2024-09-12T00:34:20.841319+0000","last_peered":"2024-09-12T00:34:20.841319+0000","last_clean":"2024-09-12T00:34:20.841319+0000","last_became_active":"2024-09-12T00:34:18.792515+0000","last_became_peered":"2024-09-12T00:34:18.792515+0000","last_unstale":"2024-09-12T00:34:20.841319+0000","last_undegraded":"2024-09-12T00:34:20.841319+0000","last_fullsized":"2024-09-12T00:34:20.841319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:18.183302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000465122,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.831144+0000","last_change":"2024-09-12T00:34:20.831144+0000","last_active":"2024-09-12T00:34:20.831144+0000","last_peered":"2024-09-12T00:34:20.831144+0000","last_clean":"2024-09-12T00:34:20.831144+0000","last_became_active":"2024-09-12T00:34:18.799719+0000","last_became_peered":"2024-09-12T00:34:18.799719+0000","last_unstale":"2024-09-12T00:34:20.831144+0000","last_undegraded":"2024-09-12T00:34:20.831144+0000","last_fullsized":"2024-09-12T00:34:20.831144+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:40.152433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061593800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.832045+0000","last_change":"2024-09-12T00:34:20.832045+0000","last_active":"2024-09-12T00:34:20.832045+0000","last_peered":"2024-09-12T00:34:20.832045+0000","last_clean":"2024-09-12T00:34:20.832045+0000","last_became_active":"2024-09-12T00:34:18.792370+0000","last_became_peered":"2024-09-12T00:34:18.792370+0000","last_unstale":"2024-09-12T00:34:20.832045+0000","last_undegraded":"2024-09-12T00:34:20.832045+0000","last_fullsized":"2024-09-12T00:34:20.832045+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:02:03.795799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049636899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.831144+0000","last_change":"2024-09-12T00:34:20.831144+0000","last_active":"2024-09-12T00:34:20.831144+0000","last_peered":"2024-09-12T00:34:20.831144+0000","last_clean":"2024-09-12T00:34:20.831144+0000","last_became_active":"2024-09-12T00:34:18.799798+0000","last_became_peered":"2024-09-12T00:34:18.799798+0000","last_unstale":"2024-09-12T00:34:20.831144+0000","last_undegraded":"2024-09-12T00:34:20.831144+0000","last_fullsized":"2024-09-12T00:34:20.831144+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:49:11.201504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062911100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"22'2","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.831907+0000","last_change":"2024-09-12T00:34:20.831907+0000","last_active":"2024-09-12T00:34:20.831907+0000","last_peered":"2024-09-12T00:34:20.831907+0000","last_clean":"2024-09-12T00:34:20.831907+0000","last_became_active":"2024-09-12T00:34:18.800014+0000","last_became_peered":"2024-09-12T00:34:18.800014+0000","last_unstale":"2024-09-12T00:34:20.831907+0000","last_undegraded":"2024-09-12T00:34:20.831907+0000","last_fullsized":"2024-09-12T00:34:20.831907+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:07:12.501341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070168200000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.841609+0000","last_change":"2024-09-12T00:34:20.841609+0000","last_active":"2024-09-12T00:34:20.841609+0000","last_peered":"2024-09-12T00:34:20.841609+0000","last_clean":"2024-09-12T00:34:20.841609+0000","last_became_active":"2024-09-12T00:34:18.950483+0000","last_became_peered":"2024-09-12T00:34:18.950483+0000","last_unstale":"2024-09-12T00:34:20.841609+0000","last_undegraded":"2024-09-12T00:34:20.841609+0000","last_fullsized":"2024-09-12T00:34:20.841609+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:23:51.792068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059199199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.832066+0000","last_change":"2024-09-12T00:34:20.832066+0000","last_active":"2024-09-12T00:34:20.832066+0000","last_peered":"2024-09-12T00:34:20.832066+0000","last_clean":"2024-09-12T00:34:20.832066+0000","last_became_active":"2024-09-12T00:34:18.800093+0000","last_became_peered":"2024-09-12T00:34:18.800093+0000","last_unstale":"2024-09-12T00:34:20.832066+0000","last_undegraded":"2024-09-12T00:34:20.832066+0000","last_fullsized":"2024-09-12T00:34:20.832066+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:45.202285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067478700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"20'1","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.831594+0000","last_change":"2024-09-12T00:34:20.831877+0000","last_active":"2024-09-12T00:34:20.831594+0000","last_peered":"2024-09-12T00:34:20.831594+0000","last_clean":"2024-09-12T00:34:20.831594+0000","last_became_active":"2024-09-12T00:34:18.794220+0000","last_became_peered":"2024-09-12T00:34:18.794220+0000","last_unstale":"2024-09-12T00:34:20.831594+0000","last_undegraded":"2024-09-12T00:34:20.831594+0000","last_fullsized":"2024-09-12T00:34:20.831594+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:15.620372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068530299999999995,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"17'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.831441+0000","last_change":"2024-09-12T00:34:12.861591+0000","last_active":"2024-09-12T00:34:20.831441+0000","last_peered":"2024-09-12T00:34:20.831441+0000","last_clean":"2024-09-12T00:34:20.831441+0000","last_became_active":"2024-09-12T00:34:12.860653+0000","last_became_peered":"2024-09-12T00:34:12.860653+0000","last_unstale":"2024-09-12T00:34:20.831441+0000","last_undegraded":"2024-09-12T00:34:20.831441+0000","last_fullsized":"2024-09-12T00:34:20.831441+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:11.689474+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:11.689474+0000","last_clean_scrub_stamp":"2024-09-12T00:34:11.689474+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:22.803547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509446,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":815104,"data_stored":665468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509446,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":75100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":75100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509447,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31412,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340428,"statfs":{"total":96636764160,"available":96604598272,"internally_reserved":0,"allocated":221184,"data_stored":75100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509447,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31412,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340428,"statfs":{"total":96636764160,"available":96604598272,"internally_reserved":0,"allocated":221184,"data_stored":75100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509446,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31416,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340424,"statfs":{"total":96636764160,"available":96604594176,"internally_reserved":0,"allocated":225280,"data_stored":75119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":815104,"data_stored":665468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574852,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":75119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T00:34:25.315 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T00:34:25.625 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:34:25.625 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-09-12T00:34:25.637 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-12T00:34:25.543074+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590387,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":103,"num_write_kb":1630,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":18,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":235808,"kb_used_data":2896,"kb_used_omap":12,"kb_used_meta":232691,"kb_avail":754738912,"statfs":{"total":773094113280,"available":772852645888,"internally_reserved":0,"allocated":2965504,"data_stored":1781574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":238276144},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.757390"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.841319+0000","last_change":"2024-09-12T00:34:20.841319+0000","last_active":"2024-09-12T00:34:20.841319+0000","last_peered":"2024-09-12T00:34:20.841319+0000","last_clean":"2024-09-12T00:34:20.841319+0000","last_became_active":"2024-09-12T00:34:18.792515+0000","last_became_peered":"2024-09-12T00:34:18.792515+0000","last_unstale":"2024-09-12T00:34:20.841319+0000","last_undegraded":"2024-09-12T00:34:20.841319+0000","last_fullsized":"2024-09-12T00:34:20.841319+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:18.183302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000465122,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.6","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.831144+0000","last_change":"2024-09-12T00:34:20.831144+0000","last_active":"2024-09-12T00:34:20.831144+0000","last_peered":"2024-09-12T00:34:20.831144+0000","last_clean":"2024-09-12T00:34:20.831144+0000","last_became_active":"2024-09-12T00:34:18.799719+0000","last_became_peered":"2024-09-12T00:34:18.799719+0000","last_unstale":"2024-09-12T00:34:20.831144+0000","last_undegraded":"2024-09-12T00:34:20.831144+0000","last_fullsized":"2024-09-12T00:34:20.831144+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:40.152433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061593800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.5","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.832045+0000","last_change":"2024-09-12T00:34:20.832045+0000","last_active":"2024-09-12T00:34:20.832045+0000","last_peered":"2024-09-12T00:34:20.832045+0000","last_clean":"2024-09-12T00:34:20.832045+0000","last_became_active":"2024-09-12T00:34:18.792370+0000","last_became_peered":"2024-09-12T00:34:18.792370+0000","last_unstale":"2024-09-12T00:34:20.832045+0000","last_undegraded":"2024-09-12T00:34:20.832045+0000","last_fullsized":"2024-09-12T00:34:20.832045+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:02:03.795799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049636899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.4","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.831144+0000","last_change":"2024-09-12T00:34:20.831144+0000","last_active":"2024-09-12T00:34:20.831144+0000","last_peered":"2024-09-12T00:34:20.831144+0000","last_clean":"2024-09-12T00:34:20.831144+0000","last_became_active":"2024-09-12T00:34:18.799798+0000","last_became_peered":"2024-09-12T00:34:18.799798+0000","last_unstale":"2024-09-12T00:34:20.831144+0000","last_undegraded":"2024-09-12T00:34:20.831144+0000","last_fullsized":"2024-09-12T00:34:20.831144+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:49:11.201504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062911100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.2","version":"22'2","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.831907+0000","last_change":"2024-09-12T00:34:20.831907+0000","last_active":"2024-09-12T00:34:20.831907+0000","last_peered":"2024-09-12T00:34:20.831907+0000","last_clean":"2024-09-12T00:34:20.831907+0000","last_became_active":"2024-09-12T00:34:18.800014+0000","last_became_peered":"2024-09-12T00:34:18.800014+0000","last_unstale":"2024-09-12T00:34:20.831907+0000","last_undegraded":"2024-09-12T00:34:20.831907+0000","last_fullsized":"2024-09-12T00:34:20.831907+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:07:12.501341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070168200000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.1","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.841609+0000","last_change":"2024-09-12T00:34:20.841609+0000","last_active":"2024-09-12T00:34:20.841609+0000","last_peered":"2024-09-12T00:34:20.841609+0000","last_clean":"2024-09-12T00:34:20.841609+0000","last_became_active":"2024-09-12T00:34:18.950483+0000","last_became_peered":"2024-09-12T00:34:18.950483+0000","last_unstale":"2024-09-12T00:34:20.841609+0000","last_undegraded":"2024-09-12T00:34:20.841609+0000","last_fullsized":"2024-09-12T00:34:20.841609+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:23:51.792068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059199199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.0","version":"0'0","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.832066+0000","last_change":"2024-09-12T00:34:20.832066+0000","last_active":"2024-09-12T00:34:20.832066+0000","last_peered":"2024-09-12T00:34:20.832066+0000","last_clean":"2024-09-12T00:34:20.832066+0000","last_became_active":"2024-09-12T00:34:18.800093+0000","last_became_peered":"2024-09-12T00:34:18.800093+0000","last_unstale":"2024-09-12T00:34:20.832066+0000","last_undegraded":"2024-09-12T00:34:20.832066+0000","last_fullsized":"2024-09-12T00:34:20.832066+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:45.202285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067478700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"2.3","version":"20'1","reported_seq":21,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.831594+0000","last_change":"2024-09-12T00:34:20.831877+0000","last_active":"2024-09-12T00:34:20.831594+0000","last_peered":"2024-09-12T00:34:20.831594+0000","last_clean":"2024-09-12T00:34:20.831594+0000","last_became_active":"2024-09-12T00:34:18.794220+0000","last_became_peered":"2024-09-12T00:34:18.794220+0000","last_unstale":"2024-09-12T00:34:20.831594+0000","last_undegraded":"2024-09-12T00:34:20.831594+0000","last_fullsized":"2024-09-12T00:34:20.831594+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:15.620372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068530299999999995,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"2","length":"1"}]},{"pgid":"1.0","version":"17'72","reported_seq":111,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-12T00:34:20.831441+0000","last_change":"2024-09-12T00:34:12.861591+0000","last_active":"2024-09-12T00:34:20.831441+0000","last_peered":"2024-09-12T00:34:20.831441+0000","last_clean":"2024-09-12T00:34:20.831441+0000","last_became_active":"2024-09-12T00:34:12.860653+0000","last_became_peered":"2024-09-12T00:34:12.860653+0000","last_unstale":"2024-09-12T00:34:20.831441+0000","last_undegraded":"2024-09-12T00:34:20.831441+0000","last_fullsized":"2024-09-12T00:34:20.831441+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:11.689474+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:11.689474+0000","last_clean_scrub_stamp":"2024-09-12T00:34:11.689474+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:22.803547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509446,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":815104,"data_stored":665468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509446,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":75100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":75100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509447,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31412,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340428,"statfs":{"total":96636764160,"available":96604598272,"internally_reserved":0,"allocated":221184,"data_stored":75100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509447,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31412,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340428,"statfs":{"total":96636764160,"available":96604598272,"internally_reserved":0,"allocated":221184,"data_stored":75100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509446,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31416,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340424,"statfs":{"total":96636764160,"available":96604594176,"internally_reserved":0,"allocated":225280,"data_stored":75119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542149,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":815104,"data_stored":665468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":75119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T00:34:25.637 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T00:34:25.638 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-12T00:34:25.638 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-12T00:34:25.638 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-12T00:34:25.987 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:34:25.988 INFO:teuthology.orchestra.run.smithi038.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-12T00:34:26.000 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-12T00:34:26.000 INFO:teuthology.run_tasks:Running task openssl_keys... 2024-09-12T00:34:26.016 DEBUG:teuthology.task:Applying overrides for task openssl_keys: {'rgw.client.0': {'ca': 'root', 'client': 'client.0', 'embed-key': True}, 'root': {'client': 'client.0', 'cn': 'teuthology', 'install': ['client.0'], 'key-type': 'rsa:4096'}} 2024-09-12T00:34:26.016 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-12T00:34:26.045 DEBUG:teuthology.orchestra.run.smithi038:> openssl req -x509 -nodes -newkey rsa:4096 -keyout /home/ubuntu/cephtest/ca/root.key -days 365 -out /home/ubuntu/cephtest/ca/root.crt -subj /CN=teuthology 2024-09-12T00:34:26.323 INFO:teuthology.orchestra.run.smithi038.stderr:...+...+.....+...+............+...+......+...+.+......+...+..+....+..+....+...+...+.....+...+....+++++++++++++++++++++++++++++++++++++++++++++*..+......+..........+...+...........+......+....+.....+....+.....+............+..........+........+...+.......+......+.....+.+.....+.+..+.+.........+..+.+.........+......+...+..+.......+..+...+.+......+...+........+....+.........+.........+.....+.......+.....+.+..+++++++++++++++++++++++++++++++++++++++++++++*.......+...+.........+...+............+........+..........+...+........+.........+.+.....+......+...............+.+............+........+....+........+.............+.............................+....+....................+.......+............+..+...+.......+...+......+..+.......+...+...+..+..........+..+...............+.+.....+.........+.......+.....+....+............+..............+...+.......+++++ 2024-09-12T00:34:26.398 INFO:teuthology.orchestra.run.smithi038.stderr:.+...........+.+..+.............+..+.+.................+....+.....+.............+++++++++++++++++++++++++++++++++++++++++++++*....+...+++++++++++++++++++++++++++++++++++++++++++++*..+..+.........+.............+..+.+............+...+.....+....+...+.....+......+.+......+.....+...+........................+.+.....+......+...+++++ 2024-09-12T00:34:26.422 INFO:teuthology.orchestra.run.smithi038.stderr:----- 2024-09-12T00:34:26.431 DEBUG:teuthology.orchestra.run.smithi038:> sudo cp /home/ubuntu/cephtest/ca/root.crt /usr/share/pki/ca-trust-source/anchors/root.crt 2024-09-12T00:34:26.471 DEBUG:teuthology.orchestra.run.smithi038:> sudo update-ca-trust 2024-09-12T00:34:27.611 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -p /home/ubuntu/cephtest/ca 2024-09-12T00:34:27.641 DEBUG:teuthology.orchestra.run.smithi038:> openssl req -nodes -newkey rsa:2048 -keyout /home/ubuntu/cephtest/ca/rgw.client.0.key -out /home/ubuntu/cephtest/ca/rgw.client.0.csr -subj /CN=smithi038.front.sepia.ceph.com 2024-09-12T00:34:27.742 INFO:teuthology.orchestra.run.smithi038.stderr:..+++++++++++++++++++++++++++++++++++++++*..+.......+..+..........+++++++++++++++++++++++++++++++++++++++*....+......+..+.........+...+.......+.....+...+...+...+....+.....+.............+........++++++ 2024-09-12T00:34:27.742 INFO:teuthology.orchestra.run.smithi038.stderr:....+......+.....+......+...+.+........+.+++++++++++++++++++++++++++++++++++++++*.......+.....+.......+..................+..+....+++++++++++++++++++++++++++++++++++++++*.......+..+...+...+......+.+........+......+.+...+.....+......+...+...............+................+..+.......+..+.+..+.+.....+.+........+.+.........+..+.+.....+....+...........+.......+...+........................+......+...+..++++++ 2024-09-12T00:34:27.742 INFO:teuthology.orchestra.run.smithi038.stderr:----- 2024-09-12T00:34:27.743 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:34:27.743 DEBUG:teuthology.orchestra.run.smithi038:> dd of=/home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T00:34:27.812 DEBUG:teuthology.orchestra.run.smithi038:> openssl x509 -req -in /home/ubuntu/cephtest/ca/rgw.client.0.csr -CA /home/ubuntu/cephtest/ca/root.crt -CAkey /home/ubuntu/cephtest/ca/root.key -CAcreateserial -out /home/ubuntu/cephtest/ca/rgw.client.0.crt -days 365 -sha256 -extfile /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T00:34:27.890 INFO:teuthology.orchestra.run.smithi038.stderr:Certificate request self-signature ok 2024-09-12T00:34:27.891 INFO:teuthology.orchestra.run.smithi038.stderr:subject=CN=smithi038.front.sepia.ceph.com 2024-09-12T00:34:27.901 DEBUG:teuthology.orchestra.run.smithi038:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.csr /home/ubuntu/cephtest/ca/root.srl /home/ubuntu/cephtest/ca/rgw.client.0.ext 2024-09-12T00:34:27.971 DEBUG:teuthology.orchestra.run.smithi038:> openssl verify -CAfile /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-12T00:34:28.043 INFO:teuthology.orchestra.run.smithi038.stdout:/home/ubuntu/cephtest/ca/rgw.client.0.crt: OK 2024-09-12T00:34:28.043 DEBUG:teuthology.orchestra.run.smithi038:> cat /home/ubuntu/cephtest/ca/rgw.client.0.key >> /home/ubuntu/cephtest/ca/rgw.client.0.crt 2024-09-12T00:34:28.113 INFO:teuthology.run_tasks:Running task rgw... 2024-09-12T00:34:28.128 DEBUG:tasks.rgw:config is {'client.0': {'ssl certificate': 'rgw.client.0'}} 2024-09-12T00:34:28.128 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2024-09-12T00:34:28.128 INFO:tasks.rgw:Creating data pools 2024-09-12T00:34:28.128 DEBUG:tasks.rgw:Obtaining remote for client client.0 2024-09-12T00:34:28.128 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph osd erasure-code-profile set client.0 k=2 m=1 crush-failure-domain=osd --cluster ceph 2024-09-12T00:34:28.684 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph osd pool create default.rgw.buckets.data 64 64 erasure client.0 --cluster ceph 2024-09-12T00:34:30.928 INFO:teuthology.orchestra.run.smithi038.stderr:pool 'default.rgw.buckets.data' created 2024-09-12T00:34:30.957 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2024-09-12T00:34:31.935 INFO:teuthology.orchestra.run.smithi038.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2024-09-12T00:34:31.973 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2024-09-12T00:34:32.973 INFO:teuthology.orchestra.run.smithi038.stderr:pool 'default.rgw.buckets.index' created 2024-09-12T00:34:32.993 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2024-09-12T00:34:33.966 INFO:teuthology.orchestra.run.smithi038.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2024-09-12T00:34:34.004 DEBUG:tasks.rgw:Pools created 2024-09-12T00:34:34.004 INFO:tasks.rgw:Configuring compression type = random 2024-09-12T00:34:34.004 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T00:34:34.005 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T00:34:34.005 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T00:34:34.116 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:34:34.116 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:34:36.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.021+0000 7f9f1e09a640 0 -- 172.21.15.38:0/4118459078 >> [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] conn(0x7f9df4076380 msgr2=0x7f9df4078840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:34:36.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.025+0000 7f9f1fdaf800 20 rados->read ofs=0 len=0 2024-09-12T00:34:36.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.027+0000 7f9f1d899640 0 -- 172.21.15.38:0/2605533594 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x55a2f1e66f10 msgr2=0x55a2f1e693d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:34:36.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.229+0000 7f9f1fdaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:36.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.229+0000 7f9f1fdaf800 20 realm 2024-09-12T00:34:36.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.229+0000 7f9f1fdaf800 20 rados->read ofs=0 len=0 2024-09-12T00:34:36.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.230+0000 7f9f1fdaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:36.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.230+0000 7f9f1fdaf800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:34:36.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.230+0000 7f9f1fdaf800 20 rados->read ofs=0 len=0 2024-09-12T00:34:36.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.230+0000 7f9f1fdaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:36.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.230+0000 7f9f1fdaf800 20 rados->read ofs=0 len=0 2024-09-12T00:34:36.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.231+0000 7f9f1fdaf800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:34:36.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.231+0000 7f9f1fdaf800 20 rados->read ofs=0 len=0 2024-09-12T00:34:36.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.232+0000 7f9f1fdaf800 20 rados_obj.operate() r=0 bl.length=993 2024-09-12T00:34:36.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.233+0000 7f9f1fdaf800 20 searching for the correct realm 2024-09-12T00:34:36.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.246+0000 7f9f1fdaf800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:34:36.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.246+0000 7f9f1fdaf800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:34:36.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.246+0000 7f9f1fdaf800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:34:36.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.246+0000 7f9f1fdaf800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:34:36.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.246+0000 7f9f1fdaf800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:34:36.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.246+0000 7f9f1fdaf800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:34:36.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.246+0000 7f9f1fdaf800 20 rados->read ofs=0 len=0 2024-09-12T00:34:36.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.246+0000 7f9f1fdaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:36.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.246+0000 7f9f1fdaf800 20 rados->read ofs=0 len=0 2024-09-12T00:34:36.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.247+0000 7f9f1fdaf800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:34:36.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.247+0000 7f9f1fdaf800 20 rados->read ofs=0 len=0 2024-09-12T00:34:36.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.248+0000 7f9f1fdaf800 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T00:34:36.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.248+0000 7f9f1fdaf800 20 zone default found 2024-09-12T00:34:36.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.248+0000 7f9f1fdaf800 4 Realm: () 2024-09-12T00:34:36.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.248+0000 7f9f1fdaf800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:34:36.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.248+0000 7f9f1fdaf800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:34:36.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.248+0000 7f9f1fdaf800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:34:36.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.248+0000 7f9f1fdaf800 20 zonegroup default 2024-09-12T00:34:36.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.248+0000 7f9f1fdaf800 20 rados->read ofs=0 len=0 2024-09-12T00:34:36.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.248+0000 7f9f1fdaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:36.248 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:36.248+0000 7f9f1fdaf800 20 rados->read ofs=0 len=0 2024-09-12T00:34:37.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:37.998+0000 7f9f1fdaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:37.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:37.998+0000 7f9f1fdaf800 20 rados->read ofs=0 len=0 2024-09-12T00:34:37.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:37.998+0000 7f9f1fdaf800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:37.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:37.999+0000 7f9f1fdaf800 20 started sync module instance, tier type = 2024-09-12T00:34:37.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:37.999+0000 7f9f1fdaf800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:34:40.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.030+0000 7f9f1fdaf800 20 add_watcher() i=0 2024-09-12T00:34:40.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.030+0000 7f9f1fdaf800 20 add_watcher() i=1 2024-09-12T00:34:40.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.030+0000 7f9f1fdaf800 20 add_watcher() i=2 2024-09-12T00:34:40.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.030+0000 7f9f1fdaf800 20 add_watcher() i=3 2024-09-12T00:34:40.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.030+0000 7f9f1fdaf800 20 add_watcher() i=4 2024-09-12T00:34:40.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.030+0000 7f9f1fdaf800 20 add_watcher() i=5 2024-09-12T00:34:40.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.030+0000 7f9f1fdaf800 20 add_watcher() i=6 2024-09-12T00:34:40.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.031+0000 7f9f1fdaf800 20 add_watcher() i=7 2024-09-12T00:34:40.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.031+0000 7f9f1fdaf800 2 all 8 watchers are set, enabling cache 2024-09-12T00:34:40.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.032+0000 7f9f1fdaf800 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2024-09-12T00:34:40.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.032+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2024-09-12T00:34:40.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.032+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.032+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2024-09-12T00:34:40.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.032+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2024-09-12T00:34:40.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.032+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.033+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2024-09-12T00:34:40.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.033+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2024-09-12T00:34:40.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.033+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.033+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2024-09-12T00:34:40.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.033+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2024-09-12T00:34:40.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.033+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.033+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2024-09-12T00:34:40.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.033+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2024-09-12T00:34:40.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.033+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.033+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2024-09-12T00:34:40.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.033+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2024-09-12T00:34:40.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.033+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.034+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2024-09-12T00:34:40.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.034+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2024-09-12T00:34:40.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.034+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.034+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2024-09-12T00:34:40.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.034+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2024-09-12T00:34:40.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.034+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.034+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2024-09-12T00:34:40.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.034+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2024-09-12T00:34:40.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.034+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.034+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2024-09-12T00:34:40.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.034+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2024-09-12T00:34:40.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.034+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.035+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2024-09-12T00:34:40.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.035+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2024-09-12T00:34:40.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.035+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.035+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2024-09-12T00:34:40.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.035+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2024-09-12T00:34:40.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.035+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.035+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2024-09-12T00:34:40.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.035+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2024-09-12T00:34:40.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.035+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.035+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2024-09-12T00:34:40.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.035+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2024-09-12T00:34:40.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.035+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.036+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2024-09-12T00:34:40.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.036+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2024-09-12T00:34:40.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.036+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.036+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2024-09-12T00:34:40.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.036+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2024-09-12T00:34:40.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.036+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.037+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2024-09-12T00:34:40.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.037+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2024-09-12T00:34:40.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.037+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.037+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2024-09-12T00:34:40.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.037+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2024-09-12T00:34:40.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.037+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.037+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2024-09-12T00:34:40.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.037+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2024-09-12T00:34:40.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.037+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.037+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2024-09-12T00:34:40.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.037+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2024-09-12T00:34:40.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.037+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.038+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2024-09-12T00:34:40.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.038+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2024-09-12T00:34:40.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.038+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.038+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2024-09-12T00:34:40.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.038+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2024-09-12T00:34:40.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.038+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.038+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2024-09-12T00:34:40.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.038+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2024-09-12T00:34:40.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.038+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.038+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2024-09-12T00:34:40.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.038+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2024-09-12T00:34:40.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.038+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.039+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2024-09-12T00:34:40.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.039+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2024-09-12T00:34:40.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.039+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.039+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2024-09-12T00:34:40.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.039+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2024-09-12T00:34:40.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.039+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.039+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2024-09-12T00:34:40.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.039+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2024-09-12T00:34:40.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.039+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.039+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2024-09-12T00:34:40.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.039+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2024-09-12T00:34:40.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.039+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.040+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2024-09-12T00:34:40.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.040+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2024-09-12T00:34:40.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.040+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.040+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2024-09-12T00:34:40.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.040+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2024-09-12T00:34:40.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.040+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.040+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2024-09-12T00:34:40.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.040+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2024-09-12T00:34:40.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.040+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.041+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2024-09-12T00:34:40.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.041+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2024-09-12T00:34:40.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.041+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.041+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2024-09-12T00:34:40.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.041+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2024-09-12T00:34:40.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.041+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.041+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2024-09-12T00:34:40.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.041+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2024-09-12T00:34:40.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.041+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.041+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2024-09-12T00:34:40.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.041+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2024-09-12T00:34:40.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.041+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.042+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2024-09-12T00:34:40.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.042+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2024-09-12T00:34:40.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.042+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.042+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2024-09-12T00:34:40.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.042+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2024-09-12T00:34:40.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.042+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.042+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2024-09-12T00:34:40.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.042+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2024-09-12T00:34:40.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.042+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.043+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2024-09-12T00:34:40.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.043+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2024-09-12T00:34:40.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.043+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.043+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2024-09-12T00:34:40.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.043+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2024-09-12T00:34:40.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.043+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.043+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2024-09-12T00:34:40.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.043+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2024-09-12T00:34:40.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.043+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.043+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2024-09-12T00:34:40.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.043+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2024-09-12T00:34:40.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.043+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.043+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2024-09-12T00:34:40.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.043+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2024-09-12T00:34:40.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.043+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.044+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2024-09-12T00:34:40.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.044+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2024-09-12T00:34:40.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.044+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.044+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2024-09-12T00:34:40.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.044+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2024-09-12T00:34:40.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.044+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.044+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2024-09-12T00:34:40.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.044+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2024-09-12T00:34:40.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.044+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.045+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2024-09-12T00:34:40.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.045+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2024-09-12T00:34:40.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.045+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.045+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2024-09-12T00:34:40.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.045+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2024-09-12T00:34:40.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.045+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.045+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2024-09-12T00:34:40.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.045+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2024-09-12T00:34:40.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.045+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.045+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2024-09-12T00:34:40.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.045+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2024-09-12T00:34:40.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.045+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.046+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2024-09-12T00:34:40.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.046+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2024-09-12T00:34:40.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.046+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.046+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2024-09-12T00:34:40.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.046+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2024-09-12T00:34:40.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.046+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.046+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2024-09-12T00:34:40.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.046+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2024-09-12T00:34:40.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.046+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.047+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2024-09-12T00:34:40.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.047+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2024-09-12T00:34:40.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.047+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.047+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2024-09-12T00:34:40.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.047+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2024-09-12T00:34:40.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.047+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.047+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2024-09-12T00:34:40.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.047+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2024-09-12T00:34:40.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.047+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.047+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2024-09-12T00:34:40.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.047+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2024-09-12T00:34:40.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.047+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.048+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2024-09-12T00:34:40.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.048+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2024-09-12T00:34:40.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.048+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.048+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2024-09-12T00:34:40.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.048+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2024-09-12T00:34:40.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.048+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.048+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2024-09-12T00:34:40.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.048+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2024-09-12T00:34:40.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.048+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.048+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2024-09-12T00:34:40.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.048+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2024-09-12T00:34:40.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.048+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.049+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2024-09-12T00:34:40.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.049+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2024-09-12T00:34:40.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.049+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.049+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2024-09-12T00:34:40.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.049+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2024-09-12T00:34:40.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.049+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.049+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2024-09-12T00:34:40.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.049+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2024-09-12T00:34:40.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.049+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.049+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2024-09-12T00:34:40.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.049+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2024-09-12T00:34:40.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.049+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.049+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2024-09-12T00:34:40.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.049+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2024-09-12T00:34:40.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.049+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.050+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2024-09-12T00:34:40.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.050+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2024-09-12T00:34:40.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.050+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.050+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2024-09-12T00:34:40.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.050+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2024-09-12T00:34:40.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.050+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.050+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2024-09-12T00:34:40.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.050+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2024-09-12T00:34:40.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.050+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.050+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2024-09-12T00:34:40.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.050+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2024-09-12T00:34:40.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.050+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.051+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2024-09-12T00:34:40.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.051+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2024-09-12T00:34:40.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.051+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.051+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2024-09-12T00:34:40.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.051+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2024-09-12T00:34:40.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.051+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.051+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2024-09-12T00:34:40.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.051+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2024-09-12T00:34:40.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.051+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.052+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2024-09-12T00:34:40.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.052+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2024-09-12T00:34:40.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.052+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.052+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2024-09-12T00:34:40.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.052+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2024-09-12T00:34:40.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.052+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.052+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2024-09-12T00:34:40.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.052+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2024-09-12T00:34:40.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.052+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.052+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2024-09-12T00:34:40.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.052+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2024-09-12T00:34:40.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.052+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.053+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2024-09-12T00:34:40.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.053+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2024-09-12T00:34:40.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.053+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.053+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2024-09-12T00:34:40.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.053+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2024-09-12T00:34:40.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.053+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.053+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2024-09-12T00:34:40.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.053+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2024-09-12T00:34:40.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.053+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.053+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2024-09-12T00:34:40.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.053+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2024-09-12T00:34:40.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.053+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.054+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2024-09-12T00:34:40.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.054+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2024-09-12T00:34:40.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.054+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.054+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2024-09-12T00:34:40.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.054+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2024-09-12T00:34:40.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.054+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.054+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2024-09-12T00:34:40.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.054+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2024-09-12T00:34:40.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.054+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.054+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2024-09-12T00:34:40.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.054+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2024-09-12T00:34:40.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.054+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.055+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2024-09-12T00:34:40.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.055+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2024-09-12T00:34:40.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.055+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.055+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2024-09-12T00:34:40.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.055+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2024-09-12T00:34:40.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.055+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.056+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2024-09-12T00:34:40.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.056+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2024-09-12T00:34:40.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.056+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.056+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2024-09-12T00:34:40.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.056+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2024-09-12T00:34:40.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.056+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.056+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2024-09-12T00:34:40.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.056+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2024-09-12T00:34:40.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.056+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.056+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2024-09-12T00:34:40.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.056+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2024-09-12T00:34:40.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.056+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.057+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2024-09-12T00:34:40.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.057+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2024-09-12T00:34:40.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.057+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.057+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2024-09-12T00:34:40.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.057+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2024-09-12T00:34:40.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.057+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.057+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2024-09-12T00:34:40.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.057+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2024-09-12T00:34:40.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.057+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.058+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2024-09-12T00:34:40.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.058+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2024-09-12T00:34:40.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.058+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.058+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2024-09-12T00:34:40.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.058+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2024-09-12T00:34:40.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.058+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.058+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2024-09-12T00:34:40.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.058+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2024-09-12T00:34:40.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.058+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.058+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2024-09-12T00:34:40.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.058+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2024-09-12T00:34:40.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.058+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.059+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2024-09-12T00:34:40.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.059+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2024-09-12T00:34:40.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.059+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.059+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2024-09-12T00:34:40.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.059+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2024-09-12T00:34:40.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.059+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.059+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2024-09-12T00:34:40.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.059+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2024-09-12T00:34:40.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.059+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.059+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2024-09-12T00:34:40.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.059+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2024-09-12T00:34:40.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.059+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.060+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2024-09-12T00:34:40.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.060+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2024-09-12T00:34:40.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.060+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.060+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2024-09-12T00:34:40.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.060+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2024-09-12T00:34:40.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.060+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.060+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2024-09-12T00:34:40.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.060+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2024-09-12T00:34:40.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.060+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.060+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2024-09-12T00:34:40.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.060+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2024-09-12T00:34:40.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.060+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.061+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2024-09-12T00:34:40.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.061+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2024-09-12T00:34:40.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.061+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.061+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2024-09-12T00:34:40.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.061+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2024-09-12T00:34:40.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.061+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.061+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2024-09-12T00:34:40.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.061+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2024-09-12T00:34:40.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.061+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.061+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2024-09-12T00:34:40.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.061+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2024-09-12T00:34:40.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.061+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.062+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2024-09-12T00:34:40.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.062+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2024-09-12T00:34:40.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.062+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.062+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2024-09-12T00:34:40.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.062+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2024-09-12T00:34:40.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.062+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.063+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2024-09-12T00:34:40.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.063+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2024-09-12T00:34:40.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.063+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.063+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2024-09-12T00:34:40.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.063+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2024-09-12T00:34:40.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.063+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.063+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2024-09-12T00:34:40.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.063+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2024-09-12T00:34:40.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.063+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.063+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2024-09-12T00:34:40.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.063+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2024-09-12T00:34:40.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.063+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.064+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2024-09-12T00:34:40.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.064+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2024-09-12T00:34:40.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.064+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.064+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2024-09-12T00:34:40.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.064+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2024-09-12T00:34:40.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.064+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.064+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2024-09-12T00:34:40.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.064+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2024-09-12T00:34:40.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.064+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.064+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2024-09-12T00:34:40.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.064+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2024-09-12T00:34:40.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.064+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.064+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2024-09-12T00:34:40.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.064+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2024-09-12T00:34:40.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.064+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.065+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2024-09-12T00:34:40.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.065+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2024-09-12T00:34:40.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.065+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.065+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2024-09-12T00:34:40.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.065+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2024-09-12T00:34:40.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.065+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.065+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2024-09-12T00:34:40.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.065+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2024-09-12T00:34:40.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.065+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.066+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2024-09-12T00:34:40.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.066+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2024-09-12T00:34:40.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.066+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.066+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2024-09-12T00:34:40.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.066+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2024-09-12T00:34:40.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.066+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.066+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2024-09-12T00:34:40.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.066+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2024-09-12T00:34:40.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.066+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.067+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2024-09-12T00:34:40.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.067+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2024-09-12T00:34:40.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.067+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.067+0000 7f9f1fdaf800 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2024-09-12T00:34:40.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.067+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1211 entering 2024-09-12T00:34:40.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.068+0000 7f9f1fdaf800 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1169 entering 2024-09-12T00:34:40.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.076+0000 7f9dcb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:34:40.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.076+0000 7f9f1fdaf800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:34:40.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:40.076+0000 7f9f1fdaf800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:34:43.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.000+0000 7f9f1fdaf800 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2024-09-12T00:34:43.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.000+0000 7f9f1fdaf800 5 note: GC not initialized 2024-09-12T00:34:43.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.001+0000 7f9dca7fc640 20 reqs_thread_entry: start 2024-09-12T00:34:43.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.001+0000 7f9f1fdaf800 20 init_complete bucket index max shards: 11 2024-09-12T00:34:43.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.001+0000 7f9f1fdaf800 20 Filter name: none 2024-09-12T00:34:43.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.001+0000 7f9d2bfff640 20 reqs_thread_entry: start 2024-09-12T00:34:43.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.033+0000 7f9dcb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:34:43.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.036+0000 7f9f1fdaf800 20 remove_watcher() i=0 2024-09-12T00:34:43.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.036+0000 7f9f1fdaf800 2 removed watcher, disabling cache 2024-09-12T00:34:43.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.037+0000 7f9f1fdaf800 20 remove_watcher() i=1 2024-09-12T00:34:43.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.039+0000 7f9f1fdaf800 20 remove_watcher() i=2 2024-09-12T00:34:43.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.041+0000 7f9f1fdaf800 20 remove_watcher() i=3 2024-09-12T00:34:43.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.042+0000 7f9f1fdaf800 20 remove_watcher() i=4 2024-09-12T00:34:43.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.043+0000 7f9f1fdaf800 20 remove_watcher() i=5 2024-09-12T00:34:43.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.045+0000 7f9f1fdaf800 20 remove_watcher() i=6 2024-09-12T00:34:43.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.046+0000 7f9f1fdaf800 20 remove_watcher() i=7 2024-09-12T00:34:43.101 INFO:teuthology.orchestra.run.smithi038.stdout:[] 2024-09-12T00:34:43.101 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T00:34:43.101 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-12T00:34:43.101 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2024-09-12T00:34:43.102 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2024-09-12T00:34:43.171 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:34:43.171 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:34:43.200 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.201+0000 7f65ab123800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:34:43.200 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.201+0000 7f65ab123800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:34:43.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.205+0000 7f64697e2640 20 reqs_thread_entry: start 2024-09-12T00:34:43.222 INFO:teuthology.orchestra.run.smithi038.stdout:{"id":"4b4696ab-832b-42a5-8458-6d1e5648ba35","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":true}}],"realm_id":""} 2024-09-12T00:34:43.222 DEBUG:tasks.util.rgw: json result: {'id': '4b4696ab-832b-42a5-8458-6d1e5648ba35', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': ''} 2024-09-12T00:34:43.222 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T00:34:43.223 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T00:34:43.223 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T00:34:43.281 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:34:43.281 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:34:43.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.318+0000 7f2ffd440800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.319+0000 7f2ffd440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:43.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.319+0000 7f2ffd440800 20 realm 2024-09-12T00:34:43.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.319+0000 7f2ffd440800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.320+0000 7f2ffd440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:43.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.320+0000 7f2ffd440800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:34:43.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.320+0000 7f2ffd440800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.320+0000 7f2ffd440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:43.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.320+0000 7f2ffd440800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.321+0000 7f2ffd440800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:34:43.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.321+0000 7f2ffd440800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.322+0000 7f2ffd440800 20 rados_obj.operate() r=0 bl.length=1009 2024-09-12T00:34:43.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.322+0000 7f2ffd440800 20 searching for the correct realm 2024-09-12T00:34:43.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.325+0000 7f2ffb72b640 0 -- 172.21.15.38:0/57845353 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55da68a40da0 msgr2=0x55da68a43240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:34:43.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.329+0000 7f2ffaf2a640 0 -- 172.21.15.38:0/57845353 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f2ff0086bd0 msgr2=0x7f2ff0068960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:34:43.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.334+0000 7f2ffd440800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:34:43.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.334+0000 7f2ffd440800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:34:43.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.334+0000 7f2ffd440800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:34:43.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.334+0000 7f2ffd440800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:34:43.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.334+0000 7f2ffd440800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:34:43.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.334+0000 7f2ffd440800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:34:43.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.334+0000 7f2ffd440800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.334+0000 7f2ffd440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:43.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.334+0000 7f2ffd440800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.334+0000 7f2ffd440800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:34:43.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.334+0000 7f2ffd440800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.335+0000 7f2ffd440800 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T00:34:43.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.335+0000 7f2ffd440800 20 zone default found 2024-09-12T00:34:43.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.335+0000 7f2ffd440800 4 Realm: () 2024-09-12T00:34:43.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.335+0000 7f2ffd440800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:34:43.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.335+0000 7f2ffd440800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:34:43.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.335+0000 7f2ffd440800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:34:43.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.335+0000 7f2ffd440800 20 zonegroup default 2024-09-12T00:34:43.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.335+0000 7f2ffd440800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.335+0000 7f2ffd440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:43.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.335+0000 7f2ffd440800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.335+0000 7f2ffd440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:43.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.335+0000 7f2ffd440800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.336+0000 7f2ffd440800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:43.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.336+0000 7f2ffd440800 20 started sync module instance, tier type = 2024-09-12T00:34:43.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.336+0000 7f2ffd440800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:34:43.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.351+0000 7f2ffd440800 20 add_watcher() i=0 2024-09-12T00:34:43.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.351+0000 7f2ffd440800 20 add_watcher() i=1 2024-09-12T00:34:43.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.351+0000 7f2ffd440800 20 add_watcher() i=2 2024-09-12T00:34:43.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.351+0000 7f2ffd440800 20 add_watcher() i=3 2024-09-12T00:34:43.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.351+0000 7f2ffd440800 20 add_watcher() i=4 2024-09-12T00:34:43.351 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.351+0000 7f2ffd440800 20 add_watcher() i=5 2024-09-12T00:34:43.351 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.351+0000 7f2ffd440800 20 add_watcher() i=6 2024-09-12T00:34:43.351 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.352+0000 7f2ffd440800 20 add_watcher() i=7 2024-09-12T00:34:43.351 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.352+0000 7f2ffd440800 2 all 8 watchers are set, enabling cache 2024-09-12T00:34:43.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.354+0000 7f2eb17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:34:43.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.354+0000 7f2ffd440800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:34:43.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.354+0000 7f2ffd440800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:34:43.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.354+0000 7f2ffd440800 5 note: GC not initialized 2024-09-12T00:34:43.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.355+0000 7f2e2bfff640 20 reqs_thread_entry: start 2024-09-12T00:34:43.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.355+0000 7f2ffd440800 20 init_complete bucket index max shards: 11 2024-09-12T00:34:43.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.355+0000 7f2ffd440800 20 Filter name: none 2024-09-12T00:34:43.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.355+0000 7f2e29ffb640 20 reqs_thread_entry: start 2024-09-12T00:34:43.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.365+0000 7f2eb17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:34:43.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.367+0000 7f2ffd440800 20 remove_watcher() i=0 2024-09-12T00:34:43.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.367+0000 7f2ffd440800 2 removed watcher, disabling cache 2024-09-12T00:34:43.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.369+0000 7f2ffd440800 20 remove_watcher() i=1 2024-09-12T00:34:43.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.370+0000 7f2ffd440800 20 remove_watcher() i=2 2024-09-12T00:34:43.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.371+0000 7f2ffd440800 20 remove_watcher() i=3 2024-09-12T00:34:43.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.372+0000 7f2ffd440800 20 remove_watcher() i=4 2024-09-12T00:34:43.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.373+0000 7f2ffd440800 20 remove_watcher() i=5 2024-09-12T00:34:43.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.374+0000 7f2ffd440800 20 remove_watcher() i=6 2024-09-12T00:34:43.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.376+0000 7f2ffd440800 20 remove_watcher() i=7 2024-09-12T00:34:43.386 INFO:teuthology.orchestra.run.smithi038.stdout:[] 2024-09-12T00:34:43.386 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T00:34:43.386 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-12T00:34:43.386 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--placement-inline-data', 'false'] 2024-09-12T00:34:43.386 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --placement-inline-data false 2024-09-12T00:34:43.450 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:34:43.450 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:34:43.477 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.478+0000 7fcbe7c13800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:34:43.477 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.478+0000 7fcbe7c13800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:34:43.481 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.482+0000 7fca59ffb640 20 reqs_thread_entry: start 2024-09-12T00:34:43.497 INFO:teuthology.orchestra.run.smithi038.stdout:{"id":"4b4696ab-832b-42a5-8458-6d1e5648ba35","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-12T00:34:43.498 DEBUG:tasks.util.rgw: json result: {'id': '4b4696ab-832b-42a5-8458-6d1e5648ba35', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-12T00:34:43.498 INFO:tasks.rgw:Preparing directory for rgw datacache at /tmp/rgw_datacache 2024-09-12T00:34:43.498 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -p /tmp/rgw_datacache 2024-09-12T00:34:43.529 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod a+rwx /tmp/rgw_datacache 2024-09-12T00:34:43.609 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2024-09-12T00:34:43.609 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2024-09-12T00:34:43.609 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2024-09-12T00:34:43.708 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:34:43.708 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:34:43.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.744+0000 7f5899140800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.746+0000 7f5899140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:43.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.746+0000 7f5899140800 20 realm 2024-09-12T00:34:43.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.746+0000 7f5899140800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.746+0000 7f5899140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:43.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.746+0000 7f5899140800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:34:43.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.746+0000 7f5899140800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.746+0000 7f5899140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:43.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.746+0000 7f5899140800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.747+0000 7f5899140800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:34:43.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.747+0000 7f5899140800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.748+0000 7f5899140800 20 rados_obj.operate() r=0 bl.length=1009 2024-09-12T00:34:43.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.748+0000 7f5899140800 20 searching for the correct realm 2024-09-12T00:34:43.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.751+0000 7f58946bf640 0 -- 172.21.15.38:0/49553609 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f5884018070 msgr2=0x7f588405f540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:34:43.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.755+0000 7f5894ec0640 0 -- 172.21.15.38:0/49553609 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f58880a61a0 msgr2=0x7f588801f9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:34:43.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.962+0000 7f5899140800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:34:43.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.962+0000 7f5899140800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:34:43.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.962+0000 7f5899140800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:34:43.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.962+0000 7f5899140800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:34:43.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.962+0000 7f5899140800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:34:43.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.962+0000 7f5899140800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:34:43.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.962+0000 7f5899140800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.962+0000 7f5899140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:43.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.962+0000 7f5899140800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.962+0000 7f5899140800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:34:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.962+0000 7f5899140800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.963+0000 7f5899140800 20 rados_obj.operate() r=0 bl.length=436 2024-09-12T00:34:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.963+0000 7f5899140800 20 zone default found 2024-09-12T00:34:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.963+0000 7f5899140800 4 Realm: () 2024-09-12T00:34:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.963+0000 7f5899140800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:34:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.963+0000 7f5899140800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:34:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.963+0000 7f5899140800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:34:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.963+0000 7f5899140800 20 zonegroup default 2024-09-12T00:34:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.963+0000 7f5899140800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.963+0000 7f5899140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.963+0000 7f5899140800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.963+0000 7f5899140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.963+0000 7f5899140800 20 rados->read ofs=0 len=0 2024-09-12T00:34:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.964+0000 7f5899140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:34:43.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.964+0000 7f5899140800 20 started sync module instance, tier type = 2024-09-12T00:34:43.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.964+0000 7f5899140800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:34:43.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.980+0000 7f5899140800 20 add_watcher() i=0 2024-09-12T00:34:43.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.980+0000 7f5899140800 20 add_watcher() i=1 2024-09-12T00:34:43.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.980+0000 7f5899140800 20 add_watcher() i=2 2024-09-12T00:34:43.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.980+0000 7f5899140800 20 add_watcher() i=3 2024-09-12T00:34:43.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.980+0000 7f5899140800 20 add_watcher() i=4 2024-09-12T00:34:43.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.980+0000 7f5899140800 20 add_watcher() i=5 2024-09-12T00:34:43.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.980+0000 7f5899140800 20 add_watcher() i=6 2024-09-12T00:34:43.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.981+0000 7f5899140800 20 add_watcher() i=7 2024-09-12T00:34:43.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.981+0000 7f5899140800 2 all 8 watchers are set, enabling cache 2024-09-12T00:34:43.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.983+0000 7f574afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:34:43.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.983+0000 7f5899140800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:34:43.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.983+0000 7f5899140800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:34:43.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.983+0000 7f5899140800 5 note: GC not initialized 2024-09-12T00:34:43.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.983+0000 7f5749fe3640 20 reqs_thread_entry: start 2024-09-12T00:34:43.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.983+0000 7f5899140800 20 init_complete bucket index max shards: 11 2024-09-12T00:34:43.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.983+0000 7f5899140800 20 Filter name: none 2024-09-12T00:34:43.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.984+0000 7f56bb7fe640 20 reqs_thread_entry: start 2024-09-12T00:34:43.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.993+0000 7f574afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:34:43.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.996+0000 7f5899140800 20 remove_watcher() i=0 2024-09-12T00:34:43.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.996+0000 7f5899140800 2 removed watcher, disabling cache 2024-09-12T00:34:43.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.997+0000 7f5899140800 20 remove_watcher() i=1 2024-09-12T00:34:43.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:43.999+0000 7f5899140800 20 remove_watcher() i=2 2024-09-12T00:34:43.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:44.000+0000 7f5899140800 20 remove_watcher() i=3 2024-09-12T00:34:43.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:44.001+0000 7f5899140800 20 remove_watcher() i=4 2024-09-12T00:34:44.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:44.002+0000 7f5899140800 20 remove_watcher() i=5 2024-09-12T00:34:44.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:44.003+0000 7f5899140800 20 remove_watcher() i=6 2024-09-12T00:34:44.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:44.004+0000 7f5899140800 20 remove_watcher() i=7 2024-09-12T00:34:44.013 INFO:teuthology.orchestra.run.smithi038.stdout:[] 2024-09-12T00:34:44.014 DEBUG:tasks.util.rgw: json result: [] 2024-09-12T00:34:44.014 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2024-09-12T00:34:44.014 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-12T00:34:44.014 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2024-09-12T00:34:44.014 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2024-09-12T00:34:44.079 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:34:44.079 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:34:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:44.108+0000 7feab3734800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:34:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:44.108+0000 7feab3734800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:34:44.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:44.112+0000 7fe925ffb640 20 reqs_thread_entry: start 2024-09-12T00:34:44.126 INFO:teuthology.orchestra.run.smithi038.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["LUKEWARM","STANDARD"]}}] 2024-09-12T00:34:44.126 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2024-09-12T00:34:44.127 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-12T00:34:44.127 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2024-09-12T00:34:44.127 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2024-09-12T00:34:44.192 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:34:44.192 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:34:44.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:44.221+0000 7f6c71d2e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:34:44.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:44.221+0000 7f6c71d2e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:34:44.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:44.225+0000 7f6b30fe1640 20 reqs_thread_entry: start 2024-09-12T00:34:44.241 INFO:teuthology.orchestra.run.smithi038.stdout:{"id":"4b4696ab-832b-42a5-8458-6d1e5648ba35","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-12T00:34:44.241 DEBUG:tasks.util.rgw: json result: {'id': '4b4696ab-832b-42a5-8458-6d1e5648ba35', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-12T00:34:44.241 INFO:tasks.rgw:Configuring storage class type = FROZEN 2024-09-12T00:34:44.242 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-12T00:34:44.242 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2024-09-12T00:34:44.242 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2024-09-12T00:34:44.305 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:34:44.305 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:34:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:44.334+0000 7f4026014800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:34:44.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:44.334+0000 7f4026014800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:34:44.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:44.338+0000 7f3e5f7fe640 20 reqs_thread_entry: start 2024-09-12T00:34:44.351 INFO:teuthology.orchestra.run.smithi038.stdout:[{"key":"default-placement","val":{"name":"default-placement","tags":[],"storage_classes":["FROZEN","LUKEWARM","STANDARD"]}}] 2024-09-12T00:34:44.352 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2024-09-12T00:34:44.352 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-12T00:34:44.352 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2024-09-12T00:34:44.352 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2024-09-12T00:34:44.417 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:34:44.418 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:34:44.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:44.446+0000 7f59ab125800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:34:44.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:44.446+0000 7f59ab125800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:34:44.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:34:44.450+0000 7f5869fe3640 20 reqs_thread_entry: start 2024-09-12T00:34:44.465 INFO:teuthology.orchestra.run.smithi038.stdout:{"id":"4b4696ab-832b-42a5-8458-6d1e5648ba35","name":"default","domain_root":"default.rgw.meta:root","control_pool":"default.rgw.control","gc_pool":"default.rgw.log:gc","lc_pool":"default.rgw.log:lc","log_pool":"default.rgw.log","intent_log_pool":"default.rgw.log:intent","usage_log_pool":"default.rgw.log:usage","roles_pool":"default.rgw.meta:roles","reshard_pool":"default.rgw.log:reshard","user_keys_pool":"default.rgw.meta:users.keys","user_email_pool":"default.rgw.meta:users.email","user_swift_pool":"default.rgw.meta:users.swift","user_uid_pool":"default.rgw.meta:users.uid","otp_pool":"default.rgw.otp","notif_pool":"default.rgw.log:notif","topics_pool":"default.rgw.meta:topics","account_pool":"default.rgw.meta:accounts","group_pool":"default.rgw.meta:groups","system_key":{"access_key":"","secret_key":""},"placement_pools":[{"key":"default-placement","val":{"index_pool":"default.rgw.buckets.index","storage_classes":{"FROZEN":{"data_pool":"default.rgw.buckets.data.frozen"},"LUKEWARM":{"data_pool":"default.rgw.buckets.data.lukewarm"},"STANDARD":{"data_pool":"default.rgw.buckets.data","compression_type":"random"}},"data_extra_pool":"default.rgw.buckets.non-ec","index_type":0,"inline_data":false}}],"realm_id":""} 2024-09-12T00:34:44.466 DEBUG:tasks.util.rgw: json result: {'id': '4b4696ab-832b-42a5-8458-6d1e5648ba35', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'notif_pool': 'default.rgw.log:notif', 'topics_pool': 'default.rgw.meta:topics', 'account_pool': 'default.rgw.meta:accounts', 'group_pool': 'default.rgw.meta:groups', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': False}}], 'realm_id': ''} 2024-09-12T00:34:44.466 INFO:tasks.rgw:Starting rgw... 2024-09-12T00:34:44.466 INFO:tasks.rgw:rgw client.0 config is {'ssl certificate': 'rgw.client.0'} 2024-09-12T00:34:44.466 INFO:tasks.rgw:Using beast as radosgw frontend 2024-09-12T00:34:44.466 DEBUG:teuthology.orchestra.run.smithi038:> sudo echo -n https://smithi038.front.sepia.ceph.com:443 | sudo tee /home/ubuntu/cephtest/url_file 2024-09-12T00:34:44.506 INFO:teuthology.orchestra.run.smithi038.stdout:https://smithi038.front.sepia.ceph.com:443 2024-09-12T00:34:44.507 DEBUG:teuthology.orchestra.run.smithi038:> sudo chown ceph /home/ubuntu/cephtest/url_file 2024-09-12T00:34:44.586 DEBUG:teuthology.orchestra.run.smithi038:> sudo keytool -import -alias smithi038.front.sepia.ceph.com -keystore $(readlink -e $(dirname $(readlink -e $(which keytool)))/../lib/security/cacerts) -file /home/ubuntu/cephtest/ca/rgw.client.0.crt -storepass changeit 2024-09-12T00:34:44.804 INFO:teuthology.orchestra.run.smithi038.stderr:Warning: use -cacerts option to access cacerts keystore 2024-09-12T00:34:44.956 INFO:teuthology.orchestra.run.smithi038.stderr:Certificate was added to keystore 2024-09-12T00:34:44.982 INFO:tasks.rgw.client.0:Restarting daemon 2024-09-12T00:34:44.982 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2024-09-12T00:34:44.985 INFO:tasks.rgw.client.0:Started 2024-09-12T00:34:44.985 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on https://smithi038.front.sepia.ceph.com:443/ 2024-09-12T00:34:44.985 DEBUG:teuthology.orchestra.run.smithi038:> curl https://smithi038.front.sepia.ceph.com:443/ 2024-09-12T00:34:45.022 DEBUG:teuthology.orchestra.run:got remote process result: 7 2024-09-12T00:34:45.023 INFO:teuthology.orchestra.run.smithi038.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T00:34:45.023 INFO:teuthology.orchestra.run.smithi038.stderr: Dload Upload Total Spent Left Speed 2024-09-12T00:34:45.023 INFO:teuthology.orchestra.run.smithi038.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 2024-09-12T00:34:45.023 INFO:teuthology.orchestra.run.smithi038.stderr:curl: (7) Failed to connect to smithi038.front.sepia.ceph.com port 443: Connection refused 2024-09-12T00:34:45.439 INFO:tasks.rgw.client.0.smithi038.stdout:2024-09-12T00:34:45.440+0000 7f66c9a45880 -1 ssl_private_key was not found: rgw/cert//default.key 2024-09-12T00:34:46.024 DEBUG:teuthology.orchestra.run.smithi038:> curl https://smithi038.front.sepia.ceph.com:443/ 2024-09-12T00:34:46.058 INFO:teuthology.orchestra.run.smithi038.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2024-09-12T00:34:46.058 INFO:teuthology.orchestra.run.smithi038.stderr: Dload Upload Total Spent Left Speed 2024-09-12T00:34:46.110 INFO:teuthology.orchestra.run.smithi038.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 187 0 187 0 0 3596 0 --:--:-- --:--:-- --:--:-- 3596 2024-09-12T00:34:46.111 INFO:teuthology.orchestra.run.smithi038.stdout:anonymous 2024-09-12T00:34:46.112 INFO:teuthology.run_tasks:Running task tox... 2024-09-12T00:34:46.123 INFO:tasks.tox:Deploying tox from pip... 2024-09-12T00:34:46.123 DEBUG:teuthology.orchestra.run.smithi038:> python3 -m venv /home/ubuntu/cephtest/tox-venv 2024-09-12T00:34:48.522 DEBUG:teuthology.orchestra.run.smithi038:> source /home/ubuntu/cephtest/tox-venv/bin/activate && pip install tox==3.15.0 2024-09-12T00:34:49.055 INFO:teuthology.orchestra.run.smithi038.stdout:Collecting tox==3.15.0 2024-09-12T00:34:49.110 INFO:teuthology.orchestra.run.smithi038.stdout: Downloading tox-3.15.0-py2.py3-none-any.whl (82 kB) 2024-09-12T00:34:49.245 INFO:teuthology.orchestra.run.smithi038.stdout:Collecting six<2,>=1.14.0 2024-09-12T00:34:49.259 INFO:teuthology.orchestra.run.smithi038.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T00:34:49.356 INFO:teuthology.orchestra.run.smithi038.stdout:Collecting py<2,>=1.4.17 2024-09-12T00:34:49.373 INFO:teuthology.orchestra.run.smithi038.stdout: Downloading py-1.11.0-py2.py3-none-any.whl (98 kB) 2024-09-12T00:34:49.491 INFO:teuthology.orchestra.run.smithi038.stdout:Collecting packaging>=14 2024-09-12T00:34:49.505 INFO:teuthology.orchestra.run.smithi038.stdout: Downloading packaging-24.1-py3-none-any.whl (53 kB) 2024-09-12T00:34:49.792 INFO:teuthology.orchestra.run.smithi038.stdout:Collecting virtualenv!=20.0.0,!=20.0.1,!=20.0.2,!=20.0.3,!=20.0.4,!=20.0.5,!=20.0.6,!=20.0.7,>=16.0.0 2024-09-12T00:34:49.807 INFO:teuthology.orchestra.run.smithi038.stdout: Downloading virtualenv-20.26.4-py3-none-any.whl (6.0 MB) 2024-09-12T00:34:50.051 INFO:teuthology.orchestra.run.smithi038.stdout:Collecting filelock<4,>=3.0.0 2024-09-12T00:34:50.065 INFO:teuthology.orchestra.run.smithi038.stdout: Downloading filelock-3.16.0-py3-none-any.whl (16 kB) 2024-09-12T00:34:50.154 INFO:teuthology.orchestra.run.smithi038.stdout:Collecting pluggy<1,>=0.12.0 2024-09-12T00:34:50.170 INFO:teuthology.orchestra.run.smithi038.stdout: Downloading pluggy-0.13.1-py2.py3-none-any.whl (18 kB) 2024-09-12T00:34:50.267 INFO:teuthology.orchestra.run.smithi038.stdout:Collecting toml>=0.9.4 2024-09-12T00:34:50.282 INFO:teuthology.orchestra.run.smithi038.stdout: Downloading toml-0.10.2-py2.py3-none-any.whl (16 kB) 2024-09-12T00:34:50.404 INFO:teuthology.orchestra.run.smithi038.stdout:Collecting distlib<1,>=0.3.7 2024-09-12T00:34:50.420 INFO:teuthology.orchestra.run.smithi038.stdout: Downloading distlib-0.3.8-py2.py3-none-any.whl (468 kB) 2024-09-12T00:34:50.526 INFO:teuthology.orchestra.run.smithi038.stdout:Collecting platformdirs<5,>=3.9.1 2024-09-12T00:34:50.540 INFO:teuthology.orchestra.run.smithi038.stdout: Downloading platformdirs-4.3.2-py3-none-any.whl (18 kB) 2024-09-12T00:34:50.657 INFO:teuthology.orchestra.run.smithi038.stdout:Installing collected packages: platformdirs, filelock, distlib, virtualenv, toml, six, py, pluggy, packaging, tox 2024-09-12T00:34:51.503 INFO:teuthology.orchestra.run.smithi038.stdout:Successfully installed distlib-0.3.8 filelock-3.16.0 packaging-24.1 platformdirs-4.3.2 pluggy-0.13.1 py-1.11.0 six-1.16.0 toml-0.10.2 tox-3.15.0 virtualenv-20.26.4 2024-09-12T00:34:51.692 INFO:teuthology.orchestra.run.smithi038.stderr:WARNING: You are using pip version 21.3.1; however, version 24.2 is available. 2024-09-12T00:34:51.693 INFO:teuthology.orchestra.run.smithi038.stderr:You should consider upgrading via the '/home/ubuntu/cephtest/tox-venv/bin/python3 -m pip install --upgrade pip' command. 2024-09-12T00:34:51.754 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T00:34:51.769 INFO:tasks.workunit:Pulling workunits from ref 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:34:51.769 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T00:34:51.770 DEBUG:teuthology.orchestra.run.smithi038:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:34:51.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T00:34:51.800 INFO:teuthology.orchestra.run.smithi038.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T00:34:51.800 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:34:51.870 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T00:34:51.871 DEBUG:teuthology.orchestra.run.smithi038:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T00:34:51.940 INFO:tasks.workunit:timeout=3h 2024-09-12T00:34:51.940 INFO:tasks.workunit:cleanup=True 2024-09-12T00:34:51.940 DEBUG:teuthology.orchestra.run.smithi038:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/cbodley/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:34:52.010 INFO:tasks.workunit.client.0.smithi038.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T00:35:38.133 INFO:tasks.workunit.client.0.smithi038.stderr:Note: switching to '6a169fc940965ab446a63954fde870aa497efde7'. 2024-09-12T00:35:38.133 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:35:38.134 INFO:tasks.workunit.client.0.smithi038.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T00:35:38.134 INFO:tasks.workunit.client.0.smithi038.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T00:35:38.134 INFO:tasks.workunit.client.0.smithi038.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T00:35:38.134 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:35:38.134 INFO:tasks.workunit.client.0.smithi038.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T00:35:38.134 INFO:tasks.workunit.client.0.smithi038.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T00:35:38.134 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:35:38.134 INFO:tasks.workunit.client.0.smithi038.stderr: git switch -c 2024-09-12T00:35:38.134 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:35:38.134 INFO:tasks.workunit.client.0.smithi038.stderr:Or undo this operation with: 2024-09-12T00:35:38.134 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:35:38.134 INFO:tasks.workunit.client.0.smithi038.stderr: git switch - 2024-09-12T00:35:38.134 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:35:38.135 INFO:tasks.workunit.client.0.smithi038.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T00:35:38.135 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:35:38.135 INFO:tasks.workunit.client.0.smithi038.stderr:HEAD is now at 6a169fc9409 DNM: qa/rgw: point at ragweed branch wip-67986 2024-09-12T00:35:38.137 DEBUG:teuthology.orchestra.run.smithi038:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T00:35:38.216 INFO:tasks.workunit.client.0.smithi038.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T00:35:38.218 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:35:38.218 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T00:35:38.803 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T00:35:38.869 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T00:35:38.910 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:35:38.912 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:35:38.912 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T00:35:38.951 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:35:38.955 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:35:38.955 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T00:35:39.026 INFO:tasks.workunit:Running workunits matching rgw/run-datacache.sh on client.0... 2024-09-12T00:35:39.027 INFO:tasks.workunit:Running workunit rgw/run-datacache.sh... 2024-09-12T00:35:39.027 DEBUG:teuthology.orchestra.run.smithi038:workunit test rgw/run-datacache.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RGW_DATACACHE_PATH=/tmp/rgw_datacache adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2024-09-12T00:35:39.100 INFO:tasks.workunit.client.0.smithi038.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-datacache.sh 2024-09-12T00:35:39.100 INFO:tasks.workunit.client.0.smithi038.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T00:35:39.101 INFO:tasks.workunit.client.0.smithi038.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T00:35:41.521 INFO:tasks.workunit.client.0.smithi038.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T00:35:41.522 INFO:tasks.workunit.client.0.smithi038.stderr:++ deactivate nondestructive 2024-09-12T00:35:41.522 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n '' ']' 2024-09-12T00:35:41.522 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n '' ']' 2024-09-12T00:35:41.522 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T00:35:41.522 INFO:tasks.workunit.client.0.smithi038.stderr:++ hash -r 2024-09-12T00:35:41.522 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n '' ']' 2024-09-12T00:35:41.522 INFO:tasks.workunit.client.0.smithi038.stderr:++ unset VIRTUAL_ENV 2024-09-12T00:35:41.522 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T00:35:41.522 INFO:tasks.workunit.client.0.smithi038.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T00:35:41.522 INFO:tasks.workunit.client.0.smithi038.stderr:++ export VIRTUAL_ENV 2024-09-12T00:35:41.522 INFO:tasks.workunit.client.0.smithi038.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T00:35:41.522 INFO:tasks.workunit.client.0.smithi038.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T00:35:41.522 INFO:tasks.workunit.client.0.smithi038.stderr:++ export PATH 2024-09-12T00:35:41.523 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n '' ']' 2024-09-12T00:35:41.523 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -z '' ']' 2024-09-12T00:35:41.523 INFO:tasks.workunit.client.0.smithi038.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T00:35:41.523 INFO:tasks.workunit.client.0.smithi038.stderr:++ PS1='(rgw) ' 2024-09-12T00:35:41.523 INFO:tasks.workunit.client.0.smithi038.stderr:++ export PS1 2024-09-12T00:35:41.523 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T00:35:41.523 INFO:tasks.workunit.client.0.smithi038.stderr:++ hash -r 2024-09-12T00:35:41.523 INFO:tasks.workunit.client.0.smithi038.stderr:+ pip install pip --upgrade 2024-09-12T00:35:41.759 INFO:tasks.workunit.client.0.smithi038.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T00:35:41.951 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting pip 2024-09-12T00:35:42.013 INFO:tasks.workunit.client.0.smithi038.stdout: Downloading pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T00:35:42.170 INFO:tasks.workunit.client.0.smithi038.stdout:Installing collected packages: pip 2024-09-12T00:35:42.170 INFO:tasks.workunit.client.0.smithi038.stdout: Attempting uninstall: pip 2024-09-12T00:35:42.170 INFO:tasks.workunit.client.0.smithi038.stdout: Found existing installation: pip 21.3.1 2024-09-12T00:35:42.331 INFO:tasks.workunit.client.0.smithi038.stdout: Uninstalling pip-21.3.1: 2024-09-12T00:35:42.337 INFO:tasks.workunit.client.0.smithi038.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T00:35:43.106 INFO:tasks.workunit.client.0.smithi038.stdout:Successfully installed pip-24.2 2024-09-12T00:35:43.342 INFO:tasks.workunit.client.0.smithi038.stderr:+ pip install configobj 2024-09-12T00:35:43.753 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting configobj 2024-09-12T00:35:43.796 INFO:tasks.workunit.client.0.smithi038.stdout: Downloading configobj-5.0.8-py2.py3-none-any.whl.metadata (3.4 kB) 2024-09-12T00:35:43.918 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting six (from configobj) 2024-09-12T00:35:43.932 INFO:tasks.workunit.client.0.smithi038.stdout: Downloading six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T00:35:44.014 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading configobj-5.0.8-py2.py3-none-any.whl (36 kB) 2024-09-12T00:35:44.094 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T00:35:44.157 INFO:tasks.workunit.client.0.smithi038.stdout:Installing collected packages: six, configobj 2024-09-12T00:35:44.283 INFO:tasks.workunit.client.0.smithi038.stdout:Successfully installed configobj-5.0.8 six-1.16.0 2024-09-12T00:35:44.331 INFO:tasks.workunit.client.0.smithi038.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_datacache.py 2024-09-12T00:35:44.363 INFO:tasks.workunit.client.0.smithi038.stderr:DEBUG:root:datacache dir from config is: /tmp/rgw_datacache 2024-09-12T00:35:44.363 INFO:tasks.workunit.client.0.smithi038.stderr:DEBUG:root:exec_cmd(pwd) 2024-09-12T00:35:44.365 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:command succeeded 2024-09-12T00:35:44.365 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:b'/home/ubuntu/cephtest/mnt.0/client.0/tmp\n' 2024-09-12T00:35:44.365 INFO:tasks.workunit.client.0.smithi038.stderr:DEBUG:root:pwd is: /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:35:44.366 INFO:tasks.workunit.client.0.smithi038.stderr:DEBUG:root:exec_cmd(sudo netstat -nltp | egrep "rados|valgr") 2024-09-12T00:35:44.424 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:command succeeded 2024-09-12T00:35:44.424 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:b'tcp 0 0 0.0.0.0:443 0.0.0.0:* LISTEN 46311/radosgw \ntcp6 0 0 :::443 :::* LISTEN 46311/radosgw \n' 2024-09-12T00:35:44.424 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:radosgw port: 443 2024-09-12T00:35:44.424 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:radosgw endpoint is: 127.0.0.1 2024-09-12T00:35:44.424 INFO:tasks.workunit.client.0.smithi038.stderr:DEBUG:root:exec_cmd(dd if=/dev/urandom of=/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat bs=1M count=7) 2024-09-12T00:35:44.446 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:command succeeded 2024-09-12T00:35:44.446 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:b'' 2024-09-12T00:35:44.446 INFO:tasks.workunit.client.0.smithi038.stderr:DEBUG:root:exec_cmd(radosgw-admin user create --uid rgw_datacache_user --display-name DatacacheUser --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn) 2024-09-12T00:35:44.803 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:command succeeded 2024-09-12T00:35:44.803 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:b'{\n "user_id": "rgw_datacache_user",\n "display_name": "DatacacheUser",\n "email": "",\n "suspended": 0,\n "max_buckets": 1000,\n "subusers": [],\n "keys": [\n {\n "user": "rgw_datacache_user",\n "access_key": "NX5QOQKC6BH2IDN8HC7A",\n "secret_key": "LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn",\n "active": true,\n "create_date": "2024-09-12T00:35:44.777011Z"\n }\n ],\n "swift_keys": [],\n "caps": [],\n "op_mask": "read, write, delete",\n "default_placement": "",\n "default_storage_class": "",\n "placement_tags": [],\n "bucket_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "user_quota": {\n "enabled": false,\n "check_on_raw": false,\n "max_size": -1,\n "max_size_kb": 0,\n "max_objects": -1\n },\n "temp_url_keys": [],\n "type": "rgw",\n "mfa_ids": [],\n "account_id": "",\n "path": "/",\n "create_date": "2024-09-12T00:35:44.776999Z",\n "tags": [],\n "group_ids": []\n}\n\n' 2024-09-12T00:35:44.803 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:Creating s3cmd config... 2024-09-12T00:35:44.803 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:proto for s3cmd config is https 2024-09-12T00:35:44.803 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:s3cmd config written 2024-09-12T00:35:44.803 INFO:tasks.workunit.client.0.smithi038.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 mb s3://datacachebucket) 2024-09-12T00:35:45.004 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:command succeeded 2024-09-12T00:35:45.004 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:b"Bucket 's3://datacachebucket/' created\n" 2024-09-12T00:35:45.004 INFO:tasks.workunit.client.0.smithi038.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 put /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat s3://datacachebucket) 2024-09-12T00:35:45.279 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:command succeeded 2024-09-12T00:35:45.279 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:b"upload: '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M.dat' -> 's3://datacachebucket/7M.dat' (7340032 bytes in 0.1 seconds, 80.49 MB/s) [1 of 1]\n" 2024-09-12T00:35:45.280 INFO:tasks.workunit.client.0.smithi038.stderr:DEBUG:root:exec_cmd(s3cmd --access_key=NX5QOQKC6BH2IDN8HC7A --secret_key=LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn --config=/home/ubuntu/cephtest/mnt.0/client.0/tmp/s3cfg --no-check-hostname --host=127.0.0.1 get s3://datacachebucket/7M.dat /home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat --force) 2024-09-12T00:35:45.499 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:command succeeded 2024-09-12T00:35:45.499 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:b"download: 's3://datacachebucket/7M.dat' -> '/home/ubuntu/cephtest/mnt.0/client.0/tmp/7M-get.dat' (7340032 bytes in 0.0 seconds, 169.13 MB/s)\n" 2024-09-12T00:35:45.500 INFO:tasks.workunit.client.0.smithi038.stderr:DEBUG:root:exec_cmd(radosgw-admin object stat --bucket=datacachebucket --object=7M.dat) 2024-09-12T00:35:45.644 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:command succeeded 2024-09-12T00:35:45.644 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:b'{\n "name": "7M.dat",\n "size": 7368844,\n "policy": {\n "acl": {\n "acl_user_map": [\n {\n "user": "rgw_datacache_user",\n "acl": 15\n }\n ],\n "acl_group_map": [],\n "grant_map": [\n {\n "id": "rgw_datacache_user",\n "grant": {\n "type": {\n "type": 0\n },\n "id": "rgw_datacache_user",\n "name": "DatacacheUser",\n "permission": {\n "flags": 15\n }\n }\n }\n ]\n },\n "owner": {\n "id": "rgw_datacache_user",\n "display_name": "DatacacheUser"\n }\n },\n "compression": {\n "compression_type": "lz4",\n "orig_size": 7340032,\n "blocks": [\n {\n "old_ofs": 0,\n "new_ofs": 0,\n "len": 4210766\n },\n {\n "old_ofs": 4194304,\n "new_ofs": 4210766,\n "len": 3158078\n }\n ]\n },\n "etag": "dc499fcae83cb48d89dac7b5fc6ba189",\n "tag": "4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9912702388488995725",\n "manifest": {\n "objs": [],\n "obj_size": 7368844,\n "explicit_objs": false,\n "head_size": 0,\n "max_head_size": 0,\n "prefix": ".npz8MqVm4tCDZXubJrCocgCxnfUtIJ8_",\n "rules": [\n {\n "key": 0,\n "val": {\n "start_part_num": 0,\n "start_ofs": 0,\n "part_size": 0,\n "stripe_max_size": 4194304,\n "override_prefix": ""\n }\n }\n ],\n "tail_instance": "",\n "tail_placement": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1",\n "bucket_id": "4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "placement_rule": "default-placement"\n },\n "tier_type": "",\n "begin_iter": {\n "part_ofs": 0,\n "stripe_ofs": 0,\n "ofs": 0,\n "stripe_size": 4194304,\n "cur_part_id": 0,\n "cur_stripe": 0,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1",\n "bucket_id": "4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": ".npz8MqVm4tCDZXubJrCocgCxnfUtIJ8_0",\n "instance": "",\n "ns": "shadow"\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n },\n "end_iter": {\n "part_ofs": 0,\n "stripe_ofs": 4194304,\n "ofs": 7368844,\n "stripe_size": 3174540,\n "cur_part_id": 0,\n "cur_stripe": 1,\n "cur_override_prefix": "",\n "location": {\n "placement_rule": "default-placement",\n "obj": {\n "bucket": {\n "name": "datacachebucket",\n "marker": "4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1",\n "bucket_id": "4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1",\n "tenant": "",\n "explicit_placement": {\n "data_pool": "",\n "data_extra_pool": "",\n "index_pool": ""\n }\n },\n "key": {\n "name": ".npz8MqVm4tCDZXubJrCocgCxnfUtIJ8_1",\n "instance": "",\n "ns": "shadow"\n }\n },\n "raw_obj": {\n "pool": "",\n "oid": "",\n "loc": ""\n },\n "is_raw": false\n }\n }\n },\n "pg_ver": 0,\n "source_zone": 0,\n "torrent": "",\n "mtime": "2024-09-12T00:35:45.260375Z",\n "attrs": {\n "user.rgw.content_type": "application/octet-stream",\n "user.rgw.storage_class": "STANDARD",\n "user.rgw.tail_tag": "4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9912702388488995725",\n "user.rgw.x-amz-meta-s3cmd-attrs": "atime:1726101344/ctime:1726101344/gid:1333/gname:ubuntu/md5:dc499fcae83cb48d89dac7b5fc6ba189/mode:33188/mtime:1726101344/uid:1000/uname:ubuntu"\n }\n}\n' 2024-09-12T00:35:45.645 INFO:tasks.workunit.client.0.smithi038.stderr:DEBUG:root:Cached object name is: .npz8MqVm4tCDZXubJrCocgCxnfUtIJ8_ 2024-09-12T00:35:45.645 INFO:tasks.workunit.client.0.smithi038.stderr:DEBUG:root:exec_cmd(find /tmp/rgw_datacache -type f | wc -l) 2024-09-12T00:35:45.658 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:command succeeded 2024-09-12T00:35:45.658 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:b'0\n' 2024-09-12T00:35:45.658 INFO:tasks.workunit.client.0.smithi038.stderr:DEBUG:root:Check cache dir content: 0 2024-09-12T00:35:45.658 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:NOTICE: datacache test object not found, inspect if datacache was bypassed or disabled during this check. 2024-09-12T00:35:45.659 INFO:tasks.workunit.client.0.smithi038.stderr:INFO:root:Completed Datacache tests 2024-09-12T00:35:45.664 INFO:tasks.workunit.client.0.smithi038.stderr:+ deactivate 2024-09-12T00:35:45.664 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-12T00:35:45.664 INFO:tasks.workunit.client.0.smithi038.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T00:35:45.664 INFO:tasks.workunit.client.0.smithi038.stderr:+ export PATH 2024-09-12T00:35:45.664 INFO:tasks.workunit.client.0.smithi038.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T00:35:45.664 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -n '' ']' 2024-09-12T00:35:45.664 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T00:35:45.664 INFO:tasks.workunit.client.0.smithi038.stderr:+ hash -r 2024-09-12T00:35:45.665 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -n '' ']' 2024-09-12T00:35:45.665 INFO:tasks.workunit.client.0.smithi038.stderr:+ unset VIRTUAL_ENV 2024-09-12T00:35:45.665 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T00:35:45.665 INFO:tasks.workunit.client.0.smithi038.stderr:+ unset -f deactivate 2024-09-12T00:35:45.665 INFO:tasks.workunit.client.0.smithi038.stderr:+ echo OK. 2024-09-12T00:35:45.666 INFO:tasks.workunit.client.0.smithi038.stdout:OK. 2024-09-12T00:35:45.666 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:35:45.666 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:35:45.748 INFO:tasks.workunit:Stopping ['rgw/run-datacache.sh'] on client.0... 2024-09-12T00:35:45.749 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T00:35:46.104 DEBUG:teuthology.parallel:result is None 2024-09-12T00:35:46.104 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:35:46.143 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:35:46.144 DEBUG:teuthology.orchestra.run.smithi038:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:35:46.221 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:35:46.221 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T00:35:46.232 INFO:tasks.workunit:Pulling workunits from ref 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:35:46.232 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T00:35:46.232 DEBUG:teuthology.orchestra.run.smithi038:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:35:46.291 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T00:35:46.292 INFO:teuthology.orchestra.run.smithi038.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T00:35:46.292 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:35:46.362 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T00:35:46.362 DEBUG:teuthology.orchestra.run.smithi038:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T00:35:46.432 INFO:tasks.workunit:timeout=3h 2024-09-12T00:35:46.432 INFO:tasks.workunit:cleanup=True 2024-09-12T00:35:46.433 DEBUG:teuthology.orchestra.run.smithi038:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/cbodley/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:35:46.502 INFO:tasks.workunit.client.0.smithi038.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T00:36:32.378 INFO:tasks.workunit.client.0.smithi038.stderr:Note: switching to '6a169fc940965ab446a63954fde870aa497efde7'. 2024-09-12T00:36:32.379 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:32.379 INFO:tasks.workunit.client.0.smithi038.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T00:36:32.379 INFO:tasks.workunit.client.0.smithi038.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T00:36:32.379 INFO:tasks.workunit.client.0.smithi038.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T00:36:32.380 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:32.380 INFO:tasks.workunit.client.0.smithi038.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T00:36:32.380 INFO:tasks.workunit.client.0.smithi038.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T00:36:32.380 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:32.380 INFO:tasks.workunit.client.0.smithi038.stderr: git switch -c 2024-09-12T00:36:32.381 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:32.381 INFO:tasks.workunit.client.0.smithi038.stderr:Or undo this operation with: 2024-09-12T00:36:32.381 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:32.381 INFO:tasks.workunit.client.0.smithi038.stderr: git switch - 2024-09-12T00:36:32.381 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:32.382 INFO:tasks.workunit.client.0.smithi038.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T00:36:32.382 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:32.382 INFO:tasks.workunit.client.0.smithi038.stderr:HEAD is now at 6a169fc9409 DNM: qa/rgw: point at ragweed branch wip-67986 2024-09-12T00:36:32.385 DEBUG:teuthology.orchestra.run.smithi038:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T00:36:32.454 INFO:tasks.workunit.client.0.smithi038.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T00:36:32.457 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:36:32.457 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T00:36:32.506 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T00:36:32.557 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T00:36:32.597 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:36:32.599 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:36:32.599 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T00:36:32.639 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:36:32.642 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:36:32.642 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T00:36:32.713 INFO:tasks.workunit:Running workunits matching rgw/run-bucket-check.sh on client.0... 2024-09-12T00:36:32.714 INFO:tasks.workunit:Running workunit rgw/run-bucket-check.sh... 2024-09-12T00:36:32.714 DEBUG:teuthology.orchestra.run.smithi038:workunit test rgw/run-bucket-check.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-12T00:36:32.791 INFO:tasks.workunit.client.0.smithi038.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-bucket-check.sh 2024-09-12T00:36:32.791 INFO:tasks.workunit.client.0.smithi038.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T00:36:32.791 INFO:tasks.workunit.client.0.smithi038.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T00:36:35.164 INFO:tasks.workunit.client.0.smithi038.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T00:36:35.164 INFO:tasks.workunit.client.0.smithi038.stderr:++ deactivate nondestructive 2024-09-12T00:36:35.164 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n '' ']' 2024-09-12T00:36:35.164 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n '' ']' 2024-09-12T00:36:35.165 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T00:36:35.165 INFO:tasks.workunit.client.0.smithi038.stderr:++ hash -r 2024-09-12T00:36:35.165 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n '' ']' 2024-09-12T00:36:35.165 INFO:tasks.workunit.client.0.smithi038.stderr:++ unset VIRTUAL_ENV 2024-09-12T00:36:35.165 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T00:36:35.165 INFO:tasks.workunit.client.0.smithi038.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T00:36:35.166 INFO:tasks.workunit.client.0.smithi038.stderr:++ export VIRTUAL_ENV 2024-09-12T00:36:35.166 INFO:tasks.workunit.client.0.smithi038.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T00:36:35.166 INFO:tasks.workunit.client.0.smithi038.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T00:36:35.166 INFO:tasks.workunit.client.0.smithi038.stderr:++ export PATH 2024-09-12T00:36:35.166 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n '' ']' 2024-09-12T00:36:35.166 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -z '' ']' 2024-09-12T00:36:35.166 INFO:tasks.workunit.client.0.smithi038.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T00:36:35.167 INFO:tasks.workunit.client.0.smithi038.stderr:++ PS1='(rgw) ' 2024-09-12T00:36:35.167 INFO:tasks.workunit.client.0.smithi038.stderr:++ export PS1 2024-09-12T00:36:35.167 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T00:36:35.167 INFO:tasks.workunit.client.0.smithi038.stderr:++ hash -r 2024-09-12T00:36:35.167 INFO:tasks.workunit.client.0.smithi038.stderr:+ pip install pip --upgrade 2024-09-12T00:36:35.403 INFO:tasks.workunit.client.0.smithi038.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T00:36:35.594 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting pip 2024-09-12T00:36:35.600 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T00:36:35.646 INFO:tasks.workunit.client.0.smithi038.stdout:Installing collected packages: pip 2024-09-12T00:36:35.646 INFO:tasks.workunit.client.0.smithi038.stdout: Attempting uninstall: pip 2024-09-12T00:36:35.646 INFO:tasks.workunit.client.0.smithi038.stdout: Found existing installation: pip 21.3.1 2024-09-12T00:36:35.811 INFO:tasks.workunit.client.0.smithi038.stdout: Uninstalling pip-21.3.1: 2024-09-12T00:36:35.816 INFO:tasks.workunit.client.0.smithi038.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T00:36:36.583 INFO:tasks.workunit.client.0.smithi038.stdout:Successfully installed pip-24.2 2024-09-12T00:36:36.633 INFO:tasks.workunit.client.0.smithi038.stderr:+ pip install boto3 2024-09-12T00:36:38.087 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting boto3 2024-09-12T00:36:38.130 INFO:tasks.workunit.client.0.smithi038.stdout: Downloading boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T00:36:38.862 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T00:36:38.877 INFO:tasks.workunit.client.0.smithi038.stdout: Downloading botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T00:36:39.003 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T00:36:39.018 INFO:tasks.workunit.client.0.smithi038.stdout: Downloading jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T00:36:39.142 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T00:36:39.158 INFO:tasks.workunit.client.0.smithi038.stdout: Downloading s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T00:36:39.287 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:36:39.301 INFO:tasks.workunit.client.0.smithi038.stdout: Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T00:36:39.442 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:36:39.460 INFO:tasks.workunit.client.0.smithi038.stdout: Downloading urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-12T00:36:39.685 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:36:39.686 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T00:36:39.725 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T00:36:39.808 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T00:36:40.074 INFO:tasks.workunit.client.0.smithi038.stdout: ━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━ 12.5/12.5 MB 48.8 MB/s eta 0:00:00 2024-09-12T00:36:40.117 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T00:36:40.185 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T00:36:40.253 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T00:36:40.322 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-12T00:36:40.374 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T00:36:40.451 INFO:tasks.workunit.client.0.smithi038.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T00:36:41.496 INFO:tasks.workunit.client.0.smithi038.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-12T00:36:41.619 INFO:tasks.workunit.client.0.smithi038.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_bucket_check.py 2024-09-12T00:36:41.755 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin user create --uid check-tester --display-name "Check Testing" --access-key OJODXSLNX4LUNHQG99PA --secret 3l6ffld34qaymfomuh832j94738aie2x4p2o8h6n 2024-09-12T00:36:41.790 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:41.790 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:41.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.832+0000 7f91d190c800 20 rados->read ofs=0 len=0 2024-09-12T00:36:41.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.834+0000 7f91d190c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:41.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.834+0000 7f91d190c800 20 realm 2024-09-12T00:36:41.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.834+0000 7f91d190c800 20 rados->read ofs=0 len=0 2024-09-12T00:36:41.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.834+0000 7f91d190c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:41.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.834+0000 7f91d190c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:41.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.834+0000 7f91d190c800 20 rados->read ofs=0 len=0 2024-09-12T00:36:41.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.834+0000 7f91d190c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:41.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.834+0000 7f91d190c800 20 rados->read ofs=0 len=0 2024-09-12T00:36:41.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.835+0000 7f91d190c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:41.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.835+0000 7f91d190c800 20 rados->read ofs=0 len=0 2024-09-12T00:36:41.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.836+0000 7f91d190c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:41.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.836+0000 7f91d190c800 20 searching for the correct realm 2024-09-12T00:36:41.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.839+0000 7f91cfbf7640 0 -- 172.21.15.38:0/2941983705 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x55fee8d754d0 msgr2=0x55fee8d778c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:36:41.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.843+0000 7f91cf3f6640 0 -- 172.21.15.38:0/2941983705 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f91c40900c0 msgr2=0x7f91c40627e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:41.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.848+0000 7f91d190c800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:41.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.848+0000 7f91d190c800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:41.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.848+0000 7f91d190c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:41.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.848+0000 7f91d190c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:41.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.848+0000 7f91d190c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:41.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.848+0000 7f91d190c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:41.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.848+0000 7f91d190c800 20 rados->read ofs=0 len=0 2024-09-12T00:36:41.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.848+0000 7f91d190c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:41.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.848+0000 7f91d190c800 20 rados->read ofs=0 len=0 2024-09-12T00:36:41.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.848+0000 7f91d190c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:41.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.848+0000 7f91d190c800 20 rados->read ofs=0 len=0 2024-09-12T00:36:41.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.849+0000 7f91d190c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:41.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.849+0000 7f91d190c800 20 zone default found 2024-09-12T00:36:41.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.849+0000 7f91d190c800 4 Realm: () 2024-09-12T00:36:41.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.849+0000 7f91d190c800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:41.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.849+0000 7f91d190c800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:41.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.849+0000 7f91d190c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:41.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.849+0000 7f91d190c800 20 zonegroup default 2024-09-12T00:36:41.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.849+0000 7f91d190c800 20 rados->read ofs=0 len=0 2024-09-12T00:36:41.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.849+0000 7f91d190c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:41.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.849+0000 7f91d190c800 20 rados->read ofs=0 len=0 2024-09-12T00:36:41.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.849+0000 7f91d190c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:41.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.849+0000 7f91d190c800 20 rados->read ofs=0 len=0 2024-09-12T00:36:41.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.850+0000 7f91d190c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:41.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.850+0000 7f91d190c800 20 started sync module instance, tier type = 2024-09-12T00:36:41.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.850+0000 7f91d190c800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:41.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.867+0000 7f91d190c800 20 add_watcher() i=0 2024-09-12T00:36:41.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.867+0000 7f91d190c800 20 add_watcher() i=1 2024-09-12T00:36:41.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.867+0000 7f91d190c800 20 add_watcher() i=2 2024-09-12T00:36:41.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.867+0000 7f91d190c800 20 add_watcher() i=3 2024-09-12T00:36:41.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.867+0000 7f91d190c800 20 add_watcher() i=4 2024-09-12T00:36:41.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.867+0000 7f91d190c800 20 add_watcher() i=5 2024-09-12T00:36:41.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.867+0000 7f91d190c800 20 add_watcher() i=6 2024-09-12T00:36:41.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.868+0000 7f91d190c800 20 add_watcher() i=7 2024-09-12T00:36:41.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.868+0000 7f91d190c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:41.872 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.873+0000 7f9085fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:41.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.873+0000 7f91d190c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:41.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.873+0000 7f91d190c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:41.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.874+0000 7f91d190c800 5 note: GC not initialized 2024-09-12T00:36:41.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.874+0000 7f9084fe1640 20 reqs_thread_entry: start 2024-09-12T00:36:41.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.874+0000 7f91d190c800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:41.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.874+0000 7f91d190c800 20 Filter name: none 2024-09-12T00:36:41.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.874+0000 7f8ffe7fc640 20 reqs_thread_entry: start 2024-09-12T00:36:41.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.874+0000 7f91d190c800 10 cache get: name=default.rgw.meta+users.uid+check-tester : miss 2024-09-12T00:36:41.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.874+0000 7f91d190c800 20 rados->read ofs=0 len=0 2024-09-12T00:36:41.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.874+0000 7f91d190c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:41.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.874+0000 7f91d190c800 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x0 2024-09-12T00:36:41.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.874+0000 7f91d190c800 10 adding default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T00:36:41.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.874+0000 7f91d190c800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : miss 2024-09-12T00:36:41.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.874+0000 7f91d190c800 20 rados->read ofs=0 len=0 2024-09-12T00:36:41.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.875+0000 7f91d190c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:41.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.875+0000 7f91d190c800 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x0 2024-09-12T00:36:41.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.875+0000 7f91d190c800 10 adding default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T00:36:41.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.875+0000 7f91d190c800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-12T00:36:41.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.875+0000 7f91d190c800 10 cache get: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA : hit (negative entry) 2024-09-12T00:36:41.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.877+0000 7f91d190c800 10 cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-12T00:36:41.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.877+0000 7f91d190c800 10 moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T00:36:41.876 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.877+0000 7f91d190c800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:check-tester, ofs0, ns] 2024-09-12T00:36:41.876 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.877+0000 7f90b2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 167503724545 cookie 94553316486352 notifier 4580 bl.length()=593 2024-09-12T00:36:41.876 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.877+0000 7f90b2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+check-tester info.flags=0x17 2024-09-12T00:36:41.876 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.877+0000 7f90b2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+check-tester to cache LRU end 2024-09-12T00:36:41.878 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.880+0000 7f91d190c800 10 cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-12T00:36:41.878 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.880+0000 7f91d190c800 10 moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T00:36:41.879 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.880+0000 7f91d190c800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:OJODXSLNX4LUNHQG99PA, ofs0, ns] 2024-09-12T00:36:41.879 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.880+0000 7f90b2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 167503724545 cookie 94553316483728 notifier 4580 bl.length()=186 2024-09-12T00:36:41.879 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.880+0000 7f90b2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA info.flags=0x7 2024-09-12T00:36:41.879 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.880+0000 7f90b2ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+OJODXSLNX4LUNHQG99PA to cache LRU end 2024-09-12T00:36:41.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.881+0000 7f9085fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:41.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.884+0000 7f91d190c800 20 remove_watcher() i=0 2024-09-12T00:36:41.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.884+0000 7f91d190c800 2 removed watcher, disabling cache 2024-09-12T00:36:41.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.887+0000 7f91d190c800 20 remove_watcher() i=1 2024-09-12T00:36:41.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.890+0000 7f91d190c800 20 remove_watcher() i=2 2024-09-12T00:36:41.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.892+0000 7f91d190c800 20 remove_watcher() i=3 2024-09-12T00:36:41.891 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.893+0000 7f91d190c800 20 remove_watcher() i=4 2024-09-12T00:36:41.892 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.894+0000 7f91d190c800 20 remove_watcher() i=5 2024-09-12T00:36:41.893 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.895+0000 7f91d190c800 20 remove_watcher() i=6 2024-09-12T00:36:41.894 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:41.896+0000 7f91d190c800 20 remove_watcher() i=7 2024-09-12T00:36:42.058 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:42.058 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:42.105 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:42.105 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:42.150 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:42.150 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:42.166 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:42.166 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:42.176 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:42.176 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:42.180 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:42.180 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:42.188 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:42.188 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:42.191 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:42.191 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:42.195 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:42.195 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:42.212 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:42.212 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:42.215 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:42.215 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:42.229 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:42.229 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:42.232 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:42.232 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:42.246 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:42.246 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:42.249 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:42.249 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:42.276 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:42.276 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:42.278 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: recalculated bucket check stats are correct 2024-09-12T00:36:42.278 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:42.280 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-12T00:36:42.310 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:42.310 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:42.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.350+0000 7f6029546800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.352+0000 7f6029546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:42.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.352+0000 7f6029546800 20 realm 2024-09-12T00:36:42.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.352+0000 7f6029546800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.352+0000 7f6029546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:42.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.352+0000 7f6029546800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:42.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.352+0000 7f6029546800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.352+0000 7f6029546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:42.352 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.352+0000 7f6029546800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.352 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.353+0000 7f6029546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:42.352 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.353+0000 7f6029546800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.352 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.354+0000 7f6029546800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:42.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.354+0000 7f6029546800 20 searching for the correct realm 2024-09-12T00:36:42.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.357+0000 7f602682f640 0 -- 172.21.15.38:0/2676168211 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x557c53219cf0 msgr2=0x557c5321c0e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:42.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.360+0000 7f6027030640 0 -- 172.21.15.38:0/2676168211 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f601c016420 msgr2=0x7f601c016880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:42.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.566+0000 7f6029546800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:42.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.566+0000 7f6029546800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:42.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.566+0000 7f6029546800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:42.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.566+0000 7f6029546800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:42.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.566+0000 7f6029546800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:42.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.566+0000 7f6029546800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:42.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.567+0000 7f6029546800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.567+0000 7f6029546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:42.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.567+0000 7f6029546800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.567+0000 7f6029546800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:42.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.567+0000 7f6029546800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.567+0000 7f6029546800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:42.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.567+0000 7f6029546800 20 zone default found 2024-09-12T00:36:42.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.567+0000 7f6029546800 4 Realm: () 2024-09-12T00:36:42.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.567+0000 7f6029546800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:42.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.567+0000 7f6029546800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:42.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.567+0000 7f6029546800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:42.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.567+0000 7f6029546800 20 zonegroup default 2024-09-12T00:36:42.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.567+0000 7f6029546800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.568+0000 7f6029546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:42.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.568+0000 7f6029546800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.568+0000 7f6029546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:42.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.568+0000 7f6029546800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.569+0000 7f6029546800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:42.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.569+0000 7f6029546800 20 started sync module instance, tier type = 2024-09-12T00:36:42.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.569+0000 7f6029546800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:42.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.592+0000 7f6029546800 20 add_watcher() i=0 2024-09-12T00:36:42.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.592+0000 7f6029546800 20 add_watcher() i=1 2024-09-12T00:36:42.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.592+0000 7f6029546800 20 add_watcher() i=2 2024-09-12T00:36:42.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.592+0000 7f6029546800 20 add_watcher() i=3 2024-09-12T00:36:42.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.592+0000 7f6029546800 20 add_watcher() i=4 2024-09-12T00:36:42.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.592+0000 7f6029546800 20 add_watcher() i=5 2024-09-12T00:36:42.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.592+0000 7f6029546800 20 add_watcher() i=6 2024-09-12T00:36:42.592 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.593+0000 7f6029546800 20 add_watcher() i=7 2024-09-12T00:36:42.592 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.593+0000 7f6029546800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:42.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.598+0000 7f5eddfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:42.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.598+0000 7f6029546800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:42.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.598+0000 7f6029546800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:42.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.598+0000 7f6029546800 5 note: GC not initialized 2024-09-12T00:36:42.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.598+0000 7f5edcfe1640 20 reqs_thread_entry: start 2024-09-12T00:36:42.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.599+0000 7f6029546800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:42.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.599+0000 7f6029546800 20 Filter name: none 2024-09-12T00:36:42.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.599+0000 7f5e567fc640 20 reqs_thread_entry: start 2024-09-12T00:36:42.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.599+0000 7f6029546800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:36:42.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.599+0000 7f6029546800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.599+0000 7f6029546800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:42.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.599+0000 7f6029546800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:36:42.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.599+0000 7f6029546800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:36:42.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.599+0000 7f6029546800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 : miss 2024-09-12T00:36:42.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.599+0000 7f6029546800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.600+0000 7f6029546800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:42.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.600+0000 7f6029546800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 info.flags=0x17 2024-09-12T00:36:42.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.600+0000 7f6029546800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 to cache LRU end 2024-09-12T00:36:42.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.600+0000 7f6029546800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:36:42.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.600+0000 7f6029546800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:36:42.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.600+0000 7f6029546800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 2024-09-12T00:36:42.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.600+0000 7f6029546800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:42.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.600+0000 7f6029546800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:42.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.601+0000 7f6029546800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:42.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.602+0000 7f6029546800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:42.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.602+0000 7f6029546800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:42.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.603+0000 7f6029546800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:42.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.604+0000 7f6029546800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:42.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.604+0000 7f6029546800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:42.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.605+0000 7f6029546800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:42.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.606+0000 7f6029546800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:42.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.606+0000 7f6029546800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:42.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.616+0000 7f5eddfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:42.616 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.618+0000 7f6029546800 20 remove_watcher() i=0 2024-09-12T00:36:42.616 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.618+0000 7f6029546800 2 removed watcher, disabling cache 2024-09-12T00:36:42.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.619+0000 7f6029546800 20 remove_watcher() i=1 2024-09-12T00:36:42.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.620+0000 7f6029546800 20 remove_watcher() i=2 2024-09-12T00:36:42.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.621+0000 7f6029546800 20 remove_watcher() i=3 2024-09-12T00:36:42.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.622+0000 7f6029546800 20 remove_watcher() i=4 2024-09-12T00:36:42.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.623+0000 7f6029546800 20 remove_watcher() i=5 2024-09-12T00:36:42.627 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.628+0000 7f6029546800 20 remove_watcher() i=6 2024-09-12T00:36:42.628 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.629+0000 7f6029546800 20 remove_watcher() i=7 2024-09-12T00:36:42.641 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-12T00:36:42.670 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:42.671 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:42.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.711+0000 7f0e8be96800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.713+0000 7f0e8be96800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:42.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.713+0000 7f0e8be96800 20 realm 2024-09-12T00:36:42.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.713+0000 7f0e8be96800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.713+0000 7f0e8be96800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:42.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.713+0000 7f0e8be96800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:42.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.713+0000 7f0e8be96800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.713+0000 7f0e8be96800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:42.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.713+0000 7f0e8be96800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.714+0000 7f0e8be96800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:42.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.714+0000 7f0e8be96800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.715+0000 7f0e8be96800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:42.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.715+0000 7f0e8be96800 20 searching for the correct realm 2024-09-12T00:36:42.715 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.717+0000 7f0e8917f640 0 -- 172.21.15.38:0/984848662 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f0e7c017070 msgr2=0x7f0e7c0233d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:42.719 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.720+0000 7f0e89980640 0 -- 172.21.15.38:0/984848662 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f0e800aa330 msgr2=0x7f0e800ac8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:36:42.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.926+0000 7f0e8be96800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:42.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.926+0000 7f0e8be96800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:42.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.926+0000 7f0e8be96800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:42.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.926+0000 7f0e8be96800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:42.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.926+0000 7f0e8be96800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:42.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.926+0000 7f0e8be96800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:42.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.926+0000 7f0e8be96800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.926+0000 7f0e8be96800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:42.926 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.926+0000 7f0e8be96800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.926 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.926+0000 7f0e8be96800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:42.926 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.926+0000 7f0e8be96800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.927+0000 7f0e8be96800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:42.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.927+0000 7f0e8be96800 20 zone default found 2024-09-12T00:36:42.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.927+0000 7f0e8be96800 4 Realm: () 2024-09-12T00:36:42.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.927+0000 7f0e8be96800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:42.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.927+0000 7f0e8be96800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:42.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.927+0000 7f0e8be96800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:42.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.927+0000 7f0e8be96800 20 zonegroup default 2024-09-12T00:36:42.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.927+0000 7f0e8be96800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.927+0000 7f0e8be96800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:42.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.927+0000 7f0e8be96800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.927+0000 7f0e8be96800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:42.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.927+0000 7f0e8be96800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.927+0000 7f0e8be96800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:42.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.927+0000 7f0e8be96800 20 started sync module instance, tier type = 2024-09-12T00:36:42.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.927+0000 7f0e8be96800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:42.943 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.945+0000 7f0e8be96800 20 add_watcher() i=0 2024-09-12T00:36:42.943 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.945+0000 7f0e8be96800 20 add_watcher() i=1 2024-09-12T00:36:42.944 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.945+0000 7f0e8be96800 20 add_watcher() i=2 2024-09-12T00:36:42.944 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.945+0000 7f0e8be96800 20 add_watcher() i=3 2024-09-12T00:36:42.944 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.945+0000 7f0e8be96800 20 add_watcher() i=4 2024-09-12T00:36:42.944 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.945+0000 7f0e8be96800 20 add_watcher() i=5 2024-09-12T00:36:42.944 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.945+0000 7f0e8be96800 20 add_watcher() i=6 2024-09-12T00:36:42.944 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.946+0000 7f0e8be96800 20 add_watcher() i=7 2024-09-12T00:36:42.944 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.946+0000 7f0e8be96800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:42.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.948+0000 7f0d3b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:42.947 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.948+0000 7f0e8be96800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:42.947 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.948+0000 7f0e8be96800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:42.947 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.948+0000 7f0e8be96800 5 note: GC not initialized 2024-09-12T00:36:42.947 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.948+0000 7f0d3a7fc640 20 reqs_thread_entry: start 2024-09-12T00:36:42.947 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.948+0000 7f0e8be96800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:42.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.948+0000 7f0e8be96800 20 Filter name: none 2024-09-12T00:36:42.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.949+0000 7f0cabfff640 20 reqs_thread_entry: start 2024-09-12T00:36:42.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.949+0000 7f0e8be96800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.949+0000 7f0e8be96800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:42.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.949+0000 7f0e8be96800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.949+0000 7f0e8be96800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:42.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.949+0000 7f0e8be96800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:36:42.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.949+0000 7f0e8be96800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.950+0000 7f0e8be96800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:42.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.950+0000 7f0e8be96800 20 rados->read ofs=0 len=0 2024-09-12T00:36:42.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.950+0000 7f0e8be96800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:42.950 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.950+0000 7f0e8be96800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:36:42.950 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.952+0000 7f0d3b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:42.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.954+0000 7f0e8be96800 20 remove_watcher() i=0 2024-09-12T00:36:42.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.954+0000 7f0e8be96800 2 removed watcher, disabling cache 2024-09-12T00:36:42.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.955+0000 7f0e8be96800 20 remove_watcher() i=1 2024-09-12T00:36:42.955 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.956+0000 7f0e8be96800 20 remove_watcher() i=2 2024-09-12T00:36:42.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.957+0000 7f0e8be96800 20 remove_watcher() i=3 2024-09-12T00:36:42.957 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.958+0000 7f0e8be96800 20 remove_watcher() i=4 2024-09-12T00:36:42.958 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.959+0000 7f0e8be96800 20 remove_watcher() i=5 2024-09-12T00:36:42.959 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.961+0000 7f0e8be96800 20 remove_watcher() i=6 2024-09-12T00:36:42.962 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:42.963+0000 7f0e8be96800 20 remove_watcher() i=7 2024-09-12T00:36:42.973 INFO:tasks.workunit.client.0.smithi038.stderr:{'rgw.main': {'size': 54, 'size_actual': 24576, 'size_utilized': 89, 'size_kb': 1, 'size_kb_actual': 24, 'size_kb_utilized': 1, 'num_objects': 6}} 2024-09-12T00:36:42.973 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: bucket check unlinked does not report normal entries 2024-09-12T00:36:42.973 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:42.975 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T00:36:43.008 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:43.008 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:43.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.049+0000 7f25fb535800 20 rados->read ofs=0 len=0 2024-09-12T00:36:43.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.051+0000 7f25fb535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:43.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.051+0000 7f25fb535800 20 realm 2024-09-12T00:36:43.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.051+0000 7f25fb535800 20 rados->read ofs=0 len=0 2024-09-12T00:36:43.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.051+0000 7f25fb535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:43.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.051+0000 7f25fb535800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:43.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.051+0000 7f25fb535800 20 rados->read ofs=0 len=0 2024-09-12T00:36:43.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.051+0000 7f25fb535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:43.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.051+0000 7f25fb535800 20 rados->read ofs=0 len=0 2024-09-12T00:36:43.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.052+0000 7f25fb535800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:43.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.052+0000 7f25fb535800 20 rados->read ofs=0 len=0 2024-09-12T00:36:43.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.053+0000 7f25fb535800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:43.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.053+0000 7f25fb535800 20 searching for the correct realm 2024-09-12T00:36:43.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.056+0000 7f25f6a7c640 0 -- 172.21.15.38:0/2435747339 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f25e8099410 msgr2=0x7f25e8099830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:36:43.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.060+0000 7f25f6a7c640 0 -- 172.21.15.38:0/2435747339 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f24c0083fe0 msgr2=0x7f24c0086410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:43.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:43.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:43.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:43.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:43.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:43.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:43.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 20 rados->read ofs=0 len=0 2024-09-12T00:36:43.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:43.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 20 rados->read ofs=0 len=0 2024-09-12T00:36:43.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:43.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 20 rados->read ofs=0 len=0 2024-09-12T00:36:43.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:43.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 20 zone default found 2024-09-12T00:36:43.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 4 Realm: () 2024-09-12T00:36:43.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:43.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:43.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:43.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 20 zonegroup default 2024-09-12T00:36:43.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.065+0000 7f25fb535800 20 rados->read ofs=0 len=0 2024-09-12T00:36:43.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.066+0000 7f25fb535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:43.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.066+0000 7f25fb535800 20 rados->read ofs=0 len=0 2024-09-12T00:36:43.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.066+0000 7f25fb535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:43.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.066+0000 7f25fb535800 20 rados->read ofs=0 len=0 2024-09-12T00:36:43.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.066+0000 7f25fb535800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:43.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.066+0000 7f25fb535800 20 started sync module instance, tier type = 2024-09-12T00:36:43.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.066+0000 7f25fb535800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:43.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.086+0000 7f25fb535800 20 add_watcher() i=0 2024-09-12T00:36:43.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.086+0000 7f25fb535800 20 add_watcher() i=1 2024-09-12T00:36:43.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.086+0000 7f25fb535800 20 add_watcher() i=2 2024-09-12T00:36:43.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.086+0000 7f25fb535800 20 add_watcher() i=3 2024-09-12T00:36:43.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.086+0000 7f25fb535800 20 add_watcher() i=4 2024-09-12T00:36:43.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.086+0000 7f25fb535800 20 add_watcher() i=5 2024-09-12T00:36:43.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.086+0000 7f25fb535800 20 add_watcher() i=6 2024-09-12T00:36:43.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.087+0000 7f25fb535800 20 add_watcher() i=7 2024-09-12T00:36:43.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.087+0000 7f25fb535800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:43.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.089+0000 7f24ae7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:43.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.089+0000 7f25fb535800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:43.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.089+0000 7f25fb535800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:43.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.089+0000 7f25fb535800 5 note: GC not initialized 2024-09-12T00:36:43.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.089+0000 7f24ad7e2640 20 reqs_thread_entry: start 2024-09-12T00:36:43.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.089+0000 7f25fb535800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:43.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.089+0000 7f25fb535800 20 Filter name: none 2024-09-12T00:36:43.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.090+0000 7f24a67fc640 20 reqs_thread_entry: start 2024-09-12T00:36:43.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.090+0000 7f25fb535800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:36:43.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.090+0000 7f25fb535800 20 rados->read ofs=0 len=0 2024-09-12T00:36:43.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.090+0000 7f25fb535800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:43.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.090+0000 7f25fb535800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:36:43.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.090+0000 7f25fb535800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:36:43.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.090+0000 7f25fb535800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 : miss 2024-09-12T00:36:43.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.090+0000 7f25fb535800 20 rados->read ofs=0 len=0 2024-09-12T00:36:43.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.090+0000 7f25fb535800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:43.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.090+0000 7f25fb535800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 info.flags=0x17 2024-09-12T00:36:43.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.090+0000 7f25fb535800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 to cache LRU end 2024-09-12T00:36:43.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.090+0000 7f25fb535800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:36:43.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.090+0000 7f25fb535800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:36:43.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.090+0000 7f25fb535800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 2024-09-12T00:36:43.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.090+0000 7f25fb535800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:43.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.091+0000 7f25fb535800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T00:36:43.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.091+0000 7f25fb535800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:43.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.092+0000 7f25fb535800 1 NOTICE: finished shard 1 (0 entries found) 2024-09-12T00:36:43.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.092+0000 7f25fb535800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:43.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.092+0000 7f25fb535800 1 NOTICE: finished shard 2 (0 entries found) 2024-09-12T00:36:43.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.092+0000 7f25fb535800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:43.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.093+0000 7f25fb535800 1 NOTICE: finished shard 3 (0 entries found) 2024-09-12T00:36:43.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.093+0000 7f25fb535800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:43.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.093+0000 7f25fb535800 1 NOTICE: finished shard 4 (0 entries found) 2024-09-12T00:36:43.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.093+0000 7f25fb535800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:43.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.094+0000 7f25fb535800 1 NOTICE: finished shard 5 (0 entries found) 2024-09-12T00:36:43.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.094+0000 7f25fb535800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:43.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.094+0000 7f25fb535800 1 NOTICE: finished shard 6 (0 entries found) 2024-09-12T00:36:43.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.094+0000 7f25fb535800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:43.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.095+0000 7f25fb535800 1 NOTICE: finished shard 7 (0 entries found) 2024-09-12T00:36:43.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.095+0000 7f25fb535800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:43.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.095+0000 7f25fb535800 1 NOTICE: finished shard 8 (0 entries found) 2024-09-12T00:36:43.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.095+0000 7f25fb535800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:43.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.096+0000 7f25fb535800 1 NOTICE: finished shard 9 (0 entries found) 2024-09-12T00:36:43.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.096+0000 7f25fb535800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:43.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.096+0000 7f25fb535800 1 NOTICE: finished shard 10 (0 entries found) 2024-09-12T00:36:43.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.096+0000 7f25fb535800 1 NOTICE: finished all shards (0 entries found) 2024-09-12T00:36:43.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.097+0000 7f24ae7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:43.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.099+0000 7f25fb535800 20 remove_watcher() i=0 2024-09-12T00:36:43.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.099+0000 7f25fb535800 2 removed watcher, disabling cache 2024-09-12T00:36:43.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.101+0000 7f25fb535800 20 remove_watcher() i=1 2024-09-12T00:36:43.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.102+0000 7f25fb535800 20 remove_watcher() i=2 2024-09-12T00:36:43.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.104+0000 7f25fb535800 20 remove_watcher() i=3 2024-09-12T00:36:43.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.106+0000 7f25fb535800 20 remove_watcher() i=4 2024-09-12T00:36:43.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.106+0000 7f25fb535800 20 remove_watcher() i=5 2024-09-12T00:36:43.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.108+0000 7f25fb535800 20 remove_watcher() i=6 2024-09-12T00:36:43.107 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:43.109+0000 7f25fb535800 20 remove_watcher() i=7 2024-09-12T00:36:43.120 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T00:36:43.531 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T00:36:44.947 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:44.947 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:45.002 INFO:tasks.workunit.client.0.smithi038.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:36:45.004 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T00:36:45.040 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:45.040 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:45.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.086+0000 7f73aa4bb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.087 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.089+0000 7f73aa4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.089+0000 7f73aa4bb800 20 realm 2024-09-12T00:36:45.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.089+0000 7f73aa4bb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.089+0000 7f73aa4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.089+0000 7f73aa4bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:45.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.089+0000 7f73aa4bb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.089+0000 7f73aa4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.089+0000 7f73aa4bb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.090+0000 7f73aa4bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:45.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.090+0000 7f73aa4bb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.091+0000 7f73aa4bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:45.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.091+0000 7f73aa4bb800 20 searching for the correct realm 2024-09-12T00:36:45.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.093+0000 7f739f7a4640 0 -- 172.21.15.38:0/1173057689 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f7398085060 msgr2=0x7f73980ce0b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:45.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.098+0000 7f739f7a4640 0 -- 172.21.15.38:0/1173057689 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55ac203da470 msgr2=0x55ac203dc860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:45.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.104+0000 7f73aa4bb800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:45.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.104+0000 7f73aa4bb800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:45.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.104+0000 7f73aa4bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:45.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.104+0000 7f73aa4bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:45.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.104+0000 7f73aa4bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:45.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.104+0000 7f73aa4bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:45.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.104+0000 7f73aa4bb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.104+0000 7f73aa4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.104+0000 7f73aa4bb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.105+0000 7f73aa4bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:45.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.105+0000 7f73aa4bb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.105+0000 7f73aa4bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:45.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.105+0000 7f73aa4bb800 20 zone default found 2024-09-12T00:36:45.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.105+0000 7f73aa4bb800 4 Realm: () 2024-09-12T00:36:45.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.105+0000 7f73aa4bb800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:45.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.105+0000 7f73aa4bb800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:45.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.105+0000 7f73aa4bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:45.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.105+0000 7f73aa4bb800 20 zonegroup default 2024-09-12T00:36:45.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.105+0000 7f73aa4bb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.105+0000 7f73aa4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.105+0000 7f73aa4bb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.105+0000 7f73aa4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.105+0000 7f73aa4bb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.106+0000 7f73aa4bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.106+0000 7f73aa4bb800 20 started sync module instance, tier type = 2024-09-12T00:36:45.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.106+0000 7f73aa4bb800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:45.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.119+0000 7f73aa4bb800 20 add_watcher() i=0 2024-09-12T00:36:45.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.119+0000 7f73aa4bb800 20 add_watcher() i=1 2024-09-12T00:36:45.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.119+0000 7f73aa4bb800 20 add_watcher() i=2 2024-09-12T00:36:45.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.119+0000 7f73aa4bb800 20 add_watcher() i=3 2024-09-12T00:36:45.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.119+0000 7f73aa4bb800 20 add_watcher() i=4 2024-09-12T00:36:45.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.119+0000 7f73aa4bb800 20 add_watcher() i=5 2024-09-12T00:36:45.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.119+0000 7f73aa4bb800 20 add_watcher() i=6 2024-09-12T00:36:45.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.120+0000 7f73aa4bb800 20 add_watcher() i=7 2024-09-12T00:36:45.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.120+0000 7f73aa4bb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:45.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.122+0000 7f725dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:45.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.123+0000 7f73aa4bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:45.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.123+0000 7f73aa4bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:45.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.123+0000 7f73aa4bb800 5 note: GC not initialized 2024-09-12T00:36:45.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.123+0000 7f725cfe1640 20 reqs_thread_entry: start 2024-09-12T00:36:45.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.123+0000 7f73aa4bb800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:45.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.123+0000 7f73aa4bb800 20 Filter name: none 2024-09-12T00:36:45.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.123+0000 7f71d67fc640 20 reqs_thread_entry: start 2024-09-12T00:36:45.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.123+0000 7f73aa4bb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.124+0000 7f73aa4bb800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:45.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.124+0000 7f73aa4bb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.124+0000 7f73aa4bb800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:45.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.124+0000 7f73aa4bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:36:45.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.124+0000 7f73aa4bb800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-12T00:36:45.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.124+0000 7f73aa4bb800 20 INFO: main: starting shard=0 2024-09-12T00:36:45.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.124+0000 7f73aa4bb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:45.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.125+0000 7f73aa4bb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.125+0000 7f73aa4bb800 20 INFO: main: starting shard=1 2024-09-12T00:36:45.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.125+0000 7f73aa4bb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:45.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.126+0000 7f73aa4bb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.126+0000 7f73aa4bb800 20 INFO: main: starting shard=2 2024-09-12T00:36:45.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.126+0000 7f73aa4bb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:45.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.126+0000 7f73aa4bb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.126+0000 7f73aa4bb800 20 INFO: main: starting shard=3 2024-09-12T00:36:45.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.126+0000 7f73aa4bb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:45.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.127+0000 7f73aa4bb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.127+0000 7f73aa4bb800 20 INFO: main: starting shard=4 2024-09-12T00:36:45.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.127+0000 7f73aa4bb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:45.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.127+0000 7f73aa4bb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.127+0000 7f73aa4bb800 20 INFO: main: starting shard=5 2024-09-12T00:36:45.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.127+0000 7f73aa4bb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:45.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.128+0000 7f73aa4bb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.128+0000 7f73aa4bb800 20 INFO: main: starting shard=6 2024-09-12T00:36:45.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.128+0000 7f73aa4bb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:45.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.128+0000 7f73aa4bb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.128+0000 7f73aa4bb800 20 INFO: main: starting shard=7 2024-09-12T00:36:45.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.128+0000 7f73aa4bb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:45.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.129+0000 7f73aa4bb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.129+0000 7f73aa4bb800 20 INFO: main: starting shard=8 2024-09-12T00:36:45.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.129+0000 7f73aa4bb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:45.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.129+0000 7f73aa4bb800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T00:36:45.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.129+0000 7f73aa4bb800 20 INFO: main: starting shard=9 2024-09-12T00:36:45.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.129+0000 7f73aa4bb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:45.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.130+0000 7f73aa4bb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.130+0000 7f73aa4bb800 20 INFO: main: starting shard=10 2024-09-12T00:36:45.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.130+0000 7f73aa4bb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:45.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.130+0000 7f73aa4bb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.130+0000 7f73aa4bb800 20 INFO: main: done 2024-09-12T00:36:45.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.131+0000 7f725dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:45.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.134+0000 7f73aa4bb800 20 remove_watcher() i=0 2024-09-12T00:36:45.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.134+0000 7f73aa4bb800 2 removed watcher, disabling cache 2024-09-12T00:36:45.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.136+0000 7f73aa4bb800 20 remove_watcher() i=1 2024-09-12T00:36:45.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.138+0000 7f73aa4bb800 20 remove_watcher() i=2 2024-09-12T00:36:45.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.139+0000 7f73aa4bb800 20 remove_watcher() i=3 2024-09-12T00:36:45.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.140+0000 7f73aa4bb800 20 remove_watcher() i=4 2024-09-12T00:36:45.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.141+0000 7f73aa4bb800 20 remove_watcher() i=5 2024-09-12T00:36:45.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.142+0000 7f73aa4bb800 20 remove_watcher() i=6 2024-09-12T00:36:45.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.144+0000 7f73aa4bb800 20 remove_watcher() i=7 2024-09-12T00:36:45.156 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:45.157 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:45.160 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:45.160 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:45.163 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:45.163 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:45.215 INFO:tasks.workunit.client.0.smithi038.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:36:45.216 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T00:36:45.247 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:45.248 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:45.287 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.288+0000 7f3f1a135800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.290+0000 7f3f1a135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.290+0000 7f3f1a135800 20 realm 2024-09-12T00:36:45.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.290+0000 7f3f1a135800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.290+0000 7f3f1a135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.290+0000 7f3f1a135800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:45.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.290+0000 7f3f1a135800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.290+0000 7f3f1a135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.290+0000 7f3f1a135800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.290 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.291+0000 7f3f1a135800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:45.290 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.291+0000 7f3f1a135800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.291 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.292+0000 7f3f1a135800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:45.291 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.292+0000 7f3f1a135800 20 searching for the correct realm 2024-09-12T00:36:45.294 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.296+0000 7f3f156e3640 0 -- 172.21.15.38:0/2354557100 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f3f08072040 msgr2=0x7f3f080b2400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:45.298 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.300+0000 7f3f166e5640 0 -- 172.21.15.38:0/2354557100 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7f3f0c048930 msgr2=0x7f3f0c046400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:45.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.303+0000 7f3f1a135800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:45.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.303+0000 7f3f1a135800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:45.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.303+0000 7f3f1a135800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:45.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.303+0000 7f3f1a135800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:45.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.303+0000 7f3f1a135800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:45.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.303+0000 7f3f1a135800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:45.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.303+0000 7f3f1a135800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.304+0000 7f3f1a135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.304+0000 7f3f1a135800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.304+0000 7f3f1a135800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:45.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.304+0000 7f3f1a135800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.304+0000 7f3f1a135800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:45.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.304+0000 7f3f1a135800 20 zone default found 2024-09-12T00:36:45.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.304+0000 7f3f1a135800 4 Realm: () 2024-09-12T00:36:45.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.304+0000 7f3f1a135800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:45.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.304+0000 7f3f1a135800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:45.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.304+0000 7f3f1a135800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:45.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.304+0000 7f3f1a135800 20 zonegroup default 2024-09-12T00:36:45.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.304+0000 7f3f1a135800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.304+0000 7f3f1a135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.305+0000 7f3f1a135800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.305+0000 7f3f1a135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.305+0000 7f3f1a135800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.305+0000 7f3f1a135800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.305+0000 7f3f1a135800 20 started sync module instance, tier type = 2024-09-12T00:36:45.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.305+0000 7f3f1a135800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:45.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.320+0000 7f3f1a135800 20 add_watcher() i=0 2024-09-12T00:36:45.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.320+0000 7f3f1a135800 20 add_watcher() i=1 2024-09-12T00:36:45.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.320+0000 7f3f1a135800 20 add_watcher() i=2 2024-09-12T00:36:45.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.320+0000 7f3f1a135800 20 add_watcher() i=3 2024-09-12T00:36:45.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.320+0000 7f3f1a135800 20 add_watcher() i=4 2024-09-12T00:36:45.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.320+0000 7f3f1a135800 20 add_watcher() i=5 2024-09-12T00:36:45.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.323+0000 7f3f1a135800 20 add_watcher() i=6 2024-09-12T00:36:45.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.324+0000 7f3f1a135800 20 add_watcher() i=7 2024-09-12T00:36:45.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.324+0000 7f3f1a135800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:45.327 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.329+0000 7f3dc7fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:45.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.329+0000 7f3f1a135800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:45.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.329+0000 7f3f1a135800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:45.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.329+0000 7f3f1a135800 5 note: GC not initialized 2024-09-12T00:36:45.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.329+0000 7f3dc6ffd640 20 reqs_thread_entry: start 2024-09-12T00:36:45.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.329+0000 7f3f1a135800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:45.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.329+0000 7f3f1a135800 20 Filter name: none 2024-09-12T00:36:45.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.329+0000 7f3dc4ff9640 20 reqs_thread_entry: start 2024-09-12T00:36:45.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.330+0000 7f3f1a135800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.330+0000 7f3f1a135800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:45.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.330+0000 7f3f1a135800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.330+0000 7f3f1a135800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:45.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.330+0000 7f3f1a135800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:36:45.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.330+0000 7f3f1a135800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-12T00:36:45.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.330+0000 7f3f1a135800 20 INFO: main: starting shard=0 2024-09-12T00:36:45.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.331+0000 7f3f1a135800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:45.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.331+0000 7f3f1a135800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.331+0000 7f3f1a135800 20 INFO: main: starting shard=1 2024-09-12T00:36:45.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.331+0000 7f3f1a135800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:45.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.332+0000 7f3f1a135800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.332+0000 7f3f1a135800 20 INFO: main: starting shard=2 2024-09-12T00:36:45.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.332+0000 7f3f1a135800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:45.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.332+0000 7f3f1a135800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.332+0000 7f3f1a135800 20 INFO: main: starting shard=3 2024-09-12T00:36:45.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.332+0000 7f3f1a135800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:45.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.333+0000 7f3f1a135800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.333+0000 7f3f1a135800 20 INFO: main: starting shard=4 2024-09-12T00:36:45.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.333+0000 7f3f1a135800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:45.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.334+0000 7f3f1a135800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.334+0000 7f3f1a135800 20 INFO: main: starting shard=5 2024-09-12T00:36:45.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.334+0000 7f3f1a135800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:45.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.334+0000 7f3f1a135800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T00:36:45.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.334+0000 7f3f1a135800 20 INFO: main: starting shard=6 2024-09-12T00:36:45.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.334+0000 7f3f1a135800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:45.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.335+0000 7f3f1a135800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.335+0000 7f3f1a135800 20 INFO: main: starting shard=7 2024-09-12T00:36:45.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.335+0000 7f3f1a135800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:45.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.336+0000 7f3f1a135800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.336+0000 7f3f1a135800 20 INFO: main: starting shard=8 2024-09-12T00:36:45.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.336+0000 7f3f1a135800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:45.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.336+0000 7f3f1a135800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.336+0000 7f3f1a135800 20 INFO: main: starting shard=9 2024-09-12T00:36:45.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.336+0000 7f3f1a135800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:45.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.337+0000 7f3f1a135800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.337+0000 7f3f1a135800 20 INFO: main: starting shard=10 2024-09-12T00:36:45.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.337+0000 7f3f1a135800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:45.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.337+0000 7f3f1a135800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.337+0000 7f3f1a135800 20 INFO: main: done 2024-09-12T00:36:45.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.338+0000 7f3dc7fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:45.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.341+0000 7f3f1a135800 20 remove_watcher() i=0 2024-09-12T00:36:45.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.341+0000 7f3f1a135800 2 removed watcher, disabling cache 2024-09-12T00:36:45.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.345+0000 7f3f1a135800 20 remove_watcher() i=1 2024-09-12T00:36:45.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.346+0000 7f3f1a135800 20 remove_watcher() i=2 2024-09-12T00:36:45.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.347+0000 7f3f1a135800 20 remove_watcher() i=3 2024-09-12T00:36:45.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.351+0000 7f3f1a135800 20 remove_watcher() i=4 2024-09-12T00:36:45.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.352+0000 7f3f1a135800 20 remove_watcher() i=5 2024-09-12T00:36:45.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.356+0000 7f3f1a135800 20 remove_watcher() i=6 2024-09-12T00:36:45.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.357+0000 7f3f1a135800 20 remove_watcher() i=7 2024-09-12T00:36:45.369 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:45.369 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:45.372 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:45.372 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:45.424 INFO:tasks.workunit.client.0.smithi038.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:36:45.425 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-12T00:36:45.456 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:45.457 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:45.496 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.497+0000 7f327740f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.498+0000 7f327740f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.498+0000 7f327740f800 20 realm 2024-09-12T00:36:45.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.498+0000 7f327740f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.499+0000 7f327740f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.499+0000 7f327740f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:45.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.499+0000 7f327740f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.499+0000 7f327740f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.499+0000 7f327740f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.500+0000 7f327740f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:45.500 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.500+0000 7f327740f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.500 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.501+0000 7f327740f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:45.500 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.501+0000 7f327740f800 20 searching for the correct realm 2024-09-12T00:36:45.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.504+0000 7f3273393640 0 -- 172.21.15.38:0/820898591 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x561671b403e0 msgr2=0x561671b42830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:45.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.508+0000 7f3272b92640 0 -- 172.21.15.38:0/820898591 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f325c04b920 msgr2=0x7f325c025410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:45.512 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.512+0000 7f327740f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:45.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.512+0000 7f327740f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:45.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.512+0000 7f327740f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:45.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.512+0000 7f327740f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:45.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.512+0000 7f327740f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:45.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.512+0000 7f327740f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:45.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.512+0000 7f327740f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.512+0000 7f327740f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.512+0000 7f327740f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.512+0000 7f327740f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:45.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.512+0000 7f327740f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.513+0000 7f327740f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:45.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.513+0000 7f327740f800 20 zone default found 2024-09-12T00:36:45.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.513+0000 7f327740f800 4 Realm: () 2024-09-12T00:36:45.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.513+0000 7f327740f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:45.515 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.513+0000 7f327740f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:45.515 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.513+0000 7f327740f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:45.515 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.513+0000 7f327740f800 20 zonegroup default 2024-09-12T00:36:45.515 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.513+0000 7f327740f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.515 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.513+0000 7f327740f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.515 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.513+0000 7f327740f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.515 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.513+0000 7f327740f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.515 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.513+0000 7f327740f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.516 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.514+0000 7f327740f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.516 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.514+0000 7f327740f800 20 started sync module instance, tier type = 2024-09-12T00:36:45.516 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.514+0000 7f327740f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:45.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.535+0000 7f327740f800 20 add_watcher() i=0 2024-09-12T00:36:45.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.535+0000 7f327740f800 20 add_watcher() i=1 2024-09-12T00:36:45.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.535+0000 7f327740f800 20 add_watcher() i=2 2024-09-12T00:36:45.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.535+0000 7f327740f800 20 add_watcher() i=3 2024-09-12T00:36:45.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.535+0000 7f327740f800 20 add_watcher() i=4 2024-09-12T00:36:45.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.535+0000 7f327740f800 20 add_watcher() i=5 2024-09-12T00:36:45.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.539+0000 7f327740f800 20 add_watcher() i=6 2024-09-12T00:36:45.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.539+0000 7f327740f800 20 add_watcher() i=7 2024-09-12T00:36:45.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.539+0000 7f327740f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:45.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.541+0000 7f31297e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:45.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.541+0000 7f327740f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:45.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.541+0000 7f327740f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:45.541 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.541+0000 7f327740f800 5 note: GC not initialized 2024-09-12T00:36:45.541 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.541+0000 7f30a3fff640 20 reqs_thread_entry: start 2024-09-12T00:36:45.541 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.541+0000 7f327740f800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:45.541 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.541+0000 7f327740f800 20 Filter name: none 2024-09-12T00:36:45.541 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.542+0000 7f30a1ffb640 20 reqs_thread_entry: start 2024-09-12T00:36:45.541 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.542+0000 7f327740f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.542 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.542+0000 7f327740f800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:45.542 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.542+0000 7f327740f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.542 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.542+0000 7f327740f800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:45.542 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.542+0000 7f327740f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:36:45.542 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.542+0000 7f327740f800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-12T00:36:45.542 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.542+0000 7f327740f800 20 INFO: main: starting shard=0 2024-09-12T00:36:45.542 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.542+0000 7f327740f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:45.542 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.543+0000 7f327740f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.542 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.543+0000 7f327740f800 20 INFO: main: starting shard=1 2024-09-12T00:36:45.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.543+0000 7f327740f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:45.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.543+0000 7f327740f800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T00:36:45.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.543+0000 7f327740f800 20 INFO: main: starting shard=2 2024-09-12T00:36:45.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.543+0000 7f327740f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:45.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.544+0000 7f327740f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.544+0000 7f327740f800 20 INFO: main: starting shard=3 2024-09-12T00:36:45.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.544+0000 7f327740f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:45.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.544+0000 7f327740f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.544+0000 7f327740f800 20 INFO: main: starting shard=4 2024-09-12T00:36:45.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.544+0000 7f327740f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:45.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.545+0000 7f327740f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.545+0000 7f327740f800 20 INFO: main: starting shard=5 2024-09-12T00:36:45.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.545+0000 7f327740f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:45.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.545+0000 7f327740f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.545+0000 7f327740f800 20 INFO: main: starting shard=6 2024-09-12T00:36:45.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.545+0000 7f327740f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:45.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.546+0000 7f327740f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.546+0000 7f327740f800 20 INFO: main: starting shard=7 2024-09-12T00:36:45.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.546+0000 7f327740f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:45.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.546+0000 7f327740f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.546+0000 7f327740f800 20 INFO: main: starting shard=8 2024-09-12T00:36:45.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.546+0000 7f327740f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:45.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.547+0000 7f327740f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.547+0000 7f327740f800 20 INFO: main: starting shard=9 2024-09-12T00:36:45.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.547+0000 7f327740f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:45.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.547+0000 7f327740f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.547+0000 7f327740f800 20 INFO: main: starting shard=10 2024-09-12T00:36:45.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.547+0000 7f327740f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:45.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.548+0000 7f327740f800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.548+0000 7f327740f800 20 INFO: main: done 2024-09-12T00:36:45.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.549+0000 7f31297e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:45.549 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.551+0000 7f327740f800 20 remove_watcher() i=0 2024-09-12T00:36:45.549 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.551+0000 7f327740f800 2 removed watcher, disabling cache 2024-09-12T00:36:45.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.552+0000 7f327740f800 20 remove_watcher() i=1 2024-09-12T00:36:45.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.553+0000 7f327740f800 20 remove_watcher() i=2 2024-09-12T00:36:45.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.554+0000 7f327740f800 20 remove_watcher() i=3 2024-09-12T00:36:45.553 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.555+0000 7f327740f800 20 remove_watcher() i=4 2024-09-12T00:36:45.555 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.556+0000 7f327740f800 20 remove_watcher() i=5 2024-09-12T00:36:45.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.561+0000 7f327740f800 20 remove_watcher() i=6 2024-09-12T00:36:45.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.562+0000 7f327740f800 20 remove_watcher() i=7 2024-09-12T00:36:45.574 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:45.574 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:45.578 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:45.578 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:45.633 INFO:tasks.workunit.client.0.smithi038.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:36:45.634 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-12T00:36:45.665 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:45.666 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:45.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.706+0000 7f31dcb28800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.708+0000 7f31dcb28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.708+0000 7f31dcb28800 20 realm 2024-09-12T00:36:45.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.708+0000 7f31dcb28800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.708+0000 7f31dcb28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.708+0000 7f31dcb28800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:45.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.708+0000 7f31dcb28800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.708+0000 7f31dcb28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.708+0000 7f31dcb28800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.709+0000 7f31dcb28800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:45.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.709+0000 7f31dcb28800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.710+0000 7f31dcb28800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:45.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.710+0000 7f31dcb28800 20 searching for the correct realm 2024-09-12T00:36:45.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.714+0000 7f31d9070640 0 -- 172.21.15.38:0/3366203824 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7f31c0044980 msgr2=0x7f31c005c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:36:45.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.921+0000 7f31d886f640 0 -- 172.21.15.38:0/3366203824 >> [v2:172.21.15.194:6800/4136092038,v1:172.21.15.194:6801/4136092038] conn(0x5605c0d74c00 msgr2=0x5605c0d770c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:45.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.923+0000 7f31dcb28800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:45.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.923+0000 7f31dcb28800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:45.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.923+0000 7f31dcb28800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:45.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.923+0000 7f31dcb28800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:45.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.923+0000 7f31dcb28800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:45.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.923+0000 7f31dcb28800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:45.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.923+0000 7f31dcb28800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.923+0000 7f31dcb28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.923+0000 7f31dcb28800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.924 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.924+0000 7f31dcb28800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:45.924 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.924+0000 7f31dcb28800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.924 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.924+0000 7f31dcb28800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:45.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.924+0000 7f31dcb28800 20 zone default found 2024-09-12T00:36:45.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.924+0000 7f31dcb28800 4 Realm: () 2024-09-12T00:36:45.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.924+0000 7f31dcb28800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:45.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.924+0000 7f31dcb28800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:45.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.924+0000 7f31dcb28800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:45.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.924+0000 7f31dcb28800 20 zonegroup default 2024-09-12T00:36:45.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.924+0000 7f31dcb28800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.924+0000 7f31dcb28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.924+0000 7f31dcb28800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.925+0000 7f31dcb28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.925+0000 7f31dcb28800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.925+0000 7f31dcb28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:45.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.925+0000 7f31dcb28800 20 started sync module instance, tier type = 2024-09-12T00:36:45.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.925+0000 7f31dcb28800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:45.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.947+0000 7f31dcb28800 20 add_watcher() i=0 2024-09-12T00:36:45.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.947+0000 7f31dcb28800 20 add_watcher() i=1 2024-09-12T00:36:45.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.947+0000 7f31dcb28800 20 add_watcher() i=2 2024-09-12T00:36:45.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.947+0000 7f31dcb28800 20 add_watcher() i=3 2024-09-12T00:36:45.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.947+0000 7f31dcb28800 20 add_watcher() i=4 2024-09-12T00:36:45.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.947+0000 7f31dcb28800 20 add_watcher() i=5 2024-09-12T00:36:45.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.947+0000 7f31dcb28800 20 add_watcher() i=6 2024-09-12T00:36:45.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.948+0000 7f31dcb28800 20 add_watcher() i=7 2024-09-12T00:36:45.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.948+0000 7f31dcb28800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:45.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.950+0000 7f308efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:45.950 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.950+0000 7f31dcb28800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:45.950 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.950+0000 7f31dcb28800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:45.950 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.950+0000 7f31dcb28800 5 note: GC not initialized 2024-09-12T00:36:45.950 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.951+0000 7f308dfe3640 20 reqs_thread_entry: start 2024-09-12T00:36:45.950 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.951+0000 7f31dcb28800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:45.950 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.951+0000 7f31dcb28800 20 Filter name: none 2024-09-12T00:36:45.950 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.951+0000 7f2fff7fe640 20 reqs_thread_entry: start 2024-09-12T00:36:45.950 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.951+0000 7f31dcb28800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.951+0000 7f31dcb28800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:45.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.951+0000 7f31dcb28800 20 rados->read ofs=0 len=0 2024-09-12T00:36:45.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.952+0000 7f31dcb28800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:45.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.952+0000 7f31dcb28800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:36:45.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.952+0000 7f31dcb28800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-12T00:36:45.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.952+0000 7f31dcb28800 20 INFO: main: starting shard=0 2024-09-12T00:36:45.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.952+0000 7f31dcb28800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:45.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.952+0000 7f31dcb28800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.952+0000 7f31dcb28800 20 INFO: main: starting shard=1 2024-09-12T00:36:45.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.952+0000 7f31dcb28800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:45.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.953+0000 7f31dcb28800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.953+0000 7f31dcb28800 20 INFO: main: starting shard=2 2024-09-12T00:36:45.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.953+0000 7f31dcb28800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:45.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.953+0000 7f31dcb28800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.953+0000 7f31dcb28800 20 INFO: main: starting shard=3 2024-09-12T00:36:45.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.953+0000 7f31dcb28800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:45.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.954+0000 7f31dcb28800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.954+0000 7f31dcb28800 20 INFO: main: starting shard=4 2024-09-12T00:36:45.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.954+0000 7f31dcb28800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:45.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.954+0000 7f31dcb28800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.954+0000 7f31dcb28800 20 INFO: main: starting shard=5 2024-09-12T00:36:45.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.954+0000 7f31dcb28800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:45.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.955+0000 7f31dcb28800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.955+0000 7f31dcb28800 20 INFO: main: starting shard=6 2024-09-12T00:36:45.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.955+0000 7f31dcb28800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:45.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.956+0000 7f31dcb28800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.955 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.956+0000 7f31dcb28800 20 INFO: main: starting shard=7 2024-09-12T00:36:45.955 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.956+0000 7f31dcb28800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:45.955 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.957+0000 7f31dcb28800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.955 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.957+0000 7f31dcb28800 20 INFO: main: starting shard=8 2024-09-12T00:36:45.955 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.957+0000 7f31dcb28800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:45.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.957+0000 7f31dcb28800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.957+0000 7f31dcb28800 20 INFO: main: starting shard=9 2024-09-12T00:36:45.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.957+0000 7f31dcb28800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:45.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.958+0000 7f31dcb28800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:45.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.958+0000 7f31dcb28800 20 INFO: main: starting shard=10 2024-09-12T00:36:45.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.958+0000 7f31dcb28800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:45.957 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.958+0000 7f31dcb28800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T00:36:45.957 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.958+0000 7f31dcb28800 20 INFO: main: done 2024-09-12T00:36:45.958 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.959+0000 7f308efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:45.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.961+0000 7f31dcb28800 20 remove_watcher() i=0 2024-09-12T00:36:45.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.962+0000 7f31dcb28800 2 removed watcher, disabling cache 2024-09-12T00:36:45.962 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.963+0000 7f31dcb28800 20 remove_watcher() i=1 2024-09-12T00:36:45.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.964+0000 7f31dcb28800 20 remove_watcher() i=2 2024-09-12T00:36:45.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.966+0000 7f31dcb28800 20 remove_watcher() i=3 2024-09-12T00:36:45.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.967+0000 7f31dcb28800 20 remove_watcher() i=4 2024-09-12T00:36:45.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.968+0000 7f31dcb28800 20 remove_watcher() i=5 2024-09-12T00:36:45.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.969+0000 7f31dcb28800 20 remove_watcher() i=6 2024-09-12T00:36:45.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:45.970+0000 7f31dcb28800 20 remove_watcher() i=7 2024-09-12T00:36:45.982 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:45.982 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:45.986 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T00:36:46.400 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T00:36:46.804 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: bucket check unlinked finds unlistable entries 2024-09-12T00:36:46.804 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:46.805 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T00:36:46.838 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:46.838 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:47.063 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.064+0000 7f41f1d89640 0 --2- 172.21.15.38:0/3871275604 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x55ed3d384bc0 0x55ed3d526160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T00:36:47.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.081+0000 7f41f4298800 20 rados->read ofs=0 len=0 2024-09-12T00:36:47.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.082+0000 7f41f4298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:47.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.082+0000 7f41f4298800 20 realm 2024-09-12T00:36:47.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.082+0000 7f41f4298800 20 rados->read ofs=0 len=0 2024-09-12T00:36:47.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.082+0000 7f41f4298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:47.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.082+0000 7f41f4298800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:47.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.082+0000 7f41f4298800 20 rados->read ofs=0 len=0 2024-09-12T00:36:47.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.083+0000 7f41f4298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:47.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.083+0000 7f41f4298800 20 rados->read ofs=0 len=0 2024-09-12T00:36:47.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.084+0000 7f41f4298800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:47.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.084+0000 7f41f4298800 20 rados->read ofs=0 len=0 2024-09-12T00:36:47.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.085+0000 7f41f4298800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:47.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.085+0000 7f41f4298800 20 searching for the correct realm 2024-09-12T00:36:47.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.087+0000 7f41f1588640 0 -- 172.21.15.38:0/2244303140 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f41e40614d0 msgr2=0x7f41e4068b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:47.292 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.294+0000 7f41f1d89640 0 -- 172.21.15.38:0/2244303140 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f41e8090400 msgr2=0x7f41e8090860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:36:47.500 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.501+0000 7f41f4298800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:47.501 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.501+0000 7f41f4298800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:47.501 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.501+0000 7f41f4298800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:47.501 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.501+0000 7f41f4298800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:47.501 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.501+0000 7f41f4298800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:47.501 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.501+0000 7f41f4298800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:47.501 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.501+0000 7f41f4298800 20 rados->read ofs=0 len=0 2024-09-12T00:36:47.501 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.502+0000 7f41f4298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:47.501 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.502+0000 7f41f4298800 20 rados->read ofs=0 len=0 2024-09-12T00:36:47.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.502+0000 7f41f4298800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:47.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.502+0000 7f41f4298800 20 rados->read ofs=0 len=0 2024-09-12T00:36:47.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.502+0000 7f41f4298800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:47.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.502+0000 7f41f4298800 20 zone default found 2024-09-12T00:36:47.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.502+0000 7f41f4298800 4 Realm: () 2024-09-12T00:36:47.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.502+0000 7f41f4298800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:47.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.502+0000 7f41f4298800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:47.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.502+0000 7f41f4298800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:47.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.502+0000 7f41f4298800 20 zonegroup default 2024-09-12T00:36:47.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.502+0000 7f41f4298800 20 rados->read ofs=0 len=0 2024-09-12T00:36:47.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.503+0000 7f41f4298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:47.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.503+0000 7f41f4298800 20 rados->read ofs=0 len=0 2024-09-12T00:36:47.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.503+0000 7f41f4298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:47.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.503+0000 7f41f4298800 20 rados->read ofs=0 len=0 2024-09-12T00:36:47.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.504+0000 7f41f4298800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:47.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.504+0000 7f41f4298800 20 started sync module instance, tier type = 2024-09-12T00:36:47.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.504+0000 7f41f4298800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:47.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.527+0000 7f41f4298800 20 add_watcher() i=0 2024-09-12T00:36:47.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.527+0000 7f41f4298800 20 add_watcher() i=1 2024-09-12T00:36:47.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.527+0000 7f41f4298800 20 add_watcher() i=2 2024-09-12T00:36:47.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.527+0000 7f41f4298800 20 add_watcher() i=3 2024-09-12T00:36:47.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.527+0000 7f41f4298800 20 add_watcher() i=4 2024-09-12T00:36:47.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.527+0000 7f41f4298800 20 add_watcher() i=5 2024-09-12T00:36:47.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.527+0000 7f41f4298800 20 add_watcher() i=6 2024-09-12T00:36:47.528 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.530+0000 7f41f4298800 20 add_watcher() i=7 2024-09-12T00:36:47.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.530+0000 7f41f4298800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:47.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.532+0000 7f40a37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:47.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.532+0000 7f41f4298800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:47.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.532+0000 7f41f4298800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:47.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.532+0000 7f41f4298800 5 note: GC not initialized 2024-09-12T00:36:47.532 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.533+0000 7f40a27fc640 20 reqs_thread_entry: start 2024-09-12T00:36:47.532 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.533+0000 7f41f4298800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:47.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.533+0000 7f41f4298800 20 Filter name: none 2024-09-12T00:36:47.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.533+0000 7f4013fff640 20 reqs_thread_entry: start 2024-09-12T00:36:47.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.533+0000 7f41f4298800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:36:47.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.533+0000 7f41f4298800 20 rados->read ofs=0 len=0 2024-09-12T00:36:47.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.533+0000 7f41f4298800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:47.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.533+0000 7f41f4298800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:36:47.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.533+0000 7f41f4298800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:36:47.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.533+0000 7f41f4298800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 : miss 2024-09-12T00:36:47.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.533+0000 7f41f4298800 20 rados->read ofs=0 len=0 2024-09-12T00:36:47.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.534+0000 7f41f4298800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:47.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.534+0000 7f41f4298800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 info.flags=0x17 2024-09-12T00:36:47.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.534+0000 7f41f4298800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 to cache LRU end 2024-09-12T00:36:47.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.534+0000 7f41f4298800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:36:47.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.534+0000 7f41f4298800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:36:47.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.534+0000 7f41f4298800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 2024-09-12T00:36:47.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.534+0000 7f41f4298800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:47.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.534+0000 7f41f4298800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T00:36:47.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.534+0000 7f41f4298800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:47.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.535+0000 7f41f4298800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:47.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.536+0000 7f41f4298800 1 NOTICE: finished shard 2 (0 entries found) 2024-09-12T00:36:47.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.536+0000 7f41f4298800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:47.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.536+0000 7f41f4298800 1 NOTICE: finished shard 3 (0 entries found) 2024-09-12T00:36:47.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.536+0000 7f41f4298800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:47.536 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.537+0000 7f41f4298800 1 NOTICE: finished shard 4 (0 entries found) 2024-09-12T00:36:47.536 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.537+0000 7f41f4298800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:47.536 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.538+0000 7f41f4298800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:47.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.538+0000 7f41f4298800 1 NOTICE: finished shard 6 (0 entries found) 2024-09-12T00:36:47.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.538+0000 7f41f4298800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:47.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.539+0000 7f41f4298800 1 NOTICE: finished shard 7 (0 entries found) 2024-09-12T00:36:47.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.539+0000 7f41f4298800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:47.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.539+0000 7f41f4298800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:47.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.540+0000 7f41f4298800 1 NOTICE: finished shard 9 (0 entries found) 2024-09-12T00:36:47.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.540+0000 7f41f4298800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:47.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.540+0000 7f41f4298800 1 NOTICE: finished shard 1 (1 entries found) 2024-09-12T00:36:47.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.540+0000 7f41f4298800 1 NOTICE: finished shard 5 (1 entries found) 2024-09-12T00:36:47.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.540+0000 7f41f4298800 1 NOTICE: finished shard 8 (1 entries found) 2024-09-12T00:36:47.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.541+0000 7f41f4298800 1 NOTICE: finished shard 10 (1 entries found) 2024-09-12T00:36:47.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.541+0000 7f41f4298800 1 NOTICE: finished all shards (4 entries found) 2024-09-12T00:36:47.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.542+0000 7f40a37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:47.542 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.544+0000 7f41f4298800 20 remove_watcher() i=0 2024-09-12T00:36:47.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.544+0000 7f41f4298800 2 removed watcher, disabling cache 2024-09-12T00:36:47.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.545+0000 7f41f4298800 20 remove_watcher() i=1 2024-09-12T00:36:47.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.547+0000 7f41f4298800 20 remove_watcher() i=2 2024-09-12T00:36:47.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.548+0000 7f41f4298800 20 remove_watcher() i=3 2024-09-12T00:36:47.548 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.549+0000 7f41f4298800 20 remove_watcher() i=4 2024-09-12T00:36:47.550 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.551+0000 7f41f4298800 20 remove_watcher() i=5 2024-09-12T00:36:47.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.552+0000 7f41f4298800 20 remove_watcher() i=6 2024-09-12T00:36:47.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:47.554+0000 7f41f4298800 20 remove_watcher() i=7 2024-09-12T00:36:47.564 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: unlinked entries are not listable 2024-09-12T00:36:47.565 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:47.567 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:47.567 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:47.572 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: GET returns 404 for unlinked entry keys that have no other versions 2024-09-12T00:36:47.572 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:47.574 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:47.575 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:47.618 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:47.619 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:47.661 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: bucket check unlinked fixes unlistable entries 2024-09-12T00:36:47.661 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:47.662 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T00:36:47.700 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:47.700 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:48.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.146+0000 7f5d89346800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.147+0000 7f5d89346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.147+0000 7f5d89346800 20 realm 2024-09-12T00:36:48.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.147+0000 7f5d89346800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.148+0000 7f5d89346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.148+0000 7f5d89346800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:48.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.148+0000 7f5d89346800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.148+0000 7f5d89346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.148+0000 7f5d89346800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.149+0000 7f5d89346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:48.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.149+0000 7f5d89346800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.150+0000 7f5d89346800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:48.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.150+0000 7f5d89346800 20 searching for the correct realm 2024-09-12T00:36:48.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.153+0000 7f5d7e62f640 0 -- 172.21.15.38:0/685460460 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55d1d18d6c50 msgr2=0x55d1d18d9040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:36:48.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.158+0000 7f5d86e30640 0 -- 172.21.15.38:0/685460460 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f5d70063040 msgr2=0x7f5d70063420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:48.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.364+0000 7f5d89346800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:48.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.364+0000 7f5d89346800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:48.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.364+0000 7f5d89346800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:48.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.364+0000 7f5d89346800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:48.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.364+0000 7f5d89346800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:48.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.364+0000 7f5d89346800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:48.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.364+0000 7f5d89346800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.365+0000 7f5d89346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.365+0000 7f5d89346800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.365+0000 7f5d89346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:48.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.365+0000 7f5d89346800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.365+0000 7f5d89346800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:48.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.365+0000 7f5d89346800 20 zone default found 2024-09-12T00:36:48.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.365+0000 7f5d89346800 4 Realm: () 2024-09-12T00:36:48.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.365+0000 7f5d89346800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:48.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.365+0000 7f5d89346800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:48.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.365+0000 7f5d89346800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:48.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.365+0000 7f5d89346800 20 zonegroup default 2024-09-12T00:36:48.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.365+0000 7f5d89346800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.366+0000 7f5d89346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.366+0000 7f5d89346800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.366+0000 7f5d89346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.366+0000 7f5d89346800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.366+0000 7f5d89346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.366+0000 7f5d89346800 20 started sync module instance, tier type = 2024-09-12T00:36:48.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.366+0000 7f5d89346800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:48.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.384+0000 7f5d89346800 20 add_watcher() i=0 2024-09-12T00:36:48.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.384+0000 7f5d89346800 20 add_watcher() i=1 2024-09-12T00:36:48.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.384+0000 7f5d89346800 20 add_watcher() i=2 2024-09-12T00:36:48.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.384+0000 7f5d89346800 20 add_watcher() i=3 2024-09-12T00:36:48.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.384+0000 7f5d89346800 20 add_watcher() i=4 2024-09-12T00:36:48.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.384+0000 7f5d89346800 20 add_watcher() i=5 2024-09-12T00:36:48.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.389+0000 7f5d89346800 20 add_watcher() i=6 2024-09-12T00:36:48.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.389+0000 7f5d89346800 20 add_watcher() i=7 2024-09-12T00:36:48.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.389+0000 7f5d89346800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:48.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.391+0000 7f5c3d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:48.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.391+0000 7f5d89346800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:48.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.391+0000 7f5d89346800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:48.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.391+0000 7f5d89346800 5 note: GC not initialized 2024-09-12T00:36:48.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.391+0000 7f5bb7fff640 20 reqs_thread_entry: start 2024-09-12T00:36:48.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.391+0000 7f5d89346800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:48.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.392+0000 7f5d89346800 20 Filter name: none 2024-09-12T00:36:48.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.392+0000 7f5bb5ffb640 20 reqs_thread_entry: start 2024-09-12T00:36:48.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.392+0000 7f5d89346800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:36:48.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.392+0000 7f5d89346800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.392+0000 7f5d89346800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:48.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.392+0000 7f5d89346800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:36:48.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.392+0000 7f5d89346800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:36:48.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.392+0000 7f5d89346800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 : miss 2024-09-12T00:36:48.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.392+0000 7f5d89346800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.393+0000 7f5d89346800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:48.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.393+0000 7f5d89346800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 info.flags=0x17 2024-09-12T00:36:48.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.393+0000 7f5d89346800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 to cache LRU end 2024-09-12T00:36:48.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.393+0000 7f5d89346800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:36:48.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.393+0000 7f5d89346800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:36:48.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.393+0000 7f5d89346800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 2024-09-12T00:36:48.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.393+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:48.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.393+0000 7f5d89346800 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-12T00:36:48.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.393+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:48.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.394+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:48.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.395+0000 7f5d89346800 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-12T00:36:48.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.395+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:48.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.395+0000 7f5d89346800 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-12T00:36:48.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.395+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:48.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.396+0000 7f5d89346800 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-12T00:36:48.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.396+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:48.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.396+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:48.396 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.397+0000 7f5d89346800 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-12T00:36:48.396 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.397+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:48.396 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.397+0000 7f5d89346800 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-12T00:36:48.396 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.397+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:48.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.398+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:48.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.398+0000 7f5d89346800 1 NOTICE: finished shard 9 (0 entries removed) 2024-09-12T00:36:48.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.398+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:48.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.399+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:48.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.399+0000 7f5d89346800 20 get_obj_state: octx=0x55d1d165a120 obj=check-bucket:e state=0x55d1d190f9e8 s->prefetch_data=0 2024-09-12T00:36:48.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.399+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:48.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.399+0000 7f5d89346800 20 get_obj_state: octx=0x55d1d166cc40 obj=check-bucket:d state=0x55d1d190c238 s->prefetch_data=0 2024-09-12T00:36:48.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.399+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:48.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.400+0000 7f5d89346800 20 get_obj_state: octx=0x55d1d190d210 obj=check-bucket:c state=0x55d1d1909788 s->prefetch_data=0 2024-09-12T00:36:48.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.400+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:48.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.400+0000 7f5d89346800 20 get_obj_state: octx=0x55d1d190b640 obj=check-bucket:f state=0x55d1d19a89c8 s->prefetch_data=0 2024-09-12T00:36:48.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.400+0000 7f5d89346800 20 get_obj_state: setting s->obj_tag to 2kqv3par3vu5003t3k1t2ojokwaid87t 2024-09-12T00:36:48.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.400+0000 7f5d89346800 20 get_obj_state_impl: setting s->olh_tag to oct7w2uzm3b6dygjyr5qkj0yyjswyge0 2024-09-12T00:36:48.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.400+0000 7f5d89346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=oct7w2uzm3b6dygjyr5qkj0yyjswyge0 2024-09-12T00:36:48.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.400+0000 7f5d89346800 20 get_obj_state: setting s->obj_tag to x79ro2ky9ko1cltuvhohaaw3tlr6ino9 2024-09-12T00:36:48.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.400+0000 7f5d89346800 20 get_obj_state_impl: setting s->olh_tag to yqy41se3z42irc4ab4z6gz3a7ahkgixl 2024-09-12T00:36:48.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.400+0000 7f5d89346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=yqy41se3z42irc4ab4z6gz3a7ahkgixl 2024-09-12T00:36:48.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.400+0000 7f5d89346800 20 get_obj_state: setting s->obj_tag to h56uma5z173q50xil9emsoedn8nmvm4k 2024-09-12T00:36:48.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.400+0000 7f5d89346800 20 get_obj_state_impl: setting s->olh_tag to 36qbdanz45o561rx6brdju3l0z853sjr 2024-09-12T00:36:48.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.400+0000 7f5d89346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=36qbdanz45o561rx6brdju3l0z853sjr 2024-09-12T00:36:48.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.401+0000 7f5d89346800 20 get_obj_state: setting s->obj_tag to vo1hk7o4bhv30y6d2t4lq3ab8ef2gam8 2024-09-12T00:36:48.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.401+0000 7f5d89346800 20 get_obj_state_impl: setting s->olh_tag to gpcr2kb5cam2d6hl5kup2f073axjltpb 2024-09-12T00:36:48.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.401+0000 7f5d89346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=gpcr2kb5cam2d6hl5kup2f073axjltpb 2024-09-12T00:36:48.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.402+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:48.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.403+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:48.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.403+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:48.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.405+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:48.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.405+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:48.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.405+0000 7f5d89346800 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-12T00:36:48.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.405+0000 7f5d89346800 20 olh_log_entry: epoch=2 op=3 key=e[cq.lY5.vXbHLPBSTAF7OY9A.5GnXgjZ] 2024-09-12T00:36:48.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.405+0000 7f5d89346800 20 get_obj_state: octx=0x55d1d165a120 obj=check-bucket:_:cq.lY5.vXbHLPBSTAF7OY9A.5GnXgjZ_e state=0x55d1d19c4b28 s->prefetch_data=0 2024-09-12T00:36:48.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.406+0000 7f5d89346800 10 manifest: total_size = 12 2024-09-12T00:36:48.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.406+0000 7f5d89346800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11240733734891636756 2024-09-12T00:36:48.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.406+0000 7f5d89346800 20 get_obj_state: octx=0x55d1d165a120 obj=check-bucket:_:cq.lY5.vXbHLPBSTAF7OY9A.5GnXgjZ_e state=0x55d1d19c4b28 s->prefetch_data=0 2024-09-12T00:36:48.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.406+0000 7f5d89346800 20 prepare_atomic_modification: state is not atomic. state=0x55d1d19c4b28 2024-09-12T00:36:48.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.406+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:48.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.408+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:48.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.408+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:48.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.408+0000 7f5d89346800 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-12T00:36:48.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.408+0000 7f5d89346800 20 olh_log_entry: epoch=2 op=3 key=f[89M2TDfDI4hQkcl7K6Tym9ZThV2-lDo] 2024-09-12T00:36:48.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.408+0000 7f5d89346800 20 get_obj_state: octx=0x55d1d190b640 obj=check-bucket:_:89M2TDfDI4hQkcl7K6Tym9ZThV2-lDo_f state=0x55d1d19cb4b8 s->prefetch_data=0 2024-09-12T00:36:48.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.408+0000 7f5d89346800 20 olh_log_entry: epoch=3 op=3 key=c[TbsUobEsMgkOcjzdPb8HyreoW9e0QzK] 2024-09-12T00:36:48.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.408+0000 7f5d89346800 20 get_obj_state: octx=0x55d1d190d210 obj=check-bucket:_:TbsUobEsMgkOcjzdPb8HyreoW9e0QzK_c state=0x55d1d19d0058 s->prefetch_data=0 2024-09-12T00:36:48.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.408+0000 7f5d89346800 10 manifest: total_size = 22 2024-09-12T00:36:48.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.408+0000 7f5d89346800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10590350640455585603 2024-09-12T00:36:48.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.408+0000 7f5d89346800 20 get_obj_state: octx=0x55d1d190b640 obj=check-bucket:_:89M2TDfDI4hQkcl7K6Tym9ZThV2-lDo_f state=0x55d1d19cb4b8 s->prefetch_data=0 2024-09-12T00:36:48.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.408+0000 7f5d89346800 20 prepare_atomic_modification: state is not atomic. state=0x55d1d19cb4b8 2024-09-12T00:36:48.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.409+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:48.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.409+0000 7f5d89346800 10 manifest: total_size = 9 2024-09-12T00:36:48.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.409+0000 7f5d89346800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6818305350838317554 2024-09-12T00:36:48.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.409+0000 7f5d89346800 20 get_obj_state: octx=0x55d1d190d210 obj=check-bucket:_:TbsUobEsMgkOcjzdPb8HyreoW9e0QzK_c state=0x55d1d19d0058 s->prefetch_data=0 2024-09-12T00:36:48.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.409+0000 7f5d89346800 20 prepare_atomic_modification: state is not atomic. state=0x55d1d19d0058 2024-09-12T00:36:48.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.409+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:48.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.410+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:48.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.411+0000 7f5d89346800 20 olh_log_entry: epoch=3 op=3 key=d[FGt8X9kheLk1i4gjV9EjL3bddJlowRW] 2024-09-12T00:36:48.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.411+0000 7f5d89346800 20 get_obj_state: octx=0x55d1d166cc40 obj=check-bucket:_:FGt8X9kheLk1i4gjV9EjL3bddJlowRW_d state=0x55d1d19dd1a8 s->prefetch_data=0 2024-09-12T00:36:48.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.411+0000 7f5d89346800 10 manifest: total_size = 22 2024-09-12T00:36:48.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.411+0000 7f5d89346800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4845367581620243358 2024-09-12T00:36:48.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.411+0000 7f5d89346800 20 get_obj_state: octx=0x55d1d166cc40 obj=check-bucket:_:FGt8X9kheLk1i4gjV9EjL3bddJlowRW_d state=0x55d1d19dd1a8 s->prefetch_data=0 2024-09-12T00:36:48.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.411+0000 7f5d89346800 20 prepare_atomic_modification: state is not atomic. state=0x55d1d19dd1a8 2024-09-12T00:36:48.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.411+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:48.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.413+0000 7f5d89346800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:36:48.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.413+0000 7f5d89346800 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-12T00:36:48.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.413+0000 7f5d89346800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:36:48.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.413+0000 7f5d89346800 5 delete_objs_inline: removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2__shadow:cq.lY5.vXbHLPBSTAF7OY9A.5GnXgjZ_.BIcuvyVYYAsU2Cr4cS1UVRlgEH3yvqe_0 2024-09-12T00:36:48.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.416+0000 7f5d89346800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:36:48.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.416+0000 7f5d89346800 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T00:36:48.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.416+0000 7f5d89346800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:36:48.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.416+0000 7f5d89346800 5 delete_objs_inline: removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2__shadow:TbsUobEsMgkOcjzdPb8HyreoW9e0QzK_.F_z7QllIuqSwp4pvsF7oFIP4-zvowSZ_0 2024-09-12T00:36:48.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.416+0000 7f5c6a7fc640 20 handle_completion(): completion ok for obj=e[cq.lY5.vXbHLPBSTAF7OY9A.5GnXgjZ] 2024-09-12T00:36:48.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.416+0000 7f5d89346800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:36:48.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.416+0000 7f5d89346800 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T00:36:48.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.416+0000 7f5d89346800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:36:48.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.416+0000 7f5d89346800 5 delete_objs_inline: removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2__shadow:89M2TDfDI4hQkcl7K6Tym9ZThV2-lDo_.ivVdxWQ_eVOgKtYeBl2uifOikMXsYQZ_0 2024-09-12T00:36:48.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.417+0000 7f5d89346800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:36:48.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.418+0000 7f5c69ffb640 20 handle_completion(): completion ok for obj=c[TbsUobEsMgkOcjzdPb8HyreoW9e0QzK] 2024-09-12T00:36:48.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.418+0000 7f5d89346800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:36:48.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.418+0000 7f5d89346800 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T00:36:48.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.418+0000 7f5d89346800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:36:48.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.418+0000 7f5d89346800 5 delete_objs_inline: removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2__shadow:FGt8X9kheLk1i4gjV9EjL3bddJlowRW_.-Q1VK64-11SFW0xKdP_MYpViNfZwKvy_0 2024-09-12T00:36:48.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.418+0000 7f5d89346800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:36:48.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.419+0000 7f5d89346800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:36:48.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.420+0000 7f5c6a7fc640 20 handle_completion(): completion ok for obj=d[FGt8X9kheLk1i4gjV9EjL3bddJlowRW] 2024-09-12T00:36:48.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.421+0000 7f5d89346800 20 get_obj_state: octx=0x55d1d165a120 obj=check-bucket:e state=0x55d1d190f9e8 s->prefetch_data=0 2024-09-12T00:36:48.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.421+0000 7f5d89346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=oct7w2uzm3b6dygjyr5qkj0yyjswyge0 2024-09-12T00:36:48.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.421+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:48.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.422+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:48.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.422+0000 7f5d89346800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:36:48.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.422+0000 7f5c6a7fc640 20 handle_completion(): completion ok for obj=f[89M2TDfDI4hQkcl7K6Tym9ZThV2-lDo] 2024-09-12T00:36:48.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.422+0000 7f5d89346800 20 get_obj_state: octx=0x55d1d190b640 obj=check-bucket:f state=0x55d1d19a89c8 s->prefetch_data=0 2024-09-12T00:36:48.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.422+0000 7f5d89346800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=gpcr2kb5cam2d6hl5kup2f073axjltpb 2024-09-12T00:36:48.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.424+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:48.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.424+0000 7f5d89346800 1 NOTICE: finished shard 8 (1 entries removed) 2024-09-12T00:36:48.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.424+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:48.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.424+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:48.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.426+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:48.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.426+0000 7f5d89346800 1 NOTICE: finished shard 5 (1 entries removed) 2024-09-12T00:36:48.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.427+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:48.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.428+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:48.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.428+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:48.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.428+0000 7f5d89346800 1 NOTICE: finished shard 1 (1 entries removed) 2024-09-12T00:36:48.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.430+0000 7f5d89346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:48.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.430+0000 7f5d89346800 1 NOTICE: finished shard 10 (1 entries removed) 2024-09-12T00:36:48.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.430+0000 7f5d89346800 1 NOTICE: finished all shards (4 entries removed) 2024-09-12T00:36:48.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.431+0000 7f5c3d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:48.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.433+0000 7f5d89346800 20 remove_watcher() i=0 2024-09-12T00:36:48.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.433+0000 7f5d89346800 2 removed watcher, disabling cache 2024-09-12T00:36:48.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.434+0000 7f5d89346800 20 remove_watcher() i=1 2024-09-12T00:36:48.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.435+0000 7f5d89346800 20 remove_watcher() i=2 2024-09-12T00:36:48.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.437+0000 7f5d89346800 20 remove_watcher() i=3 2024-09-12T00:36:48.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.438+0000 7f5d89346800 20 remove_watcher() i=4 2024-09-12T00:36:48.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.439+0000 7f5d89346800 20 remove_watcher() i=5 2024-09-12T00:36:48.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.440+0000 7f5d89346800 20 remove_watcher() i=6 2024-09-12T00:36:48.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.441+0000 7f5d89346800 20 remove_watcher() i=7 2024-09-12T00:36:48.454 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:48.454 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:48.457 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:48.457 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:48.460 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:48.460 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:48.462 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:48.463 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:48.463 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: bucket check unlinked does not affect normal entries 2024-09-12T00:36:48.464 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:48.464 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:48.465 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:48.509 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:48.509 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:48.512 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:48.512 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:48.515 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:48.515 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:48.517 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:48.518 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:48.519 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: bucket check unlinked does not find new unlistable entries after fix 2024-09-12T00:36:48.519 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:48.521 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --min-age-hours 0 --dump-keys 2024-09-12T00:36:48.556 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:48.557 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:48.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.598+0000 7f150e610800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.599+0000 7f150e610800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.599+0000 7f150e610800 20 realm 2024-09-12T00:36:48.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.599+0000 7f150e610800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.600+0000 7f150e610800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.600+0000 7f150e610800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:48.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.600+0000 7f150e610800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.600+0000 7f150e610800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.600+0000 7f150e610800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.601+0000 7f150e610800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:48.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.601+0000 7f150e610800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.602+0000 7f150e610800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:48.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.602+0000 7f150e610800 20 searching for the correct realm 2024-09-12T00:36:48.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.605+0000 7f15015bb640 0 -- 172.21.15.38:0/4010120838 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f14fc03c070 msgr2=0x7f14fc087990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:48.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.609+0000 7f1509dbc640 0 -- 172.21.15.38:0/4010120838 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f14f40a0040 msgr2=0x7f14f4077930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:48.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.816+0000 7f150e610800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:48.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.816+0000 7f150e610800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:48.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.816+0000 7f150e610800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:48.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.816+0000 7f150e610800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:48.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.816+0000 7f150e610800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:48.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.816+0000 7f150e610800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:48.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.816+0000 7f150e610800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.816+0000 7f150e610800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.816+0000 7f150e610800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.816+0000 7f150e610800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:48.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.817+0000 7f150e610800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.817+0000 7f150e610800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:48.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.817+0000 7f150e610800 20 zone default found 2024-09-12T00:36:48.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.817+0000 7f150e610800 4 Realm: () 2024-09-12T00:36:48.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.817+0000 7f150e610800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:48.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.817+0000 7f150e610800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:48.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.817+0000 7f150e610800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:48.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.817+0000 7f150e610800 20 zonegroup default 2024-09-12T00:36:48.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.817+0000 7f150e610800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.817+0000 7f150e610800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.817+0000 7f150e610800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.818+0000 7f150e610800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.818+0000 7f150e610800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.818+0000 7f150e610800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.818+0000 7f150e610800 20 started sync module instance, tier type = 2024-09-12T00:36:48.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.818+0000 7f150e610800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:48.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.833+0000 7f150e610800 20 add_watcher() i=0 2024-09-12T00:36:48.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.833+0000 7f150e610800 20 add_watcher() i=1 2024-09-12T00:36:48.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.833+0000 7f150e610800 20 add_watcher() i=2 2024-09-12T00:36:48.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.833+0000 7f150e610800 20 add_watcher() i=3 2024-09-12T00:36:48.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.833+0000 7f150e610800 20 add_watcher() i=4 2024-09-12T00:36:48.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.833+0000 7f150e610800 20 add_watcher() i=5 2024-09-12T00:36:48.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.833+0000 7f150e610800 20 add_watcher() i=6 2024-09-12T00:36:48.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.835+0000 7f150e610800 20 add_watcher() i=7 2024-09-12T00:36:48.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.835+0000 7f150e610800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:48.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.837+0000 7f13bb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:48.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.837+0000 7f150e610800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:48.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.837+0000 7f150e610800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:48.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.837+0000 7f150e610800 5 note: GC not initialized 2024-09-12T00:36:48.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.838+0000 7f13ba7fc640 20 reqs_thread_entry: start 2024-09-12T00:36:48.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.838+0000 7f150e610800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:48.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.838+0000 7f150e610800 20 Filter name: none 2024-09-12T00:36:48.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.838+0000 7f132bfff640 20 reqs_thread_entry: start 2024-09-12T00:36:48.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.838+0000 7f150e610800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:36:48.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.838+0000 7f150e610800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.838+0000 7f150e610800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:48.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.838+0000 7f150e610800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:36:48.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.838+0000 7f150e610800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:36:48.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.838+0000 7f150e610800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 : miss 2024-09-12T00:36:48.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.838+0000 7f150e610800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.839+0000 7f150e610800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:48.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.839+0000 7f150e610800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 info.flags=0x17 2024-09-12T00:36:48.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.839+0000 7f150e610800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 to cache LRU end 2024-09-12T00:36:48.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.839+0000 7f150e610800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:36:48.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.839+0000 7f150e610800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:36:48.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.839+0000 7f150e610800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 2024-09-12T00:36:48.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.839+0000 7f150e610800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:48.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.839+0000 7f150e610800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T00:36:48.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.839+0000 7f150e610800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:48.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.840+0000 7f150e610800 1 NOTICE: finished shard 1 (0 entries found) 2024-09-12T00:36:48.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.840+0000 7f150e610800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:48.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.841+0000 7f150e610800 1 NOTICE: finished shard 2 (0 entries found) 2024-09-12T00:36:48.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.841+0000 7f150e610800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:48.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.841+0000 7f150e610800 1 NOTICE: finished shard 3 (0 entries found) 2024-09-12T00:36:48.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.841+0000 7f150e610800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:48.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.842+0000 7f150e610800 1 NOTICE: finished shard 4 (0 entries found) 2024-09-12T00:36:48.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.842+0000 7f150e610800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:48.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.843+0000 7f150e610800 1 NOTICE: finished shard 5 (0 entries found) 2024-09-12T00:36:48.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.843+0000 7f150e610800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:48.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.843+0000 7f150e610800 1 NOTICE: finished shard 6 (0 entries found) 2024-09-12T00:36:48.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.843+0000 7f150e610800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:48.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.844+0000 7f150e610800 1 NOTICE: finished shard 7 (0 entries found) 2024-09-12T00:36:48.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.844+0000 7f150e610800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:48.843 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.844+0000 7f150e610800 1 NOTICE: finished shard 8 (0 entries found) 2024-09-12T00:36:48.843 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.844+0000 7f150e610800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:48.843 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.845+0000 7f150e610800 1 NOTICE: finished shard 9 (0 entries found) 2024-09-12T00:36:48.843 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.845+0000 7f150e610800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:48.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.845+0000 7f150e610800 1 NOTICE: finished shard 10 (0 entries found) 2024-09-12T00:36:48.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.845+0000 7f150e610800 1 NOTICE: finished all shards (0 entries found) 2024-09-12T00:36:48.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.846+0000 7f13bb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:48.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.848+0000 7f150e610800 20 remove_watcher() i=0 2024-09-12T00:36:48.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.848+0000 7f150e610800 2 removed watcher, disabling cache 2024-09-12T00:36:48.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.850+0000 7f150e610800 20 remove_watcher() i=1 2024-09-12T00:36:48.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.851+0000 7f150e610800 20 remove_watcher() i=2 2024-09-12T00:36:48.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.852+0000 7f150e610800 20 remove_watcher() i=3 2024-09-12T00:36:48.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.854+0000 7f150e610800 20 remove_watcher() i=4 2024-09-12T00:36:48.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.856+0000 7f150e610800 20 remove_watcher() i=5 2024-09-12T00:36:48.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.857+0000 7f150e610800 20 remove_watcher() i=6 2024-09-12T00:36:48.857 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.858+0000 7f150e610800 20 remove_watcher() i=7 2024-09-12T00:36:48.872 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:48.872 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:48.888 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:48.888 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:48.904 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T00:36:48.936 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:48.936 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:48.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.976+0000 7f722b687800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.978+0000 7f722b687800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.978+0000 7f722b687800 20 realm 2024-09-12T00:36:48.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.978+0000 7f722b687800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.978+0000 7f722b687800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.978+0000 7f722b687800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:48.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.978+0000 7f722b687800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.978+0000 7f722b687800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.978+0000 7f722b687800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.979+0000 7f722b687800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:48.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.979+0000 7f722b687800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.980+0000 7f722b687800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:48.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.980+0000 7f722b687800 20 searching for the correct realm 2024-09-12T00:36:48.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.984+0000 7f7228977640 0 -- 172.21.15.38:0/2030385719 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f721c07f040 msgr2=0x7f721c09a900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:48.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.987+0000 7f7229979640 0 -- 172.21.15.38:0/2030385719 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7f72200a0b60 msgr2=0x7f7220067980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:48.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.991+0000 7f722b687800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:48.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.991+0000 7f722b687800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:48.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.991+0000 7f722b687800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:48.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.991+0000 7f722b687800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:48.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.991+0000 7f722b687800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:48.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.991+0000 7f722b687800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:48.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.991+0000 7f722b687800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.991+0000 7f722b687800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.991+0000 7f722b687800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.991+0000 7f722b687800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:48.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.991+0000 7f722b687800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.992+0000 7f722b687800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:48.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.992+0000 7f722b687800 20 zone default found 2024-09-12T00:36:48.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.992+0000 7f722b687800 4 Realm: () 2024-09-12T00:36:48.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.992+0000 7f722b687800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:48.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.992+0000 7f722b687800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:48.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.992+0000 7f722b687800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:48.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.992+0000 7f722b687800 20 zonegroup default 2024-09-12T00:36:48.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.992+0000 7f722b687800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.992+0000 7f722b687800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.992+0000 7f722b687800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.992+0000 7f722b687800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.992+0000 7f722b687800 20 rados->read ofs=0 len=0 2024-09-12T00:36:48.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.993+0000 7f722b687800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:48.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.993+0000 7f722b687800 20 started sync module instance, tier type = 2024-09-12T00:36:48.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:48.993+0000 7f722b687800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:49.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.013+0000 7f722b687800 20 add_watcher() i=0 2024-09-12T00:36:49.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.013+0000 7f722b687800 20 add_watcher() i=1 2024-09-12T00:36:49.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.013+0000 7f722b687800 20 add_watcher() i=2 2024-09-12T00:36:49.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.013+0000 7f722b687800 20 add_watcher() i=3 2024-09-12T00:36:49.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.013+0000 7f722b687800 20 add_watcher() i=4 2024-09-12T00:36:49.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.013+0000 7f722b687800 20 add_watcher() i=5 2024-09-12T00:36:49.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.013+0000 7f722b687800 20 add_watcher() i=6 2024-09-12T00:36:49.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.014+0000 7f722b687800 20 add_watcher() i=7 2024-09-12T00:36:49.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.014+0000 7f722b687800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:49.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.016+0000 7f70dffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:49.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.016+0000 7f722b687800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:49.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.016+0000 7f722b687800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:49.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.016+0000 7f722b687800 5 note: GC not initialized 2024-09-12T00:36:49.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.017+0000 7f70defe5640 20 reqs_thread_entry: start 2024-09-12T00:36:49.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.017+0000 7f722b687800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:49.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.017+0000 7f722b687800 20 Filter name: none 2024-09-12T00:36:49.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.017+0000 7f70dcfe1640 20 reqs_thread_entry: start 2024-09-12T00:36:49.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.017+0000 7f722b687800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.017 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.017+0000 7f722b687800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:49.017 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.017+0000 7f722b687800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.017 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.018+0000 7f722b687800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:49.017 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.018+0000 7f722b687800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:36:49.017 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.018+0000 7f722b687800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-12T00:36:49.017 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.018+0000 7f722b687800 20 INFO: main: starting shard=0 2024-09-12T00:36:49.017 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.018+0000 7f722b687800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:49.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.018+0000 7f722b687800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.018+0000 7f722b687800 20 INFO: main: starting shard=1 2024-09-12T00:36:49.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.018+0000 7f722b687800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:49.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.019+0000 7f722b687800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.019+0000 7f722b687800 20 INFO: main: starting shard=2 2024-09-12T00:36:49.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.019+0000 7f722b687800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:49.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.019+0000 7f722b687800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.019+0000 7f722b687800 20 INFO: main: starting shard=3 2024-09-12T00:36:49.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.019+0000 7f722b687800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:49.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.020+0000 7f722b687800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.020+0000 7f722b687800 20 INFO: main: starting shard=4 2024-09-12T00:36:49.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.020+0000 7f722b687800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:49.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.021+0000 7f722b687800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.021+0000 7f722b687800 20 INFO: main: starting shard=5 2024-09-12T00:36:49.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.021+0000 7f722b687800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:49.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.021+0000 7f722b687800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.021+0000 7f722b687800 20 INFO: main: starting shard=6 2024-09-12T00:36:49.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.021+0000 7f722b687800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:49.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.022+0000 7f722b687800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.022+0000 7f722b687800 20 INFO: main: starting shard=7 2024-09-12T00:36:49.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.022+0000 7f722b687800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:49.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.022+0000 7f722b687800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.022+0000 7f722b687800 20 INFO: main: starting shard=8 2024-09-12T00:36:49.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.022+0000 7f722b687800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:49.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.023+0000 7f722b687800 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-12T00:36:49.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.023+0000 7f722b687800 20 INFO: main: starting shard=9 2024-09-12T00:36:49.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.023+0000 7f722b687800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:49.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.023+0000 7f722b687800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.023+0000 7f722b687800 20 INFO: main: starting shard=10 2024-09-12T00:36:49.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.023+0000 7f722b687800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:49.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.024+0000 7f722b687800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.024+0000 7f722b687800 20 INFO: main: done 2024-09-12T00:36:49.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.025+0000 7f70dffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:49.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.027+0000 7f722b687800 20 remove_watcher() i=0 2024-09-12T00:36:49.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.027+0000 7f722b687800 2 removed watcher, disabling cache 2024-09-12T00:36:49.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.029+0000 7f722b687800 20 remove_watcher() i=1 2024-09-12T00:36:49.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.031+0000 7f722b687800 20 remove_watcher() i=2 2024-09-12T00:36:49.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.032+0000 7f722b687800 20 remove_watcher() i=3 2024-09-12T00:36:49.032 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.033+0000 7f722b687800 20 remove_watcher() i=4 2024-09-12T00:36:49.033 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.034+0000 7f722b687800 20 remove_watcher() i=5 2024-09-12T00:36:49.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.036+0000 7f722b687800 20 remove_watcher() i=6 2024-09-12T00:36:49.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.037+0000 7f722b687800 20 remove_watcher() i=7 2024-09-12T00:36:49.048 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T00:36:49.079 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:49.079 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:49.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.121+0000 7fb8cdcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.122+0000 7fb8cdcbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.122+0000 7fb8cdcbb800 20 realm 2024-09-12T00:36:49.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.122+0000 7fb8cdcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.123+0000 7fb8cdcbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.123+0000 7fb8cdcbb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:49.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.123+0000 7fb8cdcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.123+0000 7fb8cdcbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.123+0000 7fb8cdcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.124+0000 7fb8cdcbb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:49.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.124+0000 7fb8cdcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.124+0000 7fb8cdcbb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:49.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.124+0000 7fb8cdcbb800 20 searching for the correct realm 2024-09-12T00:36:49.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.126+0000 7fb8cb7a5640 0 -- 172.21.15.38:0/4243482688 >> [v2:172.21.15.38:6824/2480374289,v1:172.21.15.38:6825/2480374289] conn(0x7fb8c001a070 msgr2=0x7fb8c004c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:49.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.331+0000 7fb8cafa4640 0 -- 172.21.15.38:0/4243482688 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55b808b29450 msgr2=0x55b808b2b840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:49.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.338+0000 7fb8cdcbb800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:49.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.338+0000 7fb8cdcbb800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:49.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.338+0000 7fb8cdcbb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:49.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.338+0000 7fb8cdcbb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:49.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.338+0000 7fb8cdcbb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:49.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.338+0000 7fb8cdcbb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:49.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.338+0000 7fb8cdcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.338+0000 7fb8cdcbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.338+0000 7fb8cdcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.338 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.338+0000 7fb8cdcbb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:49.338 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.338+0000 7fb8cdcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.338 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.339+0000 7fb8cdcbb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:49.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.339+0000 7fb8cdcbb800 20 zone default found 2024-09-12T00:36:49.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.339+0000 7fb8cdcbb800 4 Realm: () 2024-09-12T00:36:49.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.339+0000 7fb8cdcbb800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:49.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.339+0000 7fb8cdcbb800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:49.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.339+0000 7fb8cdcbb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:49.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.339+0000 7fb8cdcbb800 20 zonegroup default 2024-09-12T00:36:49.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.339+0000 7fb8cdcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.339+0000 7fb8cdcbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.339+0000 7fb8cdcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.339+0000 7fb8cdcbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.339+0000 7fb8cdcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.340+0000 7fb8cdcbb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.340+0000 7fb8cdcbb800 20 started sync module instance, tier type = 2024-09-12T00:36:49.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.340+0000 7fb8cdcbb800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:49.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.362+0000 7fb8cdcbb800 20 add_watcher() i=0 2024-09-12T00:36:49.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.362+0000 7fb8cdcbb800 20 add_watcher() i=1 2024-09-12T00:36:49.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.362+0000 7fb8cdcbb800 20 add_watcher() i=2 2024-09-12T00:36:49.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.362+0000 7fb8cdcbb800 20 add_watcher() i=3 2024-09-12T00:36:49.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.362+0000 7fb8cdcbb800 20 add_watcher() i=4 2024-09-12T00:36:49.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.362+0000 7fb8cdcbb800 20 add_watcher() i=5 2024-09-12T00:36:49.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.362+0000 7fb8cdcbb800 20 add_watcher() i=6 2024-09-12T00:36:49.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.363+0000 7fb8cdcbb800 20 add_watcher() i=7 2024-09-12T00:36:49.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.363+0000 7fb8cdcbb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:49.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.365+0000 7fb781fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:49.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.366+0000 7fb8cdcbb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:49.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.366+0000 7fb8cdcbb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:49.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.366+0000 7fb8cdcbb800 5 note: GC not initialized 2024-09-12T00:36:49.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.366+0000 7fb780fe1640 20 reqs_thread_entry: start 2024-09-12T00:36:49.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.366+0000 7fb8cdcbb800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:49.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.366+0000 7fb8cdcbb800 20 Filter name: none 2024-09-12T00:36:49.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.366+0000 7fb6fa7fc640 20 reqs_thread_entry: start 2024-09-12T00:36:49.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.366+0000 7fb8cdcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.367+0000 7fb8cdcbb800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:49.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.367+0000 7fb8cdcbb800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.367+0000 7fb8cdcbb800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:49.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.367+0000 7fb8cdcbb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:36:49.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.367+0000 7fb8cdcbb800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-12T00:36:49.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.367+0000 7fb8cdcbb800 20 INFO: main: starting shard=0 2024-09-12T00:36:49.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.367+0000 7fb8cdcbb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:49.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.367+0000 7fb8cdcbb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.367+0000 7fb8cdcbb800 20 INFO: main: starting shard=1 2024-09-12T00:36:49.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.367+0000 7fb8cdcbb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:49.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.368+0000 7fb8cdcbb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.368+0000 7fb8cdcbb800 20 INFO: main: starting shard=2 2024-09-12T00:36:49.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.368+0000 7fb8cdcbb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:49.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.369+0000 7fb8cdcbb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.369+0000 7fb8cdcbb800 20 INFO: main: starting shard=3 2024-09-12T00:36:49.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.369+0000 7fb8cdcbb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:49.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.369+0000 7fb8cdcbb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.369+0000 7fb8cdcbb800 20 INFO: main: starting shard=4 2024-09-12T00:36:49.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.369+0000 7fb8cdcbb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:49.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.370+0000 7fb8cdcbb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.370+0000 7fb8cdcbb800 20 INFO: main: starting shard=5 2024-09-12T00:36:49.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.370+0000 7fb8cdcbb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:49.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.371+0000 7fb8cdcbb800 20 INFO: main: bi_list() returned without error; entries.size()=2, is_truncated=0, marker= 2024-09-12T00:36:49.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.371+0000 7fb8cdcbb800 20 INFO: main: starting shard=6 2024-09-12T00:36:49.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.371+0000 7fb8cdcbb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:49.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.372+0000 7fb8cdcbb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.371 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.372+0000 7fb8cdcbb800 20 INFO: main: starting shard=7 2024-09-12T00:36:49.371 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.372+0000 7fb8cdcbb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:49.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.372+0000 7fb8cdcbb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.372+0000 7fb8cdcbb800 20 INFO: main: starting shard=8 2024-09-12T00:36:49.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.372+0000 7fb8cdcbb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:49.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.373+0000 7fb8cdcbb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.373+0000 7fb8cdcbb800 20 INFO: main: starting shard=9 2024-09-12T00:36:49.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.373+0000 7fb8cdcbb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:49.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.373+0000 7fb8cdcbb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.373+0000 7fb8cdcbb800 20 INFO: main: starting shard=10 2024-09-12T00:36:49.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.373+0000 7fb8cdcbb800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:49.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.373+0000 7fb8cdcbb800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:49.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.373+0000 7fb8cdcbb800 20 INFO: main: done 2024-09-12T00:36:49.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.374+0000 7fb781fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:49.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.377+0000 7fb8cdcbb800 20 remove_watcher() i=0 2024-09-12T00:36:49.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.377+0000 7fb8cdcbb800 2 removed watcher, disabling cache 2024-09-12T00:36:49.377 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.378+0000 7fb8cdcbb800 20 remove_watcher() i=1 2024-09-12T00:36:49.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.380+0000 7fb8cdcbb800 20 remove_watcher() i=2 2024-09-12T00:36:49.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.381+0000 7fb8cdcbb800 20 remove_watcher() i=3 2024-09-12T00:36:49.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.382+0000 7fb8cdcbb800 20 remove_watcher() i=4 2024-09-12T00:36:49.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.383+0000 7fb8cdcbb800 20 remove_watcher() i=5 2024-09-12T00:36:49.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.384+0000 7fb8cdcbb800 20 remove_watcher() i=6 2024-09-12T00:36:49.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.385+0000 7fb8cdcbb800 20 remove_watcher() i=7 2024-09-12T00:36:49.395 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: bucket check olh finds leftover OLH entries 2024-09-12T00:36:49.395 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:49.397 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-12T00:36:49.428 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:49.428 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:49.468 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.469+0000 7fb6a5810800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.470+0000 7fb6a5810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.470+0000 7fb6a5810800 20 realm 2024-09-12T00:36:49.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.470+0000 7fb6a5810800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.471+0000 7fb6a5810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.471+0000 7fb6a5810800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:49.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.471+0000 7fb6a5810800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.471+0000 7fb6a5810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.471+0000 7fb6a5810800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.472+0000 7fb6a5810800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:49.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.472+0000 7fb6a5810800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.473+0000 7fb6a5810800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:49.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.473+0000 7fb6a5810800 20 searching for the correct realm 2024-09-12T00:36:49.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.476+0000 7fb6a16cc640 0 -- 172.21.15.38:0/1835140265 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7fb694022b20 msgr2=0x7fb694066670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:36:49.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.683+0000 7fb6a0ecb640 0 -- 172.21.15.38:0/1835140265 >> [v2:172.21.15.194:6800/4136092038,v1:172.21.15.194:6801/4136092038] conn(0x55e97e47fff0 msgr2=0x55e97e482420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:49.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.685+0000 7fb6a5810800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:49.687 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.685+0000 7fb6a5810800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:49.687 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.685+0000 7fb6a5810800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:49.687 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.685+0000 7fb6a5810800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:49.687 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.685+0000 7fb6a5810800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:49.687 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.685+0000 7fb6a5810800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:49.687 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.686+0000 7fb6a5810800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.687 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.686+0000 7fb6a5810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.686+0000 7fb6a5810800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.686+0000 7fb6a5810800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:49.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.686+0000 7fb6a5810800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.687+0000 7fb6a5810800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:49.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.687+0000 7fb6a5810800 20 zone default found 2024-09-12T00:36:49.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.687+0000 7fb6a5810800 4 Realm: () 2024-09-12T00:36:49.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.687+0000 7fb6a5810800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:49.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.687+0000 7fb6a5810800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:49.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.687+0000 7fb6a5810800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:49.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.687+0000 7fb6a5810800 20 zonegroup default 2024-09-12T00:36:49.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.687+0000 7fb6a5810800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.687+0000 7fb6a5810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.687+0000 7fb6a5810800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.687+0000 7fb6a5810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.687+0000 7fb6a5810800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.688+0000 7fb6a5810800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.688+0000 7fb6a5810800 20 started sync module instance, tier type = 2024-09-12T00:36:49.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.688+0000 7fb6a5810800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:49.700 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.701+0000 7fb6a5810800 20 add_watcher() i=0 2024-09-12T00:36:49.700 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.701+0000 7fb6a5810800 20 add_watcher() i=1 2024-09-12T00:36:49.700 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.701+0000 7fb6a5810800 20 add_watcher() i=2 2024-09-12T00:36:49.700 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.701+0000 7fb6a5810800 20 add_watcher() i=3 2024-09-12T00:36:49.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.701+0000 7fb6a5810800 20 add_watcher() i=4 2024-09-12T00:36:49.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.701+0000 7fb6a5810800 20 add_watcher() i=5 2024-09-12T00:36:49.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.701+0000 7fb6a5810800 20 add_watcher() i=6 2024-09-12T00:36:49.702 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.702+0000 7fb6a5810800 20 add_watcher() i=7 2024-09-12T00:36:49.702 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.702+0000 7fb6a5810800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:49.702 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.704+0000 7fb5577e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:49.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.704+0000 7fb6a5810800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:49.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.704+0000 7fb6a5810800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:49.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.704+0000 7fb6a5810800 5 note: GC not initialized 2024-09-12T00:36:49.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.704+0000 7fb5567e4640 20 reqs_thread_entry: start 2024-09-12T00:36:49.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.705+0000 7fb6a5810800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:49.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.705+0000 7fb6a5810800 20 Filter name: none 2024-09-12T00:36:49.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.705+0000 7fb54ffff640 20 reqs_thread_entry: start 2024-09-12T00:36:49.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.705+0000 7fb6a5810800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:36:49.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.705+0000 7fb6a5810800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.706 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.705+0000 7fb6a5810800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:49.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.705+0000 7fb6a5810800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:36:49.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.705+0000 7fb6a5810800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:36:49.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.705+0000 7fb6a5810800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 : miss 2024-09-12T00:36:49.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.705+0000 7fb6a5810800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.706+0000 7fb6a5810800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:49.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.706+0000 7fb6a5810800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 info.flags=0x17 2024-09-12T00:36:49.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.706+0000 7fb6a5810800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 to cache LRU end 2024-09-12T00:36:49.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.706+0000 7fb6a5810800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:36:49.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.706+0000 7fb6a5810800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:36:49.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.706+0000 7fb6a5810800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 2024-09-12T00:36:49.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.706+0000 7fb6a5810800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:49.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.706+0000 7fb6a5810800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T00:36:49.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.706+0000 7fb6a5810800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:49.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.707+0000 7fb6a5810800 1 NOTICE: finished shard 1 (0 entries found) 2024-09-12T00:36:49.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.707+0000 7fb6a5810800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:49.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.708+0000 7fb6a5810800 1 NOTICE: finished shard 2 (0 entries found) 2024-09-12T00:36:49.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.708+0000 7fb6a5810800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:49.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.708+0000 7fb6a5810800 1 NOTICE: finished shard 3 (0 entries found) 2024-09-12T00:36:49.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.708+0000 7fb6a5810800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:49.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.709+0000 7fb6a5810800 1 NOTICE: finished shard 4 (0 entries found) 2024-09-12T00:36:49.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.709+0000 7fb6a5810800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:49.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.709+0000 7fb6a5810800 1 NOTICE: finished shard 5 (1 entries found) 2024-09-12T00:36:49.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.709+0000 7fb6a5810800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:49.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.710+0000 7fb6a5810800 1 NOTICE: finished shard 6 (0 entries found) 2024-09-12T00:36:49.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.710+0000 7fb6a5810800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:49.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.710+0000 7fb6a5810800 1 NOTICE: finished shard 7 (0 entries found) 2024-09-12T00:36:49.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.710+0000 7fb6a5810800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:49.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.711+0000 7fb6a5810800 1 NOTICE: finished shard 8 (1 entries found) 2024-09-12T00:36:49.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.711+0000 7fb6a5810800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:49.715 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.712+0000 7fb6a5810800 1 NOTICE: finished shard 9 (0 entries found) 2024-09-12T00:36:49.715 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.712+0000 7fb6a5810800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:49.715 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.712+0000 7fb6a5810800 1 NOTICE: finished shard 10 (0 entries found) 2024-09-12T00:36:49.715 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.712+0000 7fb6a5810800 1 NOTICE: finished all shards (2 entries found) 2024-09-12T00:36:49.715 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.713+0000 7fb5577e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:49.716 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.716+0000 7fb6a5810800 20 remove_watcher() i=0 2024-09-12T00:36:49.716 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.716+0000 7fb6a5810800 2 removed watcher, disabling cache 2024-09-12T00:36:49.717 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.717+0000 7fb6a5810800 20 remove_watcher() i=1 2024-09-12T00:36:49.718 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.718+0000 7fb6a5810800 20 remove_watcher() i=2 2024-09-12T00:36:49.718 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.719+0000 7fb6a5810800 20 remove_watcher() i=3 2024-09-12T00:36:49.719 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.721+0000 7fb6a5810800 20 remove_watcher() i=4 2024-09-12T00:36:49.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.722+0000 7fb6a5810800 20 remove_watcher() i=5 2024-09-12T00:36:49.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.723+0000 7fb6a5810800 20 remove_watcher() i=6 2024-09-12T00:36:49.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.724+0000 7fb6a5810800 20 remove_watcher() i=7 2024-09-12T00:36:49.734 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: bucket check olh fixes leftover OLH entries 2024-09-12T00:36:49.734 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:49.735 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket check olh --bucket check-bucket --fix --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T00:36:49.769 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:49.770 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:49.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.809+0000 7fad57f46800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.810+0000 7fad57f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.810+0000 7fad57f46800 20 realm 2024-09-12T00:36:49.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.810+0000 7fad57f46800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.810+0000 7fad57f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.810+0000 7fad57f46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:49.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.810+0000 7fad57f46800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.810+0000 7fad57f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.810+0000 7fad57f46800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.811+0000 7fad57f46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:49.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.811+0000 7fad57f46800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.812+0000 7fad57f46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:49.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.812+0000 7fad57f46800 20 searching for the correct realm 2024-09-12T00:36:49.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.815+0000 7fad56238640 0 -- 172.21.15.38:0/3451007940 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55d5d083c620 msgr2=0x55d5d083eae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:49.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.819+0000 7fad55a37640 0 -- 172.21.15.38:0/3451007940 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fad4c00b440 msgr2=0x7fad4c00b8a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:36:49.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:49.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:49.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:49.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:49.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:49.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:49.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:49.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:49.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 20 zone default found 2024-09-12T00:36:49.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 4 Realm: () 2024-09-12T00:36:49.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:49.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:49.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:49.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 20 zonegroup default 2024-09-12T00:36:49.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.824+0000 7fad57f46800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.825+0000 7fad57f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.825+0000 7fad57f46800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.825+0000 7fad57f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.825+0000 7fad57f46800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.825+0000 7fad57f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.825+0000 7fad57f46800 20 started sync module instance, tier type = 2024-09-12T00:36:49.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.825+0000 7fad57f46800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:49.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.841+0000 7fad57f46800 20 add_watcher() i=0 2024-09-12T00:36:49.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.841+0000 7fad57f46800 20 add_watcher() i=1 2024-09-12T00:36:49.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.841+0000 7fad57f46800 20 add_watcher() i=2 2024-09-12T00:36:49.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.841+0000 7fad57f46800 20 add_watcher() i=3 2024-09-12T00:36:49.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.841+0000 7fad57f46800 20 add_watcher() i=4 2024-09-12T00:36:49.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.841+0000 7fad57f46800 20 add_watcher() i=5 2024-09-12T00:36:49.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.841+0000 7fad57f46800 20 add_watcher() i=6 2024-09-12T00:36:49.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.842+0000 7fad57f46800 20 add_watcher() i=7 2024-09-12T00:36:49.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.842+0000 7fad57f46800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:49.843 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.844+0000 7fac07fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:49.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.845+0000 7fad57f46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:49.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.845+0000 7fad57f46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:49.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.845+0000 7fad57f46800 5 note: GC not initialized 2024-09-12T00:36:49.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.845+0000 7fac06ffd640 20 reqs_thread_entry: start 2024-09-12T00:36:49.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.845+0000 7fad57f46800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:49.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.845+0000 7fad57f46800 20 Filter name: none 2024-09-12T00:36:49.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.845+0000 7fac04ff9640 20 reqs_thread_entry: start 2024-09-12T00:36:49.845 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.845+0000 7fad57f46800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:36:49.845 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.845+0000 7fad57f46800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.846+0000 7fad57f46800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:49.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.846+0000 7fad57f46800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:36:49.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.846+0000 7fad57f46800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:36:49.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.846+0000 7fad57f46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 : miss 2024-09-12T00:36:49.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.846+0000 7fad57f46800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.846+0000 7fad57f46800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:49.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.846+0000 7fad57f46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 info.flags=0x17 2024-09-12T00:36:49.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.846+0000 7fad57f46800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 to cache LRU end 2024-09-12T00:36:49.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.846+0000 7fad57f46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:36:49.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.846+0000 7fad57f46800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:36:49.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.846+0000 7fad57f46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 2024-09-12T00:36:49.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.846+0000 7fad57f46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:49.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.847+0000 7fad57f46800 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-12T00:36:49.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.847+0000 7fad57f46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:49.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.847+0000 7fad57f46800 1 NOTICE: finished shard 1 (0 entries removed) 2024-09-12T00:36:49.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.847+0000 7fad57f46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:49.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.848+0000 7fad57f46800 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-12T00:36:49.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.848+0000 7fad57f46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:49.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.848+0000 7fad57f46800 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-12T00:36:49.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.848+0000 7fad57f46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:49.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.849+0000 7fad57f46800 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-12T00:36:49.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.849+0000 7fad57f46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:49.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.849+0000 7fad57f46800 20 get_obj_state: octx=0x55d5d05bb110 obj=check-bucket:d state=0x55d5d0873c68 s->prefetch_data=0 2024-09-12T00:36:49.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.849+0000 7fad57f46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:49.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.850+0000 7fad57f46800 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-12T00:36:49.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.850+0000 7fad57f46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:49.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.851+0000 7fad57f46800 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-12T00:36:49.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.851+0000 7fad57f46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:49.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.851+0000 7fad57f46800 20 get_obj_state: octx=0x55d5d05cdc30 obj=check-bucket:c state=0x55d5d0869128 s->prefetch_data=0 2024-09-12T00:36:49.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.851+0000 7fad57f46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:49.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.851+0000 7fad57f46800 1 NOTICE: finished shard 9 (0 entries removed) 2024-09-12T00:36:49.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.851+0000 7fad57f46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:49.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.852+0000 7fad57f46800 1 NOTICE: finished shard 10 (0 entries removed) 2024-09-12T00:36:49.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.852+0000 7fad57f46800 20 get_obj_state: setting s->obj_tag to x79ro2ky9ko1cltuvhohaaw3tlr6ino9 2024-09-12T00:36:49.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.852+0000 7fad57f46800 20 get_obj_state_impl: setting s->olh_tag to yqy41se3z42irc4ab4z6gz3a7ahkgixl 2024-09-12T00:36:49.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.852+0000 7fad57f46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:49.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.852+0000 7fad57f46800 20 get_obj_state: setting s->obj_tag to h56uma5z173q50xil9emsoedn8nmvm4k 2024-09-12T00:36:49.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.852+0000 7fad57f46800 20 get_obj_state_impl: setting s->olh_tag to 36qbdanz45o561rx6brdju3l0z853sjr 2024-09-12T00:36:49.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.852+0000 7fad57f46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:49.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.852+0000 7fad57f46800 20 olh_log_entry: epoch=4 op=2 key=c[] 2024-09-12T00:36:49.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.852+0000 7fad57f46800 20 olh_log_entry: epoch=4 op=3 key=c[1vznPomqB6YlW0UK19wJXGa4aHcW.vE] 2024-09-12T00:36:49.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.852+0000 7fad57f46800 20 get_obj_state: octx=0x55d5d08c7db0 obj=check-bucket:_:1vznPomqB6YlW0UK19wJXGa4aHcW.vE_c state=0x55d5d08ce8c8 s->prefetch_data=0 2024-09-12T00:36:49.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.852+0000 7fad57f46800 20 olh_log_entry: epoch=4 op=2 key=d[] 2024-09-12T00:36:49.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.852+0000 7fad57f46800 20 olh_log_entry: epoch=4 op=3 key=d[adSyQfTY2lvHR4vLzxG5dx9EaDFt3J2] 2024-09-12T00:36:49.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.852+0000 7fad57f46800 20 get_obj_state: octx=0x55d5d08a7db0 obj=check-bucket:_:adSyQfTY2lvHR4vLzxG5dx9EaDFt3J2_d state=0x55d5d08d4a38 s->prefetch_data=0 2024-09-12T00:36:49.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.854+0000 7fad57f46800 20 get_obj_state: octx=0x55d5d08c7db0 obj=check-bucket:c state=0x55d5d08d4a08 s->prefetch_data=0 2024-09-12T00:36:49.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.854+0000 7fad57f46800 20 get_obj_state: setting s->obj_tag to h56uma5z173q50xil9emsoedn8nmvm4k 2024-09-12T00:36:49.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.854+0000 7fad57f46800 20 get_obj_state_impl: setting s->olh_tag to 36qbdanz45o561rx6brdju3l0z853sjr 2024-09-12T00:36:49.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.854+0000 7fad57f46800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=36qbdanz45o561rx6brdju3l0z853sjr 2024-09-12T00:36:49.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.857+0000 7fad57f46800 20 get_obj_state: octx=0x55d5d08a7db0 obj=check-bucket:d state=0x55d5d08cf7b8 s->prefetch_data=0 2024-09-12T00:36:49.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.858+0000 7fad57f46800 20 get_obj_state: setting s->obj_tag to x79ro2ky9ko1cltuvhohaaw3tlr6ino9 2024-09-12T00:36:49.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.858+0000 7fad57f46800 20 get_obj_state_impl: setting s->olh_tag to yqy41se3z42irc4ab4z6gz3a7ahkgixl 2024-09-12T00:36:49.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.858+0000 7fad57f46800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=yqy41se3z42irc4ab4z6gz3a7ahkgixl 2024-09-12T00:36:49.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.866+0000 7fad57f46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:49.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.868+0000 7fad57f46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:49.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.869+0000 7fad57f46800 1 NOTICE: finished shard 8 (1 entries removed) 2024-09-12T00:36:49.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.874+0000 7fad57f46800 1 NOTICE: finished shard 5 (1 entries removed) 2024-09-12T00:36:49.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.874+0000 7fad57f46800 1 NOTICE: finished all shards (2 entries removed) 2024-09-12T00:36:49.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.875+0000 7fac07fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:49.876 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.878+0000 7fad57f46800 20 remove_watcher() i=0 2024-09-12T00:36:49.876 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.878+0000 7fad57f46800 2 removed watcher, disabling cache 2024-09-12T00:36:49.878 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.879+0000 7fad57f46800 20 remove_watcher() i=1 2024-09-12T00:36:49.878 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.880+0000 7fad57f46800 20 remove_watcher() i=2 2024-09-12T00:36:49.879 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.881+0000 7fad57f46800 20 remove_watcher() i=3 2024-09-12T00:36:49.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.882+0000 7fad57f46800 20 remove_watcher() i=4 2024-09-12T00:36:49.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.883+0000 7fad57f46800 20 remove_watcher() i=5 2024-09-12T00:36:49.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.884+0000 7fad57f46800 20 remove_watcher() i=6 2024-09-12T00:36:49.884 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.885+0000 7fad57f46800 20 remove_watcher() i=7 2024-09-12T00:36:49.896 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T00:36:49.928 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:49.928 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:49.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.969+0000 7fa5d332d800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.971+0000 7fa5d332d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.971+0000 7fa5d332d800 20 realm 2024-09-12T00:36:49.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.971+0000 7fa5d332d800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.971+0000 7fa5d332d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.971+0000 7fa5d332d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:49.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.971+0000 7fa5d332d800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.971+0000 7fa5d332d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:49.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.971+0000 7fa5d332d800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.972+0000 7fa5d332d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:49.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.972+0000 7fa5d332d800 20 rados->read ofs=0 len=0 2024-09-12T00:36:49.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.973+0000 7fa5d332d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:49.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:49.973+0000 7fa5d332d800 20 searching for the correct realm 2024-09-12T00:36:50.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.177+0000 7fa5cf877640 0 -- 172.21.15.38:0/1508733094 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x563599c659f0 msgr2=0x563599c67e80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:50.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.180+0000 7fa5cf076640 0 -- 172.21.15.38:0/1508733094 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fa5b80bb0d0 msgr2=0x7fa5b80bf130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:50.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.185+0000 7fa5d332d800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:50.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.185+0000 7fa5d332d800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:50.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.185+0000 7fa5d332d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:50.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.185+0000 7fa5d332d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:50.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.185+0000 7fa5d332d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:50.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.185+0000 7fa5d332d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:50.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.185+0000 7fa5d332d800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.185+0000 7fa5d332d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.185+0000 7fa5d332d800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.186+0000 7fa5d332d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:50.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.186+0000 7fa5d332d800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.186+0000 7fa5d332d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:50.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.186+0000 7fa5d332d800 20 zone default found 2024-09-12T00:36:50.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.186+0000 7fa5d332d800 4 Realm: () 2024-09-12T00:36:50.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.186+0000 7fa5d332d800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:50.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.186+0000 7fa5d332d800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:50.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.186+0000 7fa5d332d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:50.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.186+0000 7fa5d332d800 20 zonegroup default 2024-09-12T00:36:50.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.186+0000 7fa5d332d800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.186+0000 7fa5d332d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.186+0000 7fa5d332d800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.187+0000 7fa5d332d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.187+0000 7fa5d332d800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.187+0000 7fa5d332d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.187+0000 7fa5d332d800 20 started sync module instance, tier type = 2024-09-12T00:36:50.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.187+0000 7fa5d332d800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:50.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.202+0000 7fa5d332d800 20 add_watcher() i=0 2024-09-12T00:36:50.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.202+0000 7fa5d332d800 20 add_watcher() i=1 2024-09-12T00:36:50.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.202+0000 7fa5d332d800 20 add_watcher() i=2 2024-09-12T00:36:50.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.202+0000 7fa5d332d800 20 add_watcher() i=3 2024-09-12T00:36:50.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.202+0000 7fa5d332d800 20 add_watcher() i=4 2024-09-12T00:36:50.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.202+0000 7fa5d332d800 20 add_watcher() i=5 2024-09-12T00:36:50.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.202+0000 7fa5d332d800 20 add_watcher() i=6 2024-09-12T00:36:50.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.203+0000 7fa5d332d800 20 add_watcher() i=7 2024-09-12T00:36:50.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.203+0000 7fa5d332d800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:50.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.205+0000 7fa485fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:50.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.206+0000 7fa5d332d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:50.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.206+0000 7fa5d332d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:50.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.206+0000 7fa5d332d800 5 note: GC not initialized 2024-09-12T00:36:50.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.206+0000 7fa484fe1640 20 reqs_thread_entry: start 2024-09-12T00:36:50.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.206+0000 7fa5d332d800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:50.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.206+0000 7fa5d332d800 20 Filter name: none 2024-09-12T00:36:50.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.206+0000 7fa3fe7fc640 20 reqs_thread_entry: start 2024-09-12T00:36:50.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.206+0000 7fa5d332d800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.206 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.206+0000 7fa5d332d800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:50.206 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.206+0000 7fa5d332d800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.206 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.207+0000 7fa5d332d800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:50.206 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.207+0000 7fa5d332d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:36:50.206 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.207+0000 7fa5d332d800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-12T00:36:50.206 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.207+0000 7fa5d332d800 20 INFO: main: starting shard=0 2024-09-12T00:36:50.207 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.207+0000 7fa5d332d800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:50.207 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.207+0000 7fa5d332d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.207 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.207+0000 7fa5d332d800 20 INFO: main: starting shard=1 2024-09-12T00:36:50.207 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.207+0000 7fa5d332d800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:50.207 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.208+0000 7fa5d332d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.208+0000 7fa5d332d800 20 INFO: main: starting shard=2 2024-09-12T00:36:50.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.208+0000 7fa5d332d800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:50.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.208+0000 7fa5d332d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.208+0000 7fa5d332d800 20 INFO: main: starting shard=3 2024-09-12T00:36:50.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.208+0000 7fa5d332d800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:50.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.209+0000 7fa5d332d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.209+0000 7fa5d332d800 20 INFO: main: starting shard=4 2024-09-12T00:36:50.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.209+0000 7fa5d332d800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:50.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.209+0000 7fa5d332d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.209+0000 7fa5d332d800 20 INFO: main: starting shard=5 2024-09-12T00:36:50.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.209+0000 7fa5d332d800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:50.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.210+0000 7fa5d332d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.210+0000 7fa5d332d800 20 INFO: main: starting shard=6 2024-09-12T00:36:50.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.210+0000 7fa5d332d800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:50.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.211+0000 7fa5d332d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.211+0000 7fa5d332d800 20 INFO: main: starting shard=7 2024-09-12T00:36:50.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.211+0000 7fa5d332d800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:50.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.211+0000 7fa5d332d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.211+0000 7fa5d332d800 20 INFO: main: starting shard=8 2024-09-12T00:36:50.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.211+0000 7fa5d332d800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:50.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.212+0000 7fa5d332d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.212+0000 7fa5d332d800 20 INFO: main: starting shard=9 2024-09-12T00:36:50.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.212+0000 7fa5d332d800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:50.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.212+0000 7fa5d332d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.212+0000 7fa5d332d800 20 INFO: main: starting shard=10 2024-09-12T00:36:50.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.212+0000 7fa5d332d800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:50.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.213+0000 7fa5d332d800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.213+0000 7fa5d332d800 20 INFO: main: done 2024-09-12T00:36:50.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.213+0000 7fa485fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:50.214 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.216+0000 7fa5d332d800 20 remove_watcher() i=0 2024-09-12T00:36:50.215 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.216+0000 7fa5d332d800 2 removed watcher, disabling cache 2024-09-12T00:36:50.215 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.217+0000 7fa5d332d800 20 remove_watcher() i=1 2024-09-12T00:36:50.216 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.218+0000 7fa5d332d800 20 remove_watcher() i=2 2024-09-12T00:36:50.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.219+0000 7fa5d332d800 20 remove_watcher() i=3 2024-09-12T00:36:50.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.220+0000 7fa5d332d800 20 remove_watcher() i=4 2024-09-12T00:36:50.219 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.221+0000 7fa5d332d800 20 remove_watcher() i=5 2024-09-12T00:36:50.220 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.222+0000 7fa5d332d800 20 remove_watcher() i=6 2024-09-12T00:36:50.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.223+0000 7fa5d332d800 20 remove_watcher() i=7 2024-09-12T00:36:50.235 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T00:36:50.266 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:50.266 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:50.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.306+0000 7f626e016800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.307 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.308+0000 7f626e016800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.307 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.308+0000 7f626e016800 20 realm 2024-09-12T00:36:50.307 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.308+0000 7f626e016800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.307 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.308+0000 7f626e016800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.307 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.308+0000 7f626e016800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:50.308 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.308+0000 7f626e016800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.308 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.309+0000 7f626e016800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.308 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.309+0000 7f626e016800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.308 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.310+0000 7f626e016800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:50.308 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.310+0000 7f626e016800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.309 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.310+0000 7f626e016800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:50.309 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.310+0000 7f626e016800 20 searching for the correct realm 2024-09-12T00:36:50.312 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.313+0000 7f6268fe6640 0 -- 172.21.15.38:0/2937403429 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f625c069b60 msgr2=0x7f625c098ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:36:50.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.317+0000 7f6268fe6640 0 -- 172.21.15.38:0/2937403429 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f6134083fe0 msgr2=0x7f6134086410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:50.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.321+0000 7f626e016800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:50.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.321+0000 7f626e016800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:50.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.321+0000 7f626e016800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:50.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.321+0000 7f626e016800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:50.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.321+0000 7f626e016800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:50.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.321+0000 7f626e016800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:50.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.321+0000 7f626e016800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.321+0000 7f626e016800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.321+0000 7f626e016800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.321+0000 7f626e016800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:50.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.321+0000 7f626e016800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.322+0000 7f626e016800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:50.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.322+0000 7f626e016800 20 zone default found 2024-09-12T00:36:50.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.322+0000 7f626e016800 4 Realm: () 2024-09-12T00:36:50.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.322+0000 7f626e016800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:50.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.322+0000 7f626e016800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:50.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.322+0000 7f626e016800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:50.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.322+0000 7f626e016800 20 zonegroup default 2024-09-12T00:36:50.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.322+0000 7f626e016800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.322+0000 7f626e016800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.322+0000 7f626e016800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.322+0000 7f626e016800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.322+0000 7f626e016800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.322+0000 7f626e016800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.323+0000 7f626e016800 20 started sync module instance, tier type = 2024-09-12T00:36:50.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.323+0000 7f626e016800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:50.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.335+0000 7f626e016800 20 add_watcher() i=0 2024-09-12T00:36:50.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.335+0000 7f626e016800 20 add_watcher() i=1 2024-09-12T00:36:50.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.335+0000 7f626e016800 20 add_watcher() i=2 2024-09-12T00:36:50.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.335+0000 7f626e016800 20 add_watcher() i=3 2024-09-12T00:36:50.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.335+0000 7f626e016800 20 add_watcher() i=4 2024-09-12T00:36:50.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.335+0000 7f626e016800 20 add_watcher() i=5 2024-09-12T00:36:50.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.336+0000 7f626e016800 20 add_watcher() i=6 2024-09-12T00:36:50.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.337+0000 7f626e016800 20 add_watcher() i=7 2024-09-12T00:36:50.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.337+0000 7f626e016800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:50.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.339+0000 7f611ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:50.338 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.339+0000 7f626e016800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:50.338 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.339+0000 7f626e016800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:50.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.339+0000 7f626e016800 5 note: GC not initialized 2024-09-12T00:36:50.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.339+0000 7f611efe5640 20 reqs_thread_entry: start 2024-09-12T00:36:50.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.339+0000 7f626e016800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:50.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.339+0000 7f626e016800 20 Filter name: none 2024-09-12T00:36:50.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.340+0000 7f611cfe1640 20 reqs_thread_entry: start 2024-09-12T00:36:50.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.340+0000 7f626e016800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.340+0000 7f626e016800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:50.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.340+0000 7f626e016800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.340+0000 7f626e016800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:50.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.340+0000 7f626e016800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:36:50.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.340+0000 7f626e016800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-12T00:36:50.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.340+0000 7f626e016800 20 INFO: main: starting shard=0 2024-09-12T00:36:50.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.340+0000 7f626e016800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:50.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.341+0000 7f626e016800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.341+0000 7f626e016800 20 INFO: main: starting shard=1 2024-09-12T00:36:50.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.341+0000 7f626e016800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:50.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.341+0000 7f626e016800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.341+0000 7f626e016800 20 INFO: main: starting shard=2 2024-09-12T00:36:50.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.341+0000 7f626e016800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:50.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.342+0000 7f626e016800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.342+0000 7f626e016800 20 INFO: main: starting shard=3 2024-09-12T00:36:50.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.342+0000 7f626e016800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:50.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.342+0000 7f626e016800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.342+0000 7f626e016800 20 INFO: main: starting shard=4 2024-09-12T00:36:50.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.342+0000 7f626e016800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:50.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.343+0000 7f626e016800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.343+0000 7f626e016800 20 INFO: main: starting shard=5 2024-09-12T00:36:50.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.343+0000 7f626e016800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:50.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.343+0000 7f626e016800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.343+0000 7f626e016800 20 INFO: main: starting shard=6 2024-09-12T00:36:50.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.343+0000 7f626e016800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:50.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.344+0000 7f626e016800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.344+0000 7f626e016800 20 INFO: main: starting shard=7 2024-09-12T00:36:50.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.344+0000 7f626e016800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:50.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.345+0000 7f626e016800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.345+0000 7f626e016800 20 INFO: main: starting shard=8 2024-09-12T00:36:50.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.345+0000 7f626e016800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:50.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.345+0000 7f626e016800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.345+0000 7f626e016800 20 INFO: main: starting shard=9 2024-09-12T00:36:50.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.345+0000 7f626e016800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:50.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.346+0000 7f626e016800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.346+0000 7f626e016800 20 INFO: main: starting shard=10 2024-09-12T00:36:50.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.346+0000 7f626e016800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:50.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.346+0000 7f626e016800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:50.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.346+0000 7f626e016800 20 INFO: main: done 2024-09-12T00:36:50.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.347+0000 7f611ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:50.348 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.349+0000 7f626e016800 20 remove_watcher() i=0 2024-09-12T00:36:50.348 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.349+0000 7f626e016800 2 removed watcher, disabling cache 2024-09-12T00:36:50.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.350+0000 7f626e016800 20 remove_watcher() i=1 2024-09-12T00:36:50.352 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.353+0000 7f626e016800 20 remove_watcher() i=2 2024-09-12T00:36:50.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.354+0000 7f626e016800 20 remove_watcher() i=3 2024-09-12T00:36:50.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.356+0000 7f626e016800 20 remove_watcher() i=4 2024-09-12T00:36:50.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.357+0000 7f626e016800 20 remove_watcher() i=5 2024-09-12T00:36:50.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.358+0000 7f626e016800 20 remove_watcher() i=6 2024-09-12T00:36:50.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.359+0000 7f626e016800 20 remove_watcher() i=7 2024-09-12T00:36:50.369 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: bucket check olh does not find new leftover OLH entries after fix 2024-09-12T00:36:50.369 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:50.371 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket check olh --bucket check-bucket --dump-keys 2024-09-12T00:36:50.402 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:50.402 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:50.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.443+0000 7f6512b1f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.445+0000 7f6512b1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.445+0000 7f6512b1f800 20 realm 2024-09-12T00:36:50.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.445+0000 7f6512b1f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.445+0000 7f6512b1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.445+0000 7f6512b1f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:50.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.445+0000 7f6512b1f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.445+0000 7f6512b1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.445+0000 7f6512b1f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.446+0000 7f6512b1f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:50.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.446+0000 7f6512b1f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.447+0000 7f6512b1f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:50.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.447+0000 7f6512b1f800 20 searching for the correct realm 2024-09-12T00:36:50.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.449+0000 7f650e0a8640 0 -- 172.21.15.38:0/1137935135 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f6500052060 msgr2=0x7f6500090050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:50.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.452+0000 7f650e8a9640 0 -- 172.21.15.38:0/1137935135 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f6504086130 msgr2=0x7f6504049040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:50.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.658+0000 7f6512b1f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:50.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.658+0000 7f6512b1f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:50.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.658+0000 7f6512b1f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:50.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.658+0000 7f6512b1f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:50.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.658+0000 7f6512b1f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:50.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.658+0000 7f6512b1f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:50.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.658+0000 7f6512b1f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.658+0000 7f6512b1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.658+0000 7f6512b1f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.658+0000 7f6512b1f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:50.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.658+0000 7f6512b1f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.659+0000 7f6512b1f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:50.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.659+0000 7f6512b1f800 20 zone default found 2024-09-12T00:36:50.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.659+0000 7f6512b1f800 4 Realm: () 2024-09-12T00:36:50.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.659+0000 7f6512b1f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:50.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.659+0000 7f6512b1f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:50.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.659+0000 7f6512b1f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:50.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.659+0000 7f6512b1f800 20 zonegroup default 2024-09-12T00:36:50.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.659+0000 7f6512b1f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.659+0000 7f6512b1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.659+0000 7f6512b1f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.659+0000 7f6512b1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.659+0000 7f6512b1f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.660+0000 7f6512b1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:50.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.660+0000 7f6512b1f800 20 started sync module instance, tier type = 2024-09-12T00:36:50.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.660+0000 7f6512b1f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:50.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.675+0000 7f6512b1f800 20 add_watcher() i=0 2024-09-12T00:36:50.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.675+0000 7f6512b1f800 20 add_watcher() i=1 2024-09-12T00:36:50.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.675+0000 7f6512b1f800 20 add_watcher() i=2 2024-09-12T00:36:50.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.675+0000 7f6512b1f800 20 add_watcher() i=3 2024-09-12T00:36:50.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.675+0000 7f6512b1f800 20 add_watcher() i=4 2024-09-12T00:36:50.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.675+0000 7f6512b1f800 20 add_watcher() i=5 2024-09-12T00:36:50.675 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.675+0000 7f6512b1f800 20 add_watcher() i=6 2024-09-12T00:36:50.675 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.676+0000 7f6512b1f800 20 add_watcher() i=7 2024-09-12T00:36:50.675 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.676+0000 7f6512b1f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:50.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.679+0000 7f63c57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:50.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.680+0000 7f6512b1f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:50.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.680+0000 7f6512b1f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:50.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.680+0000 7f6512b1f800 5 note: GC not initialized 2024-09-12T00:36:50.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.680+0000 7f633ffff640 20 reqs_thread_entry: start 2024-09-12T00:36:50.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.680+0000 7f6512b1f800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:50.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.680+0000 7f6512b1f800 20 Filter name: none 2024-09-12T00:36:50.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.680+0000 7f633dffb640 20 reqs_thread_entry: start 2024-09-12T00:36:50.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.680+0000 7f6512b1f800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:36:50.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.680+0000 7f6512b1f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.681+0000 7f6512b1f800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:50.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.681+0000 7f6512b1f800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:36:50.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.681+0000 7f6512b1f800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:36:50.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.681+0000 7f6512b1f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 : miss 2024-09-12T00:36:50.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.681+0000 7f6512b1f800 20 rados->read ofs=0 len=0 2024-09-12T00:36:50.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.681+0000 7f6512b1f800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:50.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.681+0000 7f6512b1f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 info.flags=0x17 2024-09-12T00:36:50.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.681+0000 7f6512b1f800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 to cache LRU end 2024-09-12T00:36:50.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.681+0000 7f6512b1f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:36:50.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.681+0000 7f6512b1f800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:36:50.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.681+0000 7f6512b1f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 2024-09-12T00:36:50.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.681+0000 7f6512b1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:50.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.682+0000 7f6512b1f800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T00:36:50.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.682+0000 7f6512b1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:50.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.682+0000 7f6512b1f800 1 NOTICE: finished shard 1 (0 entries found) 2024-09-12T00:36:50.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.682+0000 7f6512b1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:50.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.683+0000 7f6512b1f800 1 NOTICE: finished shard 2 (0 entries found) 2024-09-12T00:36:50.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.683+0000 7f6512b1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:50.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.683+0000 7f6512b1f800 1 NOTICE: finished shard 3 (0 entries found) 2024-09-12T00:36:50.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.683+0000 7f6512b1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:50.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.684+0000 7f6512b1f800 1 NOTICE: finished shard 4 (0 entries found) 2024-09-12T00:36:50.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.684+0000 7f6512b1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:50.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.684+0000 7f6512b1f800 1 NOTICE: finished shard 5 (0 entries found) 2024-09-12T00:36:50.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.684+0000 7f6512b1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:50.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.684+0000 7f6512b1f800 1 NOTICE: finished shard 6 (0 entries found) 2024-09-12T00:36:50.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.684+0000 7f6512b1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:50.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.685+0000 7f6512b1f800 1 NOTICE: finished shard 7 (0 entries found) 2024-09-12T00:36:50.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.685+0000 7f6512b1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:50.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.685+0000 7f6512b1f800 1 NOTICE: finished shard 8 (0 entries found) 2024-09-12T00:36:50.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.685+0000 7f6512b1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:50.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.686+0000 7f6512b1f800 1 NOTICE: finished shard 9 (0 entries found) 2024-09-12T00:36:50.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.686+0000 7f6512b1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:50.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.686+0000 7f6512b1f800 1 NOTICE: finished shard 10 (0 entries found) 2024-09-12T00:36:50.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.686+0000 7f6512b1f800 1 NOTICE: finished all shards (0 entries found) 2024-09-12T00:36:50.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.687+0000 7f63c57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:50.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.690+0000 7f6512b1f800 20 remove_watcher() i=0 2024-09-12T00:36:50.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.690+0000 7f6512b1f800 2 removed watcher, disabling cache 2024-09-12T00:36:50.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.694+0000 7f6512b1f800 20 remove_watcher() i=1 2024-09-12T00:36:50.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.699+0000 7f6512b1f800 20 remove_watcher() i=2 2024-09-12T00:36:50.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.704+0000 7f6512b1f800 20 remove_watcher() i=3 2024-09-12T00:36:50.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.706+0000 7f6512b1f800 20 remove_watcher() i=4 2024-09-12T00:36:50.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.707+0000 7f6512b1f800 20 remove_watcher() i=5 2024-09-12T00:36:50.706 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.708+0000 7f6512b1f800 20 remove_watcher() i=6 2024-09-12T00:36:50.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:50.709+0000 7f6512b1f800 20 remove_watcher() i=7 2024-09-12T00:36:50.719 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: verify that bucket check fixes do not affect null version objects 2024-09-12T00:36:50.719 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:50.722 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:50.722 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:50.726 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:50.726 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:50.728 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:50.728 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:50.772 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: bucket check stats are correct in the presence of unlinked entries 2024-09-12T00:36:50.772 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:36:50.773 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:50.773 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:50.818 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:50.818 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:50.877 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:50.877 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:50.901 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:50.901 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:50.904 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:50.904 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:50.918 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:50.918 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:50.920 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:50.921 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:50.946 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:50.947 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:50.949 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:50.950 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:50.972 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:50.972 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:50.975 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:50.975 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:50.989 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:50.989 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:50.992 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:50.992 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:51.014 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:51.014 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:51.018 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T00:36:51.427 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T00:36:52.837 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:52.837 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:52.893 INFO:tasks.workunit.client.0.smithi038.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:36:52.895 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket check-bucket --object c 2024-09-12T00:36:52.930 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:52.930 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:52.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.976+0000 7fe3b4740800 20 rados->read ofs=0 len=0 2024-09-12T00:36:52.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.977+0000 7fe3b4740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:52.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.977+0000 7fe3b4740800 20 realm 2024-09-12T00:36:52.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.977+0000 7fe3b4740800 20 rados->read ofs=0 len=0 2024-09-12T00:36:52.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.978+0000 7fe3b4740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:52.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.978+0000 7fe3b4740800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:52.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.978+0000 7fe3b4740800 20 rados->read ofs=0 len=0 2024-09-12T00:36:52.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.978+0000 7fe3b4740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:52.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.978+0000 7fe3b4740800 20 rados->read ofs=0 len=0 2024-09-12T00:36:52.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.979+0000 7fe3b4740800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:52.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.979+0000 7fe3b4740800 20 rados->read ofs=0 len=0 2024-09-12T00:36:52.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.980+0000 7fe3b4740800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:52.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.980+0000 7fe3b4740800 20 searching for the correct realm 2024-09-12T00:36:52.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.984+0000 7fe3afcbf640 0 -- 172.21.15.38:0/1348288673 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fe3a006b020 msgr2=0x7fe3a00d1a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:52.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.988+0000 7fe3b0cc1640 0 -- 172.21.15.38:0/1348288673 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7fe3a400bc20 msgr2=0x7fe3a405c400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:52.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.992+0000 7fe3b4740800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:52.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.992+0000 7fe3b4740800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:52.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.992+0000 7fe3b4740800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:52.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.992+0000 7fe3b4740800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:52.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.992+0000 7fe3b4740800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:52.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.992+0000 7fe3b4740800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:52.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.992+0000 7fe3b4740800 20 rados->read ofs=0 len=0 2024-09-12T00:36:52.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.993+0000 7fe3b4740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:52.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.993+0000 7fe3b4740800 20 rados->read ofs=0 len=0 2024-09-12T00:36:52.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.993+0000 7fe3b4740800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:52.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.993+0000 7fe3b4740800 20 rados->read ofs=0 len=0 2024-09-12T00:36:52.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.993+0000 7fe3b4740800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:52.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.993+0000 7fe3b4740800 20 zone default found 2024-09-12T00:36:52.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.993+0000 7fe3b4740800 4 Realm: () 2024-09-12T00:36:52.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.993+0000 7fe3b4740800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:52.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.993+0000 7fe3b4740800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:52.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.993+0000 7fe3b4740800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:52.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.993+0000 7fe3b4740800 20 zonegroup default 2024-09-12T00:36:52.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.993+0000 7fe3b4740800 20 rados->read ofs=0 len=0 2024-09-12T00:36:52.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.993+0000 7fe3b4740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:52.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.993+0000 7fe3b4740800 20 rados->read ofs=0 len=0 2024-09-12T00:36:52.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.994+0000 7fe3b4740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:52.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.994+0000 7fe3b4740800 20 rados->read ofs=0 len=0 2024-09-12T00:36:52.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.994+0000 7fe3b4740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:52.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.994+0000 7fe3b4740800 20 started sync module instance, tier type = 2024-09-12T00:36:52.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:52.994+0000 7fe3b4740800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:53.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.014+0000 7fe3b4740800 20 add_watcher() i=0 2024-09-12T00:36:53.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.014+0000 7fe3b4740800 20 add_watcher() i=1 2024-09-12T00:36:53.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.014+0000 7fe3b4740800 20 add_watcher() i=2 2024-09-12T00:36:53.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.014+0000 7fe3b4740800 20 add_watcher() i=3 2024-09-12T00:36:53.014 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.014+0000 7fe3b4740800 20 add_watcher() i=4 2024-09-12T00:36:53.014 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.014+0000 7fe3b4740800 20 add_watcher() i=5 2024-09-12T00:36:53.014 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.014+0000 7fe3b4740800 20 add_watcher() i=6 2024-09-12T00:36:53.014 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.015+0000 7fe3b4740800 20 add_watcher() i=7 2024-09-12T00:36:53.014 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.015+0000 7fe3b4740800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:53.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.021+0000 7fe266fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:53.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.021+0000 7fe3b4740800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:53.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.021+0000 7fe3b4740800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:53.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.021+0000 7fe3b4740800 5 note: GC not initialized 2024-09-12T00:36:53.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.021+0000 7fe265fdb640 20 reqs_thread_entry: start 2024-09-12T00:36:53.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.021+0000 7fe3b4740800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:53.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.021+0000 7fe3b4740800 20 Filter name: none 2024-09-12T00:36:53.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.021+0000 7fe1d77fe640 20 reqs_thread_entry: start 2024-09-12T00:36:53.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.022+0000 7fe3b4740800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.022+0000 7fe3b4740800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:53.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.022+0000 7fe3b4740800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.022+0000 7fe3b4740800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:53.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.022+0000 7fe3b4740800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:36:53.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.022+0000 7fe3b4740800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-12T00:36:53.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.022+0000 7fe3b4740800 20 INFO: main: starting shard=0 2024-09-12T00:36:53.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.022+0000 7fe3b4740800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:53.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.023+0000 7fe3b4740800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.023+0000 7fe3b4740800 20 INFO: main: starting shard=1 2024-09-12T00:36:53.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.023+0000 7fe3b4740800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:53.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.023+0000 7fe3b4740800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.023+0000 7fe3b4740800 20 INFO: main: starting shard=2 2024-09-12T00:36:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.023+0000 7fe3b4740800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.024+0000 7fe3b4740800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.024+0000 7fe3b4740800 20 INFO: main: starting shard=3 2024-09-12T00:36:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.024+0000 7fe3b4740800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.024+0000 7fe3b4740800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.024+0000 7fe3b4740800 20 INFO: main: starting shard=4 2024-09-12T00:36:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.024+0000 7fe3b4740800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.025+0000 7fe3b4740800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.025+0000 7fe3b4740800 20 INFO: main: starting shard=5 2024-09-12T00:36:53.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.025+0000 7fe3b4740800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:53.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.026+0000 7fe3b4740800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.026+0000 7fe3b4740800 20 INFO: main: starting shard=6 2024-09-12T00:36:53.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.026+0000 7fe3b4740800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:53.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.027+0000 7fe3b4740800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.027+0000 7fe3b4740800 20 INFO: main: starting shard=7 2024-09-12T00:36:53.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.027+0000 7fe3b4740800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:53.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.027+0000 7fe3b4740800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.027+0000 7fe3b4740800 20 INFO: main: starting shard=8 2024-09-12T00:36:53.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.027+0000 7fe3b4740800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:53.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.028+0000 7fe3b4740800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T00:36:53.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.028+0000 7fe3b4740800 20 INFO: main: starting shard=9 2024-09-12T00:36:53.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.028+0000 7fe3b4740800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:53.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.029+0000 7fe3b4740800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.029+0000 7fe3b4740800 20 INFO: main: starting shard=10 2024-09-12T00:36:53.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.029+0000 7fe3b4740800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:53.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.029+0000 7fe3b4740800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.029+0000 7fe3b4740800 20 INFO: main: done 2024-09-12T00:36:53.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.030+0000 7fe266fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:53.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.032+0000 7fe3b4740800 20 remove_watcher() i=0 2024-09-12T00:36:53.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.032+0000 7fe3b4740800 2 removed watcher, disabling cache 2024-09-12T00:36:53.033 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.034+0000 7fe3b4740800 20 remove_watcher() i=1 2024-09-12T00:36:53.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.035+0000 7fe3b4740800 20 remove_watcher() i=2 2024-09-12T00:36:53.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.036+0000 7fe3b4740800 20 remove_watcher() i=3 2024-09-12T00:36:53.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.038+0000 7fe3b4740800 20 remove_watcher() i=4 2024-09-12T00:36:53.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.039+0000 7fe3b4740800 20 remove_watcher() i=5 2024-09-12T00:36:53.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.040+0000 7fe3b4740800 20 remove_watcher() i=6 2024-09-12T00:36:53.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.041+0000 7fe3b4740800 20 remove_watcher() i=7 2024-09-12T00:36:53.053 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:53.053 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:53.057 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:53.057 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:53.108 INFO:tasks.workunit.client.0.smithi038.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:36:53.109 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket check-bucket --object d 2024-09-12T00:36:53.141 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:53.141 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:53.181 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.182+0000 7f73f332e800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.184+0000 7f73f332e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.184+0000 7f73f332e800 20 realm 2024-09-12T00:36:53.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.184+0000 7f73f332e800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.184+0000 7f73f332e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.184+0000 7f73f332e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:53.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.184+0000 7f73f332e800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.184+0000 7f73f332e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.184+0000 7f73f332e800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.185+0000 7f73f332e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:53.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.185+0000 7f73f332e800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.186+0000 7f73f332e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:53.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.186+0000 7f73f332e800 20 searching for the correct realm 2024-09-12T00:36:53.188 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.189+0000 7f73ef8de640 0 -- 172.21.15.38:0/456587026 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x56145422bd50 msgr2=0x56145422e210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:53.192 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.193+0000 7f73ef0dd640 0 -- 172.21.15.38:0/456587026 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f73e40a30b0 msgr2=0x7f73e40093a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:36:53.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.198+0000 7f73f332e800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:53.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.198+0000 7f73f332e800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:53.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.198+0000 7f73f332e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:53.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.198+0000 7f73f332e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:53.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.198+0000 7f73f332e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:53.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.198+0000 7f73f332e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:53.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.198+0000 7f73f332e800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.198+0000 7f73f332e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.198+0000 7f73f332e800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.198+0000 7f73f332e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:53.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.198+0000 7f73f332e800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.199+0000 7f73f332e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:53.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.199+0000 7f73f332e800 20 zone default found 2024-09-12T00:36:53.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.199+0000 7f73f332e800 4 Realm: () 2024-09-12T00:36:53.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.199+0000 7f73f332e800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:53.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.199+0000 7f73f332e800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:53.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.199+0000 7f73f332e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:53.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.199+0000 7f73f332e800 20 zonegroup default 2024-09-12T00:36:53.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.199+0000 7f73f332e800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.199+0000 7f73f332e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.199+0000 7f73f332e800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.199+0000 7f73f332e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.199+0000 7f73f332e800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.200+0000 7f73f332e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.200+0000 7f73f332e800 20 started sync module instance, tier type = 2024-09-12T00:36:53.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.200+0000 7f73f332e800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:53.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.219+0000 7f73f332e800 20 add_watcher() i=0 2024-09-12T00:36:53.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.219+0000 7f73f332e800 20 add_watcher() i=1 2024-09-12T00:36:53.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.219+0000 7f73f332e800 20 add_watcher() i=2 2024-09-12T00:36:53.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.219+0000 7f73f332e800 20 add_watcher() i=3 2024-09-12T00:36:53.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.219+0000 7f73f332e800 20 add_watcher() i=4 2024-09-12T00:36:53.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.219+0000 7f73f332e800 20 add_watcher() i=5 2024-09-12T00:36:53.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.219+0000 7f73f332e800 20 add_watcher() i=6 2024-09-12T00:36:53.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.220+0000 7f73f332e800 20 add_watcher() i=7 2024-09-12T00:36:53.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.220+0000 7f73f332e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:53.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.221+0000 7f72a5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:53.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.222+0000 7f73f332e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:53.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.222+0000 7f73f332e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:53.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.222+0000 7f73f332e800 5 note: GC not initialized 2024-09-12T00:36:53.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.222+0000 7f72a4fe1640 20 reqs_thread_entry: start 2024-09-12T00:36:53.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.222+0000 7f73f332e800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:53.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.222+0000 7f73f332e800 20 Filter name: none 2024-09-12T00:36:53.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.222+0000 7f721e7fc640 20 reqs_thread_entry: start 2024-09-12T00:36:53.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.222+0000 7f73f332e800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.223+0000 7f73f332e800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:53.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.223+0000 7f73f332e800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.223+0000 7f73f332e800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:53.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.223+0000 7f73f332e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:36:53.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.223+0000 7f73f332e800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-12T00:36:53.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.223+0000 7f73f332e800 20 INFO: main: starting shard=0 2024-09-12T00:36:53.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.223+0000 7f73f332e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:53.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.224+0000 7f73f332e800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.224+0000 7f73f332e800 20 INFO: main: starting shard=1 2024-09-12T00:36:53.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.224+0000 7f73f332e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:53.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.224+0000 7f73f332e800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.224+0000 7f73f332e800 20 INFO: main: starting shard=2 2024-09-12T00:36:53.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.225+0000 7f73f332e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:53.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.225+0000 7f73f332e800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.225+0000 7f73f332e800 20 INFO: main: starting shard=3 2024-09-12T00:36:53.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.225+0000 7f73f332e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:53.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.225+0000 7f73f332e800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.225+0000 7f73f332e800 20 INFO: main: starting shard=4 2024-09-12T00:36:53.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.225+0000 7f73f332e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:53.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.226+0000 7f73f332e800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.226+0000 7f73f332e800 20 INFO: main: starting shard=5 2024-09-12T00:36:53.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.226+0000 7f73f332e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:53.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.227+0000 7f73f332e800 20 INFO: main: bi_list() returned without error; entries.size()=5, is_truncated=0, marker= 2024-09-12T00:36:53.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.227+0000 7f73f332e800 20 INFO: main: starting shard=6 2024-09-12T00:36:53.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.227+0000 7f73f332e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:53.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.227+0000 7f73f332e800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.227+0000 7f73f332e800 20 INFO: main: starting shard=7 2024-09-12T00:36:53.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.227+0000 7f73f332e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:53.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.228+0000 7f73f332e800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.228+0000 7f73f332e800 20 INFO: main: starting shard=8 2024-09-12T00:36:53.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.228+0000 7f73f332e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:53.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.228+0000 7f73f332e800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.228+0000 7f73f332e800 20 INFO: main: starting shard=9 2024-09-12T00:36:53.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.228+0000 7f73f332e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:53.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.228+0000 7f73f332e800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.228+0000 7f73f332e800 20 INFO: main: starting shard=10 2024-09-12T00:36:53.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.228+0000 7f73f332e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:53.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.229+0000 7f73f332e800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.229+0000 7f73f332e800 20 INFO: main: done 2024-09-12T00:36:53.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.230+0000 7f72a5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:53.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.233+0000 7f73f332e800 20 remove_watcher() i=0 2024-09-12T00:36:53.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.233+0000 7f73f332e800 2 removed watcher, disabling cache 2024-09-12T00:36:53.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.234+0000 7f73f332e800 20 remove_watcher() i=1 2024-09-12T00:36:53.234 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.235+0000 7f73f332e800 20 remove_watcher() i=2 2024-09-12T00:36:53.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.236+0000 7f73f332e800 20 remove_watcher() i=3 2024-09-12T00:36:53.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.238+0000 7f73f332e800 20 remove_watcher() i=4 2024-09-12T00:36:53.238 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.239+0000 7f73f332e800 20 remove_watcher() i=5 2024-09-12T00:36:53.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.240+0000 7f73f332e800 20 remove_watcher() i=6 2024-09-12T00:36:53.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.241+0000 7f73f332e800 20 remove_watcher() i=7 2024-09-12T00:36:53.254 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:53.254 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:53.257 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:53.257 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:53.311 INFO:tasks.workunit.client.0.smithi038.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:36:53.312 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket check-bucket --object e 2024-09-12T00:36:53.345 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:53.346 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:53.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.386+0000 7f9ded630800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.388+0000 7f9ded630800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.388+0000 7f9ded630800 20 realm 2024-09-12T00:36:53.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.388+0000 7f9ded630800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.388+0000 7f9ded630800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.388+0000 7f9ded630800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:53.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.388+0000 7f9ded630800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.388+0000 7f9ded630800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.388+0000 7f9ded630800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.389+0000 7f9ded630800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:53.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.389+0000 7f9ded630800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.390+0000 7f9ded630800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:53.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.390+0000 7f9ded630800 20 searching for the correct realm 2024-09-12T00:36:53.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.393+0000 7f9de91cd640 0 -- 172.21.15.38:0/2121795631 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x557d0c43c560 msgr2=0x557d0c43ea20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:53.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.397+0000 7f9de89cc640 0 -- 172.21.15.38:0/2121795631 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f9dd0050970 msgr2=0x7f9dd0013360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:53.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:53.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:53.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:53.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:53.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:53.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:53.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:53.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:53.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 20 zone default found 2024-09-12T00:36:53.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 4 Realm: () 2024-09-12T00:36:53.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:53.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:53.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:53.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 20 zonegroup default 2024-09-12T00:36:53.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.401+0000 7f9ded630800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.402+0000 7f9ded630800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.402+0000 7f9ded630800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.402+0000 7f9ded630800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.402+0000 7f9ded630800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.402+0000 7f9ded630800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.402+0000 7f9ded630800 20 started sync module instance, tier type = 2024-09-12T00:36:53.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.402+0000 7f9ded630800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:53.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.423+0000 7f9ded630800 20 add_watcher() i=0 2024-09-12T00:36:53.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.423+0000 7f9ded630800 20 add_watcher() i=1 2024-09-12T00:36:53.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.423+0000 7f9ded630800 20 add_watcher() i=2 2024-09-12T00:36:53.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.423+0000 7f9ded630800 20 add_watcher() i=3 2024-09-12T00:36:53.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.423+0000 7f9ded630800 20 add_watcher() i=4 2024-09-12T00:36:53.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.423+0000 7f9ded630800 20 add_watcher() i=5 2024-09-12T00:36:53.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.423+0000 7f9ded630800 20 add_watcher() i=6 2024-09-12T00:36:53.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.424+0000 7f9ded630800 20 add_watcher() i=7 2024-09-12T00:36:53.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.424+0000 7f9ded630800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:53.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.427+0000 7f9c9f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:53.426 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.427+0000 7f9ded630800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:53.426 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.427+0000 7f9ded630800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:53.426 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.427+0000 7f9ded630800 5 note: GC not initialized 2024-09-12T00:36:53.426 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.427+0000 7f9c9e7e4640 20 reqs_thread_entry: start 2024-09-12T00:36:53.426 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.427+0000 7f9ded630800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:53.426 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.428+0000 7f9ded630800 20 Filter name: none 2024-09-12T00:36:53.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.428+0000 7f9c977fe640 20 reqs_thread_entry: start 2024-09-12T00:36:53.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.428+0000 7f9ded630800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.428+0000 7f9ded630800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:53.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.428+0000 7f9ded630800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.428+0000 7f9ded630800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:53.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.428+0000 7f9ded630800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:36:53.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.428+0000 7f9ded630800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-12T00:36:53.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.428+0000 7f9ded630800 20 INFO: main: starting shard=0 2024-09-12T00:36:53.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.428+0000 7f9ded630800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:53.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.429+0000 7f9ded630800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.429+0000 7f9ded630800 20 INFO: main: starting shard=1 2024-09-12T00:36:53.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.429+0000 7f9ded630800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:53.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.430+0000 7f9ded630800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T00:36:53.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.430+0000 7f9ded630800 20 INFO: main: starting shard=2 2024-09-12T00:36:53.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.430+0000 7f9ded630800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:53.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.430+0000 7f9ded630800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.430+0000 7f9ded630800 20 INFO: main: starting shard=3 2024-09-12T00:36:53.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.430+0000 7f9ded630800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:53.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.431+0000 7f9ded630800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.431+0000 7f9ded630800 20 INFO: main: starting shard=4 2024-09-12T00:36:53.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.431+0000 7f9ded630800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:53.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.431+0000 7f9ded630800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.431+0000 7f9ded630800 20 INFO: main: starting shard=5 2024-09-12T00:36:53.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.431+0000 7f9ded630800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:53.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.432+0000 7f9ded630800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.432+0000 7f9ded630800 20 INFO: main: starting shard=6 2024-09-12T00:36:53.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.432+0000 7f9ded630800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:53.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.432+0000 7f9ded630800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.432+0000 7f9ded630800 20 INFO: main: starting shard=7 2024-09-12T00:36:53.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.432+0000 7f9ded630800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:53.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.433+0000 7f9ded630800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.433+0000 7f9ded630800 20 INFO: main: starting shard=8 2024-09-12T00:36:53.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.433+0000 7f9ded630800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:53.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.433+0000 7f9ded630800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.433+0000 7f9ded630800 20 INFO: main: starting shard=9 2024-09-12T00:36:53.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.433+0000 7f9ded630800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:53.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.434+0000 7f9ded630800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.434+0000 7f9ded630800 20 INFO: main: starting shard=10 2024-09-12T00:36:53.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.434+0000 7f9ded630800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:53.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.434+0000 7f9ded630800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.434+0000 7f9ded630800 20 INFO: main: done 2024-09-12T00:36:53.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.435+0000 7f9c9f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:53.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.437+0000 7f9ded630800 20 remove_watcher() i=0 2024-09-12T00:36:53.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.437+0000 7f9ded630800 2 removed watcher, disabling cache 2024-09-12T00:36:53.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.439+0000 7f9ded630800 20 remove_watcher() i=1 2024-09-12T00:36:53.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.440+0000 7f9ded630800 20 remove_watcher() i=2 2024-09-12T00:36:53.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.441+0000 7f9ded630800 20 remove_watcher() i=3 2024-09-12T00:36:53.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.442+0000 7f9ded630800 20 remove_watcher() i=4 2024-09-12T00:36:53.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.443+0000 7f9ded630800 20 remove_watcher() i=5 2024-09-12T00:36:53.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.445+0000 7f9ded630800 20 remove_watcher() i=6 2024-09-12T00:36:53.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.446+0000 7f9ded630800 20 remove_watcher() i=7 2024-09-12T00:36:53.458 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:53.458 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:53.462 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:53.462 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:53.517 INFO:tasks.workunit.client.0.smithi038.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:36:53.518 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket check-bucket --object f 2024-09-12T00:36:53.551 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:53.551 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:53.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.592+0000 7fe66ddab800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.592 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.594+0000 7fe66ddab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.594+0000 7fe66ddab800 20 realm 2024-09-12T00:36:53.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.594+0000 7fe66ddab800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.594+0000 7fe66ddab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.594+0000 7fe66ddab800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:53.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.594+0000 7fe66ddab800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.594+0000 7fe66ddab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.594+0000 7fe66ddab800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.595+0000 7fe66ddab800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:53.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.595+0000 7fe66ddab800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.596+0000 7fe66ddab800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:53.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.596+0000 7fe66ddab800 20 searching for the correct realm 2024-09-12T00:36:53.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.598+0000 7fe66b094640 0 -- 172.21.15.38:0/1940232229 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fe65c018070 msgr2=0x7fe65c08b8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:36:53.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.603+0000 7fe66b895640 0 -- 172.21.15.38:0/1940232229 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fe6600e61e0 msgr2=0x7fe6600d2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:53.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.810+0000 7fe66ddab800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:53.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.810+0000 7fe66ddab800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:53.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.810+0000 7fe66ddab800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:53.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.810+0000 7fe66ddab800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:53.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.810+0000 7fe66ddab800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:53.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.810+0000 7fe66ddab800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:53.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.810+0000 7fe66ddab800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.810+0000 7fe66ddab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.810+0000 7fe66ddab800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.811+0000 7fe66ddab800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:53.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.811+0000 7fe66ddab800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.811+0000 7fe66ddab800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:53.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.811+0000 7fe66ddab800 20 zone default found 2024-09-12T00:36:53.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.811+0000 7fe66ddab800 4 Realm: () 2024-09-12T00:36:53.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.811+0000 7fe66ddab800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:53.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.811+0000 7fe66ddab800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:53.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.811+0000 7fe66ddab800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:53.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.811+0000 7fe66ddab800 20 zonegroup default 2024-09-12T00:36:53.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.811+0000 7fe66ddab800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.811+0000 7fe66ddab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.811+0000 7fe66ddab800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.812+0000 7fe66ddab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.812+0000 7fe66ddab800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.812+0000 7fe66ddab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:53.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.812+0000 7fe66ddab800 20 started sync module instance, tier type = 2024-09-12T00:36:53.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.812+0000 7fe66ddab800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:53.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.831+0000 7fe66ddab800 20 add_watcher() i=0 2024-09-12T00:36:53.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.831+0000 7fe66ddab800 20 add_watcher() i=1 2024-09-12T00:36:53.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.831+0000 7fe66ddab800 20 add_watcher() i=2 2024-09-12T00:36:53.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.831+0000 7fe66ddab800 20 add_watcher() i=3 2024-09-12T00:36:53.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.831+0000 7fe66ddab800 20 add_watcher() i=4 2024-09-12T00:36:53.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.831+0000 7fe66ddab800 20 add_watcher() i=5 2024-09-12T00:36:53.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.831+0000 7fe66ddab800 20 add_watcher() i=6 2024-09-12T00:36:53.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.832+0000 7fe66ddab800 20 add_watcher() i=7 2024-09-12T00:36:53.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.832+0000 7fe66ddab800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:53.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.834+0000 7fe521fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:53.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.834+0000 7fe66ddab800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:53.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.834+0000 7fe66ddab800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:53.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.834+0000 7fe66ddab800 5 note: GC not initialized 2024-09-12T00:36:53.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.834+0000 7fe520fe1640 20 reqs_thread_entry: start 2024-09-12T00:36:53.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.835+0000 7fe66ddab800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:53.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.835+0000 7fe66ddab800 20 Filter name: none 2024-09-12T00:36:53.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.835+0000 7fe49a7fc640 20 reqs_thread_entry: start 2024-09-12T00:36:53.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.835+0000 7fe66ddab800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.835+0000 7fe66ddab800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:53.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.835+0000 7fe66ddab800 20 rados->read ofs=0 len=0 2024-09-12T00:36:53.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.835+0000 7fe66ddab800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:53.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.835+0000 7fe66ddab800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:36:53.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.835+0000 7fe66ddab800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-12T00:36:53.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.835+0000 7fe66ddab800 20 INFO: main: starting shard=0 2024-09-12T00:36:53.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.835+0000 7fe66ddab800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:53.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.836+0000 7fe66ddab800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.836+0000 7fe66ddab800 20 INFO: main: starting shard=1 2024-09-12T00:36:53.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.836+0000 7fe66ddab800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:53.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.837+0000 7fe66ddab800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.837+0000 7fe66ddab800 20 INFO: main: starting shard=2 2024-09-12T00:36:53.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.837+0000 7fe66ddab800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:53.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.837+0000 7fe66ddab800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.837+0000 7fe66ddab800 20 INFO: main: starting shard=3 2024-09-12T00:36:53.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.837+0000 7fe66ddab800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:53.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.838+0000 7fe66ddab800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.838+0000 7fe66ddab800 20 INFO: main: starting shard=4 2024-09-12T00:36:53.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.838+0000 7fe66ddab800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:53.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.838+0000 7fe66ddab800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.838+0000 7fe66ddab800 20 INFO: main: starting shard=5 2024-09-12T00:36:53.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.838+0000 7fe66ddab800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:53.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.839+0000 7fe66ddab800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.839+0000 7fe66ddab800 20 INFO: main: starting shard=6 2024-09-12T00:36:53.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.839+0000 7fe66ddab800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:53.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.840+0000 7fe66ddab800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.840+0000 7fe66ddab800 20 INFO: main: starting shard=7 2024-09-12T00:36:53.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.840+0000 7fe66ddab800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:53.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.840+0000 7fe66ddab800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.840+0000 7fe66ddab800 20 INFO: main: starting shard=8 2024-09-12T00:36:53.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.840+0000 7fe66ddab800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:53.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.841+0000 7fe66ddab800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.841+0000 7fe66ddab800 20 INFO: main: starting shard=9 2024-09-12T00:36:53.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.841+0000 7fe66ddab800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:53.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.841+0000 7fe66ddab800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:36:53.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.841+0000 7fe66ddab800 20 INFO: main: starting shard=10 2024-09-12T00:36:53.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.841+0000 7fe66ddab800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:53.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.842+0000 7fe66ddab800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T00:36:53.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.842+0000 7fe66ddab800 20 INFO: main: done 2024-09-12T00:36:53.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.842+0000 7fe521fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:53.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.845+0000 7fe66ddab800 20 remove_watcher() i=0 2024-09-12T00:36:53.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.845+0000 7fe66ddab800 2 removed watcher, disabling cache 2024-09-12T00:36:53.845 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.846+0000 7fe66ddab800 20 remove_watcher() i=1 2024-09-12T00:36:53.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.848+0000 7fe66ddab800 20 remove_watcher() i=2 2024-09-12T00:36:53.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.849+0000 7fe66ddab800 20 remove_watcher() i=3 2024-09-12T00:36:53.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.850+0000 7fe66ddab800 20 remove_watcher() i=4 2024-09-12T00:36:53.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.851+0000 7fe66ddab800 20 remove_watcher() i=5 2024-09-12T00:36:53.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.852+0000 7fe66ddab800 20 remove_watcher() i=6 2024-09-12T00:36:53.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:53.853+0000 7fe66ddab800 20 remove_watcher() i=7 2024-09-12T00:36:53.865 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:53.865 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:53.869 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T00:36:54.283 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T00:36:54.690 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket check --fix --bucket check-bucket 2024-09-12T00:36:54.720 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:54.720 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:54.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.760+0000 7fbb127af800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.762+0000 7fbb127af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:54.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.762+0000 7fbb127af800 20 realm 2024-09-12T00:36:54.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.762+0000 7fbb127af800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.762+0000 7fbb127af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:54.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.762+0000 7fbb127af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:54.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.762+0000 7fbb127af800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.762+0000 7fbb127af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:54.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.762+0000 7fbb127af800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.763+0000 7fbb127af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:54.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.763+0000 7fbb127af800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.764+0000 7fbb127af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:54.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.764+0000 7fbb127af800 20 searching for the correct realm 2024-09-12T00:36:54.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.768+0000 7fbb0fa98640 0 -- 172.21.15.38:0/2716174665 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fbb00094030 msgr2=0x7fbb00079940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:54.771 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.772+0000 7fbb10a9a640 0 -- 172.21.15.38:0/2716174665 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7fbb0407e700 msgr2=0x7fbb0405f610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:54.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.776+0000 7fbb127af800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:54.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.776+0000 7fbb127af800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:54.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.776+0000 7fbb127af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:54.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.776+0000 7fbb127af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:54.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.776+0000 7fbb127af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:54.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.776+0000 7fbb127af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:54.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.776+0000 7fbb127af800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.776+0000 7fbb127af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:54.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.776+0000 7fbb127af800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.777+0000 7fbb127af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:54.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.777+0000 7fbb127af800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.777+0000 7fbb127af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:54.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.777+0000 7fbb127af800 20 zone default found 2024-09-12T00:36:54.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.777+0000 7fbb127af800 4 Realm: () 2024-09-12T00:36:54.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.777+0000 7fbb127af800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:54.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.777+0000 7fbb127af800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:54.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.777+0000 7fbb127af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:54.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.777+0000 7fbb127af800 20 zonegroup default 2024-09-12T00:36:54.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.777+0000 7fbb127af800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.777+0000 7fbb127af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:54.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.777+0000 7fbb127af800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.777+0000 7fbb127af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:54.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.777+0000 7fbb127af800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.778+0000 7fbb127af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:54.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.778+0000 7fbb127af800 20 started sync module instance, tier type = 2024-09-12T00:36:54.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.778+0000 7fbb127af800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:54.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.791+0000 7fbb127af800 20 add_watcher() i=0 2024-09-12T00:36:54.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.791+0000 7fbb127af800 20 add_watcher() i=1 2024-09-12T00:36:54.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.791+0000 7fbb127af800 20 add_watcher() i=2 2024-09-12T00:36:54.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.791+0000 7fbb127af800 20 add_watcher() i=3 2024-09-12T00:36:54.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.791+0000 7fbb127af800 20 add_watcher() i=4 2024-09-12T00:36:54.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.791+0000 7fbb127af800 20 add_watcher() i=5 2024-09-12T00:36:54.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.791+0000 7fbb127af800 20 add_watcher() i=6 2024-09-12T00:36:54.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.792+0000 7fbb127af800 20 add_watcher() i=7 2024-09-12T00:36:54.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.792+0000 7fbb127af800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:54.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.794+0000 7fb9c6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:54.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.794+0000 7fbb127af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:54.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.794+0000 7fbb127af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:54.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.795+0000 7fbb127af800 5 note: GC not initialized 2024-09-12T00:36:54.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.795+0000 7fb9c5fdb640 20 reqs_thread_entry: start 2024-09-12T00:36:54.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.795+0000 7fbb127af800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:54.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.795+0000 7fbb127af800 20 Filter name: none 2024-09-12T00:36:54.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.795+0000 7fb9377fe640 20 reqs_thread_entry: start 2024-09-12T00:36:54.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.795+0000 7fbb127af800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:36:54.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.795+0000 7fbb127af800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.795+0000 7fbb127af800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:54.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.796+0000 7fbb127af800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:36:54.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.796+0000 7fbb127af800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:36:54.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.796+0000 7fbb127af800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 : miss 2024-09-12T00:36:54.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.796+0000 7fbb127af800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.796+0000 7fbb127af800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:54.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.796+0000 7fbb127af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 info.flags=0x17 2024-09-12T00:36:54.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.796+0000 7fbb127af800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 to cache LRU end 2024-09-12T00:36:54.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.796+0000 7fbb127af800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:36:54.797 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.796+0000 7fbb127af800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:36:54.797 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.796+0000 7fbb127af800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 2024-09-12T00:36:54.797 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.796+0000 7fbb127af800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:54.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.797+0000 7fbb127af800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:54.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.798+0000 7fbb127af800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:54.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.799+0000 7fbb127af800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:54.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.799+0000 7fbb127af800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:54.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.800+0000 7fbb127af800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:54.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.801+0000 7fbb127af800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:54.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.802+0000 7fbb127af800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:54.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.802+0000 7fbb127af800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:54.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.802+0000 7fbb127af800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:54.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.803+0000 7fbb127af800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:54.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.808+0000 7fb9c6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:54.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.811+0000 7fbb127af800 20 remove_watcher() i=0 2024-09-12T00:36:54.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.811+0000 7fbb127af800 2 removed watcher, disabling cache 2024-09-12T00:36:54.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.812+0000 7fbb127af800 20 remove_watcher() i=1 2024-09-12T00:36:54.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.814+0000 7fbb127af800 20 remove_watcher() i=2 2024-09-12T00:36:54.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.815+0000 7fbb127af800 20 remove_watcher() i=3 2024-09-12T00:36:54.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.816+0000 7fbb127af800 20 remove_watcher() i=4 2024-09-12T00:36:54.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.817+0000 7fbb127af800 20 remove_watcher() i=5 2024-09-12T00:36:54.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.818+0000 7fbb127af800 20 remove_watcher() i=6 2024-09-12T00:36:54.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.819+0000 7fbb127af800 20 remove_watcher() i=7 2024-09-12T00:36:54.830 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket check unlinked --bucket check-bucket --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T00:36:54.865 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:54.865 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:54.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.906+0000 7f247a240800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.908+0000 7f247a240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:54.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.908+0000 7f247a240800 20 realm 2024-09-12T00:36:54.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.908+0000 7f247a240800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.908+0000 7f247a240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:54.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.908+0000 7f247a240800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:54.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.908+0000 7f247a240800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.908+0000 7f247a240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:54.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.908+0000 7f247a240800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.909+0000 7f247a240800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:54.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.909+0000 7f247a240800 20 rados->read ofs=0 len=0 2024-09-12T00:36:54.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.910+0000 7f247a240800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:54.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.910+0000 7f247a240800 20 searching for the correct realm 2024-09-12T00:36:54.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.913+0000 7f2477529640 0 -- 172.21.15.38:0/474279606 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x56310effa5e0 msgr2=0x56310effc9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:54.915 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:54.917+0000 7f2477d2a640 0 -- 172.21.15.38:0/474279606 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f246c06f240 msgr2=0x7f246c06f6a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:55.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.123+0000 7f247a240800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:55.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.123+0000 7f247a240800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:55.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.123+0000 7f247a240800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:55.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.123+0000 7f247a240800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:55.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.123+0000 7f247a240800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:55.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.123+0000 7f247a240800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:55.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.123+0000 7f247a240800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.124+0000 7f247a240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:55.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.124+0000 7f247a240800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.124+0000 7f247a240800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:55.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.124+0000 7f247a240800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.124+0000 7f247a240800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:55.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.124+0000 7f247a240800 20 zone default found 2024-09-12T00:36:55.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.124+0000 7f247a240800 4 Realm: () 2024-09-12T00:36:55.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.124+0000 7f247a240800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:55.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.124+0000 7f247a240800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:55.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.124+0000 7f247a240800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:55.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.124+0000 7f247a240800 20 zonegroup default 2024-09-12T00:36:55.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.124+0000 7f247a240800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.125+0000 7f247a240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:55.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.125+0000 7f247a240800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.125+0000 7f247a240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:55.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.125+0000 7f247a240800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.125+0000 7f247a240800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:55.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.125+0000 7f247a240800 20 started sync module instance, tier type = 2024-09-12T00:36:55.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.125+0000 7f247a240800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:55.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.138+0000 7f247a240800 20 add_watcher() i=0 2024-09-12T00:36:55.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.138+0000 7f247a240800 20 add_watcher() i=1 2024-09-12T00:36:55.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.138+0000 7f247a240800 20 add_watcher() i=2 2024-09-12T00:36:55.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.138+0000 7f247a240800 20 add_watcher() i=3 2024-09-12T00:36:55.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.138+0000 7f247a240800 20 add_watcher() i=4 2024-09-12T00:36:55.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.138+0000 7f247a240800 20 add_watcher() i=5 2024-09-12T00:36:55.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.142+0000 7f247a240800 20 add_watcher() i=6 2024-09-12T00:36:55.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.142+0000 7f247a240800 20 add_watcher() i=7 2024-09-12T00:36:55.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.142+0000 7f247a240800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:55.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.144+0000 7f232dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:55.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.144+0000 7f247a240800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:55.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.144+0000 7f247a240800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:55.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.144+0000 7f247a240800 5 note: GC not initialized 2024-09-12T00:36:55.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.144+0000 7f232cfe1640 20 reqs_thread_entry: start 2024-09-12T00:36:55.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.144+0000 7f247a240800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:55.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.144+0000 7f247a240800 20 Filter name: none 2024-09-12T00:36:55.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.145+0000 7f22a67fc640 20 reqs_thread_entry: start 2024-09-12T00:36:55.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.145+0000 7f247a240800 10 cache get: name=default.rgw.meta+root+check-bucket : miss 2024-09-12T00:36:55.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.145+0000 7f247a240800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.145+0000 7f247a240800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:55.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.145+0000 7f247a240800 10 cache put: name=default.rgw.meta+root+check-bucket info.flags=0x11 2024-09-12T00:36:55.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.145+0000 7f247a240800 10 adding default.rgw.meta+root+check-bucket to cache LRU end 2024-09-12T00:36:55.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.145+0000 7f247a240800 10 cache get: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 : miss 2024-09-12T00:36:55.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.145+0000 7f247a240800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.146+0000 7f247a240800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:55.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.146+0000 7f247a240800 10 cache put: name=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 info.flags=0x17 2024-09-12T00:36:55.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.146+0000 7f247a240800 10 adding default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 to cache LRU end 2024-09-12T00:36:55.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.146+0000 7f247a240800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:36:55.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.146+0000 7f247a240800 10 updating xattr: name=user.rgw.acl bl.length()=179 2024-09-12T00:36:55.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.146+0000 7f247a240800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.check-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2 2024-09-12T00:36:55.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.146+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.0 2024-09-12T00:36:55.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.146+0000 7f247a240800 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-12T00:36:55.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.146+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:55.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.147+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.2 2024-09-12T00:36:55.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.148+0000 7f247a240800 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-12T00:36:55.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.148+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.3 2024-09-12T00:36:55.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.148+0000 7f247a240800 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-12T00:36:55.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.148+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.4 2024-09-12T00:36:55.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.149+0000 7f247a240800 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-12T00:36:55.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.149+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:55.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.150+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.6 2024-09-12T00:36:55.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.150+0000 7f247a240800 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-12T00:36:55.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.150+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.7 2024-09-12T00:36:55.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.150+0000 7f247a240800 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-12T00:36:55.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.150+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:55.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.151+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.9 2024-09-12T00:36:55.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.151+0000 7f247a240800 1 NOTICE: finished shard 9 (0 entries removed) 2024-09-12T00:36:55.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.151+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:55.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.152+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:55.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.153+0000 7f247a240800 20 get_obj_state: octx=0x56310ed7e120 obj=check-bucket:e state=0x56310f032658 s->prefetch_data=0 2024-09-12T00:36:55.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.153+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:55.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.153+0000 7f247a240800 20 get_obj_state: octx=0x56310ed90c40 obj=check-bucket:d state=0x56310f036608 s->prefetch_data=0 2024-09-12T00:36:55.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.153+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:55.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.153+0000 7f247a240800 20 get_obj_state: octx=0x56310f030920 obj=check-bucket:c state=0x56310f02e4e8 s->prefetch_data=0 2024-09-12T00:36:55.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.153+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:55.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.154+0000 7f247a240800 20 get_obj_state: octx=0x56310f033000 obj=check-bucket:f state=0x56310f0cc108 s->prefetch_data=0 2024-09-12T00:36:55.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.154+0000 7f247a240800 20 get_obj_state: setting s->obj_tag to orvtx7lcfaqiuxgg9nd87u6g52nv03zu 2024-09-12T00:36:55.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.154+0000 7f247a240800 20 get_obj_state_impl: setting s->olh_tag to q3iee66i1wqyuiy26jpqrccalk54xuwz 2024-09-12T00:36:55.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.154+0000 7f247a240800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=q3iee66i1wqyuiy26jpqrccalk54xuwz 2024-09-12T00:36:55.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.154+0000 7f247a240800 20 get_obj_state: setting s->obj_tag to 9v65rcslwp7xb442fodf3um0ysy1ke5c 2024-09-12T00:36:55.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.154+0000 7f247a240800 20 get_obj_state_impl: setting s->olh_tag to 2uny91380z5t4ysrvuavjtdxibvcrd57 2024-09-12T00:36:55.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.154+0000 7f247a240800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2uny91380z5t4ysrvuavjtdxibvcrd57 2024-09-12T00:36:55.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.154+0000 7f247a240800 20 get_obj_state: setting s->obj_tag to w3syxgbxrudgakmli2xwy5mpazq5ojzk 2024-09-12T00:36:55.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.154+0000 7f247a240800 20 get_obj_state_impl: setting s->olh_tag to dnjs1tclo2cbfsc0dhgmx630s6mibkji 2024-09-12T00:36:55.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.154+0000 7f247a240800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=dnjs1tclo2cbfsc0dhgmx630s6mibkji 2024-09-12T00:36:55.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.154+0000 7f247a240800 20 get_obj_state: setting s->obj_tag to cjpcr46r18oz8hcu6asr5f8t2a302dh4 2024-09-12T00:36:55.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.154+0000 7f247a240800 20 get_obj_state_impl: setting s->olh_tag to squnxooo75qdr2wedvr1x0thdpnjj9mr 2024-09-12T00:36:55.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.154+0000 7f247a240800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=squnxooo75qdr2wedvr1x0thdpnjj9mr 2024-09-12T00:36:55.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.155+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:55.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.156+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:55.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.156+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:55.156 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.158+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:55.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.160+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:55.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.160+0000 7f247a240800 20 olh_log_entry: epoch=3 op=3 key=d[NRa8cqUxr1T1KuAGrDP6pgM9YBDLL3m] 2024-09-12T00:36:55.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.160+0000 7f247a240800 20 get_obj_state: octx=0x56310ed90c40 obj=check-bucket:_:NRa8cqUxr1T1KuAGrDP6pgM9YBDLL3m_d state=0x56310f0e7b58 s->prefetch_data=0 2024-09-12T00:36:55.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.161+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:55.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.161+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:55.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.161+0000 7f247a240800 10 manifest: total_size = 9 2024-09-12T00:36:55.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.161+0000 7f247a240800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9218570715471803031 2024-09-12T00:36:55.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.161+0000 7f247a240800 20 get_obj_state: octx=0x56310ed90c40 obj=check-bucket:_:NRa8cqUxr1T1KuAGrDP6pgM9YBDLL3m_d state=0x56310f0e7b58 s->prefetch_data=0 2024-09-12T00:36:55.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.161+0000 7f247a240800 20 prepare_atomic_modification: state is not atomic. state=0x56310f0e7b58 2024-09-12T00:36:55.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.161+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:55.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.161+0000 7f247a240800 20 olh_log_entry: epoch=2 op=2 key=e[] 2024-09-12T00:36:55.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.161+0000 7f247a240800 20 olh_log_entry: epoch=2 op=3 key=e[rJO6tX8P3IQLihLpcKa3FWYFIVshAVI] 2024-09-12T00:36:55.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.161+0000 7f247a240800 20 get_obj_state: octx=0x56310ed7e120 obj=check-bucket:_:rJO6tX8P3IQLihLpcKa3FWYFIVshAVI_e state=0x56310f0ef278 s->prefetch_data=0 2024-09-12T00:36:55.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.161+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:55.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.161+0000 7f247a240800 20 olh_log_entry: epoch=3 op=3 key=c[COYQNPluLRClXa4v6NvNIPtr7Siu.a5] 2024-09-12T00:36:55.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.161+0000 7f247a240800 20 get_obj_state: octx=0x56310f030920 obj=check-bucket:_:COYQNPluLRClXa4v6NvNIPtr7Siu.a5_c state=0x56310f0f2a58 s->prefetch_data=0 2024-09-12T00:36:55.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 10 manifest: total_size = 12 2024-09-12T00:36:55.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1106794385125726449 2024-09-12T00:36:55.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 20 get_obj_state: octx=0x56310ed7e120 obj=check-bucket:_:rJO6tX8P3IQLihLpcKa3FWYFIVshAVI_e state=0x56310f0ef278 s->prefetch_data=0 2024-09-12T00:36:55.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 20 prepare_atomic_modification: state is not atomic. state=0x56310f0ef278 2024-09-12T00:36:55.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:55.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 20 olh_log_entry: epoch=2 op=2 key=f[] 2024-09-12T00:36:55.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 20 olh_log_entry: epoch=2 op=3 key=f[1.7MWlc6nQmvmRbMoa0f2Cbx6d9Q1nf] 2024-09-12T00:36:55.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 20 get_obj_state: octx=0x56310f033000 obj=check-bucket:_:1.7MWlc6nQmvmRbMoa0f2Cbx6d9Q1nf_f state=0x56310f0fe188 s->prefetch_data=0 2024-09-12T00:36:55.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 10 manifest: total_size = 22 2024-09-12T00:36:55.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3250940238536919498 2024-09-12T00:36:55.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 20 get_obj_state: octx=0x56310f030920 obj=check-bucket:_:COYQNPluLRClXa4v6NvNIPtr7Siu.a5_c state=0x56310f0f2a58 s->prefetch_data=0 2024-09-12T00:36:55.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 20 prepare_atomic_modification: state is not atomic. state=0x56310f0f2a58 2024-09-12T00:36:55.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:55.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 10 manifest: total_size = 9 2024-09-12T00:36:55.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6518906307346375999 2024-09-12T00:36:55.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 20 get_obj_state: octx=0x56310f033000 obj=check-bucket:_:1.7MWlc6nQmvmRbMoa0f2Cbx6d9Q1nf_f state=0x56310f0fe188 s->prefetch_data=0 2024-09-12T00:36:55.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 20 prepare_atomic_modification: state is not atomic. state=0x56310f0fe188 2024-09-12T00:36:55.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.162+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:55.164 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.165+0000 7f247a240800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:36:55.164 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.165+0000 7f247a240800 20 RGWObjManifest::operator++(): result: ofs=12 stripe_ofs=12 part_ofs=0 rule->part_size=0 2024-09-12T00:36:55.164 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.165+0000 7f247a240800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:36:55.164 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.165+0000 7f247a240800 5 delete_objs_inline: removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2__shadow:rJO6tX8P3IQLihLpcKa3FWYFIVshAVI_.Xm9-6-DAVIpr4K8-fKW7-D-rhqrDzSb_0 2024-09-12T00:36:55.164 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.166+0000 7f23567fc640 20 handle_completion(): completion ok for obj=e[rJO6tX8P3IQLihLpcKa3FWYFIVshAVI] 2024-09-12T00:36:55.165 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.166+0000 7f247a240800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:36:55.165 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.166+0000 7f247a240800 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T00:36:55.165 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.166+0000 7f247a240800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:36:55.165 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.166+0000 7f247a240800 5 delete_objs_inline: removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2__shadow:NRa8cqUxr1T1KuAGrDP6pgM9YBDLL3m_.s8_enwfba3txbAz2L18Ty1Q_g_aiY-6_0 2024-09-12T00:36:55.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.167+0000 7f247a240800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:36:55.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.167+0000 7f247a240800 20 RGWObjManifest::operator++(): result: ofs=22 stripe_ofs=22 part_ofs=0 rule->part_size=0 2024-09-12T00:36:55.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.167+0000 7f247a240800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:36:55.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.167+0000 7f247a240800 5 delete_objs_inline: removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2__shadow:COYQNPluLRClXa4v6NvNIPtr7Siu.a5_.e7uOaK9JxzueO_fdhWrYL4y0IFhdA30_0 2024-09-12T00:36:55.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.167+0000 7f247a240800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:36:55.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.168+0000 7f23567fc640 20 handle_completion(): completion ok for obj=d[NRa8cqUxr1T1KuAGrDP6pgM9YBDLL3m] 2024-09-12T00:36:55.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.171+0000 7f2356ffd640 20 handle_completion(): completion ok for obj=c[COYQNPluLRClXa4v6NvNIPtr7Siu.a5] 2024-09-12T00:36:55.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.171+0000 7f247a240800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:36:55.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.171+0000 7f247a240800 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T00:36:55.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.171+0000 7f247a240800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:36:55.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.171+0000 7f247a240800 5 delete_objs_inline: removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2__shadow:1.7MWlc6nQmvmRbMoa0f2Cbx6d9Q1nf_.3qqaANKUUtsDg7Ha_YFBuFjeO2Qxhv-_0 2024-09-12T00:36:55.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.171+0000 7f247a240800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:36:55.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.172+0000 7f247a240800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:36:55.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.173+0000 7f247a240800 20 get_obj_state: octx=0x56310ed7e120 obj=check-bucket:e state=0x56310f032658 s->prefetch_data=0 2024-09-12T00:36:55.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.173+0000 7f247a240800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=q3iee66i1wqyuiy26jpqrccalk54xuwz 2024-09-12T00:36:55.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.177+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:55.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.177+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:55.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.177+0000 7f247a240800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:36:55.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.178+0000 7f23567fc640 20 handle_completion(): completion ok for obj=f[1.7MWlc6nQmvmRbMoa0f2Cbx6d9Q1nf] 2024-09-12T00:36:55.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.178+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:55.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.178+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:55.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.178+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.8 2024-09-12T00:36:55.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.178+0000 7f247a240800 1 NOTICE: finished shard 8 (1 entries removed) 2024-09-12T00:36:55.178 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.179+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:55.178 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.179+0000 7f247a240800 20 get_obj_state: octx=0x56310f033000 obj=check-bucket:f state=0x56310f0cc108 s->prefetch_data=0 2024-09-12T00:36:55.178 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.179+0000 7f247a240800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=squnxooo75qdr2wedvr1x0thdpnjj9mr 2024-09-12T00:36:55.178 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.179+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.5 2024-09-12T00:36:55.178 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.179+0000 7f247a240800 1 NOTICE: finished shard 5 (1 entries removed) 2024-09-12T00:36:55.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.181+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.1 2024-09-12T00:36:55.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.181+0000 7f247a240800 1 NOTICE: finished shard 1 (1 entries removed) 2024-09-12T00:36:55.181 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.182+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:55.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.183+0000 7f247a240800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2.10 2024-09-12T00:36:55.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.183+0000 7f247a240800 1 NOTICE: finished shard 10 (1 entries removed) 2024-09-12T00:36:55.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.183+0000 7f247a240800 1 NOTICE: finished all shards (4 entries removed) 2024-09-12T00:36:55.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.184+0000 7f232dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:55.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.187+0000 7f247a240800 20 remove_watcher() i=0 2024-09-12T00:36:55.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.187+0000 7f247a240800 2 removed watcher, disabling cache 2024-09-12T00:36:55.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.188+0000 7f247a240800 20 remove_watcher() i=1 2024-09-12T00:36:55.188 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.189+0000 7f247a240800 20 remove_watcher() i=2 2024-09-12T00:36:55.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.190+0000 7f247a240800 20 remove_watcher() i=3 2024-09-12T00:36:55.190 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.192+0000 7f247a240800 20 remove_watcher() i=4 2024-09-12T00:36:55.191 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.193+0000 7f247a240800 20 remove_watcher() i=5 2024-09-12T00:36:55.192 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.194+0000 7f247a240800 20 remove_watcher() i=6 2024-09-12T00:36:55.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.195+0000 7f247a240800 20 remove_watcher() i=7 2024-09-12T00:36:55.207 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:55.207 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:55.212 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:55.212 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:55.256 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket check-bucket 2024-09-12T00:36:55.286 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:36:55.286 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:36:55.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.327+0000 7fef0d525800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.329+0000 7fef0d525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:55.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.329+0000 7fef0d525800 20 realm 2024-09-12T00:36:55.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.329+0000 7fef0d525800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.329+0000 7fef0d525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:55.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.329+0000 7fef0d525800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:36:55.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.329+0000 7fef0d525800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.329+0000 7fef0d525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:55.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.329+0000 7fef0d525800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.330+0000 7fef0d525800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:55.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.330+0000 7fef0d525800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.331+0000 7fef0d525800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:36:55.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.331+0000 7fef0d525800 20 searching for the correct realm 2024-09-12T00:36:55.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.333+0000 7fef00932640 0 -- 172.21.15.38:0/1076781329 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7feefc09b040 msgr2=0x7feefc08c410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:55.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.337+0000 7fef09133640 0 -- 172.21.15.38:0/1076781329 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7feef4019b70 msgr2=0x7feef4060770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:36:55.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.544+0000 7fef0d525800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:36:55.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.544+0000 7fef0d525800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:36:55.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.544+0000 7fef0d525800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:36:55.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.544+0000 7fef0d525800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:36:55.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.544+0000 7fef0d525800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:36:55.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.544+0000 7fef0d525800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:36:55.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.544+0000 7fef0d525800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.544+0000 7fef0d525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:55.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.544+0000 7fef0d525800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.545+0000 7fef0d525800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:36:55.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.545+0000 7fef0d525800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.545+0000 7fef0d525800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:36:55.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.545+0000 7fef0d525800 20 zone default found 2024-09-12T00:36:55.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.545+0000 7fef0d525800 4 Realm: () 2024-09-12T00:36:55.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.545+0000 7fef0d525800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:36:55.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.545+0000 7fef0d525800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:36:55.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.545+0000 7fef0d525800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:36:55.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.545+0000 7fef0d525800 20 zonegroup default 2024-09-12T00:36:55.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.545+0000 7fef0d525800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.545+0000 7fef0d525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:55.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.545+0000 7fef0d525800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.545+0000 7fef0d525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:55.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.545+0000 7fef0d525800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.546+0000 7fef0d525800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:36:55.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.546+0000 7fef0d525800 20 started sync module instance, tier type = 2024-09-12T00:36:55.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.546+0000 7fef0d525800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:36:55.556 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.558+0000 7fef0d525800 20 add_watcher() i=0 2024-09-12T00:36:55.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.558+0000 7fef0d525800 20 add_watcher() i=1 2024-09-12T00:36:55.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.558+0000 7fef0d525800 20 add_watcher() i=2 2024-09-12T00:36:55.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.558+0000 7fef0d525800 20 add_watcher() i=3 2024-09-12T00:36:55.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.558+0000 7fef0d525800 20 add_watcher() i=4 2024-09-12T00:36:55.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.558+0000 7fef0d525800 20 add_watcher() i=5 2024-09-12T00:36:55.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.558+0000 7fef0d525800 20 add_watcher() i=6 2024-09-12T00:36:55.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.559+0000 7fef0d525800 20 add_watcher() i=7 2024-09-12T00:36:55.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.559+0000 7fef0d525800 2 all 8 watchers are set, enabling cache 2024-09-12T00:36:55.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.560+0000 7fedbffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:55.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.561+0000 7fef0d525800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:36:55.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.561+0000 7fef0d525800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:36:55.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.561+0000 7fef0d525800 5 note: GC not initialized 2024-09-12T00:36:55.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.561+0000 7fedbefe5640 20 reqs_thread_entry: start 2024-09-12T00:36:55.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.561+0000 7fef0d525800 20 init_complete bucket index max shards: 11 2024-09-12T00:36:55.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.561+0000 7fef0d525800 20 Filter name: none 2024-09-12T00:36:55.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.561+0000 7fedbcfe1640 20 reqs_thread_entry: start 2024-09-12T00:36:55.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.561+0000 7fef0d525800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.562 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.562+0000 7fef0d525800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:55.562 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.562+0000 7fef0d525800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.562 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.562+0000 7fef0d525800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:55.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.562+0000 7fef0d525800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:36:55.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.562+0000 7fef0d525800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.562+0000 7fef0d525800 20 rados_obj.operate() r=0 bl.length=190 2024-09-12T00:36:55.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.562+0000 7fef0d525800 20 rados->read ofs=0 len=0 2024-09-12T00:36:55.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.563+0000 7fef0d525800 20 rados_obj.operate() r=0 bl.length=412 2024-09-12T00:36:55.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.563+0000 7fef0d525800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:36:55.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.565+0000 7fedbffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:36:55.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.567+0000 7fef0d525800 20 remove_watcher() i=0 2024-09-12T00:36:55.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.567+0000 7fef0d525800 2 removed watcher, disabling cache 2024-09-12T00:36:55.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.568+0000 7fef0d525800 20 remove_watcher() i=1 2024-09-12T00:36:55.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.569+0000 7fef0d525800 20 remove_watcher() i=2 2024-09-12T00:36:55.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.570+0000 7fef0d525800 20 remove_watcher() i=3 2024-09-12T00:36:55.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.571+0000 7fef0d525800 20 remove_watcher() i=4 2024-09-12T00:36:55.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.572+0000 7fef0d525800 20 remove_watcher() i=5 2024-09-12T00:36:55.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.575+0000 7fef0d525800 20 remove_watcher() i=6 2024-09-12T00:36:55.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:36:55.576+0000 7fef0d525800 20 remove_watcher() i=7 2024-09-12T00:36:55.586 INFO:tasks.workunit.client.0.smithi038.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-12T00:36:55.586 INFO:tasks.workunit.client.0.smithi038.stderr:Deleting bucket check-bucket 2024-09-12T00:36:55.588 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:55.588 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:55.592 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:36:55.593 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:36:55.621 INFO:tasks.workunit.client.0.smithi038.stderr:Completed bucket check tests 2024-09-12T00:36:55.622 INFO:tasks.workunit.client.0.smithi038.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T00:36:55.622 INFO:tasks.workunit.client.0.smithi038.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T00:36:55.622 INFO:tasks.workunit.client.0.smithi038.stdout:connected to https://localhost:443 2024-09-12T00:36:55.690 INFO:tasks.workunit.client.0.smithi038.stderr:+ deactivate 2024-09-12T00:36:55.690 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-12T00:36:55.690 INFO:tasks.workunit.client.0.smithi038.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T00:36:55.691 INFO:tasks.workunit.client.0.smithi038.stderr:+ export PATH 2024-09-12T00:36:55.691 INFO:tasks.workunit.client.0.smithi038.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T00:36:55.691 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -n '' ']' 2024-09-12T00:36:55.691 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T00:36:55.691 INFO:tasks.workunit.client.0.smithi038.stderr:+ hash -r 2024-09-12T00:36:55.691 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -n '' ']' 2024-09-12T00:36:55.691 INFO:tasks.workunit.client.0.smithi038.stderr:+ unset VIRTUAL_ENV 2024-09-12T00:36:55.691 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T00:36:55.691 INFO:tasks.workunit.client.0.smithi038.stderr:+ unset -f deactivate 2024-09-12T00:36:55.691 INFO:tasks.workunit.client.0.smithi038.stderr:+ echo OK. 2024-09-12T00:36:55.692 INFO:tasks.workunit.client.0.smithi038.stdout:OK. 2024-09-12T00:36:55.692 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:36:55.692 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:36:55.732 INFO:tasks.workunit:Stopping ['rgw/run-bucket-check.sh'] on client.0... 2024-09-12T00:36:55.733 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T00:36:56.138 DEBUG:teuthology.parallel:result is None 2024-09-12T00:36:56.138 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:36:56.178 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:36:56.178 DEBUG:teuthology.orchestra.run.smithi038:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:36:56.247 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:36:56.247 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T00:36:56.261 INFO:tasks.workunit:Pulling workunits from ref 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:36:56.261 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T00:36:56.261 DEBUG:teuthology.orchestra.run.smithi038:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:36:56.316 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T00:36:56.316 INFO:teuthology.orchestra.run.smithi038.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T00:36:56.317 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:36:56.386 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T00:36:56.387 DEBUG:teuthology.orchestra.run.smithi038:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T00:36:56.456 INFO:tasks.workunit:timeout=3h 2024-09-12T00:36:56.456 INFO:tasks.workunit:cleanup=True 2024-09-12T00:36:56.457 DEBUG:teuthology.orchestra.run.smithi038:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/cbodley/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:36:56.526 INFO:tasks.workunit.client.0.smithi038.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T00:37:41.946 INFO:tasks.workunit.client.0.smithi038.stderr:Note: switching to '6a169fc940965ab446a63954fde870aa497efde7'. 2024-09-12T00:37:41.947 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:37:41.947 INFO:tasks.workunit.client.0.smithi038.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T00:37:41.947 INFO:tasks.workunit.client.0.smithi038.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T00:37:41.947 INFO:tasks.workunit.client.0.smithi038.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T00:37:41.947 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:37:41.947 INFO:tasks.workunit.client.0.smithi038.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T00:37:41.947 INFO:tasks.workunit.client.0.smithi038.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T00:37:41.948 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:37:41.948 INFO:tasks.workunit.client.0.smithi038.stderr: git switch -c 2024-09-12T00:37:41.948 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:37:41.948 INFO:tasks.workunit.client.0.smithi038.stderr:Or undo this operation with: 2024-09-12T00:37:41.948 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:37:41.948 INFO:tasks.workunit.client.0.smithi038.stderr: git switch - 2024-09-12T00:37:41.948 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:37:41.948 INFO:tasks.workunit.client.0.smithi038.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T00:37:41.948 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:37:41.948 INFO:tasks.workunit.client.0.smithi038.stderr:HEAD is now at 6a169fc9409 DNM: qa/rgw: point at ragweed branch wip-67986 2024-09-12T00:37:41.951 DEBUG:teuthology.orchestra.run.smithi038:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T00:37:42.024 INFO:tasks.workunit.client.0.smithi038.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T00:37:42.025 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:37:42.025 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T00:37:42.073 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T00:37:42.123 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T00:37:42.164 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:37:42.165 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:37:42.166 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T00:37:42.205 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:37:42.209 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:37:42.209 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T00:37:42.278 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2024-09-12T00:37:42.280 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-12T00:37:42.280 DEBUG:teuthology.orchestra.run.smithi038:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-12T00:37:42.363 INFO:tasks.workunit.client.0.smithi038.stdout:Running main() from gmock_main.cc 2024-09-12T00:37:42.363 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T00:37:42.363 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:37:42.363 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 11 tests from ClsLock 2024-09-12T00:37:42.363 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-12T00:37:44.618 INFO:tasks.workunit.client.0.smithi038.stdout:lock: mylock 2024-09-12T00:37:44.618 INFO:tasks.workunit.client.0.smithi038.stdout: lock_type: exclusive 2024-09-12T00:37:44.618 INFO:tasks.workunit.client.0.smithi038.stdout: tag: 2024-09-12T00:37:44.618 INFO:tasks.workunit.client.0.smithi038.stdout: lockers: 2024-09-12T00:37:44.618 INFO:tasks.workunit.client.0.smithi038.stdout: client.5193 expiration=2024-09-12T00:39:44.614618+0000 addr=v1:172.21.15.38:0/3917801691 cookie= 2024-09-12T00:37:44.623 INFO:tasks.workunit.client.0.smithi038.stdout:lock: mylock 2024-09-12T00:37:44.623 INFO:tasks.workunit.client.0.smithi038.stdout: lock_type: shared 2024-09-12T00:37:44.623 INFO:tasks.workunit.client.0.smithi038.stdout: tag: 2024-09-12T00:37:44.623 INFO:tasks.workunit.client.0.smithi038.stdout: lockers: 2024-09-12T00:37:44.623 INFO:tasks.workunit.client.0.smithi038.stdout: client.4966 expiration=0.000000 addr=v1:172.21.15.38:0/1027748767 cookie= 2024-09-12T00:37:44.623 INFO:tasks.workunit.client.0.smithi038.stdout: client.5193 expiration=2024-09-12T00:39:44.623379+0000 addr=v1:172.21.15.38:0/3917801691 cookie= 2024-09-12T00:37:44.625 INFO:tasks.workunit.client.0.smithi038.stdout:lock: mylock 2024-09-12T00:37:44.625 INFO:tasks.workunit.client.0.smithi038.stdout: lock_type: shared 2024-09-12T00:37:44.625 INFO:tasks.workunit.client.0.smithi038.stdout: tag: 2024-09-12T00:37:44.625 INFO:tasks.workunit.client.0.smithi038.stdout: lockers: 2024-09-12T00:37:44.625 INFO:tasks.workunit.client.0.smithi038.stdout: client.4966 expiration=0.000000 addr=v1:172.21.15.38:0/1027748767 cookie= 2024-09-12T00:37:44.882 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] ClsLock.TestMultiLocking (2519 ms) 2024-09-12T00:37:44.882 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] ClsLock.TestMeta 2024-09-12T00:37:47.169 INFO:tasks.workunit.client.0.smithi038.stdout:lock: mylock 2024-09-12T00:37:47.169 INFO:tasks.workunit.client.0.smithi038.stdout: lock_type: shared 2024-09-12T00:37:47.169 INFO:tasks.workunit.client.0.smithi038.stdout: tag: 2024-09-12T00:37:47.169 INFO:tasks.workunit.client.0.smithi038.stdout: lockers: 2024-09-12T00:37:47.169 INFO:tasks.workunit.client.0.smithi038.stdout: client.5030 expiration=0.000000 addr=v1:172.21.15.38:0/1334586179 cookie= 2024-09-12T00:37:47.172 INFO:tasks.workunit.client.0.smithi038.stdout:lock: mylock 2024-09-12T00:37:47.172 INFO:tasks.workunit.client.0.smithi038.stdout: lock_type: exclusive 2024-09-12T00:37:47.172 INFO:tasks.workunit.client.0.smithi038.stdout: tag: new_tag 2024-09-12T00:37:47.172 INFO:tasks.workunit.client.0.smithi038.stdout: lockers: 2024-09-12T00:37:47.172 INFO:tasks.workunit.client.0.smithi038.stdout: client.5024 expiration=0.000000 addr=v1:172.21.15.38:0/1250750853 cookie= 2024-09-12T00:37:47.933 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] ClsLock.TestMeta (3051 ms) 2024-09-12T00:37:47.933 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] ClsLock.TestCookie 2024-09-12T00:37:50.000 INFO:tasks.workunit.client.0.smithi038.stdout:lock: mylock 2024-09-12T00:37:50.000 INFO:tasks.workunit.client.0.smithi038.stdout: lock_type: exclusive 2024-09-12T00:37:50.000 INFO:tasks.workunit.client.0.smithi038.stdout: tag: 2024-09-12T00:37:50.000 INFO:tasks.workunit.client.0.smithi038.stdout: lockers: 2024-09-12T00:37:50.003 INFO:tasks.workunit.client.0.smithi038.stdout:lock: mylock 2024-09-12T00:37:50.003 INFO:tasks.workunit.client.0.smithi038.stdout: lock_type: shared 2024-09-12T00:37:50.003 INFO:tasks.workunit.client.0.smithi038.stdout: tag: 2024-09-12T00:37:50.003 INFO:tasks.workunit.client.0.smithi038.stdout: lockers: 2024-09-12T00:37:50.003 INFO:tasks.workunit.client.0.smithi038.stdout: client.5036 expiration=0.000000 addr=v1:172.21.15.38:0/3274483113 cookie= 2024-09-12T00:37:50.003 INFO:tasks.workunit.client.0.smithi038.stdout: client.5036 expiration=0.000000 addr=v1:172.21.15.38:0/3274483113 cookie=new cookie 2024-09-12T00:37:50.995 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] ClsLock.TestCookie (3062 ms) 2024-09-12T00:37:50.995 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-12T00:37:54.054 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] ClsLock.TestMultipleLocks (3059 ms) 2024-09-12T00:37:54.055 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-12T00:38:01.137 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] ClsLock.TestLockDuration (7082 ms) 2024-09-12T00:38:01.137 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-12T00:38:04.215 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] ClsLock.TestAssertLocked (3079 ms) 2024-09-12T00:38:04.215 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-12T00:38:07.225 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] ClsLock.TestSetCookie (3010 ms) 2024-09-12T00:38:07.225 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] ClsLock.TestRenew 2024-09-12T00:38:27.759 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] ClsLock.TestRenew (20533 ms) 2024-09-12T00:38:27.759 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-12T00:38:33.846 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6088 ms) 2024-09-12T00:38:33.846 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-12T00:38:40.950 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7104 ms) 2024-09-12T00:38:40.951 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-12T00:38:49.016 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8066 ms) 2024-09-12T00:38:49.016 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 11 tests from ClsLock (66653 ms total) 2024-09-12T00:38:49.016 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:38:49.016 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:38:49.017 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 11 tests from 1 test suite ran. (66653 ms total) 2024-09-12T00:38:49.017 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 11 tests. 2024-09-12T00:38:49.021 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:38:49.022 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:38:49.068 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2024-09-12T00:38:49.070 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-12T00:38:49.070 DEBUG:teuthology.orchestra.run.smithi038:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-12T00:38:49.118 INFO:tasks.workunit.client.0.smithi038.stdout:Running main() from gmock_main.cc 2024-09-12T00:38:49.119 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T00:38:49.119 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:38:49.119 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 4 tests from cls_log 2024-09-12T00:38:49.119 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-12T00:38:52.086 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_log.test_log_add_same_time (2966 ms) 2024-09-12T00:38:52.087 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-12T00:38:55.135 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_log.test_log_add_different_time (3050 ms) 2024-09-12T00:38:55.135 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_log.trim_by_time 2024-09-12T00:38:58.177 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_log.trim_by_time (3039 ms) 2024-09-12T00:38:58.177 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-12T00:39:01.188 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_log.trim_by_marker (3014 ms) 2024-09-12T00:39:01.188 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 4 tests from cls_log (12069 ms total) 2024-09-12T00:39:01.188 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:39:01.189 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:39:01.189 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 4 tests from 1 test suite ran. (12069 ms total) 2024-09-12T00:39:01.189 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 4 tests. 2024-09-12T00:39:01.192 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:39:01.192 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:39:01.237 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2024-09-12T00:39:01.238 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-09-12T00:39:01.238 DEBUG:teuthology.orchestra.run.smithi038:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-09-12T00:39:01.286 INFO:tasks.workunit.client.0.smithi038.stdout:Running main() from gmock_main.cc 2024-09-12T00:39:01.286 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-12T00:39:01.286 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:39:01.286 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 10 tests from cls_refcount 2024-09-12T00:39:01.286 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_refcount.test_implicit 2024-09-12T00:39:04.236 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_refcount.test_implicit (2949 ms) 2024-09-12T00:39:04.236 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_refcount.test_implicit_idempotent 2024-09-12T00:39:07.280 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_refcount.test_implicit_idempotent (3045 ms) 2024-09-12T00:39:07.280 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_refcount.test_put_snap 2024-09-12T00:39:16.364 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_refcount.test_put_snap (9084 ms) 2024-09-12T00:39:16.365 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_refcount.test_explicit 2024-09-12T00:39:19.416 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_refcount.test_explicit (3049 ms) 2024-09-12T00:39:19.416 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_refcount.set 2024-09-12T00:39:22.463 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_refcount.set (3050 ms) 2024-09-12T00:39:22.463 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_refcount.test_implicit_ec 2024-09-12T00:39:29.585 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_refcount.test_implicit_ec (7122 ms) 2024-09-12T00:39:29.585 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_refcount.test_implicit_idempotent_ec 2024-09-12T00:39:36.682 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_refcount.test_implicit_idempotent_ec (7097 ms) 2024-09-12T00:39:36.682 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_refcount.test_put_snap_ec 2024-09-12T00:39:49.823 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_refcount.test_put_snap_ec (13141 ms) 2024-09-12T00:39:49.823 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_refcount.test_explicit_ec 2024-09-12T00:39:56.879 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_refcount.test_explicit_ec (7056 ms) 2024-09-12T00:39:56.879 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_refcount.set_ec 2024-09-12T00:40:03.997 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_refcount.set_ec (7118 ms) 2024-09-12T00:40:03.997 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 10 tests from cls_refcount (62711 ms total) 2024-09-12T00:40:03.998 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:40:03.998 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:40:03.998 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 10 tests from 1 test suite ran. (62711 ms total) 2024-09-12T00:40:03.998 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 10 tests. 2024-09-12T00:40:04.000 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:40:04.000 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:40:04.049 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2024-09-12T00:40:04.050 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-09-12T00:40:04.050 DEBUG:teuthology.orchestra.run.smithi038:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-09-12T00:40:04.100 INFO:tasks.workunit.client.0.smithi038.stdout:Running main() from gmock_main.cc 2024-09-12T00:40:04.100 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-12T00:40:04.100 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:40:04.100 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 19 tests from cls_rgw 2024-09-12T00:40:06.028 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.index_basic 2024-09-12T00:40:06.072 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.index_basic (44 ms) 2024-09-12T00:40:06.072 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-09-12T00:40:06.311 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (239 ms) 2024-09-12T00:40:06.311 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.index_remove_object 2024-09-12T00:40:06.359 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.index_remove_object (48 ms) 2024-09-12T00:40:06.359 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.index_suggest 2024-09-12T00:40:07.906 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.index_suggest (1547 ms) 2024-09-12T00:40:07.906 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-09-12T00:40:07.914 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.index_suggest_complete (8 ms) 2024-09-12T00:40:07.914 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.index_list 2024-09-12T00:40:07.937 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.index_list (23 ms) 2024-09-12T00:40:07.937 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-09-12T00:40:28.515 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.index_list_delimited (20578 ms) 2024-09-12T00:40:28.516 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.bi_list 2024-09-12T00:40:28.593 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.bi_list (78 ms) 2024-09-12T00:40:28.593 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.gc_set 2024-09-12T00:40:28.604 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.gc_set (11 ms) 2024-09-12T00:40:28.604 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.gc_list 2024-09-12T00:40:28.615 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.gc_list (11 ms) 2024-09-12T00:40:28.615 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.gc_defer 2024-09-12T00:40:36.154 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.gc_defer (7539 ms) 2024-09-12T00:40:36.155 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.usage_basic 2024-09-12T00:40:36.238 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.usage_basic (84 ms) 2024-09-12T00:40:36.238 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-09-12T00:40:36.239 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-09-12T00:40:36.239 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.usage_clear 2024-09-12T00:40:36.334 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.usage_clear (95 ms) 2024-09-12T00:40:36.334 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-09-12T00:40:36.385 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.bi_log_trim (51 ms) 2024-09-12T00:40:36.385 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-09-12T00:40:36.398 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.index_racing_removes (13 ms) 2024-09-12T00:40:36.398 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.reshardlog_list 2024-09-12T00:40:36.411 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.reshardlog_list (13 ms) 2024-09-12T00:40:36.411 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.reshardlog_num 2024-09-12T00:40:36.421 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.reshardlog_num (10 ms) 2024-09-12T00:40:36.421 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw.bi_put_entries 2024-09-12T00:40:36.444 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw.bi_put_entries (23 ms) 2024-09-12T00:40:37.159 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 19 tests from cls_rgw (30416 ms total) 2024-09-12T00:40:37.159 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:40:37.159 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:40:37.159 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 19 tests from 1 test suite ran. (33058 ms total) 2024-09-12T00:40:37.159 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 19 tests. 2024-09-12T00:40:37.162 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:40:37.162 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:40:37.208 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2024-09-12T00:40:37.209 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-09-12T00:40:37.209 DEBUG:teuthology.orchestra.run.smithi038:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-09-12T00:40:37.258 INFO:tasks.workunit.client.0.smithi038.stdout:Running main() from gmock_main.cc 2024-09-12T00:40:37.259 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T00:40:37.259 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:40:37.259 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 9 tests from cls_rgw_gc 2024-09-12T00:40:37.259 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw_gc.init 2024-09-12T00:40:39.197 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw_gc.init (1938 ms) 2024-09-12T00:40:39.197 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-09-12T00:40:39.217 INFO:tasks.workunit.client.0.smithi038.stderr:[ ] list info tag = chain-0 2024-09-12T00:40:39.217 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (20 ms) 2024-09-12T00:40:39.217 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-09-12T00:40:39.223 INFO:tasks.workunit.client.0.smithi038.stderr:[ ] next_marker is: = 0/4263 2024-09-12T00:40:39.223 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (7 ms) 2024-09-12T00:40:39.223 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-09-12T00:40:39.234 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (10 ms) 2024-09-12T00:40:39.234 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-09-12T00:40:39.296 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (63 ms) 2024-09-12T00:40:39.297 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-09-12T00:40:39.308 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (11 ms) 2024-09-12T00:40:39.308 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-09-12T00:40:39.316 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (9 ms) 2024-09-12T00:40:39.317 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-09-12T00:40:39.324 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (7 ms) 2024-09-12T00:40:39.324 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw_gc.finalize 2024-09-12T00:40:40.214 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw_gc.finalize (888 ms) 2024-09-12T00:40:40.214 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 9 tests from cls_rgw_gc (2953 ms total) 2024-09-12T00:40:40.214 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:40:40.214 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:40:40.214 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 9 tests from 1 test suite ran. (2953 ms total) 2024-09-12T00:40:40.214 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 9 tests. 2024-09-12T00:40:40.216 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:40:40.216 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:40:40.260 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2024-09-12T00:40:40.261 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-09-12T00:40:40.262 DEBUG:teuthology.orchestra.run.smithi038:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-09-12T00:40:40.317 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:40:40.317 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:40:40.318 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 1 test from 1 test suite. 2024-09-12T00:40:40.318 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:40:42.217 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 1 test from cls_rgw_stats 2024-09-12T00:40:42.217 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] cls_rgw_stats.simulate 2024-09-12T00:40:42.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.240+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=10AUK90ZXNKD type=del size=4115592 2024-09-12T00:40:42.247 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.247+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~3S00D4SIT1IQ.0 size=715275 2024-09-12T00:40:42.247 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.247+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=3S00D4SIT1IQ tag=TKJMXOGNCFJ0 type=write size=1763851 2024-09-12T00:40:42.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.250+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~EJN9OUZLS67G.0 size=837537 2024-09-12T00:40:42.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.250+0000 7f647df87780 1 > prepared multipart upload key=04HXBZNCOGYY upload=EJN9OUZLS67G tag=3OXILS4KP1GO type=write size=1886113 2024-09-12T00:40:42.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.253+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~UPB23OGW38HD.0 size=996031 2024-09-12T00:40:42.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.253+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=UPB23OGW38HD tag=VEZJQK4P4SY7 type=write size=2044607 2024-09-12T00:40:42.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.256+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~DI92B98N5CYJ.0 size=118533 2024-09-12T00:40:42.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.256+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=DI92B98N5CYJ tag=R982KTN8KXV4 type=write size=1167109 2024-09-12T00:40:42.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.257+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=ZE2X7C9JG3OU type=del size=1010837 2024-09-12T00:40:42.258 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.259+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=L8TJ9QISY85I type=del size=2191103 2024-09-12T00:40:42.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.260+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=DKKCHCTFDWES type=write size=753654 2024-09-12T00:40:42.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.262+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=PXVCGHTY9622 type=del size=1159250 2024-09-12T00:40:42.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.265+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~AKCP47EE0W1L.0 size=769025 2024-09-12T00:40:42.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.265+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=AKCP47EE0W1L tag=RI0IJFLSQ5WU type=write size=1817601 2024-09-12T00:40:42.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.267+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~EF909C5QPQLI.0 size=1048576 2024-09-12T00:40:42.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.268+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~EF909C5QPQLI.1 size=1048576 2024-09-12T00:40:42.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.270+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~EF909C5QPQLI.2 size=941620 2024-09-12T00:40:42.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.270+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=EF909C5QPQLI tag=XDCR9WH80DL5 type=write size=4087348 2024-09-12T00:40:42.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.272+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=0412YU2UX8M9 type=del size=450286 2024-09-12T00:40:42.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.273+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=DXE7X0FIKHPJ type=write size=690168 2024-09-12T00:40:42.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.276+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~ZXF2W4HJ87F9.0 size=1048576 2024-09-12T00:40:42.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.277+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~ZXF2W4HJ87F9.1 size=534397 2024-09-12T00:40:42.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.277+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=ZXF2W4HJ87F9 tag=RY1COXDFVRGZ type=write size=2631549 2024-09-12T00:40:42.278 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.278+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=IZKCQR1QV7JZ type=del size=2765233 2024-09-12T00:40:42.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.281+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~XFXLJ4VPU9QI.0 size=89494 2024-09-12T00:40:42.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.281+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=XFXLJ4VPU9QI tag=4PQ1KBE7CEI4 type=write size=1138070 2024-09-12T00:40:42.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.283+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=10AUK90ZXNKD type=del 2024-09-12T00:40:42.284 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.284+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=F5N3UKCGV1TE type=del size=3944142 2024-09-12T00:40:42.286 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.286+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~3S00D4SIT1IQ.0 size=715275 2024-09-12T00:40:42.288 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.289+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=3S00D4SIT1IQ tag=TKJMXOGNCFJ0 type=write size=1763851 2024-09-12T00:40:42.290 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.291+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=YDVZZCY8R8OS type=del size=3889975 2024-09-12T00:40:42.290 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.291+0000 7f647df87780 1 < canceled part key=_multipart_04HXBZNCOGYY.2~EJN9OUZLS67G.0 size=837537 2024-09-12T00:40:42.293 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.294+0000 7f647df87780 1 < canceled multipart upload key=04HXBZNCOGYY upload=EJN9OUZLS67G tag=3OXILS4KP1GO type=write size=1886113 2024-09-12T00:40:42.296 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.297+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~TYH3KIFQ439G.0 size=1048576 2024-09-12T00:40:42.298 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.298+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~TYH3KIFQ439G.1 size=586044 2024-09-12T00:40:42.298 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.298+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=TYH3KIFQ439G tag=4G8TK2JZD8V1 type=write size=2683196 2024-09-12T00:40:42.299 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.300+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~UPB23OGW38HD.0 size=996031 2024-09-12T00:40:42.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.302+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=UPB23OGW38HD tag=VEZJQK4P4SY7 type=write size=2044607 2024-09-12T00:40:42.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.304+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=G7QMYNJJWDYW type=write size=162662 2024-09-12T00:40:42.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.306+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~DI92B98N5CYJ.0 size=118533 2024-09-12T00:40:42.308 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.309+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=DI92B98N5CYJ tag=R982KTN8KXV4 type=write size=1167109 2024-09-12T00:40:42.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.310+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=T3ZCNW22SO7W type=del size=609986 2024-09-12T00:40:42.311 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.312+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=ZE2X7C9JG3OU type=del 2024-09-12T00:40:42.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.315+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~VV181ZQMLY1Z.0 size=1048576 2024-09-12T00:40:42.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.316+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~VV181ZQMLY1Z.1 size=248386 2024-09-12T00:40:42.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.316+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=VV181ZQMLY1Z tag=LPBXQVR5E1WT type=write size=2345538 2024-09-12T00:40:42.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.318+0000 7f647df87780 1 < completed delete operation key=L02TT95H2C3E tag=L8TJ9QISY85I type=del 2024-09-12T00:40:42.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.319+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=8OZFCOIXJOW7 type=del size=2251932 2024-09-12T00:40:42.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.321+0000 7f647df87780 1 < canceled operation key=PP87VV5LT5V6 tag=DKKCHCTFDWES type=write size=753654 2024-09-12T00:40:42.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.324+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~46KX3EJ1IVVC.0 size=954240 2024-09-12T00:40:42.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.324+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=46KX3EJ1IVVC tag=0W6XN3IOPPO2 type=write size=2002816 2024-09-12T00:40:42.325 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.326+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=PXVCGHTY9622 type=del 2024-09-12T00:40:42.327 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.327+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=A5DHP9OYC1PI type=del size=3965348 2024-09-12T00:40:42.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.329+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~AKCP47EE0W1L.0 size=769025 2024-09-12T00:40:42.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.332+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=AKCP47EE0W1L tag=RI0IJFLSQ5WU type=write size=1817601 2024-09-12T00:40:42.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.333+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=RMBGO869NZE5 type=del size=3718697 2024-09-12T00:40:42.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.334+0000 7f647df87780 1 < canceled part key=_multipart_XDKZN37UGRWI.2~EF909C5QPQLI.0 size=1048576 2024-09-12T00:40:42.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.334+0000 7f647df87780 1 < canceled part key=_multipart_XDKZN37UGRWI.2~EF909C5QPQLI.1 size=1048576 2024-09-12T00:40:42.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.335+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~EF909C5QPQLI.2 size=941620 2024-09-12T00:40:42.338 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.338+0000 7f647df87780 1 < canceled multipart upload key=XDKZN37UGRWI upload=EF909C5QPQLI tag=XDCR9WH80DL5 type=write size=4087348 2024-09-12T00:40:42.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.341+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~UMXFVA5FRZ2R.0 size=1048576 2024-09-12T00:40:42.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.342+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~UMXFVA5FRZ2R.1 size=197099 2024-09-12T00:40:42.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.342+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=UMXFVA5FRZ2R tag=RJM3G6GI3S3N type=write size=2294251 2024-09-12T00:40:42.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.344+0000 7f647df87780 1 < completed delete operation key=0XE0T6C53BZV tag=0412YU2UX8M9 type=del 2024-09-12T00:40:42.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.346+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=KA2OWXDO4AMN type=del size=3539601 2024-09-12T00:40:42.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.348+0000 7f647df87780 1 < completed write operation key=PP87VV5LT5V6 tag=DXE7X0FIKHPJ type=write size=690168 2024-09-12T00:40:42.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.350+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~XOEVHUCWE06P.0 size=1048576 2024-09-12T00:40:42.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.351+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~XOEVHUCWE06P.1 size=714977 2024-09-12T00:40:42.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.351+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=XOEVHUCWE06P tag=G3PZ9SXCEPIV type=write size=2812129 2024-09-12T00:40:42.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.353+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~ZXF2W4HJ87F9.0 size=1048576 2024-09-12T00:40:42.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.355+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~ZXF2W4HJ87F9.1 size=534397 2024-09-12T00:40:42.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.357+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=ZXF2W4HJ87F9 tag=RY1COXDFVRGZ type=write size=2631549 2024-09-12T00:40:42.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.359+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=2MGSJ507Y1DZ type=del size=344003 2024-09-12T00:40:42.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.360+0000 7f647df87780 1 < completed delete operation key=NPV6EUTTARM2 tag=IZKCQR1QV7JZ type=del 2024-09-12T00:40:42.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.362+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~RTKYNEU0M8Q8.0 size=1048576 2024-09-12T00:40:42.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.364+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~RTKYNEU0M8Q8.1 size=196045 2024-09-12T00:40:42.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.364+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=RTKYNEU0M8Q8 tag=P9W7PFJYJLFY type=write size=2293197 2024-09-12T00:40:42.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.365+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~XFXLJ4VPU9QI.0 size=89494 2024-09-12T00:40:42.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.367+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=XFXLJ4VPU9QI tag=4PQ1KBE7CEI4 type=write size=1138070 2024-09-12T00:40:42.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.370+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~EO4TKS014DMU.0 size=1048576 2024-09-12T00:40:42.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.371+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~EO4TKS014DMU.1 size=1048576 2024-09-12T00:40:42.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.372+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~EO4TKS014DMU.2 size=112176 2024-09-12T00:40:42.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.372+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=EO4TKS014DMU tag=NO8ZWJULG04I type=write size=3257904 2024-09-12T00:40:42.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.375+0000 7f647df87780 1 < suggested remove operation key=1W80H32TA80K tag=F5N3UKCGV1TE type=del 2024-09-12T00:40:42.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.376+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=W9PHJL6S8LAK type=del size=1357880 2024-09-12T00:40:42.377 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.378+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=YDVZZCY8R8OS type=del 2024-09-12T00:40:42.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.380+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~EJSJGWD9B6TM.0 size=1048576 2024-09-12T00:40:42.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.381+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~EJSJGWD9B6TM.1 size=274894 2024-09-12T00:40:42.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.381+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=EJSJGWD9B6TM tag=NLWRCLT0PZ9F type=write size=2372046 2024-09-12T00:40:42.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.383+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~TYH3KIFQ439G.0 size=1048576 2024-09-12T00:40:42.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.384+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~TYH3KIFQ439G.1 size=586044 2024-09-12T00:40:42.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.386+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=TYH3KIFQ439G tag=4G8TK2JZD8V1 type=write size=2683196 2024-09-12T00:40:42.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.388+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=N6ZGRZUTX8W1 type=write size=1025766 2024-09-12T00:40:42.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.389+0000 7f647df87780 1 < completed write operation key=IE03MW8R3TVU tag=G7QMYNJJWDYW type=write size=162662 2024-09-12T00:40:42.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.390+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=N54WZJHT5AOS type=write size=335075 2024-09-12T00:40:42.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.392+0000 7f647df87780 1 < canceled operation key=O5X3U78R6ZDG tag=T3ZCNW22SO7W type=del size=609986 2024-09-12T00:40:42.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.392+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=FQWQ31HM76UQ type=del size=268981 2024-09-12T00:40:42.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.395+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~VV181ZQMLY1Z.0 size=1048576 2024-09-12T00:40:42.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.395+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~VV181ZQMLY1Z.1 size=248386 2024-09-12T00:40:42.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.397+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=VV181ZQMLY1Z tag=LPBXQVR5E1WT type=write size=2345538 2024-09-12T00:40:42.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.400+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=MOBVMMU0HBA2 type=del size=3633561 2024-09-12T00:40:42.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.401+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=8OZFCOIXJOW7 type=del 2024-09-12T00:40:42.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.403+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=A10OAVLVB0AJ type=del size=931717 2024-09-12T00:40:42.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.405+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~46KX3EJ1IVVC.0 size=954240 2024-09-12T00:40:42.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.406+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=46KX3EJ1IVVC tag=0W6XN3IOPPO2 type=write size=2002816 2024-09-12T00:40:42.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.407+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=R2XBY923XMO0 type=del size=3532925 2024-09-12T00:40:42.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.410+0000 7f647df87780 1 < suggested update operation key=HLPZFLK75SWI tag=A5DHP9OYC1PI type=del size=3965348 2024-09-12T00:40:42.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.411+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=BMAA59O2H5IM type=write size=93051 2024-09-12T00:40:42.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.413+0000 7f647df87780 1 < suggested update operation key=1W80H32TA80K tag=RMBGO869NZE5 type=del size=3718697 2024-09-12T00:40:42.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.415+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=B1ZU12VA2W6H type=del size=2064171 2024-09-12T00:40:42.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.417+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~UMXFVA5FRZ2R.0 size=1048576 2024-09-12T00:40:42.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.418+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~UMXFVA5FRZ2R.1 size=197099 2024-09-12T00:40:42.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.420+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=UMXFVA5FRZ2R tag=RJM3G6GI3S3N type=write size=2294251 2024-09-12T00:40:42.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.421+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~C1UYN92OZAEH.0 size=1048576 2024-09-12T00:40:42.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.423+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~C1UYN92OZAEH.1 size=154977 2024-09-12T00:40:42.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.423+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=C1UYN92OZAEH tag=O3CI9AZWFB07 type=write size=2252129 2024-09-12T00:40:42.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.424+0000 7f647df87780 1 < completed delete operation key=9K3R0N60JBRX tag=KA2OWXDO4AMN type=del 2024-09-12T00:40:42.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.427+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~XCD4FBQ447EL.0 size=1048576 2024-09-12T00:40:42.426 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.428+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~XCD4FBQ447EL.1 size=1048576 2024-09-12T00:40:42.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.429+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~XCD4FBQ447EL.2 size=182765 2024-09-12T00:40:42.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.429+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=XCD4FBQ447EL tag=9O5D3FO0X2QF type=write size=3328493 2024-09-12T00:40:42.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.430+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~XOEVHUCWE06P.0 size=1048576 2024-09-12T00:40:42.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.431+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~XOEVHUCWE06P.1 size=714977 2024-09-12T00:40:42.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.433+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=XOEVHUCWE06P tag=G3PZ9SXCEPIV type=write size=2812129 2024-09-12T00:40:42.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.434+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=NALS0U2IRKS8 type=del size=3759114 2024-09-12T00:40:42.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.436+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=2MGSJ507Y1DZ type=del 2024-09-12T00:40:42.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.437+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=AZBW08MH8SUP type=del size=1167468 2024-09-12T00:40:42.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.437+0000 7f647df87780 1 < canceled part key=_multipart_NPV6EUTTARM2.2~RTKYNEU0M8Q8.0 size=1048576 2024-09-12T00:40:42.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.438+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~RTKYNEU0M8Q8.1 size=196045 2024-09-12T00:40:42.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.440+0000 7f647df87780 1 < canceled multipart upload key=NPV6EUTTARM2 upload=RTKYNEU0M8Q8 tag=P9W7PFJYJLFY type=write size=2293197 2024-09-12T00:40:42.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.443+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~SCL2N1XCYPQR.0 size=1048576 2024-09-12T00:40:42.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.444+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~SCL2N1XCYPQR.1 size=673852 2024-09-12T00:40:42.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.444+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=SCL2N1XCYPQR tag=0JVU16SAVF10 type=write size=2771004 2024-09-12T00:40:42.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.444+0000 7f647df87780 1 < canceled part key=_multipart_G40IYJZMFFPS.2~EO4TKS014DMU.0 size=1048576 2024-09-12T00:40:42.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.445+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~EO4TKS014DMU.1 size=1048576 2024-09-12T00:40:42.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.446+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~EO4TKS014DMU.2 size=112176 2024-09-12T00:40:42.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.448+0000 7f647df87780 1 < canceled multipart upload key=G40IYJZMFFPS upload=EO4TKS014DMU tag=NO8ZWJULG04I type=write size=3257904 2024-09-12T00:40:42.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.450+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=B8CJB6LM5F45 type=del size=3715966 2024-09-12T00:40:42.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.452+0000 7f647df87780 1 < suggested update operation key=U26SRCOKNFVC tag=W9PHJL6S8LAK type=del size=1357880 2024-09-12T00:40:42.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.455+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~6NZ904HZ1B0X.0 size=1048576 2024-09-12T00:40:42.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.456+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~6NZ904HZ1B0X.1 size=1048576 2024-09-12T00:40:42.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.457+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~6NZ904HZ1B0X.2 size=968847 2024-09-12T00:40:42.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.457+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=6NZ904HZ1B0X tag=CG9H2TDIEJQQ type=write size=4114575 2024-09-12T00:40:42.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.458+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~EJSJGWD9B6TM.0 size=1048576 2024-09-12T00:40:42.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.459+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~EJSJGWD9B6TM.1 size=274894 2024-09-12T00:40:42.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.461+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=EJSJGWD9B6TM tag=NLWRCLT0PZ9F type=write size=2372046 2024-09-12T00:40:42.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.462+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=3LM3J9ZZ4TWN type=del size=3890011 2024-09-12T00:40:42.463 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.465+0000 7f647df87780 1 < suggested remove operation key=0BE2GIY7HJJS tag=N6ZGRZUTX8W1 type=write 2024-09-12T00:40:42.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.467+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~OSB2LVIW8TU9.0 size=1048576 2024-09-12T00:40:42.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.468+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~OSB2LVIW8TU9.1 size=96233 2024-09-12T00:40:42.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.468+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=OSB2LVIW8TU9 tag=LW5YV0Z7GG51 type=write size=2193385 2024-09-12T00:40:42.468 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.469+0000 7f647df87780 -1 < failed to complete operation key=1W80H32TA80K tag=N54WZJHT5AOS type=write size=335075: (22) Invalid argument 2024-09-12T00:40:42.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.471+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~5TL0C3O2FAVZ.0 size=1048576 2024-09-12T00:40:42.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.472+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~5TL0C3O2FAVZ.1 size=1048576 2024-09-12T00:40:42.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.473+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~5TL0C3O2FAVZ.2 size=59378 2024-09-12T00:40:42.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.473+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=5TL0C3O2FAVZ tag=2Z6LZP31CUGV type=write size=3205106 2024-09-12T00:40:42.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.475+0000 7f647df87780 1 < canceled operation key=QWKIWP013AMX tag=FQWQ31HM76UQ type=del size=268981 2024-09-12T00:40:42.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.476+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=YQA0LK1DR976 type=del size=2422929 2024-09-12T00:40:42.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.477+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=MOBVMMU0HBA2 type=del 2024-09-12T00:40:42.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.478+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=Z0B0ILJY2PWC type=del size=3860183 2024-09-12T00:40:42.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.480+0000 7f647df87780 1 < completed delete operation key=0XE0T6C53BZV tag=A10OAVLVB0AJ type=del 2024-09-12T00:40:42.479 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.481+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=55YOAD9DO11Z type=del size=2215587 2024-09-12T00:40:42.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.482+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=R2XBY923XMO0 type=del 2024-09-12T00:40:42.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.483+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=I5VIYR3HXUCZ type=write size=87163 2024-09-12T00:40:42.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.484+0000 7f647df87780 1 < completed write operation key=3XY73F87GDR5 tag=BMAA59O2H5IM type=write size=93051 2024-09-12T00:40:42.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.486+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=0COD9LF69QJB type=write size=960458 2024-09-12T00:40:42.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.488+0000 7f647df87780 1 < suggested update operation key=HLPZFLK75SWI tag=B1ZU12VA2W6H type=del size=2064171 2024-09-12T00:40:42.488 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.489+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=36M2V21TCKNX type=del size=1507198 2024-09-12T00:40:42.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.491+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~C1UYN92OZAEH.0 size=1048576 2024-09-12T00:40:42.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.492+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~C1UYN92OZAEH.1 size=154977 2024-09-12T00:40:42.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.494+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=C1UYN92OZAEH tag=O3CI9AZWFB07 type=write size=2252129 2024-09-12T00:40:42.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.497+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~BMC8502M13DD.0 size=1048576 2024-09-12T00:40:42.496 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.498+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~BMC8502M13DD.1 size=680057 2024-09-12T00:40:42.496 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.498+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=BMC8502M13DD tag=YSXL0DIDQ5F9 type=write size=2777209 2024-09-12T00:40:42.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.499+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~XCD4FBQ447EL.0 size=1048576 2024-09-12T00:40:42.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.500+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~XCD4FBQ447EL.1 size=1048576 2024-09-12T00:40:42.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.501+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~XCD4FBQ447EL.2 size=182765 2024-09-12T00:40:42.501 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.503+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=XCD4FBQ447EL tag=9O5D3FO0X2QF type=write size=3328493 2024-09-12T00:40:42.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.504+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=GGIN0J1RIRQE type=del size=2667173 2024-09-12T00:40:42.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.506+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=NALS0U2IRKS8 type=del 2024-09-12T00:40:42.505 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.507+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=3VLQIYPJTY9H type=del size=2939915 2024-09-12T00:40:42.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.508+0000 7f647df87780 -1 < failed to complete operation key=U26SRCOKNFVC tag=AZBW08MH8SUP type=del size=1167468: (22) Invalid argument 2024-09-12T00:40:42.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.510+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~YGQ2GX71U4Q4.0 size=1048576 2024-09-12T00:40:42.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.511+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~YGQ2GX71U4Q4.1 size=665722 2024-09-12T00:40:42.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.511+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=YGQ2GX71U4Q4 tag=VIKPZHQVOM0C type=write size=2762874 2024-09-12T00:40:42.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.513+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~SCL2N1XCYPQR.0 size=1048576 2024-09-12T00:40:42.512 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.514+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~SCL2N1XCYPQR.1 size=673852 2024-09-12T00:40:42.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.516+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=SCL2N1XCYPQR tag=0JVU16SAVF10 type=write size=2771004 2024-09-12T00:40:42.517 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.518+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=9FWLD3Y4ECNV type=del size=3040882 2024-09-12T00:40:42.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.519+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=B8CJB6LM5F45 type=del 2024-09-12T00:40:42.519 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.521+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=ZO2RGT0S7N7L type=write size=540104 2024-09-12T00:40:42.519 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.521+0000 7f647df87780 1 < canceled part key=_multipart_XDKZN37UGRWI.2~6NZ904HZ1B0X.0 size=1048576 2024-09-12T00:40:42.520 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.522+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~6NZ904HZ1B0X.1 size=1048576 2024-09-12T00:40:42.521 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.523+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~6NZ904HZ1B0X.2 size=968847 2024-09-12T00:40:42.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.525+0000 7f647df87780 1 < canceled multipart upload key=XDKZN37UGRWI upload=6NZ904HZ1B0X tag=CG9H2TDIEJQQ type=write size=4114575 2024-09-12T00:40:42.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.527+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~EFCPFHBJIJDT.0 size=97951 2024-09-12T00:40:42.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.527+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=EFCPFHBJIJDT tag=8LX6L461T6CH type=write size=1146527 2024-09-12T00:40:42.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.530+0000 7f647df87780 1 < suggested remove operation key=5QD71Z29RVQM tag=3LM3J9ZZ4TWN type=del 2024-09-12T00:40:42.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.532+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=VCIOJDA47XAS type=del size=2286104 2024-09-12T00:40:42.532 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.533+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~OSB2LVIW8TU9.0 size=1048576 2024-09-12T00:40:42.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.534+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~OSB2LVIW8TU9.1 size=96233 2024-09-12T00:40:42.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.537+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=OSB2LVIW8TU9 tag=LW5YV0Z7GG51 type=write size=2193385 2024-09-12T00:40:42.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.538+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=RLZCEOXHQDR6 type=del size=2415016 2024-09-12T00:40:42.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.539+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~5TL0C3O2FAVZ.0 size=1048576 2024-09-12T00:40:42.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.540+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~5TL0C3O2FAVZ.1 size=1048576 2024-09-12T00:40:42.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.542+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~5TL0C3O2FAVZ.2 size=59378 2024-09-12T00:40:42.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.544+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=5TL0C3O2FAVZ tag=2Z6LZP31CUGV type=write size=3205106 2024-09-12T00:40:42.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.547+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~C5JEB5T1GY8G.0 size=1048576 2024-09-12T00:40:42.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.548+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~C5JEB5T1GY8G.1 size=1048576 2024-09-12T00:40:42.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.549+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~C5JEB5T1GY8G.2 size=900675 2024-09-12T00:40:42.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.549+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=C5JEB5T1GY8G tag=OXMGAP9M219Y type=write size=4046403 2024-09-12T00:40:42.549 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.550+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=YQA0LK1DR976 type=del 2024-09-12T00:40:42.550 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.551+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=O2IBUWJ11XKR type=del size=4171962 2024-09-12T00:40:42.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.553+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=Z0B0ILJY2PWC type=del 2024-09-12T00:40:42.553 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.554+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=FN031YY5YDGF type=del size=1544722 2024-09-12T00:40:42.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.555+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=55YOAD9DO11Z type=del 2024-09-12T00:40:42.555 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.557+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=7GMSPQKPJYG9 type=del size=1028915 2024-09-12T00:40:42.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.558+0000 7f647df87780 1 < completed write operation key=L02TT95H2C3E tag=I5VIYR3HXUCZ type=write size=87163 2024-09-12T00:40:42.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.559+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=U185IUYULZS7 type=del size=1741135 2024-09-12T00:40:42.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.562+0000 7f647df87780 1 < suggested remove operation key=HLPZFLK75SWI tag=0COD9LF69QJB type=write 2024-09-12T00:40:42.562 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.563+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=5BU8OJZIJQRS type=write size=275430 2024-09-12T00:40:42.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.565+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=36M2V21TCKNX type=del 2024-09-12T00:40:42.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.566+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=LKY8XMJ1LLJP type=del size=1404632 2024-09-12T00:40:42.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.567+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~BMC8502M13DD.0 size=1048576 2024-09-12T00:40:42.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.569+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~BMC8502M13DD.1 size=680057 2024-09-12T00:40:42.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.571+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=BMC8502M13DD tag=YSXL0DIDQ5F9 type=write size=2777209 2024-09-12T00:40:42.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.572+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=VHG407HQK9AT type=del size=2795295 2024-09-12T00:40:42.573 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.575+0000 7f647df87780 1 < suggested update operation key=JT51QJXZTSBO tag=GGIN0J1RIRQE type=del size=2667173 2024-09-12T00:40:42.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.577+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~2GS6Z3ZU6JO7.0 size=1048576 2024-09-12T00:40:42.577 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.578+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~2GS6Z3ZU6JO7.1 size=1048576 2024-09-12T00:40:42.578 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.579+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~2GS6Z3ZU6JO7.2 size=655657 2024-09-12T00:40:42.578 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.579+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=2GS6Z3ZU6JO7 tag=OB6SCJ0FDSGF type=write size=3801385 2024-09-12T00:40:42.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.580+0000 7f647df87780 -1 < failed to complete operation key=JT51QJXZTSBO tag=3VLQIYPJTY9H type=del size=2939915: (22) Invalid argument 2024-09-12T00:40:42.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.582+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=JRWGRKZZIP4X type=write size=69653 2024-09-12T00:40:42.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.583+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~YGQ2GX71U4Q4.0 size=1048576 2024-09-12T00:40:42.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.584+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~YGQ2GX71U4Q4.1 size=665722 2024-09-12T00:40:42.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.586+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=YGQ2GX71U4Q4 tag=VIKPZHQVOM0C type=write size=2762874 2024-09-12T00:40:42.586 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.588+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=VIM512ZRDG8X type=del size=3797756 2024-09-12T00:40:42.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.590+0000 7f647df87780 1 < suggested remove operation key=0XE0T6C53BZV tag=9FWLD3Y4ECNV type=del 2024-09-12T00:40:42.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.591+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=LV7C7E22F41S type=write size=39735 2024-09-12T00:40:42.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.593+0000 7f647df87780 1 < completed write operation key=9K3R0N60JBRX tag=ZO2RGT0S7N7L type=write size=540104 2024-09-12T00:40:42.592 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.594+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=M2FW0IZ9KVMX type=del size=4180644 2024-09-12T00:40:42.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.595+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~EFCPFHBJIJDT.0 size=97951 2024-09-12T00:40:42.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.598+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=EFCPFHBJIJDT tag=8LX6L461T6CH type=write size=1146527 2024-09-12T00:40:42.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.599+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=SK2CA3EMFWWB type=del size=1116832 2024-09-12T00:40:42.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.600+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=VCIOJDA47XAS type=del 2024-09-12T00:40:42.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.601+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=P3JULDAALZQE type=write size=911478 2024-09-12T00:40:42.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.604+0000 7f647df87780 1 < suggested remove operation key=PP87VV5LT5V6 tag=RLZCEOXHQDR6 type=del 2024-09-12T00:40:42.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.606+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~72X53KHR5N32.0 size=1048576 2024-09-12T00:40:42.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.607+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~72X53KHR5N32.1 size=383523 2024-09-12T00:40:42.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.607+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=72X53KHR5N32 tag=B4OPBQK51VQ0 type=write size=2480675 2024-09-12T00:40:42.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.609+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~C5JEB5T1GY8G.0 size=1048576 2024-09-12T00:40:42.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.610+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~C5JEB5T1GY8G.1 size=1048576 2024-09-12T00:40:42.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.611+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~C5JEB5T1GY8G.2 size=900675 2024-09-12T00:40:42.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.613+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=C5JEB5T1GY8G tag=OXMGAP9M219Y type=write size=4046403 2024-09-12T00:40:42.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.615+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~X99KJCTFVM3T.0 size=1048576 2024-09-12T00:40:42.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.616+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~X99KJCTFVM3T.1 size=271099 2024-09-12T00:40:42.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.616+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=X99KJCTFVM3T tag=058RINKZZGMX type=write size=2368251 2024-09-12T00:40:42.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.618+0000 7f647df87780 1 < suggested remove operation key=VZITH4JWUAQS tag=O2IBUWJ11XKR type=del 2024-09-12T00:40:42.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.620+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=6FV49DJGK79F type=del size=999635 2024-09-12T00:40:42.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.621+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=FN031YY5YDGF type=del 2024-09-12T00:40:42.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.622+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=L01Y3MWSCIQW type=write size=780074 2024-09-12T00:40:42.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.624+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=7GMSPQKPJYG9 type=del 2024-09-12T00:40:42.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.626+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~HTYP43L5BY34.0 size=1048576 2024-09-12T00:40:42.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.627+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~HTYP43L5BY34.1 size=589377 2024-09-12T00:40:42.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.627+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=HTYP43L5BY34 tag=CMVKT3VONKUT type=write size=2686529 2024-09-12T00:40:42.629 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.630+0000 7f647df87780 1 < suggested update operation key=9K3R0N60JBRX tag=U185IUYULZS7 type=del size=1741135 2024-09-12T00:40:42.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.632+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~73RBMMOU2DMY.0 size=165679 2024-09-12T00:40:42.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.632+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=73RBMMOU2DMY tag=MGJ1D5A4XJL3 type=write size=1214255 2024-09-12T00:40:42.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.635+0000 7f647df87780 1 < suggested update operation key=G40IYJZMFFPS tag=5BU8OJZIJQRS type=write size=275430 2024-09-12T00:40:42.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.636+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=G2YLF7M2Q24S type=del size=1666293 2024-09-12T00:40:42.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.638+0000 7f647df87780 -1 < failed to complete operation key=0XE0T6C53BZV tag=LKY8XMJ1LLJP type=del size=1404632: (22) Invalid argument 2024-09-12T00:40:42.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.639+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=QMJ6G0KSW485 type=write size=913253 2024-09-12T00:40:42.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.640+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=VHG407HQK9AT type=del 2024-09-12T00:40:42.642 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.644+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~9LBJ8PHXYRQ7.0 size=1048576 2024-09-12T00:40:42.643 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.645+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~9LBJ8PHXYRQ7.1 size=605166 2024-09-12T00:40:42.643 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.645+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=9LBJ8PHXYRQ7 tag=26AS979FG8X4 type=write size=2702318 2024-09-12T00:40:42.644 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.646+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~2GS6Z3ZU6JO7.0 size=1048576 2024-09-12T00:40:42.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.647+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~2GS6Z3ZU6JO7.1 size=1048576 2024-09-12T00:40:42.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.648+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~2GS6Z3ZU6JO7.2 size=655657 2024-09-12T00:40:42.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.650+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=2GS6Z3ZU6JO7 tag=OB6SCJ0FDSGF type=write size=3801385 2024-09-12T00:40:42.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.652+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~S9DJEA2BRQBX.0 size=1048576 2024-09-12T00:40:42.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.653+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~S9DJEA2BRQBX.1 size=1048576 2024-09-12T00:40:42.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.654+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~S9DJEA2BRQBX.2 size=815995 2024-09-12T00:40:42.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.654+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=S9DJEA2BRQBX tag=VYFLJXY7V42P type=write size=3961723 2024-09-12T00:40:42.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.656+0000 7f647df87780 1 < canceled operation key=MWGSCWJ8KKOJ tag=JRWGRKZZIP4X type=write size=69653 2024-09-12T00:40:42.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.658+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~6I8PFH3144LA.0 size=958001 2024-09-12T00:40:42.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.658+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=6I8PFH3144LA tag=I9JXUIHM4PH7 type=write size=2006577 2024-09-12T00:40:42.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.660+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=VIM512ZRDG8X type=del 2024-09-12T00:40:42.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.661+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=CGI6HX95LD2Z type=del size=2624497 2024-09-12T00:40:42.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.662+0000 7f647df87780 1 < canceled operation key=U2DTYMPDDY2C tag=LV7C7E22F41S type=write size=39735 2024-09-12T00:40:42.662 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.663+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=0KYY0TFU5J3O type=del size=2905915 2024-09-12T00:40:42.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.665+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=M2FW0IZ9KVMX type=del 2024-09-12T00:40:42.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.666+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=N87ILN5S4TOI type=del size=3512274 2024-09-12T00:40:42.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.668+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=SK2CA3EMFWWB type=del 2024-09-12T00:40:42.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.669+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=9QCVL6JB0KNR type=del size=3948082 2024-09-12T00:40:42.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.671+0000 7f647df87780 1 < completed write operation key=95LRVY22GW0N tag=P3JULDAALZQE type=write size=911478 2024-09-12T00:40:42.672 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.673+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~OOXOE7X8N5BG.0 size=1048576 2024-09-12T00:40:42.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.674+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~OOXOE7X8N5BG.1 size=4127 2024-09-12T00:40:42.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.674+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=OOXOE7X8N5BG tag=E6SNL3IZ77VB type=write size=2101279 2024-09-12T00:40:42.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.675+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~72X53KHR5N32.0 size=1048576 2024-09-12T00:40:42.675 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.676+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~72X53KHR5N32.1 size=383523 2024-09-12T00:40:42.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.678+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=72X53KHR5N32 tag=B4OPBQK51VQ0 type=write size=2480675 2024-09-12T00:40:42.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.680+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=CHWQQZCWE28L type=del size=703237 2024-09-12T00:40:42.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.682+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~X99KJCTFVM3T.0 size=1048576 2024-09-12T00:40:42.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.683+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~X99KJCTFVM3T.1 size=271099 2024-09-12T00:40:42.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.685+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=X99KJCTFVM3T tag=058RINKZZGMX type=write size=2368251 2024-09-12T00:40:42.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.688+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~E3HT02DJSYTG.0 size=1048576 2024-09-12T00:40:42.687 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.689+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~E3HT02DJSYTG.1 size=1048576 2024-09-12T00:40:42.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.690+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~E3HT02DJSYTG.2 size=339480 2024-09-12T00:40:42.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.690+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=E3HT02DJSYTG tag=DQP20S52X25I type=write size=3485208 2024-09-12T00:40:42.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.691+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=6FV49DJGK79F type=del 2024-09-12T00:40:42.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.692+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=0HQM0G3O0UDP type=write size=269520 2024-09-12T00:40:42.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.694+0000 7f647df87780 1 < completed write operation key=A5X2OQZEVJSX tag=L01Y3MWSCIQW type=write size=780074 2024-09-12T00:40:42.695 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.696+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~W5VQX2CX59II.0 size=1048576 2024-09-12T00:40:42.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.697+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~W5VQX2CX59II.1 size=826951 2024-09-12T00:40:42.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.697+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=W5VQX2CX59II tag=LBLQF2LPH82P type=write size=2924103 2024-09-12T00:40:42.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.699+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~HTYP43L5BY34.0 size=1048576 2024-09-12T00:40:42.699 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.700+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~HTYP43L5BY34.1 size=589377 2024-09-12T00:40:42.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.702+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=HTYP43L5BY34 tag=CMVKT3VONKUT type=write size=2686529 2024-09-12T00:40:42.702 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.703+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=XUEPQUDJ2UVP type=write size=1028927 2024-09-12T00:40:42.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.705+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~73RBMMOU2DMY.0 size=165679 2024-09-12T00:40:42.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.707+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=73RBMMOU2DMY tag=MGJ1D5A4XJL3 type=write size=1214255 2024-09-12T00:40:42.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.708+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=TQR2CTWM10MO type=write size=27916 2024-09-12T00:40:42.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.709+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=G2YLF7M2Q24S type=del 2024-09-12T00:40:42.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.711+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=NCIEA9G6E2ZM type=del size=1151533 2024-09-12T00:40:42.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.713+0000 7f647df87780 1 < suggested remove operation key=JT51QJXZTSBO tag=QMJ6G0KSW485 type=write 2024-09-12T00:40:42.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.714+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=CRKWND22VC77 type=del size=1275046 2024-09-12T00:40:42.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.716+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~9LBJ8PHXYRQ7.0 size=1048576 2024-09-12T00:40:42.715 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.717+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~9LBJ8PHXYRQ7.1 size=605166 2024-09-12T00:40:42.718 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.720+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=9LBJ8PHXYRQ7 tag=26AS979FG8X4 type=write size=2702318 2024-09-12T00:40:42.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.721+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=YJ09J7PZD47S type=del size=4162738 2024-09-12T00:40:42.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.723+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~S9DJEA2BRQBX.0 size=1048576 2024-09-12T00:40:42.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.723+0000 7f647df87780 1 < canceled part key=_multipart_LE3HT175C87H.2~S9DJEA2BRQBX.1 size=1048576 2024-09-12T00:40:42.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.724+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~S9DJEA2BRQBX.2 size=815995 2024-09-12T00:40:42.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.727+0000 7f647df87780 1 < canceled multipart upload key=LE3HT175C87H upload=S9DJEA2BRQBX tag=VYFLJXY7V42P type=write size=3961723 2024-09-12T00:40:42.727 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.728+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=GE1R57TUPPNI type=write size=521732 2024-09-12T00:40:42.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.730+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~6I8PFH3144LA.0 size=958001 2024-09-12T00:40:42.733 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.733+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=6I8PFH3144LA tag=I9JXUIHM4PH7 type=write size=2006577 2024-09-12T00:40:42.734 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.735+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~L3XFUD1QF7B6.0 size=1048576 2024-09-12T00:40:42.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.736+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~L3XFUD1QF7B6.1 size=904427 2024-09-12T00:40:42.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.736+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=L3XFUD1QF7B6 tag=GHSSU3ZIZ0M1 type=write size=3001579 2024-09-12T00:40:42.738 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.739+0000 7f647df87780 1 < suggested update operation key=9K3R0N60JBRX tag=CGI6HX95LD2Z type=del size=2624497 2024-09-12T00:40:42.739 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.741+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=NZVKV3UU3HMN type=del size=3975553 2024-09-12T00:40:42.741 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.742+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=0KYY0TFU5J3O type=del 2024-09-12T00:40:42.744 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.745+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~4N8C82E1PGOS.0 size=589906 2024-09-12T00:40:42.744 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.745+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=4N8C82E1PGOS tag=D0QGQES3FBRO type=write size=1638482 2024-09-12T00:40:42.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.747+0000 7f647df87780 -1 < failed to complete operation key=9K3R0N60JBRX tag=N87ILN5S4TOI type=del size=3512274: (22) Invalid argument 2024-09-12T00:40:42.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.748+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=H5KKUA600UKB type=write size=1019094 2024-09-12T00:40:42.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.750+0000 7f647df87780 -1 < failed to complete operation key=9K3R0N60JBRX tag=9QCVL6JB0KNR type=del size=3948082: (22) Invalid argument 2024-09-12T00:40:42.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.751+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=N28M5QTIZ9H1 type=write size=747332 2024-09-12T00:40:42.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.752+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~OOXOE7X8N5BG.0 size=1048576 2024-09-12T00:40:42.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.752+0000 7f647df87780 1 < canceled part key=_multipart_5QD71Z29RVQM.2~OOXOE7X8N5BG.1 size=4127 2024-09-12T00:40:42.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.755+0000 7f647df87780 1 < canceled multipart upload key=5QD71Z29RVQM upload=OOXOE7X8N5BG tag=E6SNL3IZ77VB type=write size=2101279 2024-09-12T00:40:42.755 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.756+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=QPD5OX7ESHPM type=del size=2246983 2024-09-12T00:40:42.756 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.757+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=CHWQQZCWE28L type=del 2024-09-12T00:40:42.758 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.760+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~VOPBX9N38LFG.0 size=150562 2024-09-12T00:40:42.758 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.760+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=VOPBX9N38LFG tag=N6L2A3XLS5Y5 type=write size=1199138 2024-09-12T00:40:42.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.761+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~E3HT02DJSYTG.0 size=1048576 2024-09-12T00:40:42.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.762+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~E3HT02DJSYTG.1 size=1048576 2024-09-12T00:40:42.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.763+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~E3HT02DJSYTG.2 size=339480 2024-09-12T00:40:42.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.765+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=E3HT02DJSYTG tag=DQP20S52X25I type=write size=3485208 2024-09-12T00:40:42.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.767+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=IZPPN0S5Z7ON type=del size=2611435 2024-09-12T00:40:42.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.768+0000 7f647df87780 1 < completed write operation key=AVZHOIJP092M tag=0HQM0G3O0UDP type=write size=269520 2024-09-12T00:40:42.769 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.771+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=NP67EXNXL2Y6 type=del size=1334379 2024-09-12T00:40:42.771 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.772+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~W5VQX2CX59II.0 size=1048576 2024-09-12T00:40:42.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.773+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~W5VQX2CX59II.1 size=826951 2024-09-12T00:40:42.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.776+0000 7f647df87780 1 < completed multipart upload key=O5X3U78R6ZDG upload=W5VQX2CX59II tag=LBLQF2LPH82P type=write size=2924103 2024-09-12T00:40:42.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.777+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=XVZ9LUWW800R type=del size=4019036 2024-09-12T00:40:42.779 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.780+0000 7f647df87780 1 < suggested remove operation key=JT51QJXZTSBO tag=XUEPQUDJ2UVP type=write 2024-09-12T00:40:42.781 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.783+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~DF7MM17VD31M.0 size=1048576 2024-09-12T00:40:42.782 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.784+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~DF7MM17VD31M.1 size=1048576 2024-09-12T00:40:42.783 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.785+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~DF7MM17VD31M.2 size=95806 2024-09-12T00:40:42.783 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.785+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=DF7MM17VD31M tag=9CCB2TC42M09 type=write size=3241534 2024-09-12T00:40:42.785 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.786+0000 7f647df87780 1 < completed write operation key=04HXBZNCOGYY tag=TQR2CTWM10MO type=write size=27916 2024-09-12T00:40:42.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.787+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=VTLOR36PXROM type=write size=249660 2024-09-12T00:40:42.787 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.789+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=NCIEA9G6E2ZM type=del 2024-09-12T00:40:42.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.790+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=4HBYX4U6GES1 type=del size=3588307 2024-09-12T00:40:42.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.791+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=CRKWND22VC77 type=del 2024-09-12T00:40:42.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.792+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=MGOSDELQ8JEN type=del size=3335077 2024-09-12T00:40:42.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.794+0000 7f647df87780 -1 < failed to complete operation key=JT51QJXZTSBO tag=YJ09J7PZD47S type=del size=4162738: (22) Invalid argument 2024-09-12T00:40:42.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.795+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=JII244Z54QWN type=del size=1858834 2024-09-12T00:40:42.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.796+0000 7f647df87780 1 < completed write operation key=2Y81YQV19GMR tag=GE1R57TUPPNI type=write size=521732 2024-09-12T00:40:42.797 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.798+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~7V6NLURQKZL8.0 size=1048576 2024-09-12T00:40:42.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.799+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~7V6NLURQKZL8.1 size=1048576 2024-09-12T00:40:42.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.800+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~7V6NLURQKZL8.2 size=324288 2024-09-12T00:40:42.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.800+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=7V6NLURQKZL8 tag=SYZF65YWGROH type=write size=3470016 2024-09-12T00:40:42.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.801+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~L3XFUD1QF7B6.0 size=1048576 2024-09-12T00:40:42.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.802+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~L3XFUD1QF7B6.1 size=904427 2024-09-12T00:40:42.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.805+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=L3XFUD1QF7B6 tag=GHSSU3ZIZ0M1 type=write size=3001579 2024-09-12T00:40:42.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.807+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~2ZK2LMJFTFRY.0 size=1048576 2024-09-12T00:40:42.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.808+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~2ZK2LMJFTFRY.1 size=1048576 2024-09-12T00:40:42.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.809+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~2ZK2LMJFTFRY.2 size=633746 2024-09-12T00:40:42.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.809+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=2ZK2LMJFTFRY tag=A4QERGF7N4BR type=write size=3779474 2024-09-12T00:40:42.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.812+0000 7f647df87780 1 < suggested update operation key=9K3R0N60JBRX tag=NZVKV3UU3HMN type=del size=3975553 2024-09-12T00:40:42.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.813+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=T83YIXXGTL82 type=del size=608628 2024-09-12T00:40:42.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.813+0000 7f647df87780 1 < canceled part key=_multipart_G40IYJZMFFPS.2~4N8C82E1PGOS.0 size=589906 2024-09-12T00:40:42.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.815+0000 7f647df87780 1 < canceled multipart upload key=G40IYJZMFFPS upload=4N8C82E1PGOS tag=D0QGQES3FBRO type=write size=1638482 2024-09-12T00:40:42.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.816+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=FXGKVV655WJZ type=del size=1570514 2024-09-12T00:40:42.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.817+0000 7f647df87780 1 < completed write operation key=04HXBZNCOGYY tag=H5KKUA600UKB type=write size=1019094 2024-09-12T00:40:42.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.820+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~SWKF4H2F2RF5.0 size=742086 2024-09-12T00:40:42.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.820+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=SWKF4H2F2RF5 tag=IBPBA1W25N03 type=write size=1790662 2024-09-12T00:40:42.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.821+0000 7f647df87780 1 < completed write operation key=LE3HT175C87H tag=N28M5QTIZ9H1 type=write size=747332 2024-09-12T00:40:42.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.822+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=HJBVFDOWH8PZ type=del size=3773756 2024-09-12T00:40:42.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.824+0000 7f647df87780 1 < suggested remove operation key=MWGSCWJ8KKOJ tag=QPD5OX7ESHPM type=del 2024-09-12T00:40:42.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.826+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=L8NGE7EC9SON type=del size=1143380 2024-09-12T00:40:42.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.827+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~VOPBX9N38LFG.0 size=150562 2024-09-12T00:40:42.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.829+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=VOPBX9N38LFG tag=N6L2A3XLS5Y5 type=write size=1199138 2024-09-12T00:40:42.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.830+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=24UPIY66P09I type=del size=362396 2024-09-12T00:40:42.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.832+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=IZPPN0S5Z7ON type=del 2024-09-12T00:40:42.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.834+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~2G06LNVPY0WG.0 size=1048576 2024-09-12T00:40:42.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.835+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~2G06LNVPY0WG.1 size=556113 2024-09-12T00:40:42.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.835+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=2G06LNVPY0WG tag=K1GFQ534PSIJ type=write size=2653265 2024-09-12T00:40:42.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.838+0000 7f647df87780 1 < suggested update operation key=0XE0T6C53BZV tag=NP67EXNXL2Y6 type=del size=1334379 2024-09-12T00:40:42.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.839+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=H8394XBS2O43 type=del size=3419538 2024-09-12T00:40:42.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.840+0000 7f647df87780 1 < completed delete operation key=NPV6EUTTARM2 tag=XVZ9LUWW800R type=del 2024-09-12T00:40:42.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.842+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=DO3YEYVNDMVE type=del size=2054206 2024-09-12T00:40:42.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.844+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~DF7MM17VD31M.0 size=1048576 2024-09-12T00:40:42.843 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.845+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~DF7MM17VD31M.1 size=1048576 2024-09-12T00:40:42.845 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.846+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~DF7MM17VD31M.2 size=95806 2024-09-12T00:40:42.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.849+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=DF7MM17VD31M tag=9CCB2TC42M09 type=write size=3241534 2024-09-12T00:40:42.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.851+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~2N4M414U60NH.0 size=371710 2024-09-12T00:40:42.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.851+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=2N4M414U60NH tag=NUKUYKNS6484 type=write size=1420286 2024-09-12T00:40:42.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.854+0000 7f647df87780 1 < suggested update operation key=LE3HT175C87H tag=VTLOR36PXROM type=write size=249660 2024-09-12T00:40:42.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.857+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~94156KUC08FN.0 size=875388 2024-09-12T00:40:42.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.857+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=94156KUC08FN tag=1EXZ1W7G52FX type=write size=1923964 2024-09-12T00:40:42.857 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.859+0000 7f647df87780 1 < completed delete operation key=JT51QJXZTSBO tag=4HBYX4U6GES1 type=del 2024-09-12T00:40:42.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.860+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=EHEIZREFVQ24 type=del size=961783 2024-09-12T00:40:42.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.862+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=MGOSDELQ8JEN type=del 2024-09-12T00:40:42.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.863+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=XPOKKJS2JR7Q type=del size=1900945 2024-09-12T00:40:42.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.865+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=JII244Z54QWN type=del 2024-09-12T00:40:42.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.868+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~Z1VM2FL7QDPY.0 size=1048576 2024-09-12T00:40:42.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.869+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~Z1VM2FL7QDPY.1 size=1048576 2024-09-12T00:40:42.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.870+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~Z1VM2FL7QDPY.2 size=832371 2024-09-12T00:40:42.869 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.870+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=Z1VM2FL7QDPY tag=ZB02GRZTZ0U7 type=write size=3978099 2024-09-12T00:40:42.870 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.872+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~7V6NLURQKZL8.0 size=1048576 2024-09-12T00:40:42.871 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.873+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~7V6NLURQKZL8.1 size=1048576 2024-09-12T00:40:42.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.874+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~7V6NLURQKZL8.2 size=324288 2024-09-12T00:40:42.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.877+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=7V6NLURQKZL8 tag=SYZF65YWGROH type=write size=3470016 2024-09-12T00:40:42.876 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.878+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=5MWO4IC24LH4 type=del size=1946231 2024-09-12T00:40:42.878 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.879+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~2ZK2LMJFTFRY.0 size=1048576 2024-09-12T00:40:42.879 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.881+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~2ZK2LMJFTFRY.1 size=1048576 2024-09-12T00:40:42.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.882+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~2ZK2LMJFTFRY.2 size=633746 2024-09-12T00:40:42.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.884+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=2ZK2LMJFTFRY tag=A4QERGF7N4BR type=write size=3779474 2024-09-12T00:40:42.885 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.886+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~9O96JDMUS43J.0 size=62012 2024-09-12T00:40:42.885 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.886+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=9O96JDMUS43J tag=QXRJ1CE0I9G3 type=write size=1110588 2024-09-12T00:40:42.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.887+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=T83YIXXGTL82 type=del 2024-09-12T00:40:42.888 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.890+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~WIPG28CUUFD3.0 size=880860 2024-09-12T00:40:42.888 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.890+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=WIPG28CUUFD3 tag=3N9EDBQ8NG47 type=write size=1929436 2024-09-12T00:40:42.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.891+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=FXGKVV655WJZ type=del 2024-09-12T00:40:42.891 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.892+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=D251YAPVGY1T type=del size=4130978 2024-09-12T00:40:42.892 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.893+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~SWKF4H2F2RF5.0 size=742086 2024-09-12T00:40:42.895 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.896+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=SWKF4H2F2RF5 tag=IBPBA1W25N03 type=write size=1790662 2024-09-12T00:40:42.897 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.898+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~1VZM8YBSXMQ0.0 size=1048576 2024-09-12T00:40:42.898 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.900+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~1VZM8YBSXMQ0.1 size=1048576 2024-09-12T00:40:42.899 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.901+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~1VZM8YBSXMQ0.2 size=654184 2024-09-12T00:40:42.899 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.901+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=1VZM8YBSXMQ0 tag=MCH02RIW6542 type=write size=3799912 2024-09-12T00:40:42.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.902+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=HJBVFDOWH8PZ type=del 2024-09-12T00:40:42.902 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.903+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=QL27RFLESL8U type=del size=1148521 2024-09-12T00:40:42.904 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.906+0000 7f647df87780 1 < suggested remove operation key=2Y81YQV19GMR tag=L8NGE7EC9SON type=del 2024-09-12T00:40:42.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.908+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~UPG2RARJL7T9.0 size=904429 2024-09-12T00:40:42.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.908+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=UPG2RARJL7T9 tag=Y5QAWKOM6HOE type=write size=1953005 2024-09-12T00:40:42.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.910+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=24UPIY66P09I type=del 2024-09-12T00:40:42.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.911+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=7C4ELY1PSGAH type=write size=372750 2024-09-12T00:40:42.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.912+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~2G06LNVPY0WG.0 size=1048576 2024-09-12T00:40:42.912 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.913+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~2G06LNVPY0WG.1 size=556113 2024-09-12T00:40:42.914 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.915+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=2G06LNVPY0WG tag=K1GFQ534PSIJ type=write size=2653265 2024-09-12T00:40:42.915 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.917+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=M9JWLBY7WMTL type=del size=3422170 2024-09-12T00:40:42.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.919+0000 7f647df87780 1 < suggested update operation key=U2DTYMPDDY2C tag=H8394XBS2O43 type=del size=3419538 2024-09-12T00:40:42.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.921+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=1W4FC9UR2V7W type=write size=87477 2024-09-12T00:40:42.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.922+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=DO3YEYVNDMVE type=del 2024-09-12T00:40:42.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.924+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~ERQRW3BOZ42U.0 size=1048576 2024-09-12T00:40:42.924 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.925+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~ERQRW3BOZ42U.1 size=1048576 2024-09-12T00:40:42.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.926+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~ERQRW3BOZ42U.2 size=475861 2024-09-12T00:40:42.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.926+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=ERQRW3BOZ42U tag=DUDGAZMVGTBD type=write size=3621589 2024-09-12T00:40:42.926 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.927+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~2N4M414U60NH.0 size=371710 2024-09-12T00:40:42.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.930+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=2N4M414U60NH tag=NUKUYKNS6484 type=write size=1420286 2024-09-12T00:40:42.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.931+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=B0A15L8CINWL type=write size=480314 2024-09-12T00:40:42.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.932+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~94156KUC08FN.0 size=875388 2024-09-12T00:40:42.933 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.934+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=94156KUC08FN tag=1EXZ1W7G52FX type=write size=1923964 2024-09-12T00:40:42.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.936+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=IDDQI53YQ8VD type=del size=4184601 2024-09-12T00:40:42.936 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.937+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=EHEIZREFVQ24 type=del 2024-09-12T00:40:42.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.939+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~3HFYWGKUOVCA.0 size=1048576 2024-09-12T00:40:42.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.940+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~3HFYWGKUOVCA.1 size=1048576 2024-09-12T00:40:42.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.942+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~3HFYWGKUOVCA.2 size=127243 2024-09-12T00:40:42.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.942+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=3HFYWGKUOVCA tag=UXT6Y904V73N type=write size=3272971 2024-09-12T00:40:42.941 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.943+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=XPOKKJS2JR7Q type=del 2024-09-12T00:40:42.943 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.944+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=R8VAXZ3GSYWK type=del size=1412535 2024-09-12T00:40:42.944 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.945+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~Z1VM2FL7QDPY.0 size=1048576 2024-09-12T00:40:42.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.947+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~Z1VM2FL7QDPY.1 size=1048576 2024-09-12T00:40:42.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.948+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~Z1VM2FL7QDPY.2 size=832371 2024-09-12T00:40:42.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.950+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=Z1VM2FL7QDPY tag=ZB02GRZTZ0U7 type=write size=3978099 2024-09-12T00:40:42.950 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.951+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=9K9AFK9RZ3RG type=del size=2587962 2024-09-12T00:40:42.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.952+0000 7f647df87780 -1 < failed to complete operation key=2Y81YQV19GMR tag=5MWO4IC24LH4 type=del size=1946231: (22) Invalid argument 2024-09-12T00:40:42.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.955+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~DBXI02SP3QDB.0 size=1048576 2024-09-12T00:40:42.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.956+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~DBXI02SP3QDB.1 size=1048576 2024-09-12T00:40:42.955 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.957+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~DBXI02SP3QDB.2 size=968099 2024-09-12T00:40:42.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.957+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=DBXI02SP3QDB tag=4OMW94BU3J2S type=write size=4113827 2024-09-12T00:40:42.957 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.958+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~9O96JDMUS43J.0 size=62012 2024-09-12T00:40:42.959 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.960+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=9O96JDMUS43J tag=QXRJ1CE0I9G3 type=write size=1110588 2024-09-12T00:40:42.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.962+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=K8J4SALVXG0J type=del size=3965796 2024-09-12T00:40:42.962 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.963+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~WIPG28CUUFD3.0 size=880860 2024-09-12T00:40:42.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.966+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=WIPG28CUUFD3 tag=3N9EDBQ8NG47 type=write size=1929436 2024-09-12T00:40:42.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.967+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=KKTM43BQLN5J type=del size=2388448 2024-09-12T00:40:42.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.969+0000 7f647df87780 1 < canceled operation key=G40IYJZMFFPS tag=D251YAPVGY1T type=del size=4130978 2024-09-12T00:40:42.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.970+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=9SXAXYC4JJGZ type=del size=4046454 2024-09-12T00:40:42.970 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.971+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~1VZM8YBSXMQ0.0 size=1048576 2024-09-12T00:40:42.971 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.973+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~1VZM8YBSXMQ0.1 size=1048576 2024-09-12T00:40:42.971 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.973+0000 7f647df87780 1 < canceled part key=_multipart_95LRVY22GW0N.2~1VZM8YBSXMQ0.2 size=654184 2024-09-12T00:40:42.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.975+0000 7f647df87780 1 < canceled multipart upload key=95LRVY22GW0N upload=1VZM8YBSXMQ0 tag=MCH02RIW6542 type=write size=3799912 2024-09-12T00:40:42.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.977+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~S0GUOWLQ7OTB.0 size=963392 2024-09-12T00:40:42.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.977+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=S0GUOWLQ7OTB tag=ZKB5S6HITJV5 type=write size=2011968 2024-09-12T00:40:42.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.979+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=QL27RFLESL8U type=del 2024-09-12T00:40:42.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.981+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~H9UK1WKHZ1FC.0 size=1048576 2024-09-12T00:40:42.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.982+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~H9UK1WKHZ1FC.1 size=1048576 2024-09-12T00:40:42.981 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.983+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~H9UK1WKHZ1FC.2 size=207230 2024-09-12T00:40:42.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.983+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=H9UK1WKHZ1FC tag=4YQYR8X0CQR0 type=write size=3352958 2024-09-12T00:40:42.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.984+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~UPG2RARJL7T9.0 size=904429 2024-09-12T00:40:42.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.987+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=UPG2RARJL7T9 tag=Y5QAWKOM6HOE type=write size=1953005 2024-09-12T00:40:42.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.989+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~LSHCO6U1TNQH.0 size=1048576 2024-09-12T00:40:42.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.990+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~LSHCO6U1TNQH.1 size=1048576 2024-09-12T00:40:42.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.991+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~LSHCO6U1TNQH.2 size=8064 2024-09-12T00:40:42.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.991+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=LSHCO6U1TNQH tag=FZN9LSVJBRPB type=write size=3153792 2024-09-12T00:40:42.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.992+0000 7f647df87780 1 < completed write operation key=5QD71Z29RVQM tag=7C4ELY1PSGAH type=write size=372750 2024-09-12T00:40:42.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.993+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=P6VMOEZ6MW1C type=del size=2118030 2024-09-12T00:40:42.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.995+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=M9JWLBY7WMTL type=del 2024-09-12T00:40:42.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.996+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=5OH1UADEJXTH type=del size=3253928 2024-09-12T00:40:42.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.997+0000 7f647df87780 1 < completed write operation key=IE03MW8R3TVU tag=1W4FC9UR2V7W type=write size=87477 2024-09-12T00:40:42.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:42.998+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=ISD9M3MXAH2D type=del size=3858089 2024-09-12T00:40:42.998 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.000+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~ERQRW3BOZ42U.0 size=1048576 2024-09-12T00:40:42.999 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.001+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~ERQRW3BOZ42U.1 size=1048576 2024-09-12T00:40:43.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.002+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~ERQRW3BOZ42U.2 size=475861 2024-09-12T00:40:43.003 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.004+0000 7f647df87780 1 < completed multipart upload key=UOXLW1EM8Y7O upload=ERQRW3BOZ42U tag=DUDGAZMVGTBD type=write size=3621589 2024-09-12T00:40:43.004 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.005+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=JPWO2WRSJOTA type=write size=944839 2024-09-12T00:40:43.005 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.007+0000 7f647df87780 1 < completed write operation key=XDKZN37UGRWI tag=B0A15L8CINWL type=write size=480314 2024-09-12T00:40:43.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.008+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=SP53JUNU81KC type=del size=121479 2024-09-12T00:40:43.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.009+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=IDDQI53YQ8VD type=del 2024-09-12T00:40:43.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.010+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=4I9LL19AA8F2 type=del size=1206221 2024-09-12T00:40:43.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.011+0000 7f647df87780 1 < canceled part key=_multipart_QWKIWP013AMX.2~3HFYWGKUOVCA.0 size=1048576 2024-09-12T00:40:43.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.012+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~3HFYWGKUOVCA.1 size=1048576 2024-09-12T00:40:43.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.013+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~3HFYWGKUOVCA.2 size=127243 2024-09-12T00:40:43.014 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.015+0000 7f647df87780 1 < canceled multipart upload key=QWKIWP013AMX upload=3HFYWGKUOVCA tag=UXT6Y904V73N type=write size=3272971 2024-09-12T00:40:43.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.017+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=LZSK66TC2IF4 type=del size=671828 2024-09-12T00:40:43.017 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.019+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=R8VAXZ3GSYWK type=del 2024-09-12T00:40:43.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.021+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~TUY3F5YIQJDL.0 size=1048576 2024-09-12T00:40:43.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.022+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~TUY3F5YIQJDL.1 size=156401 2024-09-12T00:40:43.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.022+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=TUY3F5YIQJDL tag=U5NS8X8ZSKWJ type=write size=2253553 2024-09-12T00:40:43.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.023+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=9K9AFK9RZ3RG type=del 2024-09-12T00:40:43.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.025+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=FNOTWP5EKITI type=del size=1312947 2024-09-12T00:40:43.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.026+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~DBXI02SP3QDB.0 size=1048576 2024-09-12T00:40:43.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.027+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~DBXI02SP3QDB.1 size=1048576 2024-09-12T00:40:43.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.028+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~DBXI02SP3QDB.2 size=968099 2024-09-12T00:40:43.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.030+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=DBXI02SP3QDB tag=4OMW94BU3J2S type=write size=4113827 2024-09-12T00:40:43.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.031+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=56QLTY2CCURL type=del size=2605157 2024-09-12T00:40:43.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.032+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=K8J4SALVXG0J type=del 2024-09-12T00:40:43.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.035+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~DFWBDG1FDKZV.0 size=1048576 2024-09-12T00:40:43.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.036+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~DFWBDG1FDKZV.1 size=535083 2024-09-12T00:40:43.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.036+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=DFWBDG1FDKZV tag=XVCOXNPVJN0D type=write size=2632235 2024-09-12T00:40:43.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.037+0000 7f647df87780 1 < canceled operation key=U4TCVRRJZRXA tag=KKTM43BQLN5J type=del size=2388448 2024-09-12T00:40:43.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.039+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~IHEHFE7AZ1UT.0 size=173322 2024-09-12T00:40:43.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.039+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=IHEHFE7AZ1UT tag=Y8L7OPLS4EUZ type=write size=1221898 2024-09-12T00:40:43.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.041+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=9SXAXYC4JJGZ type=del 2024-09-12T00:40:43.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.043+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~ZS58WNB0O2U9.0 size=367674 2024-09-12T00:40:43.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.043+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=ZS58WNB0O2U9 tag=7TS0GVWDYQCS type=write size=1416250 2024-09-12T00:40:43.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.044+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~S0GUOWLQ7OTB.0 size=963392 2024-09-12T00:40:43.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.047+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=S0GUOWLQ7OTB tag=ZKB5S6HITJV5 type=write size=2011968 2024-09-12T00:40:43.047 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.048+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=VADCWLOR51C8 type=del size=4030264 2024-09-12T00:40:43.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.049+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~H9UK1WKHZ1FC.0 size=1048576 2024-09-12T00:40:43.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.049+0000 7f647df87780 1 < canceled part key=_multipart_O5X3U78R6ZDG.2~H9UK1WKHZ1FC.1 size=1048576 2024-09-12T00:40:43.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.051+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~H9UK1WKHZ1FC.2 size=207230 2024-09-12T00:40:43.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.053+0000 7f647df87780 1 < canceled multipart upload key=O5X3U78R6ZDG upload=H9UK1WKHZ1FC tag=4YQYR8X0CQR0 type=write size=3352958 2024-09-12T00:40:43.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.055+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~QUPUIKUGYRIF.0 size=1048576 2024-09-12T00:40:43.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.056+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~QUPUIKUGYRIF.1 size=1048576 2024-09-12T00:40:43.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.057+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~QUPUIKUGYRIF.2 size=49707 2024-09-12T00:40:43.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.057+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=QUPUIKUGYRIF tag=8TAPVMZ52N21 type=write size=3195435 2024-09-12T00:40:43.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.059+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~LSHCO6U1TNQH.0 size=1048576 2024-09-12T00:40:43.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.059+0000 7f647df87780 1 < canceled part key=_multipart_U26SRCOKNFVC.2~LSHCO6U1TNQH.1 size=1048576 2024-09-12T00:40:43.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.060+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~LSHCO6U1TNQH.2 size=8064 2024-09-12T00:40:43.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.062+0000 7f647df87780 1 < canceled multipart upload key=U26SRCOKNFVC upload=LSHCO6U1TNQH tag=FZN9LSVJBRPB type=write size=3153792 2024-09-12T00:40:43.062 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.064+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=AOMGCJ2EIFJP type=del size=2417433 2024-09-12T00:40:43.063 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.065+0000 7f647df87780 1 < completed delete operation key=L02TT95H2C3E tag=P6VMOEZ6MW1C type=del 2024-09-12T00:40:43.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.067+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~N5C1UBTQ20YQ.0 size=1048576 2024-09-12T00:40:43.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.068+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~N5C1UBTQ20YQ.1 size=877848 2024-09-12T00:40:43.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.068+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=N5C1UBTQ20YQ tag=71H9GRABXOT9 type=write size=2975000 2024-09-12T00:40:43.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.070+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=5OH1UADEJXTH type=del 2024-09-12T00:40:43.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.071+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=F3QQU1TG69AE type=del size=1157002 2024-09-12T00:40:43.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.074+0000 7f647df87780 1 < suggested update operation key=O5X3U78R6ZDG tag=ISD9M3MXAH2D type=del size=3858089 2024-09-12T00:40:43.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.076+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=K96MI6BXVT5D type=del size=1300602 2024-09-12T00:40:43.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.077+0000 7f647df87780 1 < completed write operation key=U4TCVRRJZRXA tag=JPWO2WRSJOTA type=write size=944839 2024-09-12T00:40:43.077 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.079+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=J4DR5ZQ31HX7 type=del size=1466251 2024-09-12T00:40:43.078 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.080+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=SP53JUNU81KC type=del 2024-09-12T00:40:43.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.083+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~CVE65ZHD5PSH.0 size=1048576 2024-09-12T00:40:43.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.084+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~CVE65ZHD5PSH.1 size=288842 2024-09-12T00:40:43.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.084+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=CVE65ZHD5PSH tag=8D36DS2Z3QOV type=write size=2385994 2024-09-12T00:40:43.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.087+0000 7f647df87780 1 < suggested remove operation key=U4TCVRRJZRXA tag=4I9LL19AA8F2 type=del 2024-09-12T00:40:43.087 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.088+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=G44CKUMZ986Y type=write size=1037407 2024-09-12T00:40:43.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.089+0000 7f647df87780 1 < completed delete operation key=L02TT95H2C3E tag=LZSK66TC2IF4 type=del 2024-09-12T00:40:43.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.092+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~KOJVDYX1SWSI.0 size=1048576 2024-09-12T00:40:43.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.093+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~KOJVDYX1SWSI.1 size=1048576 2024-09-12T00:40:43.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.094+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~KOJVDYX1SWSI.2 size=202736 2024-09-12T00:40:43.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.094+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=KOJVDYX1SWSI tag=26II5CJXMZ9W type=write size=3348464 2024-09-12T00:40:43.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.095+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~TUY3F5YIQJDL.0 size=1048576 2024-09-12T00:40:43.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.096+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~TUY3F5YIQJDL.1 size=156401 2024-09-12T00:40:43.097 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.099+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=TUY3F5YIQJDL tag=U5NS8X8ZSKWJ type=write size=2253553 2024-09-12T00:40:43.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.100+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=4BERX9A37CTS type=del size=1433452 2024-09-12T00:40:43.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.101+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=FNOTWP5EKITI type=del 2024-09-12T00:40:43.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.103+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=1UX0T3LBZH0V type=del size=2220260 2024-09-12T00:40:43.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.104+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=56QLTY2CCURL type=del 2024-09-12T00:40:43.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.105+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=AKYU1TE7IX0O type=del size=1270896 2024-09-12T00:40:43.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.107+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~DFWBDG1FDKZV.0 size=1048576 2024-09-12T00:40:43.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.108+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~DFWBDG1FDKZV.1 size=535083 2024-09-12T00:40:43.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.110+0000 7f647df87780 1 < completed multipart upload key=JMJMS24HWOOL upload=DFWBDG1FDKZV tag=XVCOXNPVJN0D type=write size=2632235 2024-09-12T00:40:43.110 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.111+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=ESXW2PPU1H6K type=del size=1210651 2024-09-12T00:40:43.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.112+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~IHEHFE7AZ1UT.0 size=173322 2024-09-12T00:40:43.113 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.114+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=IHEHFE7AZ1UT tag=Y8L7OPLS4EUZ type=write size=1221898 2024-09-12T00:40:43.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.116+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=MEK3X1B1S4IS type=del size=1253789 2024-09-12T00:40:43.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.117+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~ZS58WNB0O2U9.0 size=367674 2024-09-12T00:40:43.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.119+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=ZS58WNB0O2U9 tag=7TS0GVWDYQCS type=write size=1416250 2024-09-12T00:40:43.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.121+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=2AOJ21QGBA69 type=del size=1551652 2024-09-12T00:40:43.120 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.122+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=VADCWLOR51C8 type=del 2024-09-12T00:40:43.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.123+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=CRAVBF1QFSJ0 type=del size=2186307 2024-09-12T00:40:43.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.125+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~QUPUIKUGYRIF.0 size=1048576 2024-09-12T00:40:43.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.126+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~QUPUIKUGYRIF.1 size=1048576 2024-09-12T00:40:43.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.127+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~QUPUIKUGYRIF.2 size=49707 2024-09-12T00:40:43.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.129+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=QUPUIKUGYRIF tag=8TAPVMZ52N21 type=write size=3195435 2024-09-12T00:40:43.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.131+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~SSV30BPDMIH1.0 size=1048576 2024-09-12T00:40:43.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.132+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~SSV30BPDMIH1.1 size=396888 2024-09-12T00:40:43.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.132+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=SSV30BPDMIH1 tag=L2ZGI1WTBAU7 type=write size=2494040 2024-09-12T00:40:43.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.133+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=AOMGCJ2EIFJP type=del 2024-09-12T00:40:43.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.136+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~HL53JVYZQLMO.0 size=1048576 2024-09-12T00:40:43.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.137+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~HL53JVYZQLMO.1 size=1048576 2024-09-12T00:40:43.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.138+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~HL53JVYZQLMO.2 size=574746 2024-09-12T00:40:43.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.138+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=HL53JVYZQLMO tag=Z3WOKVSS6E61 type=write size=3720474 2024-09-12T00:40:43.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.140+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~N5C1UBTQ20YQ.0 size=1048576 2024-09-12T00:40:43.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.141+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~N5C1UBTQ20YQ.1 size=877848 2024-09-12T00:40:43.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.143+0000 7f647df87780 1 < completed multipart upload key=N21OD24FOXLB upload=N5C1UBTQ20YQ tag=71H9GRABXOT9 type=write size=2975000 2024-09-12T00:40:43.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.144+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=8A43LWZED11X type=write size=525657 2024-09-12T00:40:43.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.146+0000 7f647df87780 1 < suggested remove operation key=U4TCVRRJZRXA tag=F3QQU1TG69AE type=del 2024-09-12T00:40:43.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.147+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=JXKOHPDFB483 type=write size=52351 2024-09-12T00:40:43.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.148+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=K96MI6BXVT5D type=del 2024-09-12T00:40:43.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.150+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=76GK9EHUL9OL type=del size=3423109 2024-09-12T00:40:43.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.151+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=J4DR5ZQ31HX7 type=del 2024-09-12T00:40:43.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.153+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~10D6DZLFADYV.0 size=815155 2024-09-12T00:40:43.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.153+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=10D6DZLFADYV tag=JMT2PNZC5GCY type=write size=1863731 2024-09-12T00:40:43.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.154+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~CVE65ZHD5PSH.0 size=1048576 2024-09-12T00:40:43.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.155+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~CVE65ZHD5PSH.1 size=288842 2024-09-12T00:40:43.156 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.157+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=CVE65ZHD5PSH tag=8D36DS2Z3QOV type=write size=2385994 2024-09-12T00:40:43.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.158+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=FZTETDBK1J5P type=del size=1662969 2024-09-12T00:40:43.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.160+0000 7f647df87780 1 < completed write operation key=0XE0T6C53BZV tag=G44CKUMZ986Y type=write size=1037407 2024-09-12T00:40:43.160 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.162+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~R2KZNHSGI1G3.0 size=302028 2024-09-12T00:40:43.160 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.162+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=R2KZNHSGI1G3 tag=32LL11QM0KC8 type=write size=1350604 2024-09-12T00:40:43.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.163+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~KOJVDYX1SWSI.0 size=1048576 2024-09-12T00:40:43.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.164+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~KOJVDYX1SWSI.1 size=1048576 2024-09-12T00:40:43.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.165+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~KOJVDYX1SWSI.2 size=202736 2024-09-12T00:40:43.165 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.167+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=KOJVDYX1SWSI tag=26II5CJXMZ9W type=write size=3348464 2024-09-12T00:40:43.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.169+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~CWFY8OGHQYMT.0 size=1048576 2024-09-12T00:40:43.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.170+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~CWFY8OGHQYMT.1 size=463407 2024-09-12T00:40:43.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.170+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=CWFY8OGHQYMT tag=Z33X6M82QUB0 type=write size=2560559 2024-09-12T00:40:43.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.171+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=4BERX9A37CTS type=del 2024-09-12T00:40:43.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.174+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~2OOBDI6JGCZH.0 size=1048576 2024-09-12T00:40:43.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.175+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~2OOBDI6JGCZH.1 size=1048576 2024-09-12T00:40:43.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.176+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~2OOBDI6JGCZH.2 size=331838 2024-09-12T00:40:43.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.176+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=2OOBDI6JGCZH tag=4EZ7BE8AYXTJ type=write size=3477566 2024-09-12T00:40:43.175 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.177+0000 7f647df87780 1 < completed delete operation key=9K3R0N60JBRX tag=1UX0T3LBZH0V type=del 2024-09-12T00:40:43.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.178+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=QEQCT3QLQQ53 type=del size=2424918 2024-09-12T00:40:43.178 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.179+0000 7f647df87780 -1 < failed to complete operation key=U4TCVRRJZRXA tag=AKYU1TE7IX0O type=del size=1270896: (22) Invalid argument 2024-09-12T00:40:43.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.180+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=YZHJ147A4TQS type=del size=3300003 2024-09-12T00:40:43.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.182+0000 7f647df87780 1 < completed delete operation key=AVZHOIJP092M tag=ESXW2PPU1H6K type=del 2024-09-12T00:40:43.181 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.183+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=HVJKW16HSMMC type=del size=3381573 2024-09-12T00:40:43.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.184+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=MEK3X1B1S4IS type=del 2024-09-12T00:40:43.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.186+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=K5DVKHF5KW6O type=write size=962126 2024-09-12T00:40:43.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.187+0000 7f647df87780 1 < completed delete operation key=AVZHOIJP092M tag=2AOJ21QGBA69 type=del 2024-09-12T00:40:43.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.188+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=V5JSN2KJIRTX type=write size=789542 2024-09-12T00:40:43.188 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.189+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=CRAVBF1QFSJ0 type=del 2024-09-12T00:40:43.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.191+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=XB3QCY3PSL2G type=del size=408877 2024-09-12T00:40:43.191 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.192+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~SSV30BPDMIH1.0 size=1048576 2024-09-12T00:40:43.191 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.193+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~SSV30BPDMIH1.1 size=396888 2024-09-12T00:40:43.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.195+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=SSV30BPDMIH1 tag=L2ZGI1WTBAU7 type=write size=2494040 2024-09-12T00:40:43.196 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.197+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~S9137L0RP69J.0 size=1048576 2024-09-12T00:40:43.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.198+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~S9137L0RP69J.1 size=479208 2024-09-12T00:40:43.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.198+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=S9137L0RP69J tag=RSGM168YIYDM type=write size=2576360 2024-09-12T00:40:43.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.200+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~HL53JVYZQLMO.0 size=1048576 2024-09-12T00:40:43.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.201+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~HL53JVYZQLMO.1 size=1048576 2024-09-12T00:40:43.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.202+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~HL53JVYZQLMO.2 size=574746 2024-09-12T00:40:43.203 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.204+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=HL53JVYZQLMO tag=Z3WOKVSS6E61 type=write size=3720474 2024-09-12T00:40:43.204 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.206+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=PTKBQXQE5UB1 type=del size=2549052 2024-09-12T00:40:43.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.207+0000 7f647df87780 1 < completed write operation key=LE3HT175C87H tag=8A43LWZED11X type=write size=525657 2024-09-12T00:40:43.207 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.208+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=KRRLJ3ONGHJ1 type=del size=2526583 2024-09-12T00:40:43.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.210+0000 7f647df87780 1 < completed write operation key=UOXLW1EM8Y7O tag=JXKOHPDFB483 type=write size=52351 2024-09-12T00:40:43.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.218+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=4XP99R0N8MO5 type=del size=3970224 2024-09-12T00:40:43.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.219+0000 7f647df87780 1 < canceled operation key=2Y81YQV19GMR tag=76GK9EHUL9OL type=del size=3423109 2024-09-12T00:40:43.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.222+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~W34PQ1UX9Y1C.0 size=1048576 2024-09-12T00:40:43.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.223+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~W34PQ1UX9Y1C.1 size=199267 2024-09-12T00:40:43.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.223+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=W34PQ1UX9Y1C tag=HJEDVHLF9GLO type=write size=2296419 2024-09-12T00:40:43.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.223+0000 7f647df87780 1 < canceled part key=_multipart_0XE0T6C53BZV.2~10D6DZLFADYV.0 size=815155 2024-09-12T00:40:43.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.226+0000 7f647df87780 1 < canceled multipart upload key=0XE0T6C53BZV upload=10D6DZLFADYV tag=JMT2PNZC5GCY type=write size=1863731 2024-09-12T00:40:43.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.227+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=ZQ58VFU0D6WO type=del size=1265269 2024-09-12T00:40:43.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.230+0000 7f647df87780 1 < suggested update operation key=O5X3U78R6ZDG tag=FZTETDBK1J5P type=del size=1662969 2024-09-12T00:40:43.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.232+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=TPYJ5HIJ4I69 type=del size=1259579 2024-09-12T00:40:43.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.233+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~R2KZNHSGI1G3.0 size=302028 2024-09-12T00:40:43.234 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.235+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=R2KZNHSGI1G3 tag=32LL11QM0KC8 type=write size=1350604 2024-09-12T00:40:43.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.237+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=P1PZ47BCJAKH type=del size=3139139 2024-09-12T00:40:43.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.238+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~CWFY8OGHQYMT.0 size=1048576 2024-09-12T00:40:43.238 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.239+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~CWFY8OGHQYMT.1 size=463407 2024-09-12T00:40:43.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.242+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=CWFY8OGHQYMT tag=Z33X6M82QUB0 type=write size=2560559 2024-09-12T00:40:43.242 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.243+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=BJ0O8TIBVJ9R type=del size=3733531 2024-09-12T00:40:43.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.244+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~2OOBDI6JGCZH.0 size=1048576 2024-09-12T00:40:43.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.245+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~2OOBDI6JGCZH.1 size=1048576 2024-09-12T00:40:43.245 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.247+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~2OOBDI6JGCZH.2 size=331838 2024-09-12T00:40:43.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.249+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=2OOBDI6JGCZH tag=4EZ7BE8AYXTJ type=write size=3477566 2024-09-12T00:40:43.249 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.250+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=SJD11H1L2U16 type=del size=1225694 2024-09-12T00:40:43.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.252+0000 7f647df87780 1 < completed delete operation key=HLPZFLK75SWI tag=QEQCT3QLQQ53 type=del 2024-09-12T00:40:43.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.254+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~MQ6ZTVQ2VRST.0 size=554457 2024-09-12T00:40:43.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.254+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=MQ6ZTVQ2VRST tag=XI9HBUO0GDBG type=write size=1603033 2024-09-12T00:40:43.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.256+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=YZHJ147A4TQS type=del 2024-09-12T00:40:43.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.257+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=U74VGROT7S3L type=write size=755065 2024-09-12T00:40:43.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.258+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=HVJKW16HSMMC type=del 2024-09-12T00:40:43.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.261+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~OUF6B4EOBSRH.0 size=368960 2024-09-12T00:40:43.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.261+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=OUF6B4EOBSRH tag=QYMD9W5B3134 type=write size=1417536 2024-09-12T00:40:43.262 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.263+0000 7f647df87780 1 < suggested update operation key=1W80H32TA80K tag=K5DVKHF5KW6O type=write size=962126 2024-09-12T00:40:43.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.266+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~6EK4EJIYTG43.0 size=1048576 2024-09-12T00:40:43.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.267+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~6EK4EJIYTG43.1 size=1048576 2024-09-12T00:40:43.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.268+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~6EK4EJIYTG43.2 size=324341 2024-09-12T00:40:43.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.268+0000 7f647df87780 1 > prepared multipart upload key=3XY73F87GDR5 upload=6EK4EJIYTG43 tag=9LJS3UVCIRI1 type=write size=3470069 2024-09-12T00:40:43.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.270+0000 7f647df87780 1 < completed write operation key=G40IYJZMFFPS tag=V5JSN2KJIRTX type=write size=789542 2024-09-12T00:40:43.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.272+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~YRI1LOPFUMFM.0 size=78077 2024-09-12T00:40:43.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.272+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=YRI1LOPFUMFM tag=4BTMDUFD0AAM type=write size=1126653 2024-09-12T00:40:43.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.273+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=XB3QCY3PSL2G type=del 2024-09-12T00:40:43.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.275+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=8QEAU3ZSMJV9 type=del size=2095031 2024-09-12T00:40:43.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.276+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~S9137L0RP69J.0 size=1048576 2024-09-12T00:40:43.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.277+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~S9137L0RP69J.1 size=479208 2024-09-12T00:40:43.278 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.279+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=S9137L0RP69J tag=RSGM168YIYDM type=write size=2576360 2024-09-12T00:40:43.279 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.281+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=NWWRI73AP1M8 type=del size=1482671 2024-09-12T00:40:43.280 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.282+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=PTKBQXQE5UB1 type=del 2024-09-12T00:40:43.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.284+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~N00ZCVLTNB1W.0 size=1048576 2024-09-12T00:40:43.284 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.285+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~N00ZCVLTNB1W.1 size=511940 2024-09-12T00:40:43.284 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.285+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=N00ZCVLTNB1W tag=1M3YTPDTRX2S type=write size=2609092 2024-09-12T00:40:43.285 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.286+0000 7f647df87780 -1 < failed to complete operation key=O5X3U78R6ZDG tag=KRRLJ3ONGHJ1 type=del size=2526583: (22) Invalid argument 2024-09-12T00:40:43.286 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.288+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=93DSTBG01H33 type=write size=205005 2024-09-12T00:40:43.287 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.289+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=4XP99R0N8MO5 type=del 2024-09-12T00:40:43.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.290+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=1R8VA2G38JNW type=del size=1009117 2024-09-12T00:40:43.290 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.291+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~W34PQ1UX9Y1C.0 size=1048576 2024-09-12T00:40:43.291 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.292+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~W34PQ1UX9Y1C.1 size=199267 2024-09-12T00:40:43.293 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.294+0000 7f647df87780 1 < completed multipart upload key=JMJMS24HWOOL upload=W34PQ1UX9Y1C tag=HJEDVHLF9GLO type=write size=2296419 2024-09-12T00:40:43.295 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.297+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~U7YVD2MGZCOD.0 size=1048576 2024-09-12T00:40:43.296 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.298+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~U7YVD2MGZCOD.1 size=872719 2024-09-12T00:40:43.297 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.298+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=U7YVD2MGZCOD tag=EZ5R3FBPVTUQ type=write size=2969871 2024-09-12T00:40:43.298 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.299+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=ZQ58VFU0D6WO type=del 2024-09-12T00:40:43.300 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.301+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~0IKALM7K799N.0 size=573531 2024-09-12T00:40:43.300 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.301+0000 7f647df87780 1 > prepared multipart upload key=04HXBZNCOGYY upload=0IKALM7K799N tag=L4C5KXZHM6LV type=write size=1622107 2024-09-12T00:40:43.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.304+0000 7f647df87780 1 < suggested remove operation key=AVZHOIJP092M tag=TPYJ5HIJ4I69 type=del 2024-09-12T00:40:43.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.305+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=CLN77IR3BM2F type=del size=4139958 2024-09-12T00:40:43.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.306+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=P1PZ47BCJAKH type=del 2024-09-12T00:40:43.307 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.309+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~V5Q8DCF6OXKR.0 size=1048576 2024-09-12T00:40:43.308 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.309+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~V5Q8DCF6OXKR.1 size=263019 2024-09-12T00:40:43.308 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.309+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=V5Q8DCF6OXKR tag=CASLAMQEU72R type=write size=2360171 2024-09-12T00:40:43.309 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.311+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=BJ0O8TIBVJ9R type=del 2024-09-12T00:40:43.312 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.313+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~EIDKPS3RF8L4.0 size=381487 2024-09-12T00:40:43.312 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.313+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=EIDKPS3RF8L4 tag=U47XUM9BFCZ2 type=write size=1430063 2024-09-12T00:40:43.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.315+0000 7f647df87780 1 < suggested remove operation key=LE3HT175C87H tag=SJD11H1L2U16 type=del 2024-09-12T00:40:43.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.317+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=FJUZU6FVX4Z1 type=del size=846007 2024-09-12T00:40:43.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.318+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~MQ6ZTVQ2VRST.0 size=554457 2024-09-12T00:40:43.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.320+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=MQ6ZTVQ2VRST tag=XI9HBUO0GDBG type=write size=1603033 2024-09-12T00:40:43.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.322+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=5B7VXZQW2HZJ type=del size=1558112 2024-09-12T00:40:43.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.323+0000 7f647df87780 1 < completed write operation key=OF18XY41L1L9 tag=U74VGROT7S3L type=write size=755065 2024-09-12T00:40:43.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.324+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=FXLO2F3OIJC4 type=del size=3086761 2024-09-12T00:40:43.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.325+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~OUF6B4EOBSRH.0 size=368960 2024-09-12T00:40:43.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.328+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=OUF6B4EOBSRH tag=QYMD9W5B3134 type=write size=1417536 2024-09-12T00:40:43.327 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.329+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=WF58N4KEMI4C type=del size=3259946 2024-09-12T00:40:43.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.330+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~6EK4EJIYTG43.0 size=1048576 2024-09-12T00:40:43.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.331+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~6EK4EJIYTG43.1 size=1048576 2024-09-12T00:40:43.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.332+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~6EK4EJIYTG43.2 size=324341 2024-09-12T00:40:43.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.334+0000 7f647df87780 1 < completed multipart upload key=3XY73F87GDR5 upload=6EK4EJIYTG43 tag=9LJS3UVCIRI1 type=write size=3470069 2024-09-12T00:40:43.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.337+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~EMVQAQBQUJWR.0 size=1048576 2024-09-12T00:40:43.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.338+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~EMVQAQBQUJWR.1 size=1048576 2024-09-12T00:40:43.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.338+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~EMVQAQBQUJWR.2 size=760419 2024-09-12T00:40:43.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.338+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=EMVQAQBQUJWR tag=8890ENAYAT3H type=write size=3906147 2024-09-12T00:40:43.338 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.340+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~YRI1LOPFUMFM.0 size=78077 2024-09-12T00:40:43.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.342+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=YRI1LOPFUMFM tag=4BTMDUFD0AAM type=write size=1126653 2024-09-12T00:40:43.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.343+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=MDNEFDZINAJ8 type=del size=524502 2024-09-12T00:40:43.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.344+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=8QEAU3ZSMJV9 type=del 2024-09-12T00:40:43.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.346+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=CB6LMW9RBK5T type=write size=90737 2024-09-12T00:40:43.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.347+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=NWWRI73AP1M8 type=del 2024-09-12T00:40:43.348 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.349+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~1VOY900XWHG2.0 size=1048576 2024-09-12T00:40:43.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.350+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~1VOY900XWHG2.1 size=883441 2024-09-12T00:40:43.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.350+0000 7f647df87780 1 > prepared multipart upload key=04HXBZNCOGYY upload=1VOY900XWHG2 tag=EBR871RGKT81 type=write size=2980593 2024-09-12T00:40:43.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.351+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~N00ZCVLTNB1W.0 size=1048576 2024-09-12T00:40:43.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.352+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~N00ZCVLTNB1W.1 size=511940 2024-09-12T00:40:43.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.354+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=N00ZCVLTNB1W tag=1M3YTPDTRX2S type=write size=2609092 2024-09-12T00:40:43.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.357+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~4RPUB0O8RUHH.0 size=1048576 2024-09-12T00:40:43.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.358+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~4RPUB0O8RUHH.1 size=1048576 2024-09-12T00:40:43.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.359+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~4RPUB0O8RUHH.2 size=397641 2024-09-12T00:40:43.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.359+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=4RPUB0O8RUHH tag=TEPLP60L1GAS type=write size=3543369 2024-09-12T00:40:43.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.360+0000 7f647df87780 1 < completed write operation key=0XE0T6C53BZV tag=93DSTBG01H33 type=write size=205005 2024-09-12T00:40:43.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.361+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=1DFJY4CV542W type=write size=981139 2024-09-12T00:40:43.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.363+0000 7f647df87780 1 < completed delete operation key=NPV6EUTTARM2 tag=1R8VA2G38JNW type=del 2024-09-12T00:40:43.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.364+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=Y7OLD7LSNI8C type=del size=1247912 2024-09-12T00:40:43.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.365+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~U7YVD2MGZCOD.0 size=1048576 2024-09-12T00:40:43.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.366+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~U7YVD2MGZCOD.1 size=872719 2024-09-12T00:40:43.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.368+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=U7YVD2MGZCOD tag=EZ5R3FBPVTUQ type=write size=2969871 2024-09-12T00:40:43.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.370+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=RDDZ2QHZ3UNE type=del size=3630527 2024-09-12T00:40:43.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.371+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~0IKALM7K799N.0 size=573531 2024-09-12T00:40:43.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.373+0000 7f647df87780 1 < completed multipart upload key=04HXBZNCOGYY upload=0IKALM7K799N tag=L4C5KXZHM6LV type=write size=1622107 2024-09-12T00:40:43.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.376+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~48RU4XW0Q5RQ.0 size=1048576 2024-09-12T00:40:43.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.377+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~48RU4XW0Q5RQ.1 size=1048576 2024-09-12T00:40:43.377 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.378+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~48RU4XW0Q5RQ.2 size=793665 2024-09-12T00:40:43.377 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.378+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=48RU4XW0Q5RQ tag=QWE326RW2T5V type=write size=3939393 2024-09-12T00:40:43.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.380+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=CLN77IR3BM2F type=del 2024-09-12T00:40:43.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.381+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=CT3LSW5W92WG type=del size=1914729 2024-09-12T00:40:43.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.382+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~V5Q8DCF6OXKR.0 size=1048576 2024-09-12T00:40:43.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.383+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~V5Q8DCF6OXKR.1 size=263019 2024-09-12T00:40:43.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.386+0000 7f647df87780 1 < completed multipart upload key=JMJMS24HWOOL upload=V5Q8DCF6OXKR tag=CASLAMQEU72R type=write size=2360171 2024-09-12T00:40:43.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.387+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=JP93HG12U36A type=del size=1874851 2024-09-12T00:40:43.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.388+0000 7f647df87780 1 < canceled part key=_multipart_U26SRCOKNFVC.2~EIDKPS3RF8L4.0 size=381487 2024-09-12T00:40:43.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.390+0000 7f647df87780 1 < canceled multipart upload key=U26SRCOKNFVC upload=EIDKPS3RF8L4 tag=U47XUM9BFCZ2 type=write size=1430063 2024-09-12T00:40:43.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.391+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=S9HQHFTB781E type=del size=2137544 2024-09-12T00:40:43.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.393+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=FJUZU6FVX4Z1 type=del 2024-09-12T00:40:43.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.394+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=LT20L7OLKVER type=del size=290081 2024-09-12T00:40:43.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.397+0000 7f647df87780 1 < suggested update operation key=0XE0T6C53BZV tag=5B7VXZQW2HZJ type=del size=1558112 2024-09-12T00:40:43.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.400+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~1XHKDQRTBL0G.0 size=1048576 2024-09-12T00:40:43.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.401+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~1XHKDQRTBL0G.1 size=1048576 2024-09-12T00:40:43.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.402+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~1XHKDQRTBL0G.2 size=542733 2024-09-12T00:40:43.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.402+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=1XHKDQRTBL0G tag=NUBNPYQ7038L type=write size=3688461 2024-09-12T00:40:43.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.404+0000 7f647df87780 1 < suggested update operation key=04HXBZNCOGYY tag=FXLO2F3OIJC4 type=del size=3086761 2024-09-12T00:40:43.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.406+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=PH6VZPARTKV7 type=write size=564796 2024-09-12T00:40:43.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.407+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=WF58N4KEMI4C type=del 2024-09-12T00:40:43.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.409+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~ARFIKWDQ8ZSO.0 size=1048576 2024-09-12T00:40:43.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.410+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~ARFIKWDQ8ZSO.1 size=230851 2024-09-12T00:40:43.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.410+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=ARFIKWDQ8ZSO tag=QJE79TUBNXIQ type=write size=2328003 2024-09-12T00:40:43.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.412+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~EMVQAQBQUJWR.0 size=1048576 2024-09-12T00:40:43.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.413+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~EMVQAQBQUJWR.1 size=1048576 2024-09-12T00:40:43.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.414+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~EMVQAQBQUJWR.2 size=760419 2024-09-12T00:40:43.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.416+0000 7f647df87780 1 < completed multipart upload key=JMJMS24HWOOL upload=EMVQAQBQUJWR tag=8890ENAYAT3H type=write size=3906147 2024-09-12T00:40:43.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.418+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=1V538J6AQ9C3 type=del size=4077990 2024-09-12T00:40:43.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.419+0000 7f647df87780 1 < canceled operation key=UOXLW1EM8Y7O tag=MDNEFDZINAJ8 type=del size=524502 2024-09-12T00:40:43.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.422+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~S5FP7IEVO8JK.0 size=298717 2024-09-12T00:40:43.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.422+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=S5FP7IEVO8JK tag=8A6P9HRFJGFO type=write size=1347293 2024-09-12T00:40:43.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.425+0000 7f647df87780 1 < suggested update operation key=9K3R0N60JBRX tag=CB6LMW9RBK5T type=write size=90737 2024-09-12T00:40:43.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.426+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=PC4H3SC7R4S6 type=del size=367400 2024-09-12T00:40:43.426 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.428+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~1VOY900XWHG2.0 size=1048576 2024-09-12T00:40:43.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.429+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~1VOY900XWHG2.1 size=883441 2024-09-12T00:40:43.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.432+0000 7f647df87780 1 < completed multipart upload key=04HXBZNCOGYY upload=1VOY900XWHG2 tag=EBR871RGKT81 type=write size=2980593 2024-09-12T00:40:43.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.433+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=73C93P3MOOIZ type=del size=664244 2024-09-12T00:40:43.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.435+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~4RPUB0O8RUHH.0 size=1048576 2024-09-12T00:40:43.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.435+0000 7f647df87780 1 < canceled part key=_multipart_2Y81YQV19GMR.2~4RPUB0O8RUHH.1 size=1048576 2024-09-12T00:40:43.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.436+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~4RPUB0O8RUHH.2 size=397641 2024-09-12T00:40:43.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.438+0000 7f647df87780 1 < canceled multipart upload key=2Y81YQV19GMR upload=4RPUB0O8RUHH tag=TEPLP60L1GAS type=write size=3543369 2024-09-12T00:40:43.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.440+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=W5Y1ODD0VOLJ type=write size=287370 2024-09-12T00:40:43.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.443+0000 7f647df87780 1 < suggested remove operation key=0BE2GIY7HJJS tag=1DFJY4CV542W type=write 2024-09-12T00:40:43.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.444+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=TSJ94RXM202F type=write size=571716 2024-09-12T00:40:43.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.446+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=Y7OLD7LSNI8C type=del 2024-09-12T00:40:43.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.448+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=JY6OEKQY3DQP type=del size=977903 2024-09-12T00:40:43.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.449+0000 7f647df87780 -1 < failed to complete operation key=0XE0T6C53BZV tag=RDDZ2QHZ3UNE type=del size=3630527: (22) Invalid argument 2024-09-12T00:40:43.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.452+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~92WI6NW4B6OS.0 size=74317 2024-09-12T00:40:43.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.452+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=92WI6NW4B6OS tag=G386TWARN8FN type=write size=1122893 2024-09-12T00:40:43.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.453+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~48RU4XW0Q5RQ.0 size=1048576 2024-09-12T00:40:43.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.454+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~48RU4XW0Q5RQ.1 size=1048576 2024-09-12T00:40:43.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.456+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~48RU4XW0Q5RQ.2 size=793665 2024-09-12T00:40:43.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.458+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=48RU4XW0Q5RQ tag=QWE326RW2T5V type=write size=3939393 2024-09-12T00:40:43.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.460+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=C9L1XFQY6JX5 type=del size=2313922 2024-09-12T00:40:43.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.461+0000 7f647df87780 1 < canceled operation key=G40IYJZMFFPS tag=CT3LSW5W92WG type=del size=1914729 2024-09-12T00:40:43.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.463+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=8LIDBDBZJTLY type=del size=1572784 2024-09-12T00:40:43.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.464+0000 7f647df87780 -1 < failed to complete operation key=0XE0T6C53BZV tag=JP93HG12U36A type=del size=1874851: (22) Invalid argument 2024-09-12T00:40:43.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.466+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~J5YGOADAN19K.0 size=1048576 2024-09-12T00:40:43.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.467+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~J5YGOADAN19K.1 size=935861 2024-09-12T00:40:43.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.467+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=J5YGOADAN19K tag=RMA2T8NJ34EQ type=write size=3033013 2024-09-12T00:40:43.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.469+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=S9HQHFTB781E type=del 2024-09-12T00:40:43.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.471+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~W30QT19WURCB.0 size=530833 2024-09-12T00:40:43.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.471+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=W30QT19WURCB tag=522OQMC386FS type=write size=1579409 2024-09-12T00:40:43.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.472+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=LT20L7OLKVER type=del 2024-09-12T00:40:43.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.473+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=RWXOTIFJTZM0 type=del size=3311685 2024-09-12T00:40:43.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.475+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~1XHKDQRTBL0G.0 size=1048576 2024-09-12T00:40:43.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.475+0000 7f647df87780 1 < canceled part key=_multipart_0BE2GIY7HJJS.2~1XHKDQRTBL0G.1 size=1048576 2024-09-12T00:40:43.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.476+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~1XHKDQRTBL0G.2 size=542733 2024-09-12T00:40:43.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.478+0000 7f647df87780 1 < canceled multipart upload key=0BE2GIY7HJJS upload=1XHKDQRTBL0G tag=NUBNPYQ7038L type=write size=3688461 2024-09-12T00:40:43.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.479+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=N5L3VWIBTA71 type=del size=861989 2024-09-12T00:40:43.479 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.481+0000 7f647df87780 1 < completed write operation key=1W80H32TA80K tag=PH6VZPARTKV7 type=write size=564796 2024-09-12T00:40:43.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.483+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~R70PCN14WDSJ.0 size=1048576 2024-09-12T00:40:43.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.484+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~R70PCN14WDSJ.1 size=805331 2024-09-12T00:40:43.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.484+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=R70PCN14WDSJ tag=18ANS51GDDDX type=write size=2902483 2024-09-12T00:40:43.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.485+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~ARFIKWDQ8ZSO.0 size=1048576 2024-09-12T00:40:43.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.486+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~ARFIKWDQ8ZSO.1 size=230851 2024-09-12T00:40:43.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.489+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=ARFIKWDQ8ZSO tag=QJE79TUBNXIQ type=write size=2328003 2024-09-12T00:40:43.488 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.490+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=TZSFLTMX9YHH type=write size=1005130 2024-09-12T00:40:43.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.491+0000 7f647df87780 1 < completed delete operation key=HLPZFLK75SWI tag=1V538J6AQ9C3 type=del 2024-09-12T00:40:43.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.492+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=J9GURTTO88BQ type=del size=1653469 2024-09-12T00:40:43.492 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.493+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~S5FP7IEVO8JK.0 size=298717 2024-09-12T00:40:43.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.496+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=S5FP7IEVO8JK tag=8A6P9HRFJGFO type=write size=1347293 2024-09-12T00:40:43.496 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.497+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=BFWMBB8SE0V3 type=del size=660284 2024-09-12T00:40:43.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.498+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=PC4H3SC7R4S6 type=del 2024-09-12T00:40:43.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.501+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~UH7O8XP2OPVT.0 size=1048576 2024-09-12T00:40:43.500 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.502+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~UH7O8XP2OPVT.1 size=29021 2024-09-12T00:40:43.501 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.502+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=UH7O8XP2OPVT tag=LBZW2GXOIQ2P type=write size=2126173 2024-09-12T00:40:43.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.505+0000 7f647df87780 1 < suggested update operation key=IE03MW8R3TVU tag=73C93P3MOOIZ type=del size=664244 2024-09-12T00:40:43.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.506+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=JE1065DDDVCK type=del size=2418085 2024-09-12T00:40:43.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.507+0000 7f647df87780 -1 < failed to complete operation key=IE03MW8R3TVU tag=W5Y1ODD0VOLJ type=write size=287370: (22) Invalid argument 2024-09-12T00:40:43.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.508+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=RQGLRZSPJXAK type=del size=2807672 2024-09-12T00:40:43.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.510+0000 7f647df87780 1 < completed write operation key=2Y81YQV19GMR tag=TSJ94RXM202F type=write size=571716 2024-09-12T00:40:43.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.511+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=ILQ0Y5CPBG8G type=write size=830615 2024-09-12T00:40:43.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.512+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=JY6OEKQY3DQP type=del 2024-09-12T00:40:43.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.514+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=7MBCGJYV5GLP type=del size=3978896 2024-09-12T00:40:43.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.515+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~92WI6NW4B6OS.0 size=74317 2024-09-12T00:40:43.516 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.517+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=92WI6NW4B6OS tag=G386TWARN8FN type=write size=1122893 2024-09-12T00:40:43.517 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.519+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=D5OEPZU4B6I7 type=del size=3176192 2024-09-12T00:40:43.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.520+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=C9L1XFQY6JX5 type=del 2024-09-12T00:40:43.521 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.522+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~Y2915VJQALKW.0 size=1048576 2024-09-12T00:40:43.522 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.523+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~Y2915VJQALKW.1 size=861012 2024-09-12T00:40:43.522 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.523+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=Y2915VJQALKW tag=2I3D3FPVJL4I type=write size=2958164 2024-09-12T00:40:43.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.524+0000 7f647df87780 1 < completed delete operation key=AVZHOIJP092M tag=8LIDBDBZJTLY type=del 2024-09-12T00:40:43.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.527+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~NEWWL84B7DTJ.0 size=1048576 2024-09-12T00:40:43.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.528+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~NEWWL84B7DTJ.1 size=1048576 2024-09-12T00:40:43.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.529+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~NEWWL84B7DTJ.2 size=470579 2024-09-12T00:40:43.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.529+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=NEWWL84B7DTJ tag=G5AFXYU9TSSZ type=write size=3616307 2024-09-12T00:40:43.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.530+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~J5YGOADAN19K.0 size=1048576 2024-09-12T00:40:43.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.531+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~J5YGOADAN19K.1 size=935861 2024-09-12T00:40:43.532 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.533+0000 7f647df87780 1 < completed multipart upload key=NPV6EUTTARM2 upload=J5YGOADAN19K tag=RMA2T8NJ34EQ type=write size=3033013 2024-09-12T00:40:43.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.536+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~38D3HJQQJ1W2.0 size=1048576 2024-09-12T00:40:43.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.537+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~38D3HJQQJ1W2.1 size=468913 2024-09-12T00:40:43.536 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.537+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=38D3HJQQJ1W2 tag=ZFAF81J5NRFJ type=write size=2566065 2024-09-12T00:40:43.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.538+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~W30QT19WURCB.0 size=530833 2024-09-12T00:40:43.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.540+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=W30QT19WURCB tag=522OQMC386FS type=write size=1579409 2024-09-12T00:40:43.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.542+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=9LU3GY8HK77W type=del size=3148980 2024-09-12T00:40:43.541 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.543+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=RWXOTIFJTZM0 type=del 2024-09-12T00:40:43.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.544+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=2CJ59XMJMBA4 type=del size=4149510 2024-09-12T00:40:43.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.546+0000 7f647df87780 1 < canceled operation key=NF21FK049RBH tag=N5L3VWIBTA71 type=del size=861989 2024-09-12T00:40:43.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.547+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=1B9SXAPSWU0B type=del size=1795693 2024-09-12T00:40:43.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.548+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~R70PCN14WDSJ.0 size=1048576 2024-09-12T00:40:43.548 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.549+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~R70PCN14WDSJ.1 size=805331 2024-09-12T00:40:43.550 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.552+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=R70PCN14WDSJ tag=18ANS51GDDDX type=write size=2902483 2024-09-12T00:40:43.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.553+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=5884JX0QP3SJ type=del size=2119104 2024-09-12T00:40:43.553 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.554+0000 7f647df87780 1 < completed write operation key=LE3HT175C87H tag=TZSFLTMX9YHH type=write size=1005130 2024-09-12T00:40:43.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.556+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=PFEHP5415QSF type=del size=868700 2024-09-12T00:40:43.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.558+0000 7f647df87780 1 < suggested update operation key=JT51QJXZTSBO tag=J9GURTTO88BQ type=del size=1653469 2024-09-12T00:40:43.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.560+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=7MXEWSNJHUW1 type=write size=923343 2024-09-12T00:40:43.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.561+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=BFWMBB8SE0V3 type=del 2024-09-12T00:40:43.562 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.563+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~6VP90S475R0I.0 size=1048576 2024-09-12T00:40:43.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.564+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~6VP90S475R0I.1 size=25401 2024-09-12T00:40:43.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.564+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=6VP90S475R0I tag=S509Q0H5OW1X type=write size=2122553 2024-09-12T00:40:43.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.566+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~UH7O8XP2OPVT.0 size=1048576 2024-09-12T00:40:43.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.567+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~UH7O8XP2OPVT.1 size=29021 2024-09-12T00:40:43.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.569+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=UH7O8XP2OPVT tag=LBZW2GXOIQ2P type=write size=2126173 2024-09-12T00:40:43.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.571+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~KTDGEIM29OJV.0 size=233792 2024-09-12T00:40:43.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.571+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=KTDGEIM29OJV tag=WRMPEPCY9T4T type=write size=1282368 2024-09-12T00:40:43.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.572+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=JE1065DDDVCK type=del 2024-09-12T00:40:43.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.574+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=ZJONCY0Q4SSR type=del size=3505188 2024-09-12T00:40:43.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.576+0000 7f647df87780 1 < suggested remove operation key=O5X3U78R6ZDG tag=RQGLRZSPJXAK type=del 2024-09-12T00:40:43.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.578+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=EBFBFQT6IWA6 type=del size=3888764 2024-09-12T00:40:43.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.580+0000 7f647df87780 1 < suggested remove operation key=UOXLW1EM8Y7O tag=ILQ0Y5CPBG8G type=write 2024-09-12T00:40:43.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.583+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~LJPHYYI2HZDF.0 size=895154 2024-09-12T00:40:43.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.583+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=LJPHYYI2HZDF tag=PQ4B0B6JMOZ6 type=write size=1943730 2024-09-12T00:40:43.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.584+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=7MBCGJYV5GLP type=del 2024-09-12T00:40:43.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.585+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=912MKVP09M5O type=del size=1169130 2024-09-12T00:40:43.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.586+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=D5OEPZU4B6I7 type=del 2024-09-12T00:40:43.586 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.588+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=V43C7HNDNYL2 type=del size=3813803 2024-09-12T00:40:43.588 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.589+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~Y2915VJQALKW.0 size=1048576 2024-09-12T00:40:43.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.590+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~Y2915VJQALKW.1 size=861012 2024-09-12T00:40:43.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.592+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=Y2915VJQALKW tag=2I3D3FPVJL4I type=write size=2958164 2024-09-12T00:40:43.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.595+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~FXR5TDF0SCW5.0 size=1048576 2024-09-12T00:40:43.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.596+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~FXR5TDF0SCW5.1 size=1048576 2024-09-12T00:40:43.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.597+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~FXR5TDF0SCW5.2 size=931051 2024-09-12T00:40:43.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.597+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=FXR5TDF0SCW5 tag=P590DP982AIY type=write size=4076779 2024-09-12T00:40:43.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.598+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~NEWWL84B7DTJ.0 size=1048576 2024-09-12T00:40:43.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.599+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~NEWWL84B7DTJ.1 size=1048576 2024-09-12T00:40:43.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.600+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~NEWWL84B7DTJ.2 size=470579 2024-09-12T00:40:43.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.602+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=NEWWL84B7DTJ tag=G5AFXYU9TSSZ type=write size=3616307 2024-09-12T00:40:43.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.604+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=5DU3N3LIFURP type=write size=143710 2024-09-12T00:40:43.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.605+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~38D3HJQQJ1W2.0 size=1048576 2024-09-12T00:40:43.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.606+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~38D3HJQQJ1W2.1 size=468913 2024-09-12T00:40:43.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.608+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=38D3HJQQJ1W2 tag=ZFAF81J5NRFJ type=write size=2566065 2024-09-12T00:40:43.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.610+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=ZKZVTE92WIFY type=del size=1685814 2024-09-12T00:40:43.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.611+0000 7f647df87780 1 < canceled operation key=AVZHOIJP092M tag=9LU3GY8HK77W type=del size=3148980 2024-09-12T00:40:43.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.613+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~VAX0JZX08ZZ8.0 size=679072 2024-09-12T00:40:43.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.613+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=VAX0JZX08ZZ8 tag=ETO9LVN7HO81 type=write size=1727648 2024-09-12T00:40:43.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.614+0000 7f647df87780 1 < completed delete operation key=HLPZFLK75SWI tag=2CJ59XMJMBA4 type=del 2024-09-12T00:40:43.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.616+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=K5GYHR2OBZEU type=del size=1275749 2024-09-12T00:40:43.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.617+0000 7f647df87780 1 < canceled operation key=2Y81YQV19GMR tag=1B9SXAPSWU0B type=del size=1795693 2024-09-12T00:40:43.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.618+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=JMU548YJVY6X type=del size=3972696 2024-09-12T00:40:43.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.619+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=5884JX0QP3SJ type=del 2024-09-12T00:40:43.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.621+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=PXJMIW2HOGHW type=write size=195890 2024-09-12T00:40:43.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.622+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=PFEHP5415QSF type=del 2024-09-12T00:40:43.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.624+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~A9NR6OD166IA.0 size=1048576 2024-09-12T00:40:43.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.625+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~A9NR6OD166IA.1 size=1048576 2024-09-12T00:40:43.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.626+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~A9NR6OD166IA.2 size=81072 2024-09-12T00:40:43.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.626+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=A9NR6OD166IA tag=65Z2HGT48AUJ type=write size=3226800 2024-09-12T00:40:43.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.628+0000 7f647df87780 1 < completed write operation key=9K3R0N60JBRX tag=7MXEWSNJHUW1 type=write size=923343 2024-09-12T00:40:43.628 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.629+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=XILBYTP317VN type=write size=848421 2024-09-12T00:40:43.628 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.629+0000 7f647df87780 1 < canceled part key=_multipart_QWKIWP013AMX.2~6VP90S475R0I.0 size=1048576 2024-09-12T00:40:43.629 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.630+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~6VP90S475R0I.1 size=25401 2024-09-12T00:40:43.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.632+0000 7f647df87780 1 < canceled multipart upload key=QWKIWP013AMX upload=6VP90S475R0I tag=S509Q0H5OW1X type=write size=2122553 2024-09-12T00:40:43.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.634+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=X06HYQ89VDVR type=write size=297636 2024-09-12T00:40:43.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.636+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~KTDGEIM29OJV.0 size=233792 2024-09-12T00:40:43.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.638+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=KTDGEIM29OJV tag=WRMPEPCY9T4T type=write size=1282368 2024-09-12T00:40:43.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.640+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~U1F2JSOVWMD7.0 size=1048576 2024-09-12T00:40:43.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.641+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~U1F2JSOVWMD7.1 size=1048576 2024-09-12T00:40:43.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.642+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~U1F2JSOVWMD7.2 size=830966 2024-09-12T00:40:43.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.642+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=U1F2JSOVWMD7 tag=0ZLE68XO0239 type=write size=3976694 2024-09-12T00:40:43.642 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.643+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=ZJONCY0Q4SSR type=del 2024-09-12T00:40:43.644 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.646+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~FEKTRYYFMSON.0 size=1048576 2024-09-12T00:40:43.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.647+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~FEKTRYYFMSON.1 size=349518 2024-09-12T00:40:43.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.647+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=FEKTRYYFMSON tag=71D1GQORIH5M type=write size=2446670 2024-09-12T00:40:43.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.648+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=EBFBFQT6IWA6 type=del 2024-09-12T00:40:43.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.650+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~KKRRB3LLJZ89.0 size=1048576 2024-09-12T00:40:43.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.651+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~KKRRB3LLJZ89.1 size=663780 2024-09-12T00:40:43.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.651+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=KKRRB3LLJZ89 tag=A2R8CXPC3K0U type=write size=2760932 2024-09-12T00:40:43.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.652+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~LJPHYYI2HZDF.0 size=895154 2024-09-12T00:40:43.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.655+0000 7f647df87780 1 < completed multipart upload key=NPV6EUTTARM2 upload=LJPHYYI2HZDF tag=PQ4B0B6JMOZ6 type=write size=1943730 2024-09-12T00:40:43.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.656+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=XKWX7KFC4A97 type=del size=3551458 2024-09-12T00:40:43.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.658+0000 7f647df87780 1 < suggested remove operation key=9K3R0N60JBRX tag=912MKVP09M5O type=del 2024-09-12T00:40:43.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.661+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~F7CV85RIKK5Y.0 size=1048576 2024-09-12T00:40:43.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.662+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~F7CV85RIKK5Y.1 size=739348 2024-09-12T00:40:43.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.662+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=F7CV85RIKK5Y tag=YY92RWMA2CLJ type=write size=2836500 2024-09-12T00:40:43.662 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.663+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=V43C7HNDNYL2 type=del 2024-09-12T00:40:43.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.664+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=INVRLTAW7Z93 type=del size=3944072 2024-09-12T00:40:43.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.666+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~FXR5TDF0SCW5.0 size=1048576 2024-09-12T00:40:43.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.667+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~FXR5TDF0SCW5.1 size=1048576 2024-09-12T00:40:43.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.668+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~FXR5TDF0SCW5.2 size=931051 2024-09-12T00:40:43.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.670+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=FXR5TDF0SCW5 tag=P590DP982AIY type=write size=4076779 2024-09-12T00:40:43.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.671+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=7I221J9EIWCQ type=del size=3298344 2024-09-12T00:40:43.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.672+0000 7f647df87780 1 < completed write operation key=3XY73F87GDR5 tag=5DU3N3LIFURP type=write size=143710 2024-09-12T00:40:43.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.675+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~YUNXXFNTKZH1.0 size=1048576 2024-09-12T00:40:43.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.676+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~YUNXXFNTKZH1.1 size=930386 2024-09-12T00:40:43.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.676+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=YUNXXFNTKZH1 tag=8LACT1HB5L9Y type=write size=3027538 2024-09-12T00:40:43.675 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.677+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=ZKZVTE92WIFY type=del 2024-09-12T00:40:43.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.678+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=FFH3F9B1AFJM type=del size=1860137 2024-09-12T00:40:43.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.679+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~VAX0JZX08ZZ8.0 size=679072 2024-09-12T00:40:43.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.681+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=VAX0JZX08ZZ8 tag=ETO9LVN7HO81 type=write size=1727648 2024-09-12T00:40:43.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.683+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=FYQK0XR1G53D type=del size=7441 2024-09-12T00:40:43.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.684+0000 7f647df87780 -1 < failed to complete operation key=9K3R0N60JBRX tag=K5GYHR2OBZEU type=del size=1275749: (22) Invalid argument 2024-09-12T00:40:43.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.685+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=8XLWKG1V24JB type=del size=1123579 2024-09-12T00:40:43.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.686+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=JMU548YJVY6X type=del 2024-09-12T00:40:43.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.688+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=BCMHENTSURI9 type=del size=1412649 2024-09-12T00:40:43.687 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.689+0000 7f647df87780 1 < completed write operation key=NF21FK049RBH tag=PXJMIW2HOGHW type=write size=195890 2024-09-12T00:40:43.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.691+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~S5QBFG9W1OCV.0 size=1048576 2024-09-12T00:40:43.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.692+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~S5QBFG9W1OCV.1 size=1048576 2024-09-12T00:40:43.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.693+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~S5QBFG9W1OCV.2 size=845122 2024-09-12T00:40:43.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.693+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=S5QBFG9W1OCV tag=EPRSVWWXWU5Z type=write size=3990850 2024-09-12T00:40:43.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.695+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~A9NR6OD166IA.0 size=1048576 2024-09-12T00:40:43.694 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.696+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~A9NR6OD166IA.1 size=1048576 2024-09-12T00:40:43.695 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.697+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~A9NR6OD166IA.2 size=81072 2024-09-12T00:40:43.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.699+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=A9NR6OD166IA tag=65Z2HGT48AUJ type=write size=3226800 2024-09-12T00:40:43.700 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.701+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~DASM7Z6HZ09S.0 size=1048576 2024-09-12T00:40:43.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.702+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~DASM7Z6HZ09S.1 size=729335 2024-09-12T00:40:43.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.702+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=DASM7Z6HZ09S tag=7S8XJFA6OJDW type=write size=2826487 2024-09-12T00:40:43.702 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.703+0000 7f647df87780 1 < completed write operation key=L02TT95H2C3E tag=XILBYTP317VN type=write size=848421 2024-09-12T00:40:43.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.705+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=64296J9KB79T type=del size=2861666 2024-09-12T00:40:43.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.706+0000 7f647df87780 1 < completed write operation key=VZITH4JWUAQS tag=X06HYQ89VDVR type=write size=297636 2024-09-12T00:40:43.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.709+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~EUNIYG6U4SSJ.0 size=229302 2024-09-12T00:40:43.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.709+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=EUNIYG6U4SSJ tag=NF8KYENRSYSP type=write size=1277878 2024-09-12T00:40:43.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.710+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~U1F2JSOVWMD7.0 size=1048576 2024-09-12T00:40:43.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.711+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~U1F2JSOVWMD7.1 size=1048576 2024-09-12T00:40:43.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.712+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~U1F2JSOVWMD7.2 size=830966 2024-09-12T00:40:43.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.714+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=U1F2JSOVWMD7 tag=0ZLE68XO0239 type=write size=3976694 2024-09-12T00:40:43.715 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.717+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~70H1AEFHYROW.0 size=1048576 2024-09-12T00:40:43.716 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.718+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~70H1AEFHYROW.1 size=548312 2024-09-12T00:40:43.716 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.718+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=70H1AEFHYROW tag=RSP5QPVWTF0Q type=write size=2645464 2024-09-12T00:40:43.718 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.719+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~FEKTRYYFMSON.0 size=1048576 2024-09-12T00:40:43.719 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.720+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~FEKTRYYFMSON.1 size=349518 2024-09-12T00:40:43.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.722+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=FEKTRYYFMSON tag=71D1GQORIH5M type=write size=2446670 2024-09-12T00:40:43.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.725+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~ZWXQ88B3ORCS.0 size=1048576 2024-09-12T00:40:43.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.726+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~ZWXQ88B3ORCS.1 size=46731 2024-09-12T00:40:43.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.726+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=ZWXQ88B3ORCS tag=J85BLOKM525D type=write size=2143883 2024-09-12T00:40:43.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.727+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~KKRRB3LLJZ89.0 size=1048576 2024-09-12T00:40:43.727 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.728+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~KKRRB3LLJZ89.1 size=663780 2024-09-12T00:40:43.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.731+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=KKRRB3LLJZ89 tag=A2R8CXPC3K0U type=write size=2760932 2024-09-12T00:40:43.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.732+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=BIUG8Y2DJ2NK type=write size=305755 2024-09-12T00:40:43.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.733+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=XKWX7KFC4A97 type=del 2024-09-12T00:40:43.734 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.736+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~3DC7QEN47PNS.0 size=1048576 2024-09-12T00:40:43.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.737+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~3DC7QEN47PNS.1 size=1048576 2024-09-12T00:40:43.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.738+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~3DC7QEN47PNS.2 size=539436 2024-09-12T00:40:43.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.738+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=3DC7QEN47PNS tag=ZBGQVIHDUIP9 type=write size=3685164 2024-09-12T00:40:43.738 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.739+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~F7CV85RIKK5Y.0 size=1048576 2024-09-12T00:40:43.739 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.740+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~F7CV85RIKK5Y.1 size=739348 2024-09-12T00:40:43.741 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.742+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=F7CV85RIKK5Y tag=YY92RWMA2CLJ type=write size=2836500 2024-09-12T00:40:43.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.745+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~HWJ8Z6O9RHVO.0 size=481346 2024-09-12T00:40:43.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.745+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=HWJ8Z6O9RHVO tag=MQ67VLSA3S0G type=write size=1529922 2024-09-12T00:40:43.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.746+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=INVRLTAW7Z93 type=del 2024-09-12T00:40:43.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.749+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~2217EGD22M14.0 size=1048576 2024-09-12T00:40:43.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.750+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~2217EGD22M14.1 size=637443 2024-09-12T00:40:43.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.750+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=2217EGD22M14 tag=URREH8XI3KW2 type=write size=2734595 2024-09-12T00:40:43.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.752+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=7I221J9EIWCQ type=del 2024-09-12T00:40:43.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.753+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=8R9TUSSJR703 type=write size=33515 2024-09-12T00:40:43.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.754+0000 7f647df87780 1 < canceled part key=_multipart_N21OD24FOXLB.2~YUNXXFNTKZH1.0 size=1048576 2024-09-12T00:40:43.756 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.755+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~YUNXXFNTKZH1.1 size=930386 2024-09-12T00:40:43.757 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.757+0000 7f647df87780 1 < canceled multipart upload key=N21OD24FOXLB upload=YUNXXFNTKZH1 tag=8LACT1HB5L9Y type=write size=3027538 2024-09-12T00:40:43.758 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.759+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~WERGKB9Q0LPG.0 size=1048576 2024-09-12T00:40:43.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.760+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~WERGKB9Q0LPG.1 size=1048576 2024-09-12T00:40:43.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.761+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~WERGKB9Q0LPG.2 size=160560 2024-09-12T00:40:43.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.761+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=WERGKB9Q0LPG tag=4OW1JMI7Z025 type=write size=3306288 2024-09-12T00:40:43.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.762+0000 7f647df87780 1 < completed delete operation key=HLPZFLK75SWI tag=FFH3F9B1AFJM type=del 2024-09-12T00:40:43.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.764+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=SO3QXROPKR8E type=del size=2803839 2024-09-12T00:40:43.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.765+0000 7f647df87780 1 < completed delete operation key=JT51QJXZTSBO tag=FYQK0XR1G53D type=del 2024-09-12T00:40:43.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.767+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~CTMAFDXD42YW.0 size=1048576 2024-09-12T00:40:43.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.768+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~CTMAFDXD42YW.1 size=1048576 2024-09-12T00:40:43.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.769+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~CTMAFDXD42YW.2 size=886274 2024-09-12T00:40:43.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.769+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=CTMAFDXD42YW tag=41DIEG1QDFYP type=write size=4032002 2024-09-12T00:40:43.769 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.771+0000 7f647df87780 1 < canceled operation key=U4TCVRRJZRXA tag=8XLWKG1V24JB type=del size=1123579 2024-09-12T00:40:43.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.773+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~5NPUM6E9E396.0 size=1048576 2024-09-12T00:40:43.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.774+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~5NPUM6E9E396.1 size=1048576 2024-09-12T00:40:43.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.775+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~5NPUM6E9E396.2 size=494972 2024-09-12T00:40:43.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.775+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=5NPUM6E9E396 tag=23IWF93C9DX1 type=write size=3640700 2024-09-12T00:40:43.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.778+0000 7f647df87780 1 < suggested update operation key=VZITH4JWUAQS tag=BCMHENTSURI9 type=del size=1412649 2024-09-12T00:40:43.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.779+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=651VKZQU75W8 type=del size=2120878 2024-09-12T00:40:43.779 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.781+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~S5QBFG9W1OCV.0 size=1048576 2024-09-12T00:40:43.780 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.782+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~S5QBFG9W1OCV.1 size=1048576 2024-09-12T00:40:43.781 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.783+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~S5QBFG9W1OCV.2 size=845122 2024-09-12T00:40:43.783 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.785+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=S5QBFG9W1OCV tag=EPRSVWWXWU5Z type=write size=3990850 2024-09-12T00:40:43.785 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.786+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=KC4IS7KHTFP8 type=del size=353587 2024-09-12T00:40:43.785 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.786+0000 7f647df87780 1 < canceled part key=_multipart_A5X2OQZEVJSX.2~DASM7Z6HZ09S.0 size=1048576 2024-09-12T00:40:43.785 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.786+0000 7f647df87780 1 < canceled part key=_multipart_A5X2OQZEVJSX.2~DASM7Z6HZ09S.1 size=729335 2024-09-12T00:40:43.787 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.788+0000 7f647df87780 1 < canceled multipart upload key=A5X2OQZEVJSX upload=DASM7Z6HZ09S tag=7S8XJFA6OJDW type=write size=2826487 2024-09-12T00:40:43.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.790+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=70YMPV885RZJ type=del size=3121446 2024-09-12T00:40:43.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.791+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=64296J9KB79T type=del 2024-09-12T00:40:43.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.792+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=1X7247FB0IUI type=write size=2132 2024-09-12T00:40:43.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.793+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~EUNIYG6U4SSJ.0 size=229302 2024-09-12T00:40:43.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.795+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=EUNIYG6U4SSJ tag=NF8KYENRSYSP type=write size=1277878 2024-09-12T00:40:43.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.797+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=NF53BYDVJ3HB type=del size=768256 2024-09-12T00:40:43.797 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.798+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~70H1AEFHYROW.0 size=1048576 2024-09-12T00:40:43.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.799+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~70H1AEFHYROW.1 size=548312 2024-09-12T00:40:43.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.801+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=70H1AEFHYROW tag=RSP5QPVWTF0Q type=write size=2645464 2024-09-12T00:40:43.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.804+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~D940EF4TSUDZ.0 size=1048576 2024-09-12T00:40:43.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.805+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~D940EF4TSUDZ.1 size=722548 2024-09-12T00:40:43.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.805+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=D940EF4TSUDZ tag=U2FUIQRC6XG6 type=write size=2819700 2024-09-12T00:40:43.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.807+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~ZWXQ88B3ORCS.0 size=1048576 2024-09-12T00:40:43.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.808+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~ZWXQ88B3ORCS.1 size=46731 2024-09-12T00:40:43.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.810+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=ZWXQ88B3ORCS tag=J85BLOKM525D type=write size=2143883 2024-09-12T00:40:43.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.811+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=7847714H82AN type=del size=2418333 2024-09-12T00:40:43.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.812+0000 7f647df87780 -1 < failed to complete operation key=VZITH4JWUAQS tag=BIUG8Y2DJ2NK type=write size=305755: (22) Invalid argument 2024-09-12T00:40:43.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.814+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=M3PGM9DJ7WD1 type=del size=3765359 2024-09-12T00:40:43.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.815+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~3DC7QEN47PNS.0 size=1048576 2024-09-12T00:40:43.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.816+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~3DC7QEN47PNS.1 size=1048576 2024-09-12T00:40:43.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.817+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~3DC7QEN47PNS.2 size=539436 2024-09-12T00:40:43.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.820+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=3DC7QEN47PNS tag=ZBGQVIHDUIP9 type=write size=3685164 2024-09-12T00:40:43.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.821+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=9E00TDD5P5EO type=write size=456174 2024-09-12T00:40:43.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.822+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~HWJ8Z6O9RHVO.0 size=481346 2024-09-12T00:40:43.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.825+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=HWJ8Z6O9RHVO tag=MQ67VLSA3S0G type=write size=1529922 2024-09-12T00:40:43.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.826+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=57CB2318S5EK type=write size=667682 2024-09-12T00:40:43.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.828+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~2217EGD22M14.0 size=1048576 2024-09-12T00:40:43.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.829+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~2217EGD22M14.1 size=637443 2024-09-12T00:40:43.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.831+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=2217EGD22M14 tag=URREH8XI3KW2 type=write size=2734595 2024-09-12T00:40:43.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.833+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~Y9081JKZV24X.0 size=1048576 2024-09-12T00:40:43.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.835+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~Y9081JKZV24X.1 size=1048576 2024-09-12T00:40:43.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.836+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~Y9081JKZV24X.2 size=928188 2024-09-12T00:40:43.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.836+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=Y9081JKZV24X tag=1KLMDTZUNK3N type=write size=4073916 2024-09-12T00:40:43.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.837+0000 7f647df87780 1 < completed write operation key=U2DTYMPDDY2C tag=8R9TUSSJR703 type=write size=33515 2024-09-12T00:40:43.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.838+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=6P8LM6XOMN16 type=del size=2948950 2024-09-12T00:40:43.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.840+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~WERGKB9Q0LPG.0 size=1048576 2024-09-12T00:40:43.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.841+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~WERGKB9Q0LPG.1 size=1048576 2024-09-12T00:40:43.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.842+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~WERGKB9Q0LPG.2 size=160560 2024-09-12T00:40:43.843 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.844+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=WERGKB9Q0LPG tag=4OW1JMI7Z025 type=write size=3306288 2024-09-12T00:40:43.845 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.847+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~RYT1HDN355G1.0 size=1048576 2024-09-12T00:40:43.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.848+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~RYT1HDN355G1.1 size=193295 2024-09-12T00:40:43.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.848+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=RYT1HDN355G1 tag=6XQSHSWT6KDC type=write size=2290447 2024-09-12T00:40:43.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.850+0000 7f647df87780 1 < suggested update operation key=0BE2GIY7HJJS tag=SO3QXROPKR8E type=del size=2803839 2024-09-12T00:40:43.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.852+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=S285MTXD1QXY type=write size=731272 2024-09-12T00:40:43.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.853+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~CTMAFDXD42YW.0 size=1048576 2024-09-12T00:40:43.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.854+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~CTMAFDXD42YW.1 size=1048576 2024-09-12T00:40:43.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.855+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~CTMAFDXD42YW.2 size=886274 2024-09-12T00:40:43.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.858+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=CTMAFDXD42YW tag=41DIEG1QDFYP type=write size=4032002 2024-09-12T00:40:43.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.860+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~Q555U1XH24KN.0 size=1048576 2024-09-12T00:40:43.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.861+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~Q555U1XH24KN.1 size=1048576 2024-09-12T00:40:43.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.862+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~Q555U1XH24KN.2 size=110955 2024-09-12T00:40:43.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.862+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=Q555U1XH24KN tag=ORW9GN05RV3C type=write size=3256683 2024-09-12T00:40:43.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.863+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~5NPUM6E9E396.0 size=1048576 2024-09-12T00:40:43.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.864+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~5NPUM6E9E396.1 size=1048576 2024-09-12T00:40:43.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.866+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~5NPUM6E9E396.2 size=494972 2024-09-12T00:40:43.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.868+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=5NPUM6E9E396 tag=23IWF93C9DX1 type=write size=3640700 2024-09-12T00:40:43.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.869+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=3SUWB45IW4MW type=del size=1253173 2024-09-12T00:40:43.869 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.871+0000 7f647df87780 1 < completed delete operation key=G40IYJZMFFPS tag=651VKZQU75W8 type=del 2024-09-12T00:40:43.871 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.873+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=OGHEB39I0H79 type=del size=1638655 2024-09-12T00:40:43.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.874+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=KC4IS7KHTFP8 type=del 2024-09-12T00:40:43.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.875+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=86YBGPIXQJ0C type=del size=1095306 2024-09-12T00:40:43.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.877+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=70YMPV885RZJ type=del 2024-09-12T00:40:43.877 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.879+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~I61LLJOCSQ0J.0 size=54150 2024-09-12T00:40:43.877 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.879+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=I61LLJOCSQ0J tag=5TQDMYUXOTJB type=write size=1102726 2024-09-12T00:40:43.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.881+0000 7f647df87780 1 < suggested update operation key=XDKZN37UGRWI tag=1X7247FB0IUI type=write size=2132 2024-09-12T00:40:43.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.884+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~YF32GG9PYMVE.0 size=1048576 2024-09-12T00:40:43.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.884+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~YF32GG9PYMVE.1 size=1048576 2024-09-12T00:40:43.884 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.886+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~YF32GG9PYMVE.2 size=415325 2024-09-12T00:40:43.884 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.886+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=YF32GG9PYMVE tag=FQMQM6VUW6RH type=write size=3561053 2024-09-12T00:40:43.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.887+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=NF53BYDVJ3HB type=del 2024-09-12T00:40:43.888 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.890+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~VU2N7GNOH1ZK.0 size=536962 2024-09-12T00:40:43.888 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.890+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=VU2N7GNOH1ZK tag=FMKRDYFN9LK4 type=write size=1585538 2024-09-12T00:40:43.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.891+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~D940EF4TSUDZ.0 size=1048576 2024-09-12T00:40:43.891 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.892+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~D940EF4TSUDZ.1 size=722548 2024-09-12T00:40:43.893 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.894+0000 7f647df87780 1 < completed multipart upload key=NPV6EUTTARM2 upload=D940EF4TSUDZ tag=U2FUIQRC6XG6 type=write size=2819700 2024-09-12T00:40:43.895 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.897+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~7XEXY8ONKOKI.0 size=1048576 2024-09-12T00:40:43.896 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.898+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~7XEXY8ONKOKI.1 size=1048576 2024-09-12T00:40:43.897 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.898+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~7XEXY8ONKOKI.2 size=77887 2024-09-12T00:40:43.897 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.898+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=7XEXY8ONKOKI tag=PIE4HFR8TWRY type=write size=3223615 2024-09-12T00:40:43.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.901+0000 7f647df87780 1 < suggested update operation key=A5X2OQZEVJSX tag=7847714H82AN type=del size=2418333 2024-09-12T00:40:43.902 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.903+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~LKOHE6PCB25R.0 size=1048576 2024-09-12T00:40:43.903 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.904+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~LKOHE6PCB25R.1 size=1048576 2024-09-12T00:40:43.904 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.905+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~LKOHE6PCB25R.2 size=863112 2024-09-12T00:40:43.904 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.905+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=LKOHE6PCB25R tag=SJ0UERBJ2OYO type=write size=4008840 2024-09-12T00:40:43.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.907+0000 7f647df87780 1 < completed delete operation key=0XE0T6C53BZV tag=M3PGM9DJ7WD1 type=del 2024-09-12T00:40:43.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.909+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~RXTQRYFVLABH.0 size=1048576 2024-09-12T00:40:43.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.910+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~RXTQRYFVLABH.1 size=1048576 2024-09-12T00:40:43.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.911+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~RXTQRYFVLABH.2 size=155582 2024-09-12T00:40:43.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.911+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=RXTQRYFVLABH tag=HBHLJJ1H2WMN type=write size=3301310 2024-09-12T00:40:43.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.912+0000 7f647df87780 1 < completed write operation key=9K3R0N60JBRX tag=9E00TDD5P5EO type=write size=456174 2024-09-12T00:40:43.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.915+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~PFWWY9K7832K.0 size=955186 2024-09-12T00:40:43.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.915+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=PFWWY9K7832K tag=GQ0VKXHXJH7S type=write size=2003762 2024-09-12T00:40:43.915 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.917+0000 7f647df87780 1 < completed write operation key=0XE0T6C53BZV tag=57CB2318S5EK type=write size=667682 2024-09-12T00:40:43.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.919+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~6V3MU5N1N1ON.0 size=960911 2024-09-12T00:40:43.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.919+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=6V3MU5N1N1ON tag=U3KT25J7D19C type=write size=2009487 2024-09-12T00:40:43.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.921+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~Y9081JKZV24X.0 size=1048576 2024-09-12T00:40:43.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.922+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~Y9081JKZV24X.1 size=1048576 2024-09-12T00:40:43.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.924+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~Y9081JKZV24X.2 size=928188 2024-09-12T00:40:43.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.926+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=Y9081JKZV24X tag=1KLMDTZUNK3N type=write size=4073916 2024-09-12T00:40:43.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.928+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=GC5N5LX6NVQ1 type=write size=91227 2024-09-12T00:40:43.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.930+0000 7f647df87780 -1 < failed to complete operation key=0BE2GIY7HJJS tag=6P8LM6XOMN16 type=del size=2948950: (22) Invalid argument 2024-09-12T00:40:43.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.933+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~BN6GLT6V0RH2.0 size=388675 2024-09-12T00:40:43.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.933+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=BN6GLT6V0RH2 tag=LU8YGRBYDHSJ type=write size=1437251 2024-09-12T00:40:43.933 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.934+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~RYT1HDN355G1.0 size=1048576 2024-09-12T00:40:43.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.935+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~RYT1HDN355G1.1 size=193295 2024-09-12T00:40:43.937 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.938+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=RYT1HDN355G1 tag=6XQSHSWT6KDC type=write size=2290447 2024-09-12T00:40:43.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.940+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=UXWUF1O78F24 type=del size=2428786 2024-09-12T00:40:43.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.941+0000 7f647df87780 1 < completed write operation key=UOXLW1EM8Y7O tag=S285MTXD1QXY type=write size=731272 2024-09-12T00:40:43.943 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.944+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~0K3Y4U06VBXZ.0 size=1048576 2024-09-12T00:40:43.944 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.946+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~0K3Y4U06VBXZ.1 size=1048576 2024-09-12T00:40:43.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.947+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~0K3Y4U06VBXZ.2 size=501897 2024-09-12T00:40:43.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.947+0000 7f647df87780 1 > prepared multipart upload key=3XY73F87GDR5 upload=0K3Y4U06VBXZ tag=81AKP0EYIAJZ type=write size=3647625 2024-09-12T00:40:43.947 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.948+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~Q555U1XH24KN.0 size=1048576 2024-09-12T00:40:43.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.949+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~Q555U1XH24KN.1 size=1048576 2024-09-12T00:40:43.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.950+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~Q555U1XH24KN.2 size=110955 2024-09-12T00:40:43.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.952+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=Q555U1XH24KN tag=ORW9GN05RV3C type=write size=3256683 2024-09-12T00:40:43.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.954+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=WNAYXNDETXBV type=del size=1081601 2024-09-12T00:40:43.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.955+0000 7f647df87780 -1 < failed to complete operation key=A5X2OQZEVJSX tag=3SUWB45IW4MW type=del size=1253173: (22) Invalid argument 2024-09-12T00:40:43.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.956+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=ADC7TK3N92Y0 type=del size=268703 2024-09-12T00:40:43.957 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.958+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=OGHEB39I0H79 type=del 2024-09-12T00:40:43.958 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.959+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=FQLFI819YM33 type=del size=385720 2024-09-12T00:40:43.959 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.960+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=86YBGPIXQJ0C type=del 2024-09-12T00:40:43.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.963+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~KFRK7ILUZSKO.0 size=1048576 2024-09-12T00:40:43.962 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.964+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~KFRK7ILUZSKO.1 size=1048576 2024-09-12T00:40:43.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.965+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~KFRK7ILUZSKO.2 size=627636 2024-09-12T00:40:43.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.965+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=KFRK7ILUZSKO tag=I2QF596UT0WH type=write size=3773364 2024-09-12T00:40:43.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.966+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~I61LLJOCSQ0J.0 size=54150 2024-09-12T00:40:43.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.968+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=I61LLJOCSQ0J tag=5TQDMYUXOTJB type=write size=1102726 2024-09-12T00:40:43.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.971+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~2360WU0VZU1V.0 size=517288 2024-09-12T00:40:43.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.971+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=2360WU0VZU1V tag=GDXUMVOW9AVO type=write size=1565864 2024-09-12T00:40:43.970 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.972+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~YF32GG9PYMVE.0 size=1048576 2024-09-12T00:40:43.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.973+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~YF32GG9PYMVE.1 size=1048576 2024-09-12T00:40:43.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.974+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~YF32GG9PYMVE.2 size=415325 2024-09-12T00:40:43.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.976+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=YF32GG9PYMVE tag=FQMQM6VUW6RH type=write size=3561053 2024-09-12T00:40:43.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.977+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=XY4HNJSJSLD6 type=write size=415661 2024-09-12T00:40:43.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.979+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~VU2N7GNOH1ZK.0 size=536962 2024-09-12T00:40:43.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.981+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=VU2N7GNOH1ZK tag=FMKRDYFN9LK4 type=write size=1585538 2024-09-12T00:40:43.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.982+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=N4YY3C5F70DI type=del size=974581 2024-09-12T00:40:43.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.983+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~7XEXY8ONKOKI.0 size=1048576 2024-09-12T00:40:43.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.984+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~7XEXY8ONKOKI.1 size=1048576 2024-09-12T00:40:43.984 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.985+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~7XEXY8ONKOKI.2 size=77887 2024-09-12T00:40:43.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.987+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=7XEXY8ONKOKI tag=PIE4HFR8TWRY type=write size=3223615 2024-09-12T00:40:43.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.989+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~2RFOXMTLF64F.0 size=1048576 2024-09-12T00:40:43.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.991+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~2RFOXMTLF64F.1 size=1048576 2024-09-12T00:40:43.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.992+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~2RFOXMTLF64F.2 size=480391 2024-09-12T00:40:43.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.992+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=2RFOXMTLF64F tag=R24H5MDPQRVA type=write size=3626119 2024-09-12T00:40:43.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.993+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~LKOHE6PCB25R.0 size=1048576 2024-09-12T00:40:43.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.993+0000 7f647df87780 1 < canceled part key=_multipart_NF21FK049RBH.2~LKOHE6PCB25R.1 size=1048576 2024-09-12T00:40:43.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.994+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~LKOHE6PCB25R.2 size=863112 2024-09-12T00:40:43.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.997+0000 7f647df87780 1 < canceled multipart upload key=NF21FK049RBH upload=LKOHE6PCB25R tag=SJ0UERBJ2OYO type=write size=4008840 2024-09-12T00:40:43.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:43.999+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=DDUYRIPW8ZS4 type=write size=679749 2024-09-12T00:40:43.999 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.000+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~RXTQRYFVLABH.0 size=1048576 2024-09-12T00:40:43.999 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.000+0000 7f647df87780 1 < canceled part key=_multipart_A5X2OQZEVJSX.2~RXTQRYFVLABH.1 size=1048576 2024-09-12T00:40:44.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.001+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~RXTQRYFVLABH.2 size=155582 2024-09-12T00:40:44.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.003+0000 7f647df87780 1 < canceled multipart upload key=A5X2OQZEVJSX upload=RXTQRYFVLABH tag=HBHLJJ1H2WMN type=write size=3301310 2024-09-12T00:40:44.004 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.006+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~T5WJHCYB0ATS.0 size=1048576 2024-09-12T00:40:44.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.007+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~T5WJHCYB0ATS.1 size=273513 2024-09-12T00:40:44.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.007+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=T5WJHCYB0ATS tag=I370W3G7X1S6 type=write size=2370665 2024-09-12T00:40:44.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.008+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~PFWWY9K7832K.0 size=955186 2024-09-12T00:40:44.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.011+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=PFWWY9K7832K tag=GQ0VKXHXJH7S type=write size=2003762 2024-09-12T00:40:44.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.012+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=PE3NFYEELXI5 type=del size=3652012 2024-09-12T00:40:44.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.013+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~6V3MU5N1N1ON.0 size=960911 2024-09-12T00:40:44.014 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.016+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=6V3MU5N1N1ON tag=U3KT25J7D19C type=write size=2009487 2024-09-12T00:40:44.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.018+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~IE9I6IH0RT0C.0 size=1048576 2024-09-12T00:40:44.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.019+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~IE9I6IH0RT0C.1 size=1048576 2024-09-12T00:40:44.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.020+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~IE9I6IH0RT0C.2 size=1015084 2024-09-12T00:40:44.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.020+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=IE9I6IH0RT0C tag=LAQD7UQ2FJC5 type=write size=4160812 2024-09-12T00:40:44.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.023+0000 7f647df87780 1 < suggested remove operation key=0XE0T6C53BZV tag=GC5N5LX6NVQ1 type=write 2024-09-12T00:40:44.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.024+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=G24MENWGNETN type=del size=2246896 2024-09-12T00:40:44.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.026+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~BN6GLT6V0RH2.0 size=388675 2024-09-12T00:40:44.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.028+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=BN6GLT6V0RH2 tag=LU8YGRBYDHSJ type=write size=1437251 2024-09-12T00:40:44.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.029+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=UOO1PC01B6IM type=del size=856502 2024-09-12T00:40:44.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.031+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=UXWUF1O78F24 type=del 2024-09-12T00:40:44.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.032+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=233YC983888Y type=del size=1319212 2024-09-12T00:40:44.032 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.033+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~0K3Y4U06VBXZ.0 size=1048576 2024-09-12T00:40:44.032 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.033+0000 7f647df87780 1 < canceled part key=_multipart_3XY73F87GDR5.2~0K3Y4U06VBXZ.1 size=1048576 2024-09-12T00:40:44.033 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.034+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~0K3Y4U06VBXZ.2 size=501897 2024-09-12T00:40:44.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.037+0000 7f647df87780 1 < canceled multipart upload key=3XY73F87GDR5 upload=0K3Y4U06VBXZ tag=81AKP0EYIAJZ type=write size=3647625 2024-09-12T00:40:44.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.038+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=WZKA8UUIYJBK type=del size=244838 2024-09-12T00:40:44.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.041+0000 7f647df87780 1 < suggested update operation key=95LRVY22GW0N tag=WNAYXNDETXBV type=del size=1081601 2024-09-12T00:40:44.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.042+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=UI28Q04H737A type=del size=1913823 2024-09-12T00:40:44.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.044+0000 7f647df87780 -1 < failed to complete operation key=0XE0T6C53BZV tag=ADC7TK3N92Y0 type=del size=268703: (22) Invalid argument 2024-09-12T00:40:44.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.045+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=WO2PDRGDGYD8 type=del size=655020 2024-09-12T00:40:44.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.046+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=FQLFI819YM33 type=del 2024-09-12T00:40:44.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.048+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=8N4JMB66VZHM type=del size=556895 2024-09-12T00:40:44.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.049+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~KFRK7ILUZSKO.0 size=1048576 2024-09-12T00:40:44.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.049+0000 7f647df87780 1 < canceled part key=_multipart_XDKZN37UGRWI.2~KFRK7ILUZSKO.1 size=1048576 2024-09-12T00:40:44.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.050+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~KFRK7ILUZSKO.2 size=627636 2024-09-12T00:40:44.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.053+0000 7f647df87780 1 < canceled multipart upload key=XDKZN37UGRWI upload=KFRK7ILUZSKO tag=I2QF596UT0WH type=write size=3773364 2024-09-12T00:40:44.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.054+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=P083LDA85P7P type=del size=306546 2024-09-12T00:40:44.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.055+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~2360WU0VZU1V.0 size=517288 2024-09-12T00:40:44.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.058+0000 7f647df87780 1 < completed multipart upload key=N21OD24FOXLB upload=2360WU0VZU1V tag=GDXUMVOW9AVO type=write size=1565864 2024-09-12T00:40:44.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.059+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=PTQBSZ6UZW8O type=del size=3684197 2024-09-12T00:40:44.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.062+0000 7f647df87780 1 < suggested update operation key=IE03MW8R3TVU tag=XY4HNJSJSLD6 type=write size=415661 2024-09-12T00:40:44.063 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.064+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~IVZOTPTBM0Q8.0 size=1048576 2024-09-12T00:40:44.064 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.065+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~IVZOTPTBM0Q8.1 size=1048576 2024-09-12T00:40:44.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.066+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~IVZOTPTBM0Q8.2 size=304806 2024-09-12T00:40:44.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.066+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=IVZOTPTBM0Q8 tag=CP47JTRM41D5 type=write size=3450534 2024-09-12T00:40:44.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.067+0000 7f647df87780 1 < completed delete operation key=9K3R0N60JBRX tag=N4YY3C5F70DI type=del 2024-09-12T00:40:44.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.069+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=88F73F119KEL type=del size=799497 2024-09-12T00:40:44.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.070+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~2RFOXMTLF64F.0 size=1048576 2024-09-12T00:40:44.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.071+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~2RFOXMTLF64F.1 size=1048576 2024-09-12T00:40:44.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.072+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~2RFOXMTLF64F.2 size=480391 2024-09-12T00:40:44.072 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.074+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=2RFOXMTLF64F tag=R24H5MDPQRVA type=write size=3626119 2024-09-12T00:40:44.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.076+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~K327RNPTPLBV.0 size=764405 2024-09-12T00:40:44.075 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.076+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=K327RNPTPLBV tag=ZVO6OYOGU2K1 type=write size=1812981 2024-09-12T00:40:44.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.077+0000 7f647df87780 1 < completed write operation key=U4TCVRRJZRXA tag=DDUYRIPW8ZS4 type=write size=679749 2024-09-12T00:40:44.077 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.078+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=YSITRS0U424T type=del size=3253643 2024-09-12T00:40:44.078 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.080+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~T5WJHCYB0ATS.0 size=1048576 2024-09-12T00:40:44.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.081+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~T5WJHCYB0ATS.1 size=273513 2024-09-12T00:40:44.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.083+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=T5WJHCYB0ATS tag=I370W3G7X1S6 type=write size=2370665 2024-09-12T00:40:44.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.084+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=5S1PVG2K5HA4 type=write size=191637 2024-09-12T00:40:44.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.085+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=PE3NFYEELXI5 type=del 2024-09-12T00:40:44.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.086+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=OI9EG023CJX7 type=write size=760161 2024-09-12T00:40:44.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.087+0000 7f647df87780 1 < canceled part key=_multipart_LE3HT175C87H.2~IE9I6IH0RT0C.0 size=1048576 2024-09-12T00:40:44.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.088+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~IE9I6IH0RT0C.1 size=1048576 2024-09-12T00:40:44.087 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.089+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~IE9I6IH0RT0C.2 size=1015084 2024-09-12T00:40:44.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.091+0000 7f647df87780 1 < canceled multipart upload key=LE3HT175C87H upload=IE9I6IH0RT0C tag=LAQD7UQ2FJC5 type=write size=4160812 2024-09-12T00:40:44.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.093+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~U1545K45EW6G.0 size=671036 2024-09-12T00:40:44.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.093+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=U1545K45EW6G tag=TGMPGKSBJSJO type=write size=1719612 2024-09-12T00:40:44.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.096+0000 7f647df87780 1 < suggested remove operation key=N21OD24FOXLB tag=G24MENWGNETN type=del 2024-09-12T00:40:44.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.097+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=E880SB5GCA1T type=del size=3084810 2024-09-12T00:40:44.097 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.098+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=UOO1PC01B6IM type=del 2024-09-12T00:40:44.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.101+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~XCOIW7MU3RVG.0 size=246095 2024-09-12T00:40:44.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.101+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=XCOIW7MU3RVG tag=SKNT67PHPBW2 type=write size=1294671 2024-09-12T00:40:44.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.102+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=233YC983888Y type=del 2024-09-12T00:40:44.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.104+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~Q0QYM18OTWCH.0 size=1048576 2024-09-12T00:40:44.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.105+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~Q0QYM18OTWCH.1 size=1046975 2024-09-12T00:40:44.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.105+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=Q0QYM18OTWCH tag=WC4BJIKQCWPX type=write size=3144127 2024-09-12T00:40:44.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.108+0000 7f647df87780 1 < suggested remove operation key=UOXLW1EM8Y7O tag=WZKA8UUIYJBK type=del 2024-09-12T00:40:44.107 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.109+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=37ANASCJMYQK type=write size=28118 2024-09-12T00:40:44.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.110+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=UI28Q04H737A type=del 2024-09-12T00:40:44.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.112+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~DHXTV1CCXHTN.0 size=519184 2024-09-12T00:40:44.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.112+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=DHXTV1CCXHTN tag=QV3NU4KYTSV3 type=write size=1567760 2024-09-12T00:40:44.112 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.114+0000 7f647df87780 -1 < failed to complete operation key=UOXLW1EM8Y7O tag=WO2PDRGDGYD8 type=del size=655020: (22) Invalid argument 2024-09-12T00:40:44.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.115+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=M79UQDBDFZI8 type=del size=3243389 2024-09-12T00:40:44.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.119+0000 7f647df87780 1 < suggested remove operation key=JT51QJXZTSBO tag=8N4JMB66VZHM type=del 2024-09-12T00:40:44.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.120+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=2A9C87ODPL7X type=write size=69724 2024-09-12T00:40:44.120 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.121+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=P083LDA85P7P type=del 2024-09-12T00:40:44.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.123+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=JI67OGIUEHIX type=write size=632922 2024-09-12T00:40:44.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.125+0000 7f647df87780 1 < suggested remove operation key=U2DTYMPDDY2C tag=PTQBSZ6UZW8O type=del 2024-09-12T00:40:44.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.126+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=S3B4P3COQIK1 type=del size=2119886 2024-09-12T00:40:44.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.127+0000 7f647df87780 1 < canceled part key=_multipart_N21OD24FOXLB.2~IVZOTPTBM0Q8.0 size=1048576 2024-09-12T00:40:44.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.128+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~IVZOTPTBM0Q8.1 size=1048576 2024-09-12T00:40:44.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.129+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~IVZOTPTBM0Q8.2 size=304806 2024-09-12T00:40:44.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.131+0000 7f647df87780 1 < canceled multipart upload key=N21OD24FOXLB upload=IVZOTPTBM0Q8 tag=CP47JTRM41D5 type=write size=3450534 2024-09-12T00:40:44.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.132+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=SFYUG02XH3CM type=del size=3937306 2024-09-12T00:40:44.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.134+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=88F73F119KEL type=del 2024-09-12T00:40:44.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.135+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=TMNUQ3LSW6XS type=del size=216159 2024-09-12T00:40:44.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.136+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~K327RNPTPLBV.0 size=764405 2024-09-12T00:40:44.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.138+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=K327RNPTPLBV tag=ZVO6OYOGU2K1 type=write size=1812981 2024-09-12T00:40:44.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.141+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~0B83J8OOXVMG.0 size=1048576 2024-09-12T00:40:44.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.142+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~0B83J8OOXVMG.1 size=1048576 2024-09-12T00:40:44.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.143+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~0B83J8OOXVMG.2 size=128858 2024-09-12T00:40:44.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.143+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=0B83J8OOXVMG tag=3Z140SS8MWQ4 type=write size=3274586 2024-09-12T00:40:44.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.144+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=YSITRS0U424T type=del 2024-09-12T00:40:44.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.146+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=EGN56Q3IO0ZD type=del size=3084243 2024-09-12T00:40:44.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.147+0000 7f647df87780 1 < completed write operation key=MWGSCWJ8KKOJ tag=5S1PVG2K5HA4 type=write size=191637 2024-09-12T00:40:44.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.150+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~U326O8HZVQIC.0 size=1048576 2024-09-12T00:40:44.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.151+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~U326O8HZVQIC.1 size=354906 2024-09-12T00:40:44.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.151+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=U326O8HZVQIC tag=440D1X8L4EMK type=write size=2452058 2024-09-12T00:40:44.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.152+0000 7f647df87780 1 < completed write operation key=0BE2GIY7HJJS tag=OI9EG023CJX7 type=write size=760161 2024-09-12T00:40:44.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.154+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~GRIUTX1EYZD7.0 size=1048576 2024-09-12T00:40:44.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.155+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~GRIUTX1EYZD7.1 size=1048576 2024-09-12T00:40:44.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.156+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~GRIUTX1EYZD7.2 size=945380 2024-09-12T00:40:44.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.156+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=GRIUTX1EYZD7 tag=GMBMIFTUF3P5 type=write size=4091108 2024-09-12T00:40:44.156 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.158+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~U1545K45EW6G.0 size=671036 2024-09-12T00:40:44.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.160+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=U1545K45EW6G tag=TGMPGKSBJSJO type=write size=1719612 2024-09-12T00:40:44.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.161+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=MWS6IH8X3QIY type=del size=1126221 2024-09-12T00:40:44.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.162+0000 7f647df87780 1 < canceled operation key=HLPZFLK75SWI tag=E880SB5GCA1T type=del size=3084810 2024-09-12T00:40:44.164 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.163+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=WAUE19RFIQBC type=write size=411323 2024-09-12T00:40:44.165 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.165+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~XCOIW7MU3RVG.0 size=246095 2024-09-12T00:40:44.165 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.167+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=XCOIW7MU3RVG tag=SKNT67PHPBW2 type=write size=1294671 2024-09-12T00:40:44.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.169+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~N591FNA32I0L.0 size=1048576 2024-09-12T00:40:44.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.170+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~N591FNA32I0L.1 size=162504 2024-09-12T00:40:44.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.170+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=N591FNA32I0L tag=H8L5WJSZC9ZI type=write size=2259656 2024-09-12T00:40:44.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.171+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~Q0QYM18OTWCH.0 size=1048576 2024-09-12T00:40:44.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.172+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~Q0QYM18OTWCH.1 size=1046975 2024-09-12T00:40:44.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.174+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=Q0QYM18OTWCH tag=WC4BJIKQCWPX type=write size=3144127 2024-09-12T00:40:44.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.176+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=BH9DR9TB4WQD type=write size=278338 2024-09-12T00:40:44.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.178+0000 7f647df87780 1 < suggested update operation key=U2DTYMPDDY2C tag=37ANASCJMYQK type=write size=28118 2024-09-12T00:40:44.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.180+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~A8UIGBWML8OA.0 size=793575 2024-09-12T00:40:44.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.180+0000 7f647df87780 1 > prepared multipart upload key=3XY73F87GDR5 upload=A8UIGBWML8OA tag=0L44ZTU0PSN1 type=write size=1842151 2024-09-12T00:40:44.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.182+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~DHXTV1CCXHTN.0 size=519184 2024-09-12T00:40:44.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.184+0000 7f647df87780 1 < completed multipart upload key=5QD71Z29RVQM upload=DHXTV1CCXHTN tag=QV3NU4KYTSV3 type=write size=1567760 2024-09-12T00:40:44.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.185+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=DWTOMA9KVPSX type=del size=1737759 2024-09-12T00:40:44.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.186+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=M79UQDBDFZI8 type=del 2024-09-12T00:40:44.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.189+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~CEEI830QKUTB.0 size=283884 2024-09-12T00:40:44.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.189+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=CEEI830QKUTB tag=R86JBMD4OVZ4 type=write size=1332460 2024-09-12T00:40:44.188 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.190+0000 7f647df87780 1 < completed write operation key=0BE2GIY7HJJS tag=2A9C87ODPL7X type=write size=69724 2024-09-12T00:40:44.190 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.191+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=NM92I2CMF93A type=del size=3751024 2024-09-12T00:40:44.191 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.192+0000 7f647df87780 1 < completed write operation key=JT51QJXZTSBO tag=JI67OGIUEHIX type=write size=632922 2024-09-12T00:40:44.192 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.194+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=ZSAPJE2EWG9N type=del size=1425409 2024-09-12T00:40:44.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.195+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=S3B4P3COQIK1 type=del 2024-09-12T00:40:44.195 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.196+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=6JC28POXTIU1 type=write size=1034168 2024-09-12T00:40:44.196 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.198+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=SFYUG02XH3CM type=del 2024-09-12T00:40:44.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.200+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~Z6GN8E1PF4MP.0 size=1048576 2024-09-12T00:40:44.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.201+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~Z6GN8E1PF4MP.1 size=1048576 2024-09-12T00:40:44.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.202+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~Z6GN8E1PF4MP.2 size=935052 2024-09-12T00:40:44.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.202+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=Z6GN8E1PF4MP tag=16UG0CTJU860 type=write size=4080780 2024-09-12T00:40:44.203 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.205+0000 7f647df87780 1 < suggested update operation key=U2DTYMPDDY2C tag=TMNUQ3LSW6XS type=del size=216159 2024-09-12T00:40:44.206 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.207+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~RLMVJWM3XFCH.0 size=1048576 2024-09-12T00:40:44.207 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.209+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~RLMVJWM3XFCH.1 size=1048576 2024-09-12T00:40:44.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.210+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~RLMVJWM3XFCH.2 size=711263 2024-09-12T00:40:44.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.210+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=RLMVJWM3XFCH tag=19GDG70XHUD6 type=write size=3856991 2024-09-12T00:40:44.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.211+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~0B83J8OOXVMG.0 size=1048576 2024-09-12T00:40:44.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.213+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~0B83J8OOXVMG.1 size=1048576 2024-09-12T00:40:44.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.214+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~0B83J8OOXVMG.2 size=128858 2024-09-12T00:40:44.214 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.216+0000 7f647df87780 1 < completed multipart upload key=NPV6EUTTARM2 upload=0B83J8OOXVMG tag=3Z140SS8MWQ4 type=write size=3274586 2024-09-12T00:40:44.216 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.217+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=QS97KVBB5FQ4 type=del size=4015328 2024-09-12T00:40:44.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.218+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=EGN56Q3IO0ZD type=del 2024-09-12T00:40:44.219 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.221+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~4F1AACE6FPN4.0 size=1048576 2024-09-12T00:40:44.220 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.222+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~4F1AACE6FPN4.1 size=323465 2024-09-12T00:40:44.220 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.222+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=4F1AACE6FPN4 tag=BISSXVKSM7S8 type=write size=2420617 2024-09-12T00:40:44.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.223+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~U326O8HZVQIC.0 size=1048576 2024-09-12T00:40:44.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.224+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~U326O8HZVQIC.1 size=354906 2024-09-12T00:40:44.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.226+0000 7f647df87780 1 < completed multipart upload key=O5X3U78R6ZDG upload=U326O8HZVQIC tag=440D1X8L4EMK type=write size=2452058 2024-09-12T00:40:44.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.229+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~I1SFW2TEJZZW.0 size=1048576 2024-09-12T00:40:44.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.230+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~I1SFW2TEJZZW.1 size=499633 2024-09-12T00:40:44.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.230+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=I1SFW2TEJZZW tag=LWXDWZR1FAX9 type=write size=2596785 2024-09-12T00:40:44.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.232+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~GRIUTX1EYZD7.0 size=1048576 2024-09-12T00:40:44.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.233+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~GRIUTX1EYZD7.1 size=1048576 2024-09-12T00:40:44.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.234+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~GRIUTX1EYZD7.2 size=945380 2024-09-12T00:40:44.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.236+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=GRIUTX1EYZD7 tag=GMBMIFTUF3P5 type=write size=4091108 2024-09-12T00:40:44.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.237+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=19O5JPTYD174 type=del size=4007638 2024-09-12T00:40:44.238 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.240+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=MWS6IH8X3QIY type=del 2024-09-12T00:40:44.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.242+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~5262YE7XDVVP.0 size=1048576 2024-09-12T00:40:44.242 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.243+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~5262YE7XDVVP.1 size=1048576 2024-09-12T00:40:44.242 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.244+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~5262YE7XDVVP.2 size=819027 2024-09-12T00:40:44.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.244+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=5262YE7XDVVP tag=K9CT32FVKKT4 type=write size=3964755 2024-09-12T00:40:44.245 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.246+0000 7f647df87780 1 < suggested update operation key=A5X2OQZEVJSX tag=WAUE19RFIQBC type=write size=411323 2024-09-12T00:40:44.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.248+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=W19VJ6K56I3E type=del size=2905981 2024-09-12T00:40:44.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.249+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~N591FNA32I0L.0 size=1048576 2024-09-12T00:40:44.249 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.250+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~N591FNA32I0L.1 size=162504 2024-09-12T00:40:44.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.252+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=N591FNA32I0L tag=H8L5WJSZC9ZI type=write size=2259656 2024-09-12T00:40:44.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.255+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~PPNZ24761UHE.0 size=1048576 2024-09-12T00:40:44.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.256+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~PPNZ24761UHE.1 size=341334 2024-09-12T00:40:44.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.256+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=PPNZ24761UHE tag=QNY3TV1LT5HZ type=write size=2438486 2024-09-12T00:40:44.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.258+0000 7f647df87780 1 < suggested update operation key=0XE0T6C53BZV tag=BH9DR9TB4WQD type=write size=278338 2024-09-12T00:40:44.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.261+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~J91CWPOW4Q4R.0 size=1048576 2024-09-12T00:40:44.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.262+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~J91CWPOW4Q4R.1 size=747735 2024-09-12T00:40:44.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.262+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=J91CWPOW4Q4R tag=MOQCUVD01VOM type=write size=2844887 2024-09-12T00:40:44.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.263+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~A8UIGBWML8OA.0 size=793575 2024-09-12T00:40:44.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.265+0000 7f647df87780 1 < completed multipart upload key=3XY73F87GDR5 upload=A8UIGBWML8OA tag=0L44ZTU0PSN1 type=write size=1842151 2024-09-12T00:40:44.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.266+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=LES1T3VJVSSJ type=write size=841960 2024-09-12T00:40:44.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.269+0000 7f647df87780 1 < suggested remove operation key=A5X2OQZEVJSX tag=DWTOMA9KVPSX type=del 2024-09-12T00:40:44.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.271+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~EHLGP2NI03A2.0 size=1048576 2024-09-12T00:40:44.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.272+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~EHLGP2NI03A2.1 size=633810 2024-09-12T00:40:44.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.272+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=EHLGP2NI03A2 tag=MJC8QKG3TK2N type=write size=2730962 2024-09-12T00:40:44.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.273+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~CEEI830QKUTB.0 size=283884 2024-09-12T00:40:44.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.275+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=CEEI830QKUTB tag=R86JBMD4OVZ4 type=write size=1332460 2024-09-12T00:40:44.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.276+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=EBUMPJKHHYKM type=del size=2408915 2024-09-12T00:40:44.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.277+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=NM92I2CMF93A type=del 2024-09-12T00:40:44.277 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.279+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=ZR7LBAZE4QON type=del size=3508153 2024-09-12T00:40:44.279 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.280+0000 7f647df87780 1 < canceled operation key=JMJMS24HWOOL tag=ZSAPJE2EWG9N type=del size=1425409 2024-09-12T00:40:44.280 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.282+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=G7RII5EM1NIG type=del size=1848406 2024-09-12T00:40:44.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.285+0000 7f647df87780 1 < suggested remove operation key=JT51QJXZTSBO tag=6JC28POXTIU1 type=write 2024-09-12T00:40:44.286 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.287+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~4W2XHUNQ6T4A.0 size=1048576 2024-09-12T00:40:44.287 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.289+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~4W2XHUNQ6T4A.1 size=1048576 2024-09-12T00:40:44.288 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.290+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~4W2XHUNQ6T4A.2 size=1044067 2024-09-12T00:40:44.288 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.290+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=4W2XHUNQ6T4A tag=WZA5C369JRNL type=write size=4189795 2024-09-12T00:40:44.290 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.291+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~Z6GN8E1PF4MP.0 size=1048576 2024-09-12T00:40:44.291 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.292+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~Z6GN8E1PF4MP.1 size=1048576 2024-09-12T00:40:44.292 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.293+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~Z6GN8E1PF4MP.2 size=935052 2024-09-12T00:40:44.294 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.296+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=Z6GN8E1PF4MP tag=16UG0CTJU860 type=write size=4080780 2024-09-12T00:40:44.297 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.298+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~M4QX5GH53R11.0 size=931293 2024-09-12T00:40:44.297 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.298+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=M4QX5GH53R11 tag=SDJ2OZXQDN7F type=write size=1979869 2024-09-12T00:40:44.297 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.298+0000 7f647df87780 1 < canceled part key=_multipart_NPV6EUTTARM2.2~RLMVJWM3XFCH.0 size=1048576 2024-09-12T00:40:44.298 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.299+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~RLMVJWM3XFCH.1 size=1048576 2024-09-12T00:40:44.299 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.300+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~RLMVJWM3XFCH.2 size=711263 2024-09-12T00:40:44.301 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.303+0000 7f647df87780 1 < canceled multipart upload key=NPV6EUTTARM2 upload=RLMVJWM3XFCH tag=19GDG70XHUD6 type=write size=3856991 2024-09-12T00:40:44.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.305+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~8ZIO6A9CT6VZ.0 size=206772 2024-09-12T00:40:44.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.305+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=8ZIO6A9CT6VZ tag=I15C68JWRLJ3 type=write size=1255348 2024-09-12T00:40:44.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.307+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=QS97KVBB5FQ4 type=del 2024-09-12T00:40:44.306 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.308+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=JX0MCWKLYZTA type=del size=2069938 2024-09-12T00:40:44.308 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.309+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~4F1AACE6FPN4.0 size=1048576 2024-09-12T00:40:44.309 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.310+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~4F1AACE6FPN4.1 size=323465 2024-09-12T00:40:44.311 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.312+0000 7f647df87780 1 < completed multipart upload key=5QD71Z29RVQM upload=4F1AACE6FPN4 tag=BISSXVKSM7S8 type=write size=2420617 2024-09-12T00:40:44.312 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.314+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=Z241OFR57QNV type=del size=2624950 2024-09-12T00:40:44.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.315+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~I1SFW2TEJZZW.0 size=1048576 2024-09-12T00:40:44.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.317+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~I1SFW2TEJZZW.1 size=499633 2024-09-12T00:40:44.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.319+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=I1SFW2TEJZZW tag=LWXDWZR1FAX9 type=write size=2596785 2024-09-12T00:40:44.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.322+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~J68JJULNM7NA.0 size=852471 2024-09-12T00:40:44.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.322+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=J68JJULNM7NA tag=ON7RAFYXSLO9 type=write size=1901047 2024-09-12T00:40:44.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.323+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=19O5JPTYD174 type=del 2024-09-12T00:40:44.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.325+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=CFKG4YHQKHBI type=del size=2223573 2024-09-12T00:40:44.325 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.326+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~5262YE7XDVVP.0 size=1048576 2024-09-12T00:40:44.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.328+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~5262YE7XDVVP.1 size=1048576 2024-09-12T00:40:44.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.329+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~5262YE7XDVVP.2 size=819027 2024-09-12T00:40:44.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.332+0000 7f647df87780 1 < completed multipart upload key=UOXLW1EM8Y7O upload=5262YE7XDVVP tag=K9CT32FVKKT4 type=write size=3964755 2024-09-12T00:40:44.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.333+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=GNZJXLNBLSQE type=del size=2371054 2024-09-12T00:40:44.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.335+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=W19VJ6K56I3E type=del 2024-09-12T00:40:44.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.336+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=ZJP6L80552ZV type=del size=363636 2024-09-12T00:40:44.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.338+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~PPNZ24761UHE.0 size=1048576 2024-09-12T00:40:44.338 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.339+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~PPNZ24761UHE.1 size=341334 2024-09-12T00:40:44.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.341+0000 7f647df87780 1 < completed multipart upload key=UOXLW1EM8Y7O upload=PPNZ24761UHE tag=QNY3TV1LT5HZ type=write size=2438486 2024-09-12T00:40:44.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.344+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~VSX1DLTT12TH.0 size=1048576 2024-09-12T00:40:44.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.345+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~VSX1DLTT12TH.1 size=175711 2024-09-12T00:40:44.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.345+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=VSX1DLTT12TH tag=IQKM0QT7QYH6 type=write size=2272863 2024-09-12T00:40:44.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.347+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~J91CWPOW4Q4R.0 size=1048576 2024-09-12T00:40:44.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.348+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~J91CWPOW4Q4R.1 size=747735 2024-09-12T00:40:44.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.350+0000 7f647df87780 1 < completed multipart upload key=O5X3U78R6ZDG upload=J91CWPOW4Q4R tag=MOQCUVD01VOM type=write size=2844887 2024-09-12T00:40:44.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.353+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~YUPZINRZRBCY.0 size=903964 2024-09-12T00:40:44.352 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.353+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=YUPZINRZRBCY tag=DSKL49QB3GV6 type=write size=1952540 2024-09-12T00:40:44.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.354+0000 7f647df87780 1 < completed write operation key=QWKIWP013AMX tag=LES1T3VJVSSJ type=write size=841960 2024-09-12T00:40:44.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.356+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=D6M835T32K4H type=write size=752381 2024-09-12T00:40:44.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.357+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~EHLGP2NI03A2.0 size=1048576 2024-09-12T00:40:44.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.357+0000 7f647df87780 1 < canceled part key=_multipart_NF21FK049RBH.2~EHLGP2NI03A2.1 size=633810 2024-09-12T00:40:44.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.360+0000 7f647df87780 1 < canceled multipart upload key=NF21FK049RBH upload=EHLGP2NI03A2 tag=MJC8QKG3TK2N type=write size=2730962 2024-09-12T00:40:44.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.361+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=3SX6KNZLRWOS type=write size=474019 2024-09-12T00:40:44.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.363+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=EBUMPJKHHYKM type=del 2024-09-12T00:40:44.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.366+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~KC21HI9OJIUP.0 size=203439 2024-09-12T00:40:44.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.366+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=KC21HI9OJIUP tag=6I7K3NMEV4HA type=write size=1252015 2024-09-12T00:40:44.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.368+0000 7f647df87780 1 < suggested update operation key=HLPZFLK75SWI tag=ZR7LBAZE4QON type=del size=3508153 2024-09-12T00:40:44.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.370+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=6NXMEDH3VKDA type=del size=387156 2024-09-12T00:40:44.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.371+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=G7RII5EM1NIG type=del 2024-09-12T00:40:44.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.374+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~BWA2VWJLF21X.0 size=1048576 2024-09-12T00:40:44.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.375+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~BWA2VWJLF21X.1 size=891511 2024-09-12T00:40:44.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.375+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=BWA2VWJLF21X tag=DVIP82W7T7TZ type=write size=2988663 2024-09-12T00:40:44.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.376+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~4W2XHUNQ6T4A.0 size=1048576 2024-09-12T00:40:44.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.377+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~4W2XHUNQ6T4A.1 size=1048576 2024-09-12T00:40:44.377 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.378+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~4W2XHUNQ6T4A.2 size=1044067 2024-09-12T00:40:44.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.381+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=4W2XHUNQ6T4A tag=WZA5C369JRNL type=write size=4189795 2024-09-12T00:40:44.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.382+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=6V9EF9KMFYNC type=del size=1036614 2024-09-12T00:40:44.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.383+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~M4QX5GH53R11.0 size=931293 2024-09-12T00:40:44.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.386+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=M4QX5GH53R11 tag=SDJ2OZXQDN7F type=write size=1979869 2024-09-12T00:40:44.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.387+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=5LZXVG52IKAJ type=del size=397507 2024-09-12T00:40:44.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.389+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~8ZIO6A9CT6VZ.0 size=206772 2024-09-12T00:40:44.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.391+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=8ZIO6A9CT6VZ tag=I15C68JWRLJ3 type=write size=1255348 2024-09-12T00:40:44.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.393+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~KCNN2SFTDOV4.0 size=1022137 2024-09-12T00:40:44.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.393+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=KCNN2SFTDOV4 tag=C63DQSJDF1NX type=write size=2070713 2024-09-12T00:40:44.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.395+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=JX0MCWKLYZTA type=del 2024-09-12T00:40:44.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.396+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=HER5H947606W type=del size=639927 2024-09-12T00:40:44.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.398+0000 7f647df87780 1 < suggested remove operation key=9K3R0N60JBRX tag=Z241OFR57QNV type=del 2024-09-12T00:40:44.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.401+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~5CGYKEQ5MTD3.0 size=1048576 2024-09-12T00:40:44.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.402+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~5CGYKEQ5MTD3.1 size=321904 2024-09-12T00:40:44.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.402+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=5CGYKEQ5MTD3 tag=K10VOGYZUD1V type=write size=2419056 2024-09-12T00:40:44.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.403+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~J68JJULNM7NA.0 size=852471 2024-09-12T00:40:44.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.406+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=J68JJULNM7NA tag=ON7RAFYXSLO9 type=write size=1901047 2024-09-12T00:40:44.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.407+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=USH0LE66CCGQ type=del size=529199 2024-09-12T00:40:44.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.408+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=CFKG4YHQKHBI type=del 2024-09-12T00:40:44.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.411+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~0BOZDYKW6JDI.0 size=1048576 2024-09-12T00:40:44.411 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.412+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~0BOZDYKW6JDI.1 size=1048576 2024-09-12T00:40:44.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.413+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~0BOZDYKW6JDI.2 size=235028 2024-09-12T00:40:44.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.413+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=0BOZDYKW6JDI tag=PD3F1BXISOR1 type=write size=3380756 2024-09-12T00:40:44.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.415+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=GNZJXLNBLSQE type=del 2024-09-12T00:40:44.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.416+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=LB6C2Z7UM476 type=del size=5643 2024-09-12T00:40:44.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.417+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=ZJP6L80552ZV type=del 2024-09-12T00:40:44.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.420+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~AJR35T9KE0R5.0 size=375545 2024-09-12T00:40:44.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.420+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=AJR35T9KE0R5 tag=3NGYC6LHPP4C type=write size=1424121 2024-09-12T00:40:44.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.421+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~VSX1DLTT12TH.0 size=1048576 2024-09-12T00:40:44.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.422+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~VSX1DLTT12TH.1 size=175711 2024-09-12T00:40:44.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.424+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=VSX1DLTT12TH tag=IQKM0QT7QYH6 type=write size=2272863 2024-09-12T00:40:44.424 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.426+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=JUXTKLY4NVGU type=del size=2244077 2024-09-12T00:40:44.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.427+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~YUPZINRZRBCY.0 size=903964 2024-09-12T00:40:44.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.429+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=YUPZINRZRBCY tag=DSKL49QB3GV6 type=write size=1952540 2024-09-12T00:40:44.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.430+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=GQTM971S81VV type=write size=305911 2024-09-12T00:40:44.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.432+0000 7f647df87780 1 < completed write operation key=MWGSCWJ8KKOJ tag=D6M835T32K4H type=write size=752381 2024-09-12T00:40:44.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.434+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~DZWK9X6ABZB7.0 size=244185 2024-09-12T00:40:44.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.434+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=DZWK9X6ABZB7 tag=N7JXLYJQ3F6D type=write size=1292761 2024-09-12T00:40:44.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.437+0000 7f647df87780 1 < suggested update operation key=AVZHOIJP092M tag=3SX6KNZLRWOS type=write size=474019 2024-09-12T00:40:44.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.438+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=TU7RRIPQ78AM type=del size=568577 2024-09-12T00:40:44.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.439+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~KC21HI9OJIUP.0 size=203439 2024-09-12T00:40:44.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.442+0000 7f647df87780 1 < completed multipart upload key=N21OD24FOXLB upload=KC21HI9OJIUP tag=6I7K3NMEV4HA type=write size=1252015 2024-09-12T00:40:44.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.444+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~4FMCGOGRCCU6.0 size=1048576 2024-09-12T00:40:44.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.445+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~4FMCGOGRCCU6.1 size=145874 2024-09-12T00:40:44.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.445+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=4FMCGOGRCCU6 tag=80B2RPEH2TOC type=write size=2243026 2024-09-12T00:40:44.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.446+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=6NXMEDH3VKDA type=del 2024-09-12T00:40:44.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.449+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~CJ1W0ZX6Q6E8.0 size=1048576 2024-09-12T00:40:44.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.450+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~CJ1W0ZX6Q6E8.1 size=1048576 2024-09-12T00:40:44.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.451+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~CJ1W0ZX6Q6E8.2 size=155828 2024-09-12T00:40:44.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.451+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=CJ1W0ZX6Q6E8 tag=LRVP5Y0IUJRC type=write size=3301556 2024-09-12T00:40:44.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.453+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~BWA2VWJLF21X.0 size=1048576 2024-09-12T00:40:44.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.454+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~BWA2VWJLF21X.1 size=891511 2024-09-12T00:40:44.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.456+0000 7f647df87780 1 < completed multipart upload key=JMJMS24HWOOL upload=BWA2VWJLF21X tag=DVIP82W7T7TZ type=write size=2988663 2024-09-12T00:40:44.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.459+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~9CRIHWI3C3DS.0 size=1048576 2024-09-12T00:40:44.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.460+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~9CRIHWI3C3DS.1 size=1048576 2024-09-12T00:40:44.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.461+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~9CRIHWI3C3DS.2 size=879137 2024-09-12T00:40:44.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.461+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=9CRIHWI3C3DS tag=J497LJZVJXOT type=write size=4024865 2024-09-12T00:40:44.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.463+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=6V9EF9KMFYNC type=del 2024-09-12T00:40:44.464 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.465+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~PND0CZ8589ZP.0 size=1048576 2024-09-12T00:40:44.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.467+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~PND0CZ8589ZP.1 size=1048576 2024-09-12T00:40:44.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.468+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~PND0CZ8589ZP.2 size=174420 2024-09-12T00:40:44.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.468+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=PND0CZ8589ZP tag=027IK3V6IQ14 type=write size=3320148 2024-09-12T00:40:44.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.470+0000 7f647df87780 1 < suggested update operation key=JMJMS24HWOOL tag=5LZXVG52IKAJ type=del size=397507 2024-09-12T00:40:44.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.472+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=RYC78R3P45O6 type=del size=1742943 2024-09-12T00:40:44.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.473+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~KCNN2SFTDOV4.0 size=1022137 2024-09-12T00:40:44.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.475+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=KCNN2SFTDOV4 tag=C63DQSJDF1NX type=write size=2070713 2024-09-12T00:40:44.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.476+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=P0O61ZAWK9CC type=del size=2014882 2024-09-12T00:40:44.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.478+0000 7f647df87780 1 < canceled operation key=NF21FK049RBH tag=HER5H947606W type=del size=639927 2024-09-12T00:40:44.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.479+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=EJPAUJDSBQXD type=del size=2697172 2024-09-12T00:40:44.479 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.480+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~5CGYKEQ5MTD3.0 size=1048576 2024-09-12T00:40:44.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.481+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~5CGYKEQ5MTD3.1 size=321904 2024-09-12T00:40:44.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.484+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=5CGYKEQ5MTD3 tag=K10VOGYZUD1V type=write size=2419056 2024-09-12T00:40:44.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.485+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=S9KHTC55AMV2 type=write size=513480 2024-09-12T00:40:44.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.486+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=USH0LE66CCGQ type=del 2024-09-12T00:40:44.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.489+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~RJBNM8R77M4C.0 size=1048576 2024-09-12T00:40:44.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.491+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~RJBNM8R77M4C.1 size=539457 2024-09-12T00:40:44.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.491+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=RJBNM8R77M4C tag=5NOSI3KB05MX type=write size=2636609 2024-09-12T00:40:44.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.493+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~0BOZDYKW6JDI.0 size=1048576 2024-09-12T00:40:44.492 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.494+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~0BOZDYKW6JDI.1 size=1048576 2024-09-12T00:40:44.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.495+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~0BOZDYKW6JDI.2 size=235028 2024-09-12T00:40:44.496 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.497+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=0BOZDYKW6JDI tag=PD3F1BXISOR1 type=write size=3380756 2024-09-12T00:40:44.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.500+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~YMLUE4MRKX5B.0 size=359939 2024-09-12T00:40:44.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.500+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=YMLUE4MRKX5B tag=YT2XMQYDILF6 type=write size=1408515 2024-09-12T00:40:44.500 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.501+0000 7f647df87780 1 < canceled operation key=L02TT95H2C3E tag=LB6C2Z7UM476 type=del size=5643 2024-09-12T00:40:44.501 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.503+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=VXUAMJRMDDLX type=write size=774384 2024-09-12T00:40:44.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.504+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~AJR35T9KE0R5.0 size=375545 2024-09-12T00:40:44.505 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.506+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=AJR35T9KE0R5 tag=3NGYC6LHPP4C type=write size=1424121 2024-09-12T00:40:44.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.508+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=XGP1S5QR42V3 type=write size=773064 2024-09-12T00:40:44.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.510+0000 7f647df87780 -1 < failed to complete operation key=JMJMS24HWOOL tag=JUXTKLY4NVGU type=del size=2244077: (22) Invalid argument 2024-09-12T00:40:44.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.511+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=RGSCY4OJRJIO type=write size=382732 2024-09-12T00:40:44.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.512+0000 7f647df87780 1 < completed write operation key=2Y81YQV19GMR tag=GQTM971S81VV type=write size=305911 2024-09-12T00:40:44.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.514+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~HNWS314MA3HR.0 size=395620 2024-09-12T00:40:44.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.514+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=HNWS314MA3HR tag=ZGJMCIADMK7A type=write size=1444196 2024-09-12T00:40:44.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.516+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~DZWK9X6ABZB7.0 size=244185 2024-09-12T00:40:44.516 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.518+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=DZWK9X6ABZB7 tag=N7JXLYJQ3F6D type=write size=1292761 2024-09-12T00:40:44.519 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.520+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~XEMM6U9HW57D.0 size=96693 2024-09-12T00:40:44.519 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.520+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=XEMM6U9HW57D tag=41Y82JM12O1U type=write size=1145269 2024-09-12T00:40:44.521 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.523+0000 7f647df87780 1 < suggested remove operation key=HLPZFLK75SWI tag=TU7RRIPQ78AM type=del 2024-09-12T00:40:44.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.525+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~RB7TJRRQ1IIG.0 size=1048576 2024-09-12T00:40:44.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.526+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~RB7TJRRQ1IIG.1 size=1048576 2024-09-12T00:40:44.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.527+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~RB7TJRRQ1IIG.2 size=669809 2024-09-12T00:40:44.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.527+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=RB7TJRRQ1IIG tag=JZ2W06HHHZLI type=write size=3815537 2024-09-12T00:40:44.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.529+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~4FMCGOGRCCU6.0 size=1048576 2024-09-12T00:40:44.528 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.530+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~4FMCGOGRCCU6.1 size=145874 2024-09-12T00:40:44.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.532+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=4FMCGOGRCCU6 tag=80B2RPEH2TOC type=write size=2243026 2024-09-12T00:40:44.532 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.533+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=I4BWAHHVAQZM type=del size=3920682 2024-09-12T00:40:44.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.534+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~CJ1W0ZX6Q6E8.0 size=1048576 2024-09-12T00:40:44.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.535+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~CJ1W0ZX6Q6E8.1 size=1048576 2024-09-12T00:40:44.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.536+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~CJ1W0ZX6Q6E8.2 size=155828 2024-09-12T00:40:44.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.539+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=CJ1W0ZX6Q6E8 tag=LRVP5Y0IUJRC type=write size=3301556 2024-09-12T00:40:44.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.541+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=VMF33UAZX7EK type=del size=593153 2024-09-12T00:40:44.541 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.542+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~9CRIHWI3C3DS.0 size=1048576 2024-09-12T00:40:44.542 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.543+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~9CRIHWI3C3DS.1 size=1048576 2024-09-12T00:40:44.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.544+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~9CRIHWI3C3DS.2 size=879137 2024-09-12T00:40:44.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.546+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=9CRIHWI3C3DS tag=J497LJZVJXOT type=write size=4024865 2024-09-12T00:40:44.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.549+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~VYTHMNBUIYP2.0 size=1048576 2024-09-12T00:40:44.548 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.550+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~VYTHMNBUIYP2.1 size=422408 2024-09-12T00:40:44.549 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.550+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=VYTHMNBUIYP2 tag=LDSHYU30XK66 type=write size=2519560 2024-09-12T00:40:44.550 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.551+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~PND0CZ8589ZP.0 size=1048576 2024-09-12T00:40:44.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.552+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~PND0CZ8589ZP.1 size=1048576 2024-09-12T00:40:44.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.553+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~PND0CZ8589ZP.2 size=174420 2024-09-12T00:40:44.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.556+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=PND0CZ8589ZP tag=027IK3V6IQ14 type=write size=3320148 2024-09-12T00:40:44.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.558+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~GIVTF4C5IZCD.0 size=1048576 2024-09-12T00:40:44.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.559+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~GIVTF4C5IZCD.1 size=917911 2024-09-12T00:40:44.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.559+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=GIVTF4C5IZCD tag=WYTYDVW3JUZG type=write size=3015063 2024-09-12T00:40:44.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.560+0000 7f647df87780 1 < canceled operation key=UOXLW1EM8Y7O tag=RYC78R3P45O6 type=del size=1742943 2024-09-12T00:40:44.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.562+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=B2C5O9O8ISFT type=del size=1657326 2024-09-12T00:40:44.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.564+0000 7f647df87780 1 < suggested update operation key=N21OD24FOXLB tag=P0O61ZAWK9CC type=del size=2014882 2024-09-12T00:40:44.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.567+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~4VB9023THBSK.0 size=1048576 2024-09-12T00:40:44.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.568+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~4VB9023THBSK.1 size=507953 2024-09-12T00:40:44.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.568+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=4VB9023THBSK tag=C5A2FULCVK4J type=write size=2605105 2024-09-12T00:40:44.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.569+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=EJPAUJDSBQXD type=del 2024-09-12T00:40:44.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.571+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=RGBBCI45IVG4 type=del size=2618760 2024-09-12T00:40:44.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.574+0000 7f647df87780 1 < suggested update operation key=OF18XY41L1L9 tag=S9KHTC55AMV2 type=write size=513480 2024-09-12T00:40:44.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.575+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=AC3757XB7QFH type=del size=1783165 2024-09-12T00:40:44.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.577+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~RJBNM8R77M4C.0 size=1048576 2024-09-12T00:40:44.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.578+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~RJBNM8R77M4C.1 size=539457 2024-09-12T00:40:44.578 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.580+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=RJBNM8R77M4C tag=5NOSI3KB05MX type=write size=2636609 2024-09-12T00:40:44.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.582+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~0A53RQU72EA6.0 size=1048576 2024-09-12T00:40:44.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.583+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~0A53RQU72EA6.1 size=314717 2024-09-12T00:40:44.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.583+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=0A53RQU72EA6 tag=213A69TS4XD5 type=write size=2411869 2024-09-12T00:40:44.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.584+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~YMLUE4MRKX5B.0 size=359939 2024-09-12T00:40:44.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.586+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=YMLUE4MRKX5B tag=YT2XMQYDILF6 type=write size=1408515 2024-09-12T00:40:44.586 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.588+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=7A2GJ5NKZEVO type=del size=1351354 2024-09-12T00:40:44.588 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.589+0000 7f647df87780 1 < completed write operation key=5QD71Z29RVQM tag=VXUAMJRMDDLX type=write size=774384 2024-09-12T00:40:44.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.591+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=UEPTI13G28PP type=del size=1068373 2024-09-12T00:40:44.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.592+0000 7f647df87780 1 < completed write operation key=QWKIWP013AMX tag=XGP1S5QR42V3 type=write size=773064 2024-09-12T00:40:44.592 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.594+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=TEGVDCV0J7AS type=del size=3166055 2024-09-12T00:40:44.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.595+0000 7f647df87780 -1 < failed to complete operation key=N21OD24FOXLB tag=RGSCY4OJRJIO type=write size=382732: (22) Invalid argument 2024-09-12T00:40:44.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.596+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=GB82M6AM6NKZ type=del size=2297446 2024-09-12T00:40:44.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.598+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~HNWS314MA3HR.0 size=395620 2024-09-12T00:40:44.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.600+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=HNWS314MA3HR tag=ZGJMCIADMK7A type=write size=1444196 2024-09-12T00:40:44.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.602+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~9E8FPSHC0R1H.0 size=475935 2024-09-12T00:40:44.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.602+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=9E8FPSHC0R1H tag=OHKLZGVWD4D5 type=write size=1524511 2024-09-12T00:40:44.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.603+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~XEMM6U9HW57D.0 size=96693 2024-09-12T00:40:44.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.605+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=XEMM6U9HW57D tag=41Y82JM12O1U type=write size=1145269 2024-09-12T00:40:44.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.608+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~7BX2N3A2WTGM.0 size=1048576 2024-09-12T00:40:44.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.609+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~7BX2N3A2WTGM.1 size=1048576 2024-09-12T00:40:44.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.610+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~7BX2N3A2WTGM.2 size=638559 2024-09-12T00:40:44.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.610+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=7BX2N3A2WTGM tag=VG7MPBYZET4P type=write size=3784287 2024-09-12T00:40:44.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.611+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~RB7TJRRQ1IIG.0 size=1048576 2024-09-12T00:40:44.610 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.612+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~RB7TJRRQ1IIG.1 size=1048576 2024-09-12T00:40:44.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.614+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~RB7TJRRQ1IIG.2 size=669809 2024-09-12T00:40:44.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.616+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=RB7TJRRQ1IIG tag=JZ2W06HHHZLI type=write size=3815537 2024-09-12T00:40:44.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.618+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~VK8H6NFCMW6N.0 size=1048576 2024-09-12T00:40:44.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.619+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~VK8H6NFCMW6N.1 size=644510 2024-09-12T00:40:44.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.619+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=VK8H6NFCMW6N tag=KVQMJ6AI1VDJ type=write size=2741662 2024-09-12T00:40:44.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.620+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=I4BWAHHVAQZM type=del 2024-09-12T00:40:44.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.623+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~BC4O38G05JZK.0 size=1048576 2024-09-12T00:40:44.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.624+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~BC4O38G05JZK.1 size=954107 2024-09-12T00:40:44.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.624+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=BC4O38G05JZK tag=7LUSS10MOD94 type=write size=3051259 2024-09-12T00:40:44.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.625+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=VMF33UAZX7EK type=del 2024-09-12T00:40:44.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.627+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~47F4HBEGJV3L.0 size=1048576 2024-09-12T00:40:44.627 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.628+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~47F4HBEGJV3L.1 size=344064 2024-09-12T00:40:44.627 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.628+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=47F4HBEGJV3L tag=G5HM8P0PJSL4 type=write size=2441216 2024-09-12T00:40:44.627 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.628+0000 7f647df87780 1 < canceled part key=_multipart_MWGSCWJ8KKOJ.2~VYTHMNBUIYP2.0 size=1048576 2024-09-12T00:40:44.628 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.630+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~VYTHMNBUIYP2.1 size=422408 2024-09-12T00:40:44.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.632+0000 7f647df87780 1 < canceled multipart upload key=MWGSCWJ8KKOJ upload=VYTHMNBUIYP2 tag=LDSHYU30XK66 type=write size=2519560 2024-09-12T00:40:44.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.633+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=MYS2UQ09GK5H type=del size=1548223 2024-09-12T00:40:44.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.634+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~GIVTF4C5IZCD.0 size=1048576 2024-09-12T00:40:44.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.635+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~GIVTF4C5IZCD.1 size=917911 2024-09-12T00:40:44.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.637+0000 7f647df87780 1 < completed multipart upload key=O5X3U78R6ZDG upload=GIVTF4C5IZCD tag=WYTYDVW3JUZG type=write size=3015063 2024-09-12T00:40:44.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.638+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=XQN8QUR6Q41X type=del size=1980248 2024-09-12T00:40:44.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.640+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=B2C5O9O8ISFT type=del 2024-09-12T00:40:44.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.643+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~7QRJ9Q2U99L9.0 size=1048576 2024-09-12T00:40:44.642 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.644+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~7QRJ9Q2U99L9.1 size=232149 2024-09-12T00:40:44.642 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.644+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=7QRJ9Q2U99L9 tag=EZLZ723D18TW type=write size=2329301 2024-09-12T00:40:44.643 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.645+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~4VB9023THBSK.0 size=1048576 2024-09-12T00:40:44.644 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.646+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~4VB9023THBSK.1 size=507953 2024-09-12T00:40:44.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.648+0000 7f647df87780 1 < completed multipart upload key=UOXLW1EM8Y7O upload=4VB9023THBSK tag=C5A2FULCVK4J type=write size=2605105 2024-09-12T00:40:44.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.649+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=83XAPO4VEHE6 type=del size=2337914 2024-09-12T00:40:44.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.650+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=RGBBCI45IVG4 type=del 2024-09-12T00:40:44.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.653+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~QC5I2Y5WY2LS.0 size=1048576 2024-09-12T00:40:44.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.654+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~QC5I2Y5WY2LS.1 size=1048576 2024-09-12T00:40:44.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.655+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~QC5I2Y5WY2LS.2 size=418443 2024-09-12T00:40:44.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.655+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=QC5I2Y5WY2LS tag=H5DUU9UFSW5D type=write size=3564171 2024-09-12T00:40:44.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.656+0000 7f647df87780 1 < canceled operation key=O5X3U78R6ZDG tag=AC3757XB7QFH type=del size=1783165 2024-09-12T00:40:44.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.657+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=2M4E224YRWYU type=write size=698557 2024-09-12T00:40:44.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.658+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~0A53RQU72EA6.0 size=1048576 2024-09-12T00:40:44.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.659+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~0A53RQU72EA6.1 size=314717 2024-09-12T00:40:44.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.662+0000 7f647df87780 1 < completed multipart upload key=NPV6EUTTARM2 upload=0A53RQU72EA6 tag=213A69TS4XD5 type=write size=2411869 2024-09-12T00:40:44.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.664+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~3F8J46U41ICW.0 size=1048576 2024-09-12T00:40:44.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.665+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~3F8J46U41ICW.1 size=1046655 2024-09-12T00:40:44.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.665+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=3F8J46U41ICW tag=K4DRF137KS5S type=write size=3143807 2024-09-12T00:40:44.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.666+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=7A2GJ5NKZEVO type=del 2024-09-12T00:40:44.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.667+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=QGQI6C19K5EP type=del size=1116785 2024-09-12T00:40:44.667 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.669+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=UEPTI13G28PP type=del 2024-09-12T00:40:44.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.672+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~7S1AIPMO1330.0 size=298212 2024-09-12T00:40:44.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.672+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=7S1AIPMO1330 tag=CWZRWWOKF2W9 type=write size=1346788 2024-09-12T00:40:44.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.674+0000 7f647df87780 1 < suggested update operation key=L02TT95H2C3E tag=TEGVDCV0J7AS type=del size=3166055 2024-09-12T00:40:44.675 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.676+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~VUQVVNSSFU6L.0 size=812109 2024-09-12T00:40:44.675 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.676+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=VUQVVNSSFU6L tag=WOTQCV4H9BAY type=write size=1860685 2024-09-12T00:40:44.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.678+0000 7f647df87780 1 < completed delete operation key=HLPZFLK75SWI tag=GB82M6AM6NKZ type=del 2024-09-12T00:40:44.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.679+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=A2YCUATXQT07 type=del size=128758 2024-09-12T00:40:44.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.680+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~9E8FPSHC0R1H.0 size=475935 2024-09-12T00:40:44.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.682+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=9E8FPSHC0R1H tag=OHKLZGVWD4D5 type=write size=1524511 2024-09-12T00:40:44.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.684+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=GY08LE24OO03 type=del size=3388575 2024-09-12T00:40:44.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.685+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~7BX2N3A2WTGM.0 size=1048576 2024-09-12T00:40:44.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.686+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~7BX2N3A2WTGM.1 size=1048576 2024-09-12T00:40:44.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.687+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~7BX2N3A2WTGM.2 size=638559 2024-09-12T00:40:44.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.690+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=7BX2N3A2WTGM tag=VG7MPBYZET4P type=write size=3784287 2024-09-12T00:40:44.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.691+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=KCKBPL3RVVVD type=write size=868494 2024-09-12T00:40:44.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.692+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~VK8H6NFCMW6N.0 size=1048576 2024-09-12T00:40:44.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.693+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~VK8H6NFCMW6N.1 size=644510 2024-09-12T00:40:44.694 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.695+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=VK8H6NFCMW6N tag=KVQMJ6AI1VDJ type=write size=2741662 2024-09-12T00:40:44.695 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.696+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=LIKCHIU7IMSC type=del size=2305233 2024-09-12T00:40:44.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.698+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~BC4O38G05JZK.0 size=1048576 2024-09-12T00:40:44.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.698+0000 7f647df87780 1 < canceled part key=_multipart_G40IYJZMFFPS.2~BC4O38G05JZK.1 size=954107 2024-09-12T00:40:44.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.700+0000 7f647df87780 1 < canceled multipart upload key=G40IYJZMFFPS upload=BC4O38G05JZK tag=7LUSS10MOD94 type=write size=3051259 2024-09-12T00:40:44.700 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.701+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=KO4ZF1HYA7YA type=del size=454200 2024-09-12T00:40:44.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.702+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~47F4HBEGJV3L.0 size=1048576 2024-09-12T00:40:44.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.702+0000 7f647df87780 1 < canceled part key=_multipart_VZITH4JWUAQS.2~47F4HBEGJV3L.1 size=344064 2024-09-12T00:40:44.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.704+0000 7f647df87780 1 < canceled multipart upload key=VZITH4JWUAQS upload=47F4HBEGJV3L tag=G5HM8P0PJSL4 type=write size=2441216 2024-09-12T00:40:44.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.706+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=BLT772PSS1EF type=del size=2688384 2024-09-12T00:40:44.706 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.707+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=MYS2UQ09GK5H type=del 2024-09-12T00:40:44.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.710+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~NYCP1WPAQIAK.0 size=43753 2024-09-12T00:40:44.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.710+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=NYCP1WPAQIAK tag=ASZ53Z76P59K type=write size=1092329 2024-09-12T00:40:44.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.711+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=XQN8QUR6Q41X type=del 2024-09-12T00:40:44.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.712+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=YY3L90HKFSJR type=del size=1730348 2024-09-12T00:40:44.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.714+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~7QRJ9Q2U99L9.0 size=1048576 2024-09-12T00:40:44.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.715+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~7QRJ9Q2U99L9.1 size=232149 2024-09-12T00:40:44.715 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.717+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=7QRJ9Q2U99L9 tag=EZLZ723D18TW type=write size=2329301 2024-09-12T00:40:44.717 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.718+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=K34FHWIIFC5P type=del size=3340997 2024-09-12T00:40:44.718 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.720+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=83XAPO4VEHE6 type=del 2024-09-12T00:40:44.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.722+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~S0E4X1UVRZU4.0 size=1048576 2024-09-12T00:40:44.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.723+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~S0E4X1UVRZU4.1 size=879476 2024-09-12T00:40:44.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.723+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=S0E4X1UVRZU4 tag=VIZPQZJKLF6W type=write size=2976628 2024-09-12T00:40:44.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.724+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~QC5I2Y5WY2LS.0 size=1048576 2024-09-12T00:40:44.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.726+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~QC5I2Y5WY2LS.1 size=1048576 2024-09-12T00:40:44.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.727+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~QC5I2Y5WY2LS.2 size=418443 2024-09-12T00:40:44.728 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.729+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=QC5I2Y5WY2LS tag=H5DUU9UFSW5D type=write size=3564171 2024-09-12T00:40:44.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.732+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~0E9GF56KSD3B.0 size=1048576 2024-09-12T00:40:44.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.733+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~0E9GF56KSD3B.1 size=1048576 2024-09-12T00:40:44.733 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.734+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~0E9GF56KSD3B.2 size=404504 2024-09-12T00:40:44.733 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.734+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=0E9GF56KSD3B tag=5EVHTX4V0FBC type=write size=3550232 2024-09-12T00:40:44.734 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.735+0000 7f647df87780 1 < completed write operation key=UOXLW1EM8Y7O tag=2M4E224YRWYU type=write size=698557 2024-09-12T00:40:44.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.738+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~B3PB9DT0VJ7V.0 size=842568 2024-09-12T00:40:44.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.738+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=B3PB9DT0VJ7V tag=IX9M7ATE66E1 type=write size=1891144 2024-09-12T00:40:44.738 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.739+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~3F8J46U41ICW.0 size=1048576 2024-09-12T00:40:44.739 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.740+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~3F8J46U41ICW.1 size=1046655 2024-09-12T00:40:44.741 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.742+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=3F8J46U41ICW tag=K4DRF137KS5S type=write size=3143807 2024-09-12T00:40:44.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.743+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=JHS1TIBJ6MT8 type=del size=1603905 2024-09-12T00:40:44.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.745+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=QGQI6C19K5EP type=del 2024-09-12T00:40:44.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.746+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=Q65DE6L8PL6S type=write size=1021554 2024-09-12T00:40:44.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.747+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~7S1AIPMO1330.0 size=298212 2024-09-12T00:40:44.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.749+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=7S1AIPMO1330 tag=CWZRWWOKF2W9 type=write size=1346788 2024-09-12T00:40:44.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.751+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=LO3BO1X2ZLP3 type=del size=3965262 2024-09-12T00:40:44.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.752+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~VUQVVNSSFU6L.0 size=812109 2024-09-12T00:40:44.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.754+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=VUQVVNSSFU6L tag=WOTQCV4H9BAY type=write size=1860685 2024-09-12T00:40:44.755 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.756+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~ZIZ669QR1IO5.0 size=1048576 2024-09-12T00:40:44.756 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.758+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~ZIZ669QR1IO5.1 size=937257 2024-09-12T00:40:44.756 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.758+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=ZIZ669QR1IO5 tag=B30NG2UR9LAJ type=write size=3034409 2024-09-12T00:40:44.757 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.759+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=A2YCUATXQT07 type=del 2024-09-12T00:40:44.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.760+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=L9OO3RJCPO2D type=del size=3080778 2024-09-12T00:40:44.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.761+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=GY08LE24OO03 type=del 2024-09-12T00:40:44.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.763+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=5PJ1CN568XZK type=write size=148657 2024-09-12T00:40:44.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.764+0000 7f647df87780 1 < completed write operation key=N21OD24FOXLB tag=KCKBPL3RVVVD type=write size=868494 2024-09-12T00:40:44.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.765+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=YV8R0127OGCA type=del size=3586385 2024-09-12T00:40:44.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.766+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=LIKCHIU7IMSC type=del 2024-09-12T00:40:44.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.768+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=8MUE8ZM1CRIE type=write size=485288 2024-09-12T00:40:44.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.769+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=KO4ZF1HYA7YA type=del 2024-09-12T00:40:44.769 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.770+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=NAGZI31DN99I type=write size=313218 2024-09-12T00:40:44.770 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.771+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=BLT772PSS1EF type=del 2024-09-12T00:40:44.771 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.773+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=45W8UP7VXQM9 type=del size=4128760 2024-09-12T00:40:44.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.773+0000 7f647df87780 1 < canceled part key=_multipart_MWGSCWJ8KKOJ.2~NYCP1WPAQIAK.0 size=43753 2024-09-12T00:40:44.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.775+0000 7f647df87780 1 < canceled multipart upload key=MWGSCWJ8KKOJ upload=NYCP1WPAQIAK tag=ASZ53Z76P59K type=write size=1092329 2024-09-12T00:40:44.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.777+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=8Q9F8PDMOFV5 type=del size=1434503 2024-09-12T00:40:44.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.779+0000 7f647df87780 1 < completed delete operation key=9K3R0N60JBRX tag=YY3L90HKFSJR type=del 2024-09-12T00:40:44.779 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.780+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=82RPUEEQ06SN type=write size=612836 2024-09-12T00:40:44.780 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.782+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=K34FHWIIFC5P type=del 2024-09-12T00:40:44.782 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.783+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=38GLC8R82X7Z type=del size=3353615 2024-09-12T00:40:44.782 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.784+0000 7f647df87780 1 < canceled part key=_multipart_HLPZFLK75SWI.2~S0E4X1UVRZU4.0 size=1048576 2024-09-12T00:40:44.783 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.785+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~S0E4X1UVRZU4.1 size=879476 2024-09-12T00:40:44.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.787+0000 7f647df87780 1 < canceled multipart upload key=HLPZFLK75SWI upload=S0E4X1UVRZU4 tag=VIZPQZJKLF6W type=write size=2976628 2024-09-12T00:40:44.787 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.789+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=MGONRT3F2MDG type=del size=948705 2024-09-12T00:40:44.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.790+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~0E9GF56KSD3B.0 size=1048576 2024-09-12T00:40:44.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.791+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~0E9GF56KSD3B.1 size=1048576 2024-09-12T00:40:44.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.792+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~0E9GF56KSD3B.2 size=404504 2024-09-12T00:40:44.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.795+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=0E9GF56KSD3B tag=5EVHTX4V0FBC type=write size=3550232 2024-09-12T00:40:44.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.797+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~XP2JRG9BGWH6.0 size=1048576 2024-09-12T00:40:44.797 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.798+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~XP2JRG9BGWH6.1 size=1048576 2024-09-12T00:40:44.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.799+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~XP2JRG9BGWH6.2 size=311868 2024-09-12T00:40:44.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.799+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=XP2JRG9BGWH6 tag=JMI4D710IMO3 type=write size=3457596 2024-09-12T00:40:44.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.801+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~B3PB9DT0VJ7V.0 size=842568 2024-09-12T00:40:44.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.803+0000 7f647df87780 1 < completed multipart upload key=5QD71Z29RVQM upload=B3PB9DT0VJ7V tag=IX9M7ATE66E1 type=write size=1891144 2024-09-12T00:40:44.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.804+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=E97OCQTJ0J41 type=del size=1820474 2024-09-12T00:40:44.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.805+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=JHS1TIBJ6MT8 type=del 2024-09-12T00:40:44.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.808+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~PMH0ZCXNIBMU.0 size=1048576 2024-09-12T00:40:44.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.809+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~PMH0ZCXNIBMU.1 size=435860 2024-09-12T00:40:44.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.809+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=PMH0ZCXNIBMU tag=HVT47WTBJ61N type=write size=2533012 2024-09-12T00:40:44.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.811+0000 7f647df87780 1 < suggested remove operation key=2Y81YQV19GMR tag=Q65DE6L8PL6S type=write 2024-09-12T00:40:44.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.812+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=43APOVMJ6SJ6 type=write size=118753 2024-09-12T00:40:44.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.813+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=LO3BO1X2ZLP3 type=del 2024-09-12T00:40:44.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.816+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~RF3V4OXHYL01.0 size=1048576 2024-09-12T00:40:44.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.817+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~RF3V4OXHYL01.1 size=1048576 2024-09-12T00:40:44.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.818+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~RF3V4OXHYL01.2 size=734149 2024-09-12T00:40:44.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.818+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=RF3V4OXHYL01 tag=SZV86UHWIGN6 type=write size=3879877 2024-09-12T00:40:44.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.819+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~ZIZ669QR1IO5.0 size=1048576 2024-09-12T00:40:44.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.820+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~ZIZ669QR1IO5.1 size=937257 2024-09-12T00:40:44.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.822+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=ZIZ669QR1IO5 tag=B30NG2UR9LAJ type=write size=3034409 2024-09-12T00:40:44.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.823+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=62QYCPW3YS04 type=write size=828905 2024-09-12T00:40:44.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.824+0000 7f647df87780 1 < canceled operation key=1W80H32TA80K tag=L9OO3RJCPO2D type=del size=3080778 2024-09-12T00:40:44.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.826+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=B0HPOMIVX28K type=del size=1058610 2024-09-12T00:40:44.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.827+0000 7f647df87780 1 < completed write operation key=PP87VV5LT5V6 tag=5PJ1CN568XZK type=write size=148657 2024-09-12T00:40:44.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.829+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~YA86ERJY52B2.0 size=1048576 2024-09-12T00:40:44.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.830+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~YA86ERJY52B2.1 size=391350 2024-09-12T00:40:44.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.830+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=YA86ERJY52B2 tag=XGXGGR91FOMA type=write size=2488502 2024-09-12T00:40:44.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.833+0000 7f647df87780 1 < suggested update operation key=U4TCVRRJZRXA tag=YV8R0127OGCA type=del size=3586385 2024-09-12T00:40:44.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.834+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=JL4R8AXNWDQJ type=del size=869211 2024-09-12T00:40:44.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.837+0000 7f647df87780 1 < suggested remove operation key=95LRVY22GW0N tag=8MUE8ZM1CRIE type=write 2024-09-12T00:40:44.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.838+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=4XMV7AB8GOLE type=write size=100543 2024-09-12T00:40:44.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.839+0000 7f647df87780 1 < canceled operation key=NF21FK049RBH tag=NAGZI31DN99I type=write size=313218 2024-09-12T00:40:44.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.840+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=WRB3GDPLZD9A type=del size=3043426 2024-09-12T00:40:44.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.842+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=45W8UP7VXQM9 type=del 2024-09-12T00:40:44.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.843+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=OQZVGIUJEVO5 type=del size=815468 2024-09-12T00:40:44.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.845+0000 7f647df87780 1 < suggested remove operation key=U2DTYMPDDY2C tag=8Q9F8PDMOFV5 type=del 2024-09-12T00:40:44.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.848+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~325G9TOWI25I.0 size=1048576 2024-09-12T00:40:44.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.849+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~325G9TOWI25I.1 size=1048576 2024-09-12T00:40:44.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.850+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~325G9TOWI25I.2 size=712595 2024-09-12T00:40:44.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.850+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=325G9TOWI25I tag=U4C5DKDVED7U type=write size=3858323 2024-09-12T00:40:44.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.851+0000 7f647df87780 -1 < failed to complete operation key=U2DTYMPDDY2C tag=82RPUEEQ06SN type=write size=612836: (22) Invalid argument 2024-09-12T00:40:44.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.854+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~BQ3VYHVAXJJ2.0 size=1048576 2024-09-12T00:40:44.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.855+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~BQ3VYHVAXJJ2.1 size=233015 2024-09-12T00:40:44.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.855+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=BQ3VYHVAXJJ2 tag=0IJGUVE74FOQ type=write size=2330167 2024-09-12T00:40:44.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.857+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=38GLC8R82X7Z type=del 2024-09-12T00:40:44.857 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.859+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~5I309QT8PUZJ.0 size=1048576 2024-09-12T00:40:44.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.860+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~5I309QT8PUZJ.1 size=80190 2024-09-12T00:40:44.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.860+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=5I309QT8PUZJ tag=DFZU07EJ569B type=write size=2177342 2024-09-12T00:40:44.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.861+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=MGONRT3F2MDG type=del 2024-09-12T00:40:44.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.864+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~0J0B7GCXGW3K.0 size=1048576 2024-09-12T00:40:44.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.864+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~0J0B7GCXGW3K.1 size=639910 2024-09-12T00:40:44.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.864+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=0J0B7GCXGW3K tag=THJ18MV504PY type=write size=2737062 2024-09-12T00:40:44.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.866+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~XP2JRG9BGWH6.0 size=1048576 2024-09-12T00:40:44.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.867+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~XP2JRG9BGWH6.1 size=1048576 2024-09-12T00:40:44.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.868+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~XP2JRG9BGWH6.2 size=311868 2024-09-12T00:40:44.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.870+0000 7f647df87780 1 < completed multipart upload key=O5X3U78R6ZDG upload=XP2JRG9BGWH6 tag=JMI4D710IMO3 type=write size=3457596 2024-09-12T00:40:44.870 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.871+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=9YFOLCE09UH9 type=write size=507812 2024-09-12T00:40:44.871 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.872+0000 7f647df87780 1 < completed delete operation key=9K3R0N60JBRX tag=E97OCQTJ0J41 type=del 2024-09-12T00:40:44.872 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.874+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=F031BNWX2NZL type=del size=1047954 2024-09-12T00:40:44.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.874+0000 7f647df87780 1 < canceled part key=_multipart_HLPZFLK75SWI.2~PMH0ZCXNIBMU.0 size=1048576 2024-09-12T00:40:44.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.875+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~PMH0ZCXNIBMU.1 size=435860 2024-09-12T00:40:44.876 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.877+0000 7f647df87780 1 < canceled multipart upload key=HLPZFLK75SWI upload=PMH0ZCXNIBMU tag=HVT47WTBJ61N type=write size=2533012 2024-09-12T00:40:44.877 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.879+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=57LL8CZ49CB7 type=del size=2588138 2024-09-12T00:40:44.878 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.880+0000 7f647df87780 1 < completed write operation key=OF18XY41L1L9 tag=43APOVMJ6SJ6 type=write size=118753 2024-09-12T00:40:44.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.881+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=219NTCXGFA4I type=del size=1175660 2024-09-12T00:40:44.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.883+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~RF3V4OXHYL01.0 size=1048576 2024-09-12T00:40:44.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.884+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~RF3V4OXHYL01.1 size=1048576 2024-09-12T00:40:44.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.885+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~RF3V4OXHYL01.2 size=734149 2024-09-12T00:40:44.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.887+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=RF3V4OXHYL01 tag=SZV86UHWIGN6 type=write size=3879877 2024-09-12T00:40:44.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.889+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=I93ROC26RTN5 type=del size=4011080 2024-09-12T00:40:44.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.890+0000 7f647df87780 1 < completed write operation key=G40IYJZMFFPS tag=62QYCPW3YS04 type=write size=828905 2024-09-12T00:40:44.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.891+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=O2F3H9AEVUTL type=del size=3912145 2024-09-12T00:40:44.891 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.893+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=B0HPOMIVX28K type=del 2024-09-12T00:40:44.894 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.895+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~FW2XM02JHC3B.0 size=456135 2024-09-12T00:40:44.894 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.895+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=FW2XM02JHC3B tag=K8H6G38MKSVO type=write size=1504711 2024-09-12T00:40:44.895 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.897+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~YA86ERJY52B2.0 size=1048576 2024-09-12T00:40:44.896 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.898+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~YA86ERJY52B2.1 size=391350 2024-09-12T00:40:44.898 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.900+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=YA86ERJY52B2 tag=XGXGGR91FOMA type=write size=2488502 2024-09-12T00:40:44.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.901+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=ZS4L4I25MASN type=del size=3584086 2024-09-12T00:40:44.901 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.903+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=JL4R8AXNWDQJ type=del 2024-09-12T00:40:44.903 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.904+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=5QX2ZJP5XRBH type=del size=1519603 2024-09-12T00:40:44.904 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.906+0000 7f647df87780 1 < completed write operation key=O5X3U78R6ZDG tag=4XMV7AB8GOLE type=write size=100543 2024-09-12T00:40:44.906 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.907+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=RV4BMYM94M42 type=del size=1299670 2024-09-12T00:40:44.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.909+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=WRB3GDPLZD9A type=del 2024-09-12T00:40:44.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.910+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=LZNMAD9O0F0D type=del size=3783834 2024-09-12T00:40:44.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.912+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=OQZVGIUJEVO5 type=del 2024-09-12T00:40:44.912 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.913+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=MI4FIZ970RW6 type=del size=4076507 2024-09-12T00:40:44.912 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.913+0000 7f647df87780 1 < canceled part key=_multipart_O5X3U78R6ZDG.2~325G9TOWI25I.0 size=1048576 2024-09-12T00:40:44.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.914+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~325G9TOWI25I.1 size=1048576 2024-09-12T00:40:44.914 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.915+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~325G9TOWI25I.2 size=712595 2024-09-12T00:40:44.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.918+0000 7f647df87780 1 < canceled multipart upload key=O5X3U78R6ZDG upload=325G9TOWI25I tag=U4C5DKDVED7U type=write size=3858323 2024-09-12T00:40:44.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.919+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=12XH62MJ6OFK type=write size=318063 2024-09-12T00:40:44.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.919+0000 7f647df87780 1 < canceled part key=_multipart_NPV6EUTTARM2.2~BQ3VYHVAXJJ2.0 size=1048576 2024-09-12T00:40:44.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.919+0000 7f647df87780 1 < canceled part key=_multipart_NPV6EUTTARM2.2~BQ3VYHVAXJJ2.1 size=233015 2024-09-12T00:40:44.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.922+0000 7f647df87780 1 < canceled multipart upload key=NPV6EUTTARM2 upload=BQ3VYHVAXJJ2 tag=0IJGUVE74FOQ type=write size=2330167 2024-09-12T00:40:44.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.923+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=I1KZ4YJRQMHV type=write size=834187 2024-09-12T00:40:44.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.924+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~5I309QT8PUZJ.0 size=1048576 2024-09-12T00:40:44.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.924+0000 7f647df87780 1 < canceled part key=_multipart_JMJMS24HWOOL.2~5I309QT8PUZJ.1 size=80190 2024-09-12T00:40:44.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.926+0000 7f647df87780 1 < canceled multipart upload key=JMJMS24HWOOL upload=5I309QT8PUZJ tag=DFZU07EJ569B type=write size=2177342 2024-09-12T00:40:44.926 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.928+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=WMVBXOB53ORG type=del size=557008 2024-09-12T00:40:44.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.929+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~0J0B7GCXGW3K.0 size=1048576 2024-09-12T00:40:44.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.930+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~0J0B7GCXGW3K.1 size=639910 2024-09-12T00:40:44.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.932+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=0J0B7GCXGW3K tag=THJ18MV504PY type=write size=2737062 2024-09-12T00:40:44.932 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.934+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=343IRCSJZW07 type=del size=3869221 2024-09-12T00:40:44.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.935+0000 7f647df87780 1 < canceled operation key=OF18XY41L1L9 tag=9YFOLCE09UH9 type=write size=507812 2024-09-12T00:40:44.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.936+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=G2DVM459S01J type=del size=2951744 2024-09-12T00:40:44.936 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.938+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=F031BNWX2NZL type=del 2024-09-12T00:40:44.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.940+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~GDXVXBNF3648.0 size=1048576 2024-09-12T00:40:44.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.941+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~GDXVXBNF3648.1 size=1045171 2024-09-12T00:40:44.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.941+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=GDXVXBNF3648 tag=AAF4VDHM2DOV type=write size=3142323 2024-09-12T00:40:44.941 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.943+0000 7f647df87780 1 < canceled operation key=JT51QJXZTSBO tag=57LL8CZ49CB7 type=del size=2588138 2024-09-12T00:40:44.943 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.944+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=Y4JBEORG1RO2 type=write size=593167 2024-09-12T00:40:44.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.947+0000 7f647df87780 1 < suggested remove operation key=LE3HT175C87H tag=219NTCXGFA4I type=del 2024-09-12T00:40:44.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.949+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~Y658F7SXOF4F.0 size=1048576 2024-09-12T00:40:44.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.950+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~Y658F7SXOF4F.1 size=935947 2024-09-12T00:40:44.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.950+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=Y658F7SXOF4F tag=U640PPX08JLE type=write size=3033099 2024-09-12T00:40:44.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.953+0000 7f647df87780 1 < suggested update operation key=O5X3U78R6ZDG tag=I93ROC26RTN5 type=del size=4011080 2024-09-12T00:40:44.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.954+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=L6HWKLGA09V5 type=del size=869581 2024-09-12T00:40:44.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.955+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=O2F3H9AEVUTL type=del 2024-09-12T00:40:44.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.958+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~ZKJKPD8M9C32.0 size=1048576 2024-09-12T00:40:44.957 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.959+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~ZKJKPD8M9C32.1 size=1048576 2024-09-12T00:40:44.958 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.960+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~ZKJKPD8M9C32.2 size=569794 2024-09-12T00:40:44.958 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.960+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=ZKJKPD8M9C32 tag=G14WYC24F7HS type=write size=3715522 2024-09-12T00:40:44.959 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.961+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~FW2XM02JHC3B.0 size=456135 2024-09-12T00:40:44.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.963+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=FW2XM02JHC3B tag=K8H6G38MKSVO type=write size=1504711 2024-09-12T00:40:44.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.965+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~TF73T8MASEW8.0 size=1048576 2024-09-12T00:40:44.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.966+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~TF73T8MASEW8.1 size=1048576 2024-09-12T00:40:44.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.967+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~TF73T8MASEW8.2 size=464991 2024-09-12T00:40:44.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.967+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=TF73T8MASEW8 tag=2WM39QU4959D type=write size=3610719 2024-09-12T00:40:44.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.969+0000 7f647df87780 1 < suggested remove operation key=0XE0T6C53BZV tag=ZS4L4I25MASN type=del 2024-09-12T00:40:44.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.971+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=55QX8OERY5JQ type=write size=162870 2024-09-12T00:40:44.970 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.972+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=5QX2ZJP5XRBH type=del 2024-09-12T00:40:44.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.974+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~TBL1VNFX5P8R.0 size=124581 2024-09-12T00:40:44.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.974+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=TBL1VNFX5P8R tag=MEID857R5U3F type=write size=1173157 2024-09-12T00:40:44.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.975+0000 7f647df87780 1 < completed delete operation key=9K3R0N60JBRX tag=RV4BMYM94M42 type=del 2024-09-12T00:40:44.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.978+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~GRIC31ZRZ4TC.0 size=712072 2024-09-12T00:40:44.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.978+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=GRIC31ZRZ4TC tag=FE4RXGCR766Q type=write size=1760648 2024-09-12T00:40:44.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.980+0000 7f647df87780 1 < completed delete operation key=L02TT95H2C3E tag=LZNMAD9O0F0D type=del 2024-09-12T00:40:44.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.981+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=02LPBUGT6OEM type=del size=431642 2024-09-12T00:40:44.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.983+0000 7f647df87780 1 < suggested remove operation key=O5X3U78R6ZDG tag=MI4FIZ970RW6 type=del 2024-09-12T00:40:44.984 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.985+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~J761SZKLNFZB.0 size=1048576 2024-09-12T00:40:44.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.986+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~J761SZKLNFZB.1 size=1048576 2024-09-12T00:40:44.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.987+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~J761SZKLNFZB.2 size=713348 2024-09-12T00:40:44.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.987+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=J761SZKLNFZB tag=SYA5U3RXTSAG type=write size=3859076 2024-09-12T00:40:44.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.989+0000 7f647df87780 1 < completed write operation key=PP87VV5LT5V6 tag=12XH62MJ6OFK type=write size=318063 2024-09-12T00:40:44.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.990+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=Z1JAHITVYNTZ type=del size=3584419 2024-09-12T00:40:44.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.991+0000 7f647df87780 1 < canceled operation key=0BE2GIY7HJJS tag=I1KZ4YJRQMHV type=write size=834187 2024-09-12T00:40:44.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.992+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=R51LH1OPKEWY type=del size=4156547 2024-09-12T00:40:44.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.994+0000 7f647df87780 1 < suggested update operation key=AVZHOIJP092M tag=WMVBXOB53ORG type=del size=557008 2024-09-12T00:40:44.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.997+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~NPM4JUN77MOH.0 size=1048576 2024-09-12T00:40:44.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.998+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~NPM4JUN77MOH.1 size=183344 2024-09-12T00:40:44.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.998+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=NPM4JUN77MOH tag=JUS15FQ3LE0M type=write size=2280496 2024-09-12T00:40:44.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:44.999+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=343IRCSJZW07 type=del 2024-09-12T00:40:44.999 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.000+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=X8RVD6Q6DXBL type=del size=4036069 2024-09-12T00:40:45.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.001+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=G2DVM459S01J type=del 2024-09-12T00:40:45.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.002+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=ZPD49W7IXBT4 type=del size=2655027 2024-09-12T00:40:45.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.004+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~GDXVXBNF3648.0 size=1048576 2024-09-12T00:40:45.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.004+0000 7f647df87780 1 < canceled part key=_multipart_JMJMS24HWOOL.2~GDXVXBNF3648.1 size=1045171 2024-09-12T00:40:45.005 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.006+0000 7f647df87780 1 < canceled multipart upload key=JMJMS24HWOOL upload=GDXVXBNF3648 tag=AAF4VDHM2DOV type=write size=3142323 2024-09-12T00:40:45.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.007+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=ZKOCS9YU8UOD type=del size=2240949 2024-09-12T00:40:45.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.010+0000 7f647df87780 1 < suggested update operation key=1W80H32TA80K tag=Y4JBEORG1RO2 type=write size=593167 2024-09-12T00:40:45.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.011+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=KTOHXYOX3INC type=del size=295324 2024-09-12T00:40:45.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.011+0000 7f647df87780 1 < canceled part key=_multipart_95LRVY22GW0N.2~Y658F7SXOF4F.0 size=1048576 2024-09-12T00:40:45.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.013+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~Y658F7SXOF4F.1 size=935947 2024-09-12T00:40:45.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.015+0000 7f647df87780 1 < canceled multipart upload key=95LRVY22GW0N upload=Y658F7SXOF4F tag=U640PPX08JLE type=write size=3033099 2024-09-12T00:40:45.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.016+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=CDHDTU5YNT2G type=del size=1945793 2024-09-12T00:40:45.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.017+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=L6HWKLGA09V5 type=del 2024-09-12T00:40:45.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.020+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~QC1ZSGKG055B.0 size=776675 2024-09-12T00:40:45.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.020+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=QC1ZSGKG055B tag=JK4X2TG8F8UG type=write size=1825251 2024-09-12T00:40:45.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.022+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~ZKJKPD8M9C32.0 size=1048576 2024-09-12T00:40:45.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.022+0000 7f647df87780 1 < canceled part key=_multipart_95LRVY22GW0N.2~ZKJKPD8M9C32.1 size=1048576 2024-09-12T00:40:45.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.023+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~ZKJKPD8M9C32.2 size=569794 2024-09-12T00:40:45.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.025+0000 7f647df87780 1 < canceled multipart upload key=95LRVY22GW0N upload=ZKJKPD8M9C32 tag=G14WYC24F7HS type=write size=3715522 2024-09-12T00:40:45.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.027+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=YCZMW0ZDVQR1 type=del size=1583975 2024-09-12T00:40:45.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.028+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~TF73T8MASEW8.0 size=1048576 2024-09-12T00:40:45.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.029+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~TF73T8MASEW8.1 size=1048576 2024-09-12T00:40:45.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.029+0000 7f647df87780 1 < canceled part key=_multipart_L02TT95H2C3E.2~TF73T8MASEW8.2 size=464991 2024-09-12T00:40:45.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.031+0000 7f647df87780 1 < canceled multipart upload key=L02TT95H2C3E upload=TF73T8MASEW8 tag=2WM39QU4959D type=write size=3610719 2024-09-12T00:40:45.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.033+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=I42AJ2EPBWPP type=del size=127902 2024-09-12T00:40:45.032 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.034+0000 7f647df87780 1 < completed write operation key=IE03MW8R3TVU tag=55QX8OERY5JQ type=write size=162870 2024-09-12T00:40:45.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.035+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=143KNXZY1QA3 type=del size=2866373 2024-09-12T00:40:45.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.037+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~TBL1VNFX5P8R.0 size=124581 2024-09-12T00:40:45.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.039+0000 7f647df87780 1 < completed multipart upload key=5QD71Z29RVQM upload=TBL1VNFX5P8R tag=MEID857R5U3F type=write size=1173157 2024-09-12T00:40:45.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.040+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=77NQIA01K7XM type=write size=160337 2024-09-12T00:40:45.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.041+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~GRIC31ZRZ4TC.0 size=712072 2024-09-12T00:40:45.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.043+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=GRIC31ZRZ4TC tag=FE4RXGCR766Q type=write size=1760648 2024-09-12T00:40:45.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.045+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=19K2TGSHOR1L type=del size=2971705 2024-09-12T00:40:45.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.046+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=02LPBUGT6OEM type=del 2024-09-12T00:40:45.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.047+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=2UZ6DPXUIGZZ type=del size=2098060 2024-09-12T00:40:45.047 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.049+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~J761SZKLNFZB.0 size=1048576 2024-09-12T00:40:45.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.050+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~J761SZKLNFZB.1 size=1048576 2024-09-12T00:40:45.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.051+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~J761SZKLNFZB.2 size=713348 2024-09-12T00:40:45.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.053+0000 7f647df87780 1 < completed multipart upload key=JMJMS24HWOOL upload=J761SZKLNFZB tag=SYA5U3RXTSAG type=write size=3859076 2024-09-12T00:40:45.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.055+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~ODQ59VXYOPCH.0 size=414503 2024-09-12T00:40:45.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.055+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=ODQ59VXYOPCH tag=RYYFVB8HB213 type=write size=1463079 2024-09-12T00:40:45.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.058+0000 7f647df87780 1 < suggested remove operation key=9K3R0N60JBRX tag=Z1JAHITVYNTZ type=del 2024-09-12T00:40:45.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.059+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=FVKHKLRBKNFD type=write size=717063 2024-09-12T00:40:45.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.060+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=R51LH1OPKEWY type=del 2024-09-12T00:40:45.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.062+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=09N0S3FG3A6R type=del size=3368044 2024-09-12T00:40:45.062 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.064+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~NPM4JUN77MOH.0 size=1048576 2024-09-12T00:40:45.063 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.065+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~NPM4JUN77MOH.1 size=183344 2024-09-12T00:40:45.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.067+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=NPM4JUN77MOH tag=JUS15FQ3LE0M type=write size=2280496 2024-09-12T00:40:45.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.068+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=YP60WXIPKZ1C type=del size=3745547 2024-09-12T00:40:45.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.070+0000 7f647df87780 1 < completed delete operation key=HLPZFLK75SWI tag=X8RVD6Q6DXBL type=del 2024-09-12T00:40:45.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.071+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=HJCUA5TXQ3NF type=write size=971232 2024-09-12T00:40:45.072 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.074+0000 7f647df87780 1 < suggested remove operation key=5QD71Z29RVQM tag=ZPD49W7IXBT4 type=del 2024-09-12T00:40:45.075 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.076+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~RZ6TK4FYFK7L.0 size=1048576 2024-09-12T00:40:45.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.077+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~RZ6TK4FYFK7L.1 size=955994 2024-09-12T00:40:45.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.077+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=RZ6TK4FYFK7L tag=8LMNA7NNPG2U type=write size=3053146 2024-09-12T00:40:45.077 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.079+0000 7f647df87780 -1 < failed to complete operation key=1W80H32TA80K tag=ZKOCS9YU8UOD type=del size=2240949: (22) Invalid argument 2024-09-12T00:40:45.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.081+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~XQ83Q9P28RFF.0 size=915122 2024-09-12T00:40:45.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.081+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=XQ83Q9P28RFF tag=G9EU8U9EH4XB type=write size=1963698 2024-09-12T00:40:45.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.082+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=KTOHXYOX3INC type=del 2024-09-12T00:40:45.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.084+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=Y8S4C4C3K6GC type=del size=1313519 2024-09-12T00:40:45.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.086+0000 7f647df87780 1 < suggested update operation key=VZITH4JWUAQS tag=CDHDTU5YNT2G type=del size=1945793 2024-09-12T00:40:45.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.088+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=1H60DNPX1X63 type=del size=3303555 2024-09-12T00:40:45.087 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.089+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~QC1ZSGKG055B.0 size=776675 2024-09-12T00:40:45.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.091+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=QC1ZSGKG055B tag=JK4X2TG8F8UG type=write size=1825251 2024-09-12T00:40:45.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.094+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~3V0Q5CHV2QWK.0 size=395057 2024-09-12T00:40:45.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.094+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=3V0Q5CHV2QWK tag=YT3CXIF8OJMW type=write size=1443633 2024-09-12T00:40:45.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.095+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=YCZMW0ZDVQR1 type=del 2024-09-12T00:40:45.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.097+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~W4RY0D9TKF34.0 size=1048576 2024-09-12T00:40:45.097 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.098+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~W4RY0D9TKF34.1 size=394738 2024-09-12T00:40:45.097 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.098+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=W4RY0D9TKF34 tag=YL22HH3URZNA type=write size=2491890 2024-09-12T00:40:45.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.100+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=I42AJ2EPBWPP type=del 2024-09-12T00:40:45.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.102+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=AQJNT2B2F1L6 type=del size=3917292 2024-09-12T00:40:45.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.103+0000 7f647df87780 -1 < failed to complete operation key=9K3R0N60JBRX tag=143KNXZY1QA3 type=del size=2866373: (22) Invalid argument 2024-09-12T00:40:45.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.105+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~0GU7PKRDK608.0 size=1048576 2024-09-12T00:40:45.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.107+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~0GU7PKRDK608.1 size=346302 2024-09-12T00:40:45.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.107+0000 7f647df87780 1 > prepared multipart upload key=04HXBZNCOGYY upload=0GU7PKRDK608 tag=SRR2EJ036WM0 type=write size=2443454 2024-09-12T00:40:45.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.108+0000 7f647df87780 1 < canceled operation key=1W80H32TA80K tag=77NQIA01K7XM type=write size=160337 2024-09-12T00:40:45.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.110+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~GBNH99SDNRLB.0 size=656180 2024-09-12T00:40:45.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.110+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=GBNH99SDNRLB tag=3T1QO6GAJLS0 type=write size=1704756 2024-09-12T00:40:45.110 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.112+0000 7f647df87780 1 < completed delete operation key=L02TT95H2C3E tag=19K2TGSHOR1L type=del 2024-09-12T00:40:45.113 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.114+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~37179SFJEZEK.0 size=283474 2024-09-12T00:40:45.113 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.114+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=37179SFJEZEK tag=PLWN7X9OA99C type=write size=1332050 2024-09-12T00:40:45.115 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.117+0000 7f647df87780 1 < suggested remove operation key=AVZHOIJP092M tag=2UZ6DPXUIGZZ type=del 2024-09-12T00:40:45.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.119+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~HJFTS8NX7LWN.0 size=149008 2024-09-12T00:40:45.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.119+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=HJFTS8NX7LWN tag=GQ2L9D4Y5GV7 type=write size=1197584 2024-09-12T00:40:45.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.121+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~ODQ59VXYOPCH.0 size=414503 2024-09-12T00:40:45.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.123+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=ODQ59VXYOPCH tag=RYYFVB8HB213 type=write size=1463079 2024-09-12T00:40:45.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.125+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=CHL65GSA8FRU type=del size=3531839 2024-09-12T00:40:45.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.126+0000 7f647df87780 1 < completed write operation key=NF21FK049RBH tag=FVKHKLRBKNFD type=write size=717063 2024-09-12T00:40:45.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.129+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~FKG543RQ8Q6D.0 size=384677 2024-09-12T00:40:45.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.129+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=FKG543RQ8Q6D tag=8GPDVV2UDWAD type=write size=1433253 2024-09-12T00:40:45.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.130+0000 7f647df87780 -1 < failed to complete operation key=VZITH4JWUAQS tag=09N0S3FG3A6R type=del size=3368044: (22) Invalid argument 2024-09-12T00:40:45.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.132+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~72OIO0C9DXDG.0 size=1048576 2024-09-12T00:40:45.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.133+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~72OIO0C9DXDG.1 size=805051 2024-09-12T00:40:45.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.133+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=72OIO0C9DXDG tag=H0MZSXBZ5BL4 type=write size=2902203 2024-09-12T00:40:45.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.135+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=YP60WXIPKZ1C type=del 2024-09-12T00:40:45.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.136+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=3T3L98JS7E6P type=del size=2192422 2024-09-12T00:40:45.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.137+0000 7f647df87780 1 < canceled operation key=QWKIWP013AMX tag=HJCUA5TXQ3NF type=write size=971232 2024-09-12T00:40:45.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.139+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=SNPZNIU4POBB type=del size=3585054 2024-09-12T00:40:45.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.140+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~RZ6TK4FYFK7L.0 size=1048576 2024-09-12T00:40:45.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.141+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~RZ6TK4FYFK7L.1 size=955994 2024-09-12T00:40:45.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.143+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=RZ6TK4FYFK7L tag=8LMNA7NNPG2U type=write size=3053146 2024-09-12T00:40:45.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.144+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=LUPL5BMKEVY1 type=del size=2116533 2024-09-12T00:40:45.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.146+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~XQ83Q9P28RFF.0 size=915122 2024-09-12T00:40:45.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.148+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=XQ83Q9P28RFF tag=G9EU8U9EH4XB type=write size=1963698 2024-09-12T00:40:45.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.150+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~1BY56WGWDCKU.0 size=1048576 2024-09-12T00:40:45.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.151+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~1BY56WGWDCKU.1 size=752687 2024-09-12T00:40:45.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.151+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=1BY56WGWDCKU tag=QU8SHKJON32G type=write size=2849839 2024-09-12T00:40:45.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.154+0000 7f647df87780 1 < suggested remove operation key=3XY73F87GDR5 tag=Y8S4C4C3K6GC type=del 2024-09-12T00:40:45.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.155+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=07WR9E6SGFOK type=write size=215125 2024-09-12T00:40:45.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.156+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=1H60DNPX1X63 type=del 2024-09-12T00:40:45.156 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.157+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=U5UP2XXAM6R8 type=write size=525537 2024-09-12T00:40:45.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.159+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~3V0Q5CHV2QWK.0 size=395057 2024-09-12T00:40:45.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.161+0000 7f647df87780 1 < completed multipart upload key=5QD71Z29RVQM upload=3V0Q5CHV2QWK tag=YT3CXIF8OJMW type=write size=1443633 2024-09-12T00:40:45.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.163+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~QNMPLULD5Z9K.0 size=27419 2024-09-12T00:40:45.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.163+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=QNMPLULD5Z9K tag=Q1CEFRELRRMP type=write size=1075995 2024-09-12T00:40:45.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.164+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~W4RY0D9TKF34.0 size=1048576 2024-09-12T00:40:45.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.164+0000 7f647df87780 1 < canceled part key=_multipart_U4TCVRRJZRXA.2~W4RY0D9TKF34.1 size=394738 2024-09-12T00:40:45.165 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.166+0000 7f647df87780 1 < canceled multipart upload key=U4TCVRRJZRXA upload=W4RY0D9TKF34 tag=YL22HH3URZNA type=write size=2491890 2024-09-12T00:40:45.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.167+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=GHWXG3EQMGS5 type=del size=1153670 2024-09-12T00:40:45.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.169+0000 7f647df87780 1 < completed delete operation key=NPV6EUTTARM2 tag=AQJNT2B2F1L6 type=del 2024-09-12T00:40:45.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.171+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~X9D476E8M1FV.0 size=1048576 2024-09-12T00:40:45.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.172+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~X9D476E8M1FV.1 size=1048576 2024-09-12T00:40:45.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.173+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~X9D476E8M1FV.2 size=806343 2024-09-12T00:40:45.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.173+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=X9D476E8M1FV tag=S71GQVZK28UJ type=write size=3952071 2024-09-12T00:40:45.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.174+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~0GU7PKRDK608.0 size=1048576 2024-09-12T00:40:45.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.174+0000 7f647df87780 1 < canceled part key=_multipart_04HXBZNCOGYY.2~0GU7PKRDK608.1 size=346302 2024-09-12T00:40:45.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.176+0000 7f647df87780 1 < canceled multipart upload key=04HXBZNCOGYY upload=0GU7PKRDK608 tag=SRR2EJ036WM0 type=write size=2443454 2024-09-12T00:40:45.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.178+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~APP7OYX8LQ6U.0 size=1048576 2024-09-12T00:40:45.178 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.179+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~APP7OYX8LQ6U.1 size=854128 2024-09-12T00:40:45.178 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.179+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=APP7OYX8LQ6U tag=6O95OAT9JKV4 type=write size=2951280 2024-09-12T00:40:45.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.180+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~GBNH99SDNRLB.0 size=656180 2024-09-12T00:40:45.181 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.183+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=GBNH99SDNRLB tag=3T1QO6GAJLS0 type=write size=1704756 2024-09-12T00:40:45.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.184+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=GXO09XAB1AY0 type=del size=1536460 2024-09-12T00:40:45.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.185+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~37179SFJEZEK.0 size=283474 2024-09-12T00:40:45.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.187+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=37179SFJEZEK tag=PLWN7X9OA99C type=write size=1332050 2024-09-12T00:40:45.188 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.190+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~8D0IB7VANSAP.0 size=1048576 2024-09-12T00:40:45.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.191+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~8D0IB7VANSAP.1 size=72064 2024-09-12T00:40:45.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.191+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=8D0IB7VANSAP tag=E3EGNJ0XT2ZS type=write size=2169216 2024-09-12T00:40:45.190 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.192+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~HJFTS8NX7LWN.0 size=149008 2024-09-12T00:40:45.192 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.194+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=HJFTS8NX7LWN tag=GQ2L9D4Y5GV7 type=write size=1197584 2024-09-12T00:40:45.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.195+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=XQ3UTUJXUNTM type=del size=4112073 2024-09-12T00:40:45.195 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.196+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=CHL65GSA8FRU type=del 2024-09-12T00:40:45.196 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.197+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=ABOE86U8VAOK type=del size=3781392 2024-09-12T00:40:45.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.199+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~FKG543RQ8Q6D.0 size=384677 2024-09-12T00:40:45.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.201+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=FKG543RQ8Q6D tag=8GPDVV2UDWAD type=write size=1433253 2024-09-12T00:40:45.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.204+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~NK4QSL6B52R4.0 size=360957 2024-09-12T00:40:45.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.204+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=NK4QSL6B52R4 tag=RWVXCOI3AWH9 type=write size=1409533 2024-09-12T00:40:45.204 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.205+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~72OIO0C9DXDG.0 size=1048576 2024-09-12T00:40:45.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.206+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~72OIO0C9DXDG.1 size=805051 2024-09-12T00:40:45.207 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.208+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=72OIO0C9DXDG tag=H0MZSXBZ5BL4 type=write size=2902203 2024-09-12T00:40:45.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.210+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=UQLQ1MNRHW66 type=write size=689196 2024-09-12T00:40:45.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.212+0000 7f647df87780 1 < suggested remove operation key=9K3R0N60JBRX tag=3T3L98JS7E6P type=del 2024-09-12T00:40:45.213 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.215+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~K1Q9WXTVVXK6.0 size=836343 2024-09-12T00:40:45.213 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.215+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=K1Q9WXTVVXK6 tag=YTDGYBERY4BN type=write size=1884919 2024-09-12T00:40:45.214 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.216+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=SNPZNIU4POBB type=del 2024-09-12T00:40:45.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.218+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~4CIUQAFZJR09.0 size=1048576 2024-09-12T00:40:45.219 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.220+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~4CIUQAFZJR09.1 size=1048576 2024-09-12T00:40:45.220 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.221+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~4CIUQAFZJR09.2 size=232495 2024-09-12T00:40:45.220 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.221+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=4CIUQAFZJR09 tag=DQTFYRG1L7HF type=write size=3378223 2024-09-12T00:40:45.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.223+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=LUPL5BMKEVY1 type=del 2024-09-12T00:40:45.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.225+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~WINCT8NXKVM1.0 size=1048576 2024-09-12T00:40:45.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.226+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~WINCT8NXKVM1.1 size=529942 2024-09-12T00:40:45.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.226+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=WINCT8NXKVM1 tag=RMA0WP7C42P1 type=write size=2627094 2024-09-12T00:40:45.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.227+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~1BY56WGWDCKU.0 size=1048576 2024-09-12T00:40:45.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.228+0000 7f647df87780 1 < canceled part key=_multipart_0XE0T6C53BZV.2~1BY56WGWDCKU.1 size=752687 2024-09-12T00:40:45.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.230+0000 7f647df87780 1 < canceled multipart upload key=0XE0T6C53BZV upload=1BY56WGWDCKU tag=QU8SHKJON32G type=write size=2849839 2024-09-12T00:40:45.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.231+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=WXECDKR3D6F9 type=del size=1462715 2024-09-12T00:40:45.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.233+0000 7f647df87780 1 < completed write operation key=OF18XY41L1L9 tag=07WR9E6SGFOK type=write size=215125 2024-09-12T00:40:45.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.234+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=1HOALWHHJ51I type=del size=876397 2024-09-12T00:40:45.234 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.235+0000 7f647df87780 1 < completed write operation key=5QD71Z29RVQM tag=U5UP2XXAM6R8 type=write size=525537 2024-09-12T00:40:45.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.236+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=FPZGUOOHK9AQ type=del size=3317209 2024-09-12T00:40:45.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.238+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~QNMPLULD5Z9K.0 size=27419 2024-09-12T00:40:45.238 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.240+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=QNMPLULD5Z9K tag=Q1CEFRELRRMP type=write size=1075995 2024-09-12T00:40:45.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.241+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=EASRHP4YFURJ type=del size=977713 2024-09-12T00:40:45.242 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.244+0000 7f647df87780 1 < suggested update operation key=QWKIWP013AMX tag=GHWXG3EQMGS5 type=del size=1153670 2024-09-12T00:40:45.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.245+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=2YHNBZX0XSK8 type=del size=3981015 2024-09-12T00:40:45.245 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.246+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~X9D476E8M1FV.0 size=1048576 2024-09-12T00:40:45.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.247+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~X9D476E8M1FV.1 size=1048576 2024-09-12T00:40:45.247 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.249+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~X9D476E8M1FV.2 size=806343 2024-09-12T00:40:45.249 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.251+0000 7f647df87780 1 < completed multipart upload key=5QD71Z29RVQM upload=X9D476E8M1FV tag=S71GQVZK28UJ type=write size=3952071 2024-09-12T00:40:45.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.252+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=DGNNI90T25KY type=del size=2407034 2024-09-12T00:40:45.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.253+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~APP7OYX8LQ6U.0 size=1048576 2024-09-12T00:40:45.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.255+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~APP7OYX8LQ6U.1 size=854128 2024-09-12T00:40:45.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.257+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=APP7OYX8LQ6U tag=6O95OAT9JKV4 type=write size=2951280 2024-09-12T00:40:45.258 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.259+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~P2320ULJ18MU.0 size=1048576 2024-09-12T00:40:45.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.260+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~P2320ULJ18MU.1 size=1048576 2024-09-12T00:40:45.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.261+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~P2320ULJ18MU.2 size=724099 2024-09-12T00:40:45.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.261+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=P2320ULJ18MU tag=SBYQQBOP6CMT type=write size=3869827 2024-09-12T00:40:45.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.263+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=GXO09XAB1AY0 type=del 2024-09-12T00:40:45.262 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.264+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=3W0WLZTBTV1V type=del size=2724206 2024-09-12T00:40:45.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.265+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~8D0IB7VANSAP.0 size=1048576 2024-09-12T00:40:45.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.266+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~8D0IB7VANSAP.1 size=72064 2024-09-12T00:40:45.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.268+0000 7f647df87780 1 < completed multipart upload key=O5X3U78R6ZDG upload=8D0IB7VANSAP tag=E3EGNJ0XT2ZS type=write size=2169216 2024-09-12T00:40:45.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.270+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=XUXPFJE1ICLV type=write size=447280 2024-09-12T00:40:45.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.271+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=XQ3UTUJXUNTM type=del 2024-09-12T00:40:45.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.272+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=GRN0VKYDDH53 type=write size=860299 2024-09-12T00:40:45.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.274+0000 7f647df87780 1 < completed delete operation key=AVZHOIJP092M tag=ABOE86U8VAOK type=del 2024-09-12T00:40:45.274 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.275+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=MSCXTCHE8P1I type=del size=666858 2024-09-12T00:40:45.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.276+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~NK4QSL6B52R4.0 size=360957 2024-09-12T00:40:45.277 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.279+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=NK4QSL6B52R4 tag=RWVXCOI3AWH9 type=write size=1409533 2024-09-12T00:40:45.278 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.280+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=MA0KYL8IXBU8 type=write size=407843 2024-09-12T00:40:45.280 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.281+0000 7f647df87780 1 < canceled operation key=L02TT95H2C3E tag=UQLQ1MNRHW66 type=write size=689196 2024-09-12T00:40:45.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.284+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~BYULT4NUIWVK.0 size=119999 2024-09-12T00:40:45.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.284+0000 7f647df87780 1 > prepared multipart upload key=3XY73F87GDR5 upload=BYULT4NUIWVK tag=V8VKEQCJ0RNY type=write size=1168575 2024-09-12T00:40:45.284 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.285+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~K1Q9WXTVVXK6.0 size=836343 2024-09-12T00:40:45.286 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.287+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=K1Q9WXTVVXK6 tag=YTDGYBERY4BN type=write size=1884919 2024-09-12T00:40:45.287 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.289+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=VJEALVQ06IQ6 type=del size=1078798 2024-09-12T00:40:45.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.290+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~4CIUQAFZJR09.0 size=1048576 2024-09-12T00:40:45.290 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.291+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~4CIUQAFZJR09.1 size=1048576 2024-09-12T00:40:45.291 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.292+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~4CIUQAFZJR09.2 size=232495 2024-09-12T00:40:45.293 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.294+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=4CIUQAFZJR09 tag=DQTFYRG1L7HF type=write size=3378223 2024-09-12T00:40:45.294 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.296+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=RZS9DF5GA8VM type=del size=3219439 2024-09-12T00:40:45.295 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.297+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~WINCT8NXKVM1.0 size=1048576 2024-09-12T00:40:45.297 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.298+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~WINCT8NXKVM1.1 size=529942 2024-09-12T00:40:45.299 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.300+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=WINCT8NXKVM1 tag=RMA0WP7C42P1 type=write size=2627094 2024-09-12T00:40:45.300 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.302+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=9EGC9ZI6ZBSM type=del size=3384178 2024-09-12T00:40:45.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.304+0000 7f647df87780 1 < suggested remove operation key=AVZHOIJP092M tag=WXECDKR3D6F9 type=del 2024-09-12T00:40:45.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.305+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=Z3MLK6GA407G type=del size=1701198 2024-09-12T00:40:45.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.307+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=1HOALWHHJ51I type=del 2024-09-12T00:40:45.307 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.308+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=LR1CU6905H0K type=del size=3008991 2024-09-12T00:40:45.308 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.309+0000 7f647df87780 1 < completed delete operation key=L02TT95H2C3E tag=FPZGUOOHK9AQ type=del 2024-09-12T00:40:45.311 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.312+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~3S4RGY3EBY2I.0 size=550668 2024-09-12T00:40:45.311 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.312+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=3S4RGY3EBY2I tag=308R1AHB106D type=write size=1599244 2024-09-12T00:40:45.311 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.313+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=EASRHP4YFURJ type=del 2024-09-12T00:40:45.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.315+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~CF1PYQX9AT1W.0 size=82031 2024-09-12T00:40:45.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.315+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=CF1PYQX9AT1W tag=JNAM1TGDG8ME type=write size=1130607 2024-09-12T00:40:45.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.317+0000 7f647df87780 1 < completed delete operation key=HLPZFLK75SWI tag=2YHNBZX0XSK8 type=del 2024-09-12T00:40:45.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.319+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~1FTI4TIELSBT.0 size=274762 2024-09-12T00:40:45.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.319+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=1FTI4TIELSBT tag=JD57LK6KE36S type=write size=1323338 2024-09-12T00:40:45.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.320+0000 7f647df87780 -1 < failed to complete operation key=AVZHOIJP092M tag=DGNNI90T25KY type=del size=2407034: (22) Invalid argument 2024-09-12T00:40:45.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.323+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~I04KBMEDGFDZ.0 size=894129 2024-09-12T00:40:45.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.323+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=I04KBMEDGFDZ tag=80U3MJHNYR4C type=write size=1942705 2024-09-12T00:40:45.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.324+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~P2320ULJ18MU.0 size=1048576 2024-09-12T00:40:45.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.325+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~P2320ULJ18MU.1 size=1048576 2024-09-12T00:40:45.325 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.326+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~P2320ULJ18MU.2 size=724099 2024-09-12T00:40:45.327 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.328+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=P2320ULJ18MU tag=SBYQQBOP6CMT type=write size=3869827 2024-09-12T00:40:45.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.330+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=AH5WAZECQLUR type=del size=539443 2024-09-12T00:40:45.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.331+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=3W0WLZTBTV1V type=del 2024-09-12T00:40:45.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.332+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=6ST6R1NLFGUX type=del size=1815007 2024-09-12T00:40:45.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.333+0000 7f647df87780 1 < completed write operation key=NF21FK049RBH tag=XUXPFJE1ICLV type=write size=447280 2024-09-12T00:40:45.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.335+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=711OA4SS1D3V type=del size=377920 2024-09-12T00:40:45.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.336+0000 7f647df87780 1 < completed write operation key=LE3HT175C87H tag=GRN0VKYDDH53 type=write size=860299 2024-09-12T00:40:45.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.337+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=SLJJAF2B00JY type=del size=503588 2024-09-12T00:40:45.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.338+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=MSCXTCHE8P1I type=del 2024-09-12T00:40:45.338 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.340+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=UNAL5JSQ9GJ3 type=write size=129626 2024-09-12T00:40:45.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.341+0000 7f647df87780 1 < completed write operation key=2Y81YQV19GMR tag=MA0KYL8IXBU8 type=write size=407843 2024-09-12T00:40:45.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.343+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=0NTW60WHYNM8 type=del size=84256 2024-09-12T00:40:45.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.344+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~BYULT4NUIWVK.0 size=119999 2024-09-12T00:40:45.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.346+0000 7f647df87780 1 < completed multipart upload key=3XY73F87GDR5 upload=BYULT4NUIWVK tag=V8VKEQCJ0RNY type=write size=1168575 2024-09-12T00:40:45.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.348+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~7M91W58Q0AHG.0 size=404913 2024-09-12T00:40:45.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.348+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=7M91W58Q0AHG tag=ULTFGUXDBPPY type=write size=1453489 2024-09-12T00:40:45.348 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.350+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=VJEALVQ06IQ6 type=del 2024-09-12T00:40:45.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.352+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~BA64HT74A308.0 size=1048576 2024-09-12T00:40:45.352 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.353+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~BA64HT74A308.1 size=1048576 2024-09-12T00:40:45.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.354+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~BA64HT74A308.2 size=533458 2024-09-12T00:40:45.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.354+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=BA64HT74A308 tag=QBCSDRVCNBRM type=write size=3679186 2024-09-12T00:40:45.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.355+0000 7f647df87780 1 < canceled operation key=NF21FK049RBH tag=RZS9DF5GA8VM type=del size=3219439 2024-09-12T00:40:45.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.357+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=TCEL11VT3POX type=del size=2904298 2024-09-12T00:40:45.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.358+0000 7f647df87780 -1 < failed to complete operation key=AVZHOIJP092M tag=9EGC9ZI6ZBSM type=del size=3384178: (22) Invalid argument 2024-09-12T00:40:45.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.360+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~G7LFRJP2X7ZT.0 size=1048576 2024-09-12T00:40:45.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.361+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~G7LFRJP2X7ZT.1 size=143076 2024-09-12T00:40:45.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.361+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=G7LFRJP2X7ZT tag=VQR0L1M108M7 type=write size=2240228 2024-09-12T00:40:45.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.363+0000 7f647df87780 1 < suggested remove operation key=HLPZFLK75SWI tag=Z3MLK6GA407G type=del 2024-09-12T00:40:45.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.365+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=UXB70VF5GDHI type=del size=3733298 2024-09-12T00:40:45.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.366+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=LR1CU6905H0K type=del 2024-09-12T00:40:45.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.367+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=223E1P11EMG3 type=del size=2280246 2024-09-12T00:40:45.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.368+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~3S4RGY3EBY2I.0 size=550668 2024-09-12T00:40:45.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.370+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=3S4RGY3EBY2I tag=308R1AHB106D type=write size=1599244 2024-09-12T00:40:45.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.372+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=0QZ16JSTYHS9 type=write size=661788 2024-09-12T00:40:45.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.373+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~CF1PYQX9AT1W.0 size=82031 2024-09-12T00:40:45.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.375+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=CF1PYQX9AT1W tag=JNAM1TGDG8ME type=write size=1130607 2024-09-12T00:40:45.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.377+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~C86FX0SEXXXZ.0 size=835715 2024-09-12T00:40:45.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.377+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=C86FX0SEXXXZ tag=H4G6W57C06KE type=write size=1884291 2024-09-12T00:40:45.377 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.379+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~1FTI4TIELSBT.0 size=274762 2024-09-12T00:40:45.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.381+0000 7f647df87780 1 < completed multipart upload key=JMJMS24HWOOL upload=1FTI4TIELSBT tag=JD57LK6KE36S type=write size=1323338 2024-09-12T00:40:45.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.383+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~UHGDI7P6CRMS.0 size=560511 2024-09-12T00:40:45.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.383+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=UHGDI7P6CRMS tag=MV8QCUUF1OCS type=write size=1609087 2024-09-12T00:40:45.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.384+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~I04KBMEDGFDZ.0 size=894129 2024-09-12T00:40:45.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.386+0000 7f647df87780 1 < completed multipart upload key=JMJMS24HWOOL upload=I04KBMEDGFDZ tag=80U3MJHNYR4C type=write size=1942705 2024-09-12T00:40:45.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.388+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=W5CRC51SDV3C type=write size=609736 2024-09-12T00:40:45.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.389+0000 7f647df87780 1 < completed delete operation key=L02TT95H2C3E tag=AH5WAZECQLUR type=del 2024-09-12T00:40:45.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.391+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~MQF17QNYLC9S.0 size=1048576 2024-09-12T00:40:45.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.392+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~MQF17QNYLC9S.1 size=353501 2024-09-12T00:40:45.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.392+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=MQF17QNYLC9S tag=QH3JZTUQK29E type=write size=2450653 2024-09-12T00:40:45.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.394+0000 7f647df87780 1 < completed delete operation key=L02TT95H2C3E tag=6ST6R1NLFGUX type=del 2024-09-12T00:40:45.396 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.396+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~U1YYYBUOZIBP.0 size=435647 2024-09-12T00:40:45.396 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.396+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=U1YYYBUOZIBP tag=LYM7NRB4VPVL type=write size=1484223 2024-09-12T00:40:45.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.397+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=711OA4SS1D3V type=del 2024-09-12T00:40:45.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.400+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~XWXC8URHDIX3.0 size=1048576 2024-09-12T00:40:45.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.401+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~XWXC8URHDIX3.1 size=1048576 2024-09-12T00:40:45.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.402+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~XWXC8URHDIX3.2 size=407885 2024-09-12T00:40:45.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.402+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=XWXC8URHDIX3 tag=RZD04C5IIC1W type=write size=3553613 2024-09-12T00:40:45.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.403+0000 7f647df87780 -1 < failed to complete operation key=HLPZFLK75SWI tag=SLJJAF2B00JY type=del size=503588: (22) Invalid argument 2024-09-12T00:40:45.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.406+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~CR6YB7GO18GQ.0 size=1048576 2024-09-12T00:40:45.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.407+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~CR6YB7GO18GQ.1 size=1048576 2024-09-12T00:40:45.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.408+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~CR6YB7GO18GQ.2 size=124628 2024-09-12T00:40:45.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.408+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=CR6YB7GO18GQ tag=D7O9T7I0I7NK type=write size=3270356 2024-09-12T00:40:45.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.409+0000 7f647df87780 1 < canceled operation key=1W80H32TA80K tag=UNAL5JSQ9GJ3 type=write size=129626 2024-09-12T00:40:45.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.411+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~T72UKD3407RQ.0 size=1048576 2024-09-12T00:40:45.411 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.413+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~T72UKD3407RQ.1 size=1026399 2024-09-12T00:40:45.411 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.413+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=T72UKD3407RQ tag=UI0B32XM473C type=write size=3123551 2024-09-12T00:40:45.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.414+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=0NTW60WHYNM8 type=del 2024-09-12T00:40:45.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.415+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=POKDG4F5QP81 type=del size=1832349 2024-09-12T00:40:45.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.415+0000 7f647df87780 1 < canceled part key=_multipart_AVZHOIJP092M.2~7M91W58Q0AHG.0 size=404913 2024-09-12T00:40:45.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.418+0000 7f647df87780 1 < canceled multipart upload key=AVZHOIJP092M upload=7M91W58Q0AHG tag=ULTFGUXDBPPY type=write size=1453489 2024-09-12T00:40:45.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.419+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=QRXJV5F6I8SR type=del size=2183685 2024-09-12T00:40:45.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.420+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~BA64HT74A308.0 size=1048576 2024-09-12T00:40:45.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.422+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~BA64HT74A308.1 size=1048576 2024-09-12T00:40:45.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.423+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~BA64HT74A308.2 size=533458 2024-09-12T00:40:45.424 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.425+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=BA64HT74A308 tag=QBCSDRVCNBRM type=write size=3679186 2024-09-12T00:40:45.426 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.428+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~76PDAX949MZH.0 size=1048576 2024-09-12T00:40:45.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.429+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~76PDAX949MZH.1 size=953054 2024-09-12T00:40:45.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.429+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=76PDAX949MZH tag=ABHYLVK3QU27 type=write size=3050206 2024-09-12T00:40:45.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.430+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=TCEL11VT3POX type=del 2024-09-12T00:40:45.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.431+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=6RRPVCRU1SUI type=write size=996929 2024-09-12T00:40:45.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.433+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~G7LFRJP2X7ZT.0 size=1048576 2024-09-12T00:40:45.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.434+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~G7LFRJP2X7ZT.1 size=143076 2024-09-12T00:40:45.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.436+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=G7LFRJP2X7ZT tag=VQR0L1M108M7 type=write size=2240228 2024-09-12T00:40:45.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.437+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=BJFGLCREQ16K type=del size=2841157 2024-09-12T00:40:45.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.439+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=UXB70VF5GDHI type=del 2024-09-12T00:40:45.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.441+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~L4323TYQTNES.0 size=1048576 2024-09-12T00:40:45.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.442+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~L4323TYQTNES.1 size=443358 2024-09-12T00:40:45.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.442+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=L4323TYQTNES tag=6FXGJME301QI type=write size=2540510 2024-09-12T00:40:45.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.445+0000 7f647df87780 1 < suggested update operation key=U2DTYMPDDY2C tag=223E1P11EMG3 type=del size=2280246 2024-09-12T00:40:45.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.446+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=7TGMVD0ZC73Z type=del size=3480169 2024-09-12T00:40:45.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.449+0000 7f647df87780 1 < suggested update operation key=9K3R0N60JBRX tag=0QZ16JSTYHS9 type=write size=661788 2024-09-12T00:40:45.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.450+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=25YZTR3DOJ29 type=del size=907160 2024-09-12T00:40:45.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.451+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~C86FX0SEXXXZ.0 size=835715 2024-09-12T00:40:45.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.453+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=C86FX0SEXXXZ tag=H4G6W57C06KE type=write size=1884291 2024-09-12T00:40:45.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.456+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~2X15FH5N07LZ.0 size=52214 2024-09-12T00:40:45.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.456+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=2X15FH5N07LZ tag=XDJFM8SWBSEZ type=write size=1100790 2024-09-12T00:40:45.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.457+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~UHGDI7P6CRMS.0 size=560511 2024-09-12T00:40:45.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.459+0000 7f647df87780 1 < completed multipart upload key=UOXLW1EM8Y7O upload=UHGDI7P6CRMS tag=MV8QCUUF1OCS type=write size=1609087 2024-09-12T00:40:45.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.460+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=AL0FMRSTXV4X type=del size=2087276 2024-09-12T00:40:45.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.462+0000 7f647df87780 1 < completed write operation key=3XY73F87GDR5 tag=W5CRC51SDV3C type=write size=609736 2024-09-12T00:40:45.463 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.465+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~ECGAXPZDNUSY.0 size=96316 2024-09-12T00:40:45.463 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.465+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=ECGAXPZDNUSY tag=GVNZU3QWJ92H type=write size=1144892 2024-09-12T00:40:45.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.466+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~MQF17QNYLC9S.0 size=1048576 2024-09-12T00:40:45.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.467+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~MQF17QNYLC9S.1 size=353501 2024-09-12T00:40:45.468 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.469+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=MQF17QNYLC9S tag=QH3JZTUQK29E type=write size=2450653 2024-09-12T00:40:45.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.472+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~ZMJBZH244GJH.0 size=701651 2024-09-12T00:40:45.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.472+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=ZMJBZH244GJH tag=8O1NSD0SHKM4 type=write size=1750227 2024-09-12T00:40:45.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.473+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~U1YYYBUOZIBP.0 size=435647 2024-09-12T00:40:45.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.475+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=U1YYYBUOZIBP tag=LYM7NRB4VPVL type=write size=1484223 2024-09-12T00:40:45.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.477+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~OTW6AUR3T6NW.0 size=26122 2024-09-12T00:40:45.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.477+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=OTW6AUR3T6NW tag=VYGF8MKHBJXW type=write size=1074698 2024-09-12T00:40:45.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.477+0000 7f647df87780 1 < canceled part key=_multipart_N21OD24FOXLB.2~XWXC8URHDIX3.0 size=1048576 2024-09-12T00:40:45.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.478+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~XWXC8URHDIX3.1 size=1048576 2024-09-12T00:40:45.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.479+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~XWXC8URHDIX3.2 size=407885 2024-09-12T00:40:45.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.482+0000 7f647df87780 1 < canceled multipart upload key=N21OD24FOXLB upload=XWXC8URHDIX3 tag=RZD04C5IIC1W type=write size=3553613 2024-09-12T00:40:45.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.483+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=8IYZDO5SBJSK type=del size=2640474 2024-09-12T00:40:45.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.484+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~CR6YB7GO18GQ.0 size=1048576 2024-09-12T00:40:45.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.484+0000 7f647df87780 1 < canceled part key=_multipart_NF21FK049RBH.2~CR6YB7GO18GQ.1 size=1048576 2024-09-12T00:40:45.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.485+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~CR6YB7GO18GQ.2 size=124628 2024-09-12T00:40:45.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.488+0000 7f647df87780 1 < canceled multipart upload key=NF21FK049RBH upload=CR6YB7GO18GQ tag=D7O9T7I0I7NK type=write size=3270356 2024-09-12T00:40:45.488 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.490+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~YOK13RN8E85S.0 size=1048576 2024-09-12T00:40:45.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.491+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~YOK13RN8E85S.1 size=166180 2024-09-12T00:40:45.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.491+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=YOK13RN8E85S tag=BJIE2Y7KGGFK type=write size=2263332 2024-09-12T00:40:45.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.492+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~T72UKD3407RQ.0 size=1048576 2024-09-12T00:40:45.492 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.493+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~T72UKD3407RQ.1 size=1026399 2024-09-12T00:40:45.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.495+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=T72UKD3407RQ tag=UI0B32XM473C type=write size=3123551 2024-09-12T00:40:45.496 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.498+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~V6TCCR8W5YXK.0 size=1048576 2024-09-12T00:40:45.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.499+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~V6TCCR8W5YXK.1 size=1008887 2024-09-12T00:40:45.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.499+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=V6TCCR8W5YXK tag=KE7WI2YTBNCH type=write size=3106039 2024-09-12T00:40:45.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.500+0000 7f647df87780 1 < completed delete operation key=HLPZFLK75SWI tag=POKDG4F5QP81 type=del 2024-09-12T00:40:45.500 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.501+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=TMD5QNLP815U type=del size=3727163 2024-09-12T00:40:45.501 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.502+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=QRXJV5F6I8SR type=del 2024-09-12T00:40:45.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.504+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=ATLOC3IV50SV type=del size=3048855 2024-09-12T00:40:45.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.505+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~76PDAX949MZH.0 size=1048576 2024-09-12T00:40:45.505 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.506+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~76PDAX949MZH.1 size=953054 2024-09-12T00:40:45.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.508+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=76PDAX949MZH tag=ABHYLVK3QU27 type=write size=3050206 2024-09-12T00:40:45.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.509+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=12J1PA22R3C7 type=del size=4022338 2024-09-12T00:40:45.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.511+0000 7f647df87780 1 < completed write operation key=UOXLW1EM8Y7O tag=6RRPVCRU1SUI type=write size=996929 2024-09-12T00:40:45.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.512+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=1578RLD8MSFG type=del size=803579 2024-09-12T00:40:45.512 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.513+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=BJFGLCREQ16K type=del 2024-09-12T00:40:45.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.515+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=MMFKU7I29ZHO type=del size=4065665 2024-09-12T00:40:45.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.516+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~L4323TYQTNES.0 size=1048576 2024-09-12T00:40:45.516 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.517+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~L4323TYQTNES.1 size=443358 2024-09-12T00:40:45.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.519+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=L4323TYQTNES tag=6FXGJME301QI type=write size=2540510 2024-09-12T00:40:45.519 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.521+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=OF5X8PMD20XR type=write size=74142 2024-09-12T00:40:45.520 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.522+0000 7f647df87780 1 < completed delete operation key=G40IYJZMFFPS tag=7TGMVD0ZC73Z type=del 2024-09-12T00:40:45.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.524+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~7X1R9O6BOPRY.0 size=925825 2024-09-12T00:40:45.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.524+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=7X1R9O6BOPRY tag=IOUJC1F2SXLS type=write size=1974401 2024-09-12T00:40:45.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.527+0000 7f647df87780 1 < suggested update operation key=MWGSCWJ8KKOJ tag=25YZTR3DOJ29 type=del size=907160 2024-09-12T00:40:45.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.528+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=IGK27DCD8UP3 type=del size=653160 2024-09-12T00:40:45.528 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.529+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~2X15FH5N07LZ.0 size=52214 2024-09-12T00:40:45.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.532+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=2X15FH5N07LZ tag=XDJFM8SWBSEZ type=write size=1100790 2024-09-12T00:40:45.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.533+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=J160O5CYF1N6 type=write size=70274 2024-09-12T00:40:45.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.534+0000 7f647df87780 1 < canceled operation key=U2DTYMPDDY2C tag=AL0FMRSTXV4X type=del size=2087276 2024-09-12T00:40:45.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.535+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=RUST0Y6FEQFK type=del size=3556226 2024-09-12T00:40:45.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.537+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~ECGAXPZDNUSY.0 size=96316 2024-09-12T00:40:45.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.539+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=ECGAXPZDNUSY tag=GVNZU3QWJ92H type=write size=1144892 2024-09-12T00:40:45.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.540+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=XUSLZS3OW6TS type=del size=1515598 2024-09-12T00:40:45.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.542+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~ZMJBZH244GJH.0 size=701651 2024-09-12T00:40:45.542 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.544+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=ZMJBZH244GJH tag=8O1NSD0SHKM4 type=write size=1750227 2024-09-12T00:40:45.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.546+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~J8Y590H9KK15.0 size=761553 2024-09-12T00:40:45.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.546+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=J8Y590H9KK15 tag=V3CVWHZQSY8S type=write size=1810129 2024-09-12T00:40:45.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.547+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~OTW6AUR3T6NW.0 size=26122 2024-09-12T00:40:45.548 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.549+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=OTW6AUR3T6NW tag=VYGF8MKHBJXW type=write size=1074698 2024-09-12T00:40:45.549 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.551+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=EO29ID5SE1RZ type=del size=3899746 2024-09-12T00:40:45.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.553+0000 7f647df87780 1 < suggested update operation key=PP87VV5LT5V6 tag=8IYZDO5SBJSK type=del size=2640474 2024-09-12T00:40:45.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.555+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~V92OF69T6ZZQ.0 size=381697 2024-09-12T00:40:45.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.555+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=V92OF69T6ZZQ tag=7HJW39L2QLB8 type=write size=1430273 2024-09-12T00:40:45.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.556+0000 7f647df87780 1 < canceled part key=_multipart_G40IYJZMFFPS.2~YOK13RN8E85S.0 size=1048576 2024-09-12T00:40:45.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.556+0000 7f647df87780 1 < canceled part key=_multipart_G40IYJZMFFPS.2~YOK13RN8E85S.1 size=166180 2024-09-12T00:40:45.556 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.558+0000 7f647df87780 1 < canceled multipart upload key=G40IYJZMFFPS upload=YOK13RN8E85S tag=BJIE2Y7KGGFK type=write size=2263332 2024-09-12T00:40:45.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.560+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~2PO4VTOOS0T0.0 size=1048576 2024-09-12T00:40:45.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.561+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~2PO4VTOOS0T0.1 size=1048576 2024-09-12T00:40:45.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.562+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~2PO4VTOOS0T0.2 size=567828 2024-09-12T00:40:45.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.562+0000 7f647df87780 1 > prepared multipart upload key=3XY73F87GDR5 upload=2PO4VTOOS0T0 tag=YF1R7PK2YC9Y type=write size=3713556 2024-09-12T00:40:45.562 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.563+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~V6TCCR8W5YXK.0 size=1048576 2024-09-12T00:40:45.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.564+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~V6TCCR8W5YXK.1 size=1008887 2024-09-12T00:40:45.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.566+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=V6TCCR8W5YXK tag=KE7WI2YTBNCH type=write size=3106039 2024-09-12T00:40:45.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.567+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=LFQ6XOPOCKUV type=del size=2041520 2024-09-12T00:40:45.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.569+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=TMD5QNLP815U type=del 2024-09-12T00:40:45.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.570+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=L6OXEL5B8AY5 type=del size=1120187 2024-09-12T00:40:45.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.571+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=ATLOC3IV50SV type=del 2024-09-12T00:40:45.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.573+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=Z66DYSQMX2DT type=del size=4091485 2024-09-12T00:40:45.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.574+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=12J1PA22R3C7 type=del 2024-09-12T00:40:45.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.575+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=WFYPFQ4T1N1D type=del size=2806793 2024-09-12T00:40:45.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.578+0000 7f647df87780 1 < suggested update operation key=UOXLW1EM8Y7O tag=1578RLD8MSFG type=del size=803579 2024-09-12T00:40:45.577 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.579+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=AIMXVGDX7UB5 type=del size=1469645 2024-09-12T00:40:45.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.581+0000 7f647df87780 -1 < failed to complete operation key=UOXLW1EM8Y7O tag=MMFKU7I29ZHO type=del size=4065665: (22) Invalid argument 2024-09-12T00:40:45.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.583+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=0A0YPFCPO764 type=del size=1344590 2024-09-12T00:40:45.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.584+0000 7f647df87780 1 < completed write operation key=NPV6EUTTARM2 tag=OF5X8PMD20XR type=write size=74142 2024-09-12T00:40:45.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.585+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=HWW1KJ1ZA8NH type=del size=2584740 2024-09-12T00:40:45.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.586+0000 7f647df87780 1 < canceled part key=_multipart_U26SRCOKNFVC.2~7X1R9O6BOPRY.0 size=925825 2024-09-12T00:40:45.586 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.588+0000 7f647df87780 1 < canceled multipart upload key=U26SRCOKNFVC upload=7X1R9O6BOPRY tag=IOUJC1F2SXLS type=write size=1974401 2024-09-12T00:40:45.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.590+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~MABTB2PZWENT.0 size=925172 2024-09-12T00:40:45.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.590+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=MABTB2PZWENT tag=FKYTSNB15N28 type=write size=1973748 2024-09-12T00:40:45.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.592+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=IGK27DCD8UP3 type=del 2024-09-12T00:40:45.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.594+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~CUEECVJZLQQR.0 size=714765 2024-09-12T00:40:45.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.594+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=CUEECVJZLQQR tag=1OSP91B7AI6E type=write size=1763341 2024-09-12T00:40:45.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.596+0000 7f647df87780 1 < canceled operation key=9K3R0N60JBRX tag=J160O5CYF1N6 type=write size=70274 2024-09-12T00:40:45.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.597+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=DSLB21HE7HEW type=del size=2374101 2024-09-12T00:40:45.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.599+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=RUST0Y6FEQFK type=del 2024-09-12T00:40:45.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.600+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=WZ230NE03EJI type=del size=2225964 2024-09-12T00:40:45.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.603+0000 7f647df87780 1 < suggested remove operation key=3XY73F87GDR5 tag=XUSLZS3OW6TS type=del 2024-09-12T00:40:45.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.605+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~T7BOYP29UX6Y.0 size=1048576 2024-09-12T00:40:45.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.606+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~T7BOYP29UX6Y.1 size=999633 2024-09-12T00:40:45.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.606+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=T7BOYP29UX6Y tag=3W6UZPEGV2BD type=write size=3096785 2024-09-12T00:40:45.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.608+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~J8Y590H9KK15.0 size=761553 2024-09-12T00:40:45.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.610+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=J8Y590H9KK15 tag=V3CVWHZQSY8S type=write size=1810129 2024-09-12T00:40:45.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.612+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~T895C283IVC5.0 size=215733 2024-09-12T00:40:45.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.612+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=T895C283IVC5 tag=EVI953AKZ17I type=write size=1264309 2024-09-12T00:40:45.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.614+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=EO29ID5SE1RZ type=del 2024-09-12T00:40:45.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.615+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=APJDN24VM5KX type=write size=1026022 2024-09-12T00:40:45.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.616+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~V92OF69T6ZZQ.0 size=381697 2024-09-12T00:40:45.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.618+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=V92OF69T6ZZQ tag=7HJW39L2QLB8 type=write size=1430273 2024-09-12T00:40:45.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.620+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=8WR3O5NZ7LB5 type=write size=125214 2024-09-12T00:40:45.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.621+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~2PO4VTOOS0T0.0 size=1048576 2024-09-12T00:40:45.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.622+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~2PO4VTOOS0T0.1 size=1048576 2024-09-12T00:40:45.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.623+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~2PO4VTOOS0T0.2 size=567828 2024-09-12T00:40:45.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.626+0000 7f647df87780 1 < completed multipart upload key=3XY73F87GDR5 upload=2PO4VTOOS0T0 tag=YF1R7PK2YC9Y type=write size=3713556 2024-09-12T00:40:45.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.628+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~5Z0CJ6XAG27R.0 size=347841 2024-09-12T00:40:45.627 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.628+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=5Z0CJ6XAG27R tag=AHPWJKBTK1EW type=write size=1396417 2024-09-12T00:40:45.628 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.629+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=LFQ6XOPOCKUV type=del 2024-09-12T00:40:45.629 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.631+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=H67C972OV6ME type=del size=2851381 2024-09-12T00:40:45.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.632+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=L6OXEL5B8AY5 type=del 2024-09-12T00:40:45.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.633+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=OCUMTDB2NBGZ type=del size=1933941 2024-09-12T00:40:45.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.635+0000 7f647df87780 -1 < failed to complete operation key=UOXLW1EM8Y7O tag=Z66DYSQMX2DT type=del size=4091485: (22) Invalid argument 2024-09-12T00:40:45.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.636+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=GY7JV8T26D8S type=del size=3166459 2024-09-12T00:40:45.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.637+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=WFYPFQ4T1N1D type=del 2024-09-12T00:40:45.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.638+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=D4EJRBJTUHH7 type=del size=2664368 2024-09-12T00:40:45.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.640+0000 7f647df87780 1 < completed delete operation key=L02TT95H2C3E tag=AIMXVGDX7UB5 type=del 2024-09-12T00:40:45.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.642+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~92TWR7E8216E.0 size=1048576 2024-09-12T00:40:45.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.643+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~92TWR7E8216E.1 size=1048576 2024-09-12T00:40:45.642 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.644+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~92TWR7E8216E.2 size=767909 2024-09-12T00:40:45.643 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.644+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=92TWR7E8216E tag=7BH8J51JTJDP type=write size=3913637 2024-09-12T00:40:45.644 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.645+0000 7f647df87780 1 < completed delete operation key=9K3R0N60JBRX tag=0A0YPFCPO764 type=del 2024-09-12T00:40:45.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.648+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~4LKHIOSPAWB7.0 size=1048576 2024-09-12T00:40:45.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.649+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~4LKHIOSPAWB7.1 size=177908 2024-09-12T00:40:45.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.649+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=4LKHIOSPAWB7 tag=SIXQQ9RGS40H type=write size=2275060 2024-09-12T00:40:45.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.650+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=HWW1KJ1ZA8NH type=del 2024-09-12T00:40:45.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.652+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~OAZ6RQRGCFC7.0 size=305257 2024-09-12T00:40:45.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.652+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=OAZ6RQRGCFC7 tag=RBRPFLDYOPHC type=write size=1353833 2024-09-12T00:40:45.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.654+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~MABTB2PZWENT.0 size=925172 2024-09-12T00:40:45.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.656+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=MABTB2PZWENT tag=FKYTSNB15N28 type=write size=1973748 2024-09-12T00:40:45.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.657+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=AF9J3HLGVO3B type=del size=4018287 2024-09-12T00:40:45.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.658+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~CUEECVJZLQQR.0 size=714765 2024-09-12T00:40:45.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.661+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=CUEECVJZLQQR tag=1OSP91B7AI6E type=write size=1763341 2024-09-12T00:40:45.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.663+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~VH3TR5WFP9PQ.0 size=1048576 2024-09-12T00:40:45.662 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.664+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~VH3TR5WFP9PQ.1 size=1048576 2024-09-12T00:40:45.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.665+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~VH3TR5WFP9PQ.2 size=65570 2024-09-12T00:40:45.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.665+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=VH3TR5WFP9PQ tag=R1YFXG07OEQ9 type=write size=3211298 2024-09-12T00:40:45.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.666+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=DSLB21HE7HEW type=del 2024-09-12T00:40:45.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.667+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=P44IMUWS4TXD type=write size=664452 2024-09-12T00:40:45.667 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.668+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=WZ230NE03EJI type=del 2024-09-12T00:40:45.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.670+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=W6EZUW6D59RB type=write size=345061 2024-09-12T00:40:45.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.671+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~T7BOYP29UX6Y.0 size=1048576 2024-09-12T00:40:45.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.672+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~T7BOYP29UX6Y.1 size=999633 2024-09-12T00:40:45.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.675+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=T7BOYP29UX6Y tag=3W6UZPEGV2BD type=write size=3096785 2024-09-12T00:40:45.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.676+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=RBXCRL9CWKE3 type=del size=381378 2024-09-12T00:40:45.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.677+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~T895C283IVC5.0 size=215733 2024-09-12T00:40:45.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.679+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=T895C283IVC5 tag=EVI953AKZ17I type=write size=1264309 2024-09-12T00:40:45.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.682+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~AN6K2GLKM0BF.0 size=1048576 2024-09-12T00:40:45.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.683+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~AN6K2GLKM0BF.1 size=1048576 2024-09-12T00:40:45.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.684+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~AN6K2GLKM0BF.2 size=584979 2024-09-12T00:40:45.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.684+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=AN6K2GLKM0BF tag=4FCNVD841A9W type=write size=3730707 2024-09-12T00:40:45.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.686+0000 7f647df87780 1 < suggested update operation key=JT51QJXZTSBO tag=APJDN24VM5KX type=write size=1026022 2024-09-12T00:40:45.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.688+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=BE2RFUBXTBHI type=del size=1681193 2024-09-12T00:40:45.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.689+0000 7f647df87780 1 < completed write operation key=QWKIWP013AMX tag=8WR3O5NZ7LB5 type=write size=125214 2024-09-12T00:40:45.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.691+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~MW7L89PG3Y11.0 size=1048576 2024-09-12T00:40:45.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.692+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~MW7L89PG3Y11.1 size=1048576 2024-09-12T00:40:45.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.693+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~MW7L89PG3Y11.2 size=289856 2024-09-12T00:40:45.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.693+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=MW7L89PG3Y11 tag=SGFXXUWLS3AV type=write size=3435584 2024-09-12T00:40:45.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.695+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~5Z0CJ6XAG27R.0 size=347841 2024-09-12T00:40:45.695 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.697+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=5Z0CJ6XAG27R tag=AHPWJKBTK1EW type=write size=1396417 2024-09-12T00:40:45.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.698+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=2999SXVL5WUB type=write size=680285 2024-09-12T00:40:45.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.699+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=H67C972OV6ME type=del 2024-09-12T00:40:45.700 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.702+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~FMMXBRJ03BVZ.0 size=1048576 2024-09-12T00:40:45.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.704+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~FMMXBRJ03BVZ.1 size=1048576 2024-09-12T00:40:45.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.705+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~FMMXBRJ03BVZ.2 size=639646 2024-09-12T00:40:45.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.705+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=FMMXBRJ03BVZ tag=KYIGZ792ZL99 type=write size=3785374 2024-09-12T00:40:45.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.706+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=OCUMTDB2NBGZ type=del 2024-09-12T00:40:45.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.709+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~0RA58FBUEV4I.0 size=280756 2024-09-12T00:40:45.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.709+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=0RA58FBUEV4I tag=EGZNXCNSF7QJ type=write size=1329332 2024-09-12T00:40:45.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.710+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=GY7JV8T26D8S type=del 2024-09-12T00:40:45.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.712+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~4JCO0QZY1O3S.0 size=1048576 2024-09-12T00:40:45.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.714+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~4JCO0QZY1O3S.1 size=1048576 2024-09-12T00:40:45.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.715+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~4JCO0QZY1O3S.2 size=852293 2024-09-12T00:40:45.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.715+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=4JCO0QZY1O3S tag=SAH15J1BW83Z type=write size=3998021 2024-09-12T00:40:45.716 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.717+0000 7f647df87780 1 < suggested update operation key=04HXBZNCOGYY tag=D4EJRBJTUHH7 type=del size=2664368 2024-09-12T00:40:45.717 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.719+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=1INR2SMGN7YD type=del size=1473450 2024-09-12T00:40:45.719 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.721+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~92TWR7E8216E.0 size=1048576 2024-09-12T00:40:45.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.722+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~92TWR7E8216E.1 size=1048576 2024-09-12T00:40:45.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.723+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~92TWR7E8216E.2 size=767909 2024-09-12T00:40:45.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.726+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=92TWR7E8216E tag=7BH8J51JTJDP type=write size=3913637 2024-09-12T00:40:45.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.727+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=3LYN700MG6V9 type=del size=1467605 2024-09-12T00:40:45.727 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.729+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~4LKHIOSPAWB7.0 size=1048576 2024-09-12T00:40:45.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.730+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~4LKHIOSPAWB7.1 size=177908 2024-09-12T00:40:45.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.732+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=4LKHIOSPAWB7 tag=SIXQQ9RGS40H type=write size=2275060 2024-09-12T00:40:45.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.733+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=XUZJW58H7AMG type=del size=839804 2024-09-12T00:40:45.733 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.735+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~OAZ6RQRGCFC7.0 size=305257 2024-09-12T00:40:45.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.737+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=OAZ6RQRGCFC7 tag=RBRPFLDYOPHC type=write size=1353833 2024-09-12T00:40:45.738 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.739+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~HRWL79FAGASU.0 size=1048576 2024-09-12T00:40:45.739 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.740+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~HRWL79FAGASU.1 size=192095 2024-09-12T00:40:45.739 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.740+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=HRWL79FAGASU tag=W3UJASSNA8LN type=write size=2289247 2024-09-12T00:40:45.740 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.742+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=AF9J3HLGVO3B type=del 2024-09-12T00:40:45.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.744+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~OVIV1J658N87.0 size=1048576 2024-09-12T00:40:45.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.947+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~OVIV1J658N87.1 size=731493 2024-09-12T00:40:45.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.947+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=OVIV1J658N87 tag=2JCW729B7979 type=write size=2828645 2024-09-12T00:40:45.947 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.949+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~VH3TR5WFP9PQ.0 size=1048576 2024-09-12T00:40:45.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.950+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~VH3TR5WFP9PQ.1 size=1048576 2024-09-12T00:40:45.950 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.951+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~VH3TR5WFP9PQ.2 size=65570 2024-09-12T00:40:45.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.954+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=VH3TR5WFP9PQ tag=R1YFXG07OEQ9 type=write size=3211298 2024-09-12T00:40:45.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.955+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=TQMRKY5KVQK2 type=del size=1874692 2024-09-12T00:40:45.955 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.957+0000 7f647df87780 1 < completed write operation key=95LRVY22GW0N tag=P44IMUWS4TXD type=write size=664452 2024-09-12T00:40:45.958 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.959+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~V5NEZA5U04WR.0 size=1048576 2024-09-12T00:40:45.959 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.960+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~V5NEZA5U04WR.1 size=1048576 2024-09-12T00:40:45.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.961+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~V5NEZA5U04WR.2 size=821380 2024-09-12T00:40:45.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.961+0000 7f647df87780 1 > prepared multipart upload key=04HXBZNCOGYY upload=V5NEZA5U04WR tag=G6OMB3VE5GFA type=write size=3967108 2024-09-12T00:40:45.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.963+0000 7f647df87780 1 < completed write operation key=5QD71Z29RVQM tag=W6EZUW6D59RB type=write size=345061 2024-09-12T00:40:45.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.964+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=N8OEIRDLCR9R type=write size=414816 2024-09-12T00:40:45.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.965+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=RBXCRL9CWKE3 type=del 2024-09-12T00:40:45.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.968+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~TP51BY87WZAF.0 size=1048576 2024-09-12T00:40:45.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.969+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~TP51BY87WZAF.1 size=908424 2024-09-12T00:40:45.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.969+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=TP51BY87WZAF tag=CTGN7UD7NCDO type=write size=3005576 2024-09-12T00:40:45.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.970+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~AN6K2GLKM0BF.0 size=1048576 2024-09-12T00:40:45.970 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.971+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~AN6K2GLKM0BF.1 size=1048576 2024-09-12T00:40:45.971 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.972+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~AN6K2GLKM0BF.2 size=584979 2024-09-12T00:40:45.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.974+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=AN6K2GLKM0BF tag=4FCNVD841A9W type=write size=3730707 2024-09-12T00:40:45.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.976+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~CVTR6IXYIF1H.0 size=1048576 2024-09-12T00:40:45.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.978+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~CVTR6IXYIF1H.1 size=1027441 2024-09-12T00:40:45.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.978+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=CVTR6IXYIF1H tag=2FH747F8CWWA type=write size=3124593 2024-09-12T00:40:45.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.980+0000 7f647df87780 1 < suggested update operation key=QWKIWP013AMX tag=BE2RFUBXTBHI type=del size=1681193 2024-09-12T00:40:45.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.981+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=NM0ETT4OQSE2 type=write size=1040997 2024-09-12T00:40:45.981 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.982+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~MW7L89PG3Y11.0 size=1048576 2024-09-12T00:40:45.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.983+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~MW7L89PG3Y11.1 size=1048576 2024-09-12T00:40:45.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.984+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~MW7L89PG3Y11.2 size=289856 2024-09-12T00:40:45.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.987+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=MW7L89PG3Y11 tag=SGFXXUWLS3AV type=write size=3435584 2024-09-12T00:40:45.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.989+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~V98Z1208SFV7.0 size=1048576 2024-09-12T00:40:45.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.990+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~V98Z1208SFV7.1 size=1048576 2024-09-12T00:40:45.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.991+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~V98Z1208SFV7.2 size=703266 2024-09-12T00:40:45.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.991+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=V98Z1208SFV7 tag=675OP39760M7 type=write size=3848994 2024-09-12T00:40:45.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.994+0000 7f647df87780 1 < suggested update operation key=HLPZFLK75SWI tag=2999SXVL5WUB type=write size=680285 2024-09-12T00:40:45.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.995+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=B7L35MB97OSG type=del size=1854208 2024-09-12T00:40:45.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.996+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~FMMXBRJ03BVZ.0 size=1048576 2024-09-12T00:40:45.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.998+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~FMMXBRJ03BVZ.1 size=1048576 2024-09-12T00:40:45.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:45.999+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~FMMXBRJ03BVZ.2 size=639646 2024-09-12T00:40:45.999 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.001+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=FMMXBRJ03BVZ tag=KYIGZ792ZL99 type=write size=3785374 2024-09-12T00:40:46.005 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.003+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~610K9FHEC3FU.0 size=1048576 2024-09-12T00:40:46.005 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.004+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~610K9FHEC3FU.1 size=1048576 2024-09-12T00:40:46.005 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.006+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~610K9FHEC3FU.2 size=660584 2024-09-12T00:40:46.005 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.006+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=610K9FHEC3FU tag=WBEQ52B8FNAP type=write size=3806312 2024-09-12T00:40:46.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.007+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~0RA58FBUEV4I.0 size=280756 2024-09-12T00:40:46.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.010+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=0RA58FBUEV4I tag=EGZNXCNSF7QJ type=write size=1329332 2024-09-12T00:40:46.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.011+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=OX3L5QVB9N8Q type=del size=3678405 2024-09-12T00:40:46.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.012+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~4JCO0QZY1O3S.0 size=1048576 2024-09-12T00:40:46.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.014+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~4JCO0QZY1O3S.1 size=1048576 2024-09-12T00:40:46.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.015+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~4JCO0QZY1O3S.2 size=852293 2024-09-12T00:40:46.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.017+0000 7f647df87780 1 < completed multipart upload key=N21OD24FOXLB upload=4JCO0QZY1O3S tag=SAH15J1BW83Z type=write size=3998021 2024-09-12T00:40:46.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.020+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~NHUFJO75XU0G.0 size=1048576 2024-09-12T00:40:46.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.021+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~NHUFJO75XU0G.1 size=1048576 2024-09-12T00:40:46.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.022+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~NHUFJO75XU0G.2 size=939036 2024-09-12T00:40:46.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.022+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=NHUFJO75XU0G tag=Q5B60SP3SWZ0 type=write size=4084764 2024-09-12T00:40:46.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.023+0000 7f647df87780 1 < canceled operation key=MWGSCWJ8KKOJ tag=1INR2SMGN7YD type=del size=1473450 2024-09-12T00:40:46.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.025+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=F1GI9PC3IF5Y type=del size=822386 2024-09-12T00:40:46.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.026+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=3LYN700MG6V9 type=del 2024-09-12T00:40:46.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.029+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~546ALSXJRQ9D.0 size=624956 2024-09-12T00:40:46.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.029+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=546ALSXJRQ9D tag=D0KMA2MVHI63 type=write size=1673532 2024-09-12T00:40:46.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.030+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=XUZJW58H7AMG type=del 2024-09-12T00:40:46.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.031+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=KC23IQCQOLZ3 type=write size=546012 2024-09-12T00:40:46.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.033+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~HRWL79FAGASU.0 size=1048576 2024-09-12T00:40:46.032 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.034+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~HRWL79FAGASU.1 size=192095 2024-09-12T00:40:46.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.036+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=HRWL79FAGASU tag=W3UJASSNA8LN type=write size=2289247 2024-09-12T00:40:46.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.038+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~M6Y5VI76ZW22.0 size=1048576 2024-09-12T00:40:46.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.039+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~M6Y5VI76ZW22.1 size=868484 2024-09-12T00:40:46.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.039+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=M6Y5VI76ZW22 tag=NCBLMUGPRW2A type=write size=2965636 2024-09-12T00:40:46.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.040+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~OVIV1J658N87.0 size=1048576 2024-09-12T00:40:46.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.041+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~OVIV1J658N87.1 size=731493 2024-09-12T00:40:46.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.043+0000 7f647df87780 1 < completed multipart upload key=5QD71Z29RVQM upload=OVIV1J658N87 tag=2JCW729B7979 type=write size=2828645 2024-09-12T00:40:46.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.045+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=C4OT874GUP4A type=del size=2868546 2024-09-12T00:40:46.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.047+0000 7f647df87780 1 < suggested update operation key=OF18XY41L1L9 tag=TQMRKY5KVQK2 type=del size=1874692 2024-09-12T00:40:46.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.050+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~7TOAOH0A4R4K.0 size=1048576 2024-09-12T00:40:46.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.051+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~7TOAOH0A4R4K.1 size=1048576 2024-09-12T00:40:46.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.052+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~7TOAOH0A4R4K.2 size=402261 2024-09-12T00:40:46.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.052+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=7TOAOH0A4R4K tag=03KEO7XF1PAO type=write size=3547989 2024-09-12T00:40:46.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.053+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~V5NEZA5U04WR.0 size=1048576 2024-09-12T00:40:46.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.054+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~V5NEZA5U04WR.1 size=1048576 2024-09-12T00:40:46.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.055+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~V5NEZA5U04WR.2 size=821380 2024-09-12T00:40:46.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.057+0000 7f647df87780 1 < completed multipart upload key=04HXBZNCOGYY upload=V5NEZA5U04WR tag=G6OMB3VE5GFA type=write size=3967108 2024-09-12T00:40:46.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.059+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~LDX7FKRFBVYN.0 size=832643 2024-09-12T00:40:46.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.059+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=LDX7FKRFBVYN tag=1VHWM0DMFIVW type=write size=1881219 2024-09-12T00:40:46.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.061+0000 7f647df87780 1 < completed write operation key=MWGSCWJ8KKOJ tag=N8OEIRDLCR9R type=write size=414816 2024-09-12T00:40:46.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.062+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=6SDBU1PJD41J type=write size=534902 2024-09-12T00:40:46.062 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.063+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~TP51BY87WZAF.0 size=1048576 2024-09-12T00:40:46.063 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.064+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~TP51BY87WZAF.1 size=908424 2024-09-12T00:40:46.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.066+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=TP51BY87WZAF tag=CTGN7UD7NCDO type=write size=3005576 2024-09-12T00:40:46.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.068+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~FPNJCFO2VX4B.0 size=1048576 2024-09-12T00:40:46.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.069+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~FPNJCFO2VX4B.1 size=1048576 2024-09-12T00:40:46.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.070+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~FPNJCFO2VX4B.2 size=493340 2024-09-12T00:40:46.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.070+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=FPNJCFO2VX4B tag=70O1FFJWQXHS type=write size=3639068 2024-09-12T00:40:46.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.072+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~CVTR6IXYIF1H.0 size=1048576 2024-09-12T00:40:46.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.073+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~CVTR6IXYIF1H.1 size=1027441 2024-09-12T00:40:46.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.075+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=CVTR6IXYIF1H tag=2FH747F8CWWA type=write size=3124593 2024-09-12T00:40:46.075 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.076+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=3D29T952N0R1 type=del size=2598298 2024-09-12T00:40:46.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.077+0000 7f647df87780 1 < completed write operation key=9K3R0N60JBRX tag=NM0ETT4OQSE2 type=write size=1040997 2024-09-12T00:40:46.077 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.079+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=TC3E63P5V6PO type=write size=241566 2024-09-12T00:40:46.078 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.079+0000 7f647df87780 1 < canceled part key=_multipart_OF18XY41L1L9.2~V98Z1208SFV7.0 size=1048576 2024-09-12T00:40:46.078 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.080+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~V98Z1208SFV7.1 size=1048576 2024-09-12T00:40:46.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.081+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~V98Z1208SFV7.2 size=703266 2024-09-12T00:40:46.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.083+0000 7f647df87780 1 < canceled multipart upload key=OF18XY41L1L9 upload=V98Z1208SFV7 tag=675OP39760M7 type=write size=3848994 2024-09-12T00:40:46.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.084+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=B7TL03F77BJ8 type=del size=3485910 2024-09-12T00:40:46.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.087+0000 7f647df87780 1 < suggested update operation key=04HXBZNCOGYY tag=B7L35MB97OSG type=del size=1854208 2024-09-12T00:40:46.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.089+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~DWD36IEG0SWJ.0 size=1048576 2024-09-12T00:40:46.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.090+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~DWD36IEG0SWJ.1 size=1048576 2024-09-12T00:40:46.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.091+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~DWD36IEG0SWJ.2 size=651388 2024-09-12T00:40:46.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.091+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=DWD36IEG0SWJ tag=RJ5HMD50DWGL type=write size=3797116 2024-09-12T00:40:46.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.093+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~610K9FHEC3FU.0 size=1048576 2024-09-12T00:40:46.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.094+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~610K9FHEC3FU.1 size=1048576 2024-09-12T00:40:46.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.094+0000 7f647df87780 1 < canceled part key=_multipart_UOXLW1EM8Y7O.2~610K9FHEC3FU.2 size=660584 2024-09-12T00:40:46.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.096+0000 7f647df87780 1 < canceled multipart upload key=UOXLW1EM8Y7O upload=610K9FHEC3FU tag=WBEQ52B8FNAP type=write size=3806312 2024-09-12T00:40:46.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.097+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=5VQUQRELENXI type=del size=141571 2024-09-12T00:40:46.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.100+0000 7f647df87780 1 < suggested update operation key=HLPZFLK75SWI tag=OX3L5QVB9N8Q type=del size=3678405 2024-09-12T00:40:46.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.102+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~ZO7VLWXLXOUC.0 size=1048576 2024-09-12T00:40:46.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.103+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~ZO7VLWXLXOUC.1 size=1048576 2024-09-12T00:40:46.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.104+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~ZO7VLWXLXOUC.2 size=752979 2024-09-12T00:40:46.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.104+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=ZO7VLWXLXOUC tag=WEPW8VSCQO5P type=write size=3898707 2024-09-12T00:40:46.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.106+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~NHUFJO75XU0G.0 size=1048576 2024-09-12T00:40:46.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.107+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~NHUFJO75XU0G.1 size=1048576 2024-09-12T00:40:46.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.108+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~NHUFJO75XU0G.2 size=939036 2024-09-12T00:40:46.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.110+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=NHUFJO75XU0G tag=Q5B60SP3SWZ0 type=write size=4084764 2024-09-12T00:40:46.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.112+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~YQGJVRKNLDU6.0 size=1048576 2024-09-12T00:40:46.112 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.113+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~YQGJVRKNLDU6.1 size=219404 2024-09-12T00:40:46.112 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.113+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=YQGJVRKNLDU6 tag=9GZMKARNTWB4 type=write size=2316556 2024-09-12T00:40:46.113 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.115+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=F1GI9PC3IF5Y type=del 2024-09-12T00:40:46.115 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.116+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=YW302Y92STIP type=del size=1449470 2024-09-12T00:40:46.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.118+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~546ALSXJRQ9D.0 size=624956 2024-09-12T00:40:46.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.120+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=546ALSXJRQ9D tag=D0KMA2MVHI63 type=write size=1673532 2024-09-12T00:40:46.120 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.121+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=VLSUVKAWVF42 type=write size=1021491 2024-09-12T00:40:46.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.124+0000 7f647df87780 1 < suggested remove operation key=UOXLW1EM8Y7O tag=KC23IQCQOLZ3 type=write 2024-09-12T00:40:46.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.125+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=WMU6RTWTSMHL type=write size=867188 2024-09-12T00:40:46.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.126+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~M6Y5VI76ZW22.0 size=1048576 2024-09-12T00:40:46.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.127+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~M6Y5VI76ZW22.1 size=868484 2024-09-12T00:40:46.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.130+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=M6Y5VI76ZW22 tag=NCBLMUGPRW2A type=write size=2965636 2024-09-12T00:40:46.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.131+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=ECPEYB80SGRA type=del size=2678030 2024-09-12T00:40:46.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.134+0000 7f647df87780 1 < suggested update operation key=U2DTYMPDDY2C tag=C4OT874GUP4A type=del size=2868546 2024-09-12T00:40:46.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.136+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~SRVBUXA4Z4MI.0 size=1048576 2024-09-12T00:40:46.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.137+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~SRVBUXA4Z4MI.1 size=1048576 2024-09-12T00:40:46.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.138+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~SRVBUXA4Z4MI.2 size=706516 2024-09-12T00:40:46.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.138+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=SRVBUXA4Z4MI tag=4UU08ZLWT465 type=write size=3852244 2024-09-12T00:40:46.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.139+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~7TOAOH0A4R4K.0 size=1048576 2024-09-12T00:40:46.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.140+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~7TOAOH0A4R4K.1 size=1048576 2024-09-12T00:40:46.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.142+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~7TOAOH0A4R4K.2 size=402261 2024-09-12T00:40:46.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.144+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=7TOAOH0A4R4K tag=03KEO7XF1PAO type=write size=3547989 2024-09-12T00:40:46.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.146+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=Z3BDX99UC7Q1 type=del size=1830750 2024-09-12T00:40:46.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.147+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~LDX7FKRFBVYN.0 size=832643 2024-09-12T00:40:46.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.149+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=LDX7FKRFBVYN tag=1VHWM0DMFIVW type=write size=1881219 2024-09-12T00:40:46.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.151+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=JK9QH1OQXGY6 type=write size=573824 2024-09-12T00:40:46.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.152+0000 7f647df87780 1 < completed write operation key=U4TCVRRJZRXA tag=6SDBU1PJD41J type=write size=534902 2024-09-12T00:40:46.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.153+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=RKBGNOVSMAQ4 type=del size=1629296 2024-09-12T00:40:46.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.154+0000 7f647df87780 1 < canceled part key=_multipart_U2DTYMPDDY2C.2~FPNJCFO2VX4B.0 size=1048576 2024-09-12T00:40:46.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.155+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~FPNJCFO2VX4B.1 size=1048576 2024-09-12T00:40:46.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.156+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~FPNJCFO2VX4B.2 size=493340 2024-09-12T00:40:46.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.158+0000 7f647df87780 1 < canceled multipart upload key=U2DTYMPDDY2C upload=FPNJCFO2VX4B tag=70O1FFJWQXHS type=write size=3639068 2024-09-12T00:40:46.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.160+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~QTQLSXO372IW.0 size=1048576 2024-09-12T00:40:46.160 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.161+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~QTQLSXO372IW.1 size=86245 2024-09-12T00:40:46.160 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.161+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=QTQLSXO372IW tag=7OY9DLWVUMJG type=write size=2183397 2024-09-12T00:40:46.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.163+0000 7f647df87780 1 < canceled operation key=0BE2GIY7HJJS tag=3D29T952N0R1 type=del size=2598298 2024-09-12T00:40:46.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.164+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=62WEU319AFOJ type=del size=3198829 2024-09-12T00:40:46.164 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.165+0000 7f647df87780 -1 < failed to complete operation key=UOXLW1EM8Y7O tag=TC3E63P5V6PO type=write size=241566: (22) Invalid argument 2024-09-12T00:40:46.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.168+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~PSETT6VN32Q9.0 size=820420 2024-09-12T00:40:46.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.168+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=PSETT6VN32Q9 tag=1M5UP7UAPWD3 type=write size=1868996 2024-09-12T00:40:46.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.169+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=B7TL03F77BJ8 type=del 2024-09-12T00:40:46.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.170+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=BJYEBVFY8AM5 type=del size=847826 2024-09-12T00:40:46.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.171+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~DWD36IEG0SWJ.0 size=1048576 2024-09-12T00:40:46.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.172+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~DWD36IEG0SWJ.1 size=1048576 2024-09-12T00:40:46.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.173+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~DWD36IEG0SWJ.2 size=651388 2024-09-12T00:40:46.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.175+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=DWD36IEG0SWJ tag=RJ5HMD50DWGL type=write size=3797116 2024-09-12T00:40:46.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.178+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~BRCMEYDRDBX3.0 size=1048576 2024-09-12T00:40:46.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.179+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~BRCMEYDRDBX3.1 size=563050 2024-09-12T00:40:46.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.179+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=BRCMEYDRDBX3 tag=ODKE6202WDVW type=write size=2660202 2024-09-12T00:40:46.178 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.180+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=5VQUQRELENXI type=del 2024-09-12T00:40:46.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.181+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=75Y21JBOKGX4 type=del size=2512749 2024-09-12T00:40:46.181 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.182+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~ZO7VLWXLXOUC.0 size=1048576 2024-09-12T00:40:46.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.183+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~ZO7VLWXLXOUC.1 size=1048576 2024-09-12T00:40:46.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.184+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~ZO7VLWXLXOUC.2 size=752979 2024-09-12T00:40:46.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.186+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=ZO7VLWXLXOUC tag=WEPW8VSCQO5P type=write size=3898707 2024-09-12T00:40:46.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.187+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=TOEZMV7BQLV6 type=write size=320082 2024-09-12T00:40:46.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.188+0000 7f647df87780 1 < canceled part key=_multipart_9K3R0N60JBRX.2~YQGJVRKNLDU6.0 size=1048576 2024-09-12T00:40:46.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.189+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~YQGJVRKNLDU6.1 size=219404 2024-09-12T00:40:46.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.191+0000 7f647df87780 1 < canceled multipart upload key=9K3R0N60JBRX upload=YQGJVRKNLDU6 tag=9GZMKARNTWB4 type=write size=2316556 2024-09-12T00:40:46.190 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.192+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=XC1GKVTVRDMC type=del size=3007221 2024-09-12T00:40:46.192 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.193+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=YW302Y92STIP type=del 2024-09-12T00:40:46.194 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.195+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~6Q03HGTQNN1K.0 size=1048576 2024-09-12T00:40:46.195 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.196+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~6Q03HGTQNN1K.1 size=1048576 2024-09-12T00:40:46.196 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.197+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~6Q03HGTQNN1K.2 size=132784 2024-09-12T00:40:46.196 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.197+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=6Q03HGTQNN1K tag=2EYYQ4EUQ00U type=write size=3278512 2024-09-12T00:40:46.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.198+0000 7f647df87780 1 < completed write operation key=IE03MW8R3TVU tag=VLSUVKAWVF42 type=write size=1021491 2024-09-12T00:40:46.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.200+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~UQWM3GRVPN8L.0 size=1048576 2024-09-12T00:40:46.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.202+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~UQWM3GRVPN8L.1 size=67098 2024-09-12T00:40:46.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.202+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=UQWM3GRVPN8L tag=YL84LMXB6Y4X type=write size=2164250 2024-09-12T00:40:46.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.203+0000 7f647df87780 1 < completed write operation key=IE03MW8R3TVU tag=WMU6RTWTSMHL type=write size=867188 2024-09-12T00:40:46.203 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.205+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~RQGAIUB77D5Q.0 size=1048576 2024-09-12T00:40:46.204 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.206+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~RQGAIUB77D5Q.1 size=1048576 2024-09-12T00:40:46.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.207+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~RQGAIUB77D5Q.2 size=536365 2024-09-12T00:40:46.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.207+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=RQGAIUB77D5Q tag=4U7B4BIAS18O type=write size=3682093 2024-09-12T00:40:46.207 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.208+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=ECPEYB80SGRA type=del 2024-09-12T00:40:46.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.209+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=1GH5X7CMN2OF type=write size=805274 2024-09-12T00:40:46.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.210+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~SRVBUXA4Z4MI.0 size=1048576 2024-09-12T00:40:46.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.210+0000 7f647df87780 1 < canceled part key=_multipart_OF18XY41L1L9.2~SRVBUXA4Z4MI.1 size=1048576 2024-09-12T00:40:46.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.211+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~SRVBUXA4Z4MI.2 size=706516 2024-09-12T00:40:46.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.213+0000 7f647df87780 1 < canceled multipart upload key=OF18XY41L1L9 upload=SRVBUXA4Z4MI tag=4UU08ZLWT465 type=write size=3852244 2024-09-12T00:40:46.213 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.214+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=Q22XXNGA5I3R type=del size=1145123 2024-09-12T00:40:46.214 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.216+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=Z3BDX99UC7Q1 type=del 2024-09-12T00:40:46.215 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.217+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=111DZGJUKDP4 type=del size=2809104 2024-09-12T00:40:46.216 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.218+0000 7f647df87780 1 < completed write operation key=JT51QJXZTSBO tag=JK9QH1OQXGY6 type=write size=573824 2024-09-12T00:40:46.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.219+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=0ISRKPHHC0X0 type=del size=2099756 2024-09-12T00:40:46.219 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.220+0000 7f647df87780 1 < completed delete operation key=L02TT95H2C3E tag=RKBGNOVSMAQ4 type=del 2024-09-12T00:40:46.220 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.221+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=76I5G973JJA3 type=del size=2307725 2024-09-12T00:40:46.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.223+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~QTQLSXO372IW.0 size=1048576 2024-09-12T00:40:46.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.224+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~QTQLSXO372IW.1 size=86245 2024-09-12T00:40:46.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.226+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=QTQLSXO372IW tag=7OY9DLWVUMJG type=write size=2183397 2024-09-12T00:40:46.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.227+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=F010D1K50FKL type=del size=1358179 2024-09-12T00:40:46.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.228+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=62WEU319AFOJ type=del 2024-09-12T00:40:46.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.229+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=X0K9HEM0W3XF type=del size=3267514 2024-09-12T00:40:46.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.230+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~PSETT6VN32Q9.0 size=820420 2024-09-12T00:40:46.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.232+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=PSETT6VN32Q9 tag=1M5UP7UAPWD3 type=write size=1868996 2024-09-12T00:40:46.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.235+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~FFNMTPZ9TGFS.0 size=1048576 2024-09-12T00:40:46.234 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.235+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~FFNMTPZ9TGFS.1 size=492650 2024-09-12T00:40:46.234 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.235+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=FFNMTPZ9TGFS tag=6O2B5IDZEED1 type=write size=2589802 2024-09-12T00:40:46.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.237+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=BJYEBVFY8AM5 type=del 2024-09-12T00:40:46.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.239+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~7ZKW8TV7OGTC.0 size=903845 2024-09-12T00:40:46.238 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.239+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=7ZKW8TV7OGTC tag=KWQJSPP1OWRO type=write size=1952421 2024-09-12T00:40:46.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.240+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~BRCMEYDRDBX3.0 size=1048576 2024-09-12T00:40:46.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.241+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~BRCMEYDRDBX3.1 size=563050 2024-09-12T00:40:46.242 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.243+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=BRCMEYDRDBX3 tag=ODKE6202WDVW type=write size=2660202 2024-09-12T00:40:46.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.245+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=TNJO080Q7UXW type=del size=212124 2024-09-12T00:40:46.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.246+0000 7f647df87780 1 < completed delete operation key=0XE0T6C53BZV tag=75Y21JBOKGX4 type=del 2024-09-12T00:40:46.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.247+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=ZEYHKHRXWNIK type=del size=527022 2024-09-12T00:40:46.247 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.248+0000 7f647df87780 1 < completed write operation key=1W80H32TA80K tag=TOEZMV7BQLV6 type=write size=320082 2024-09-12T00:40:46.249 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.251+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~37G6CQCX1SLU.0 size=1048576 2024-09-12T00:40:46.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.252+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~37G6CQCX1SLU.1 size=522972 2024-09-12T00:40:46.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.252+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=37G6CQCX1SLU tag=KNHHIJ1LYWLQ type=write size=2620124 2024-09-12T00:40:46.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.253+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=XC1GKVTVRDMC type=del 2024-09-12T00:40:46.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.254+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=L4M6UEUZY0DW type=del size=957575 2024-09-12T00:40:46.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.256+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~6Q03HGTQNN1K.0 size=1048576 2024-09-12T00:40:46.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.257+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~6Q03HGTQNN1K.1 size=1048576 2024-09-12T00:40:46.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.258+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~6Q03HGTQNN1K.2 size=132784 2024-09-12T00:40:46.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.261+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=6Q03HGTQNN1K tag=2EYYQ4EUQ00U type=write size=3278512 2024-09-12T00:40:46.262 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.263+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~GGRW65NWPDSB.0 size=1048576 2024-09-12T00:40:46.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.264+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~GGRW65NWPDSB.1 size=920518 2024-09-12T00:40:46.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.264+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=GGRW65NWPDSB tag=DO8Y3LVDSAIM type=write size=3017670 2024-09-12T00:40:46.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.266+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~UQWM3GRVPN8L.0 size=1048576 2024-09-12T00:40:46.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.267+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~UQWM3GRVPN8L.1 size=67098 2024-09-12T00:40:46.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.269+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=UQWM3GRVPN8L tag=YL84LMXB6Y4X type=write size=2164250 2024-09-12T00:40:46.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.270+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=A06052PVE9EM type=del size=937021 2024-09-12T00:40:46.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.272+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~RQGAIUB77D5Q.0 size=1048576 2024-09-12T00:40:46.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.273+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~RQGAIUB77D5Q.1 size=1048576 2024-09-12T00:40:46.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.274+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~RQGAIUB77D5Q.2 size=536365 2024-09-12T00:40:46.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.276+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=RQGAIUB77D5Q tag=4U7B4BIAS18O type=write size=3682093 2024-09-12T00:40:46.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.277+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=G7GK9O0HT2M7 type=del size=3352736 2024-09-12T00:40:46.277 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.279+0000 7f647df87780 1 < completed write operation key=QWKIWP013AMX tag=1GH5X7CMN2OF type=write size=805274 2024-09-12T00:40:46.280 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.281+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~1G8I0ANIJQA2.0 size=341187 2024-09-12T00:40:46.280 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.281+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=1G8I0ANIJQA2 tag=LVD40KKLER69 type=write size=1389763 2024-09-12T00:40:46.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.282+0000 7f647df87780 1 < canceled operation key=U2DTYMPDDY2C tag=Q22XXNGA5I3R type=del size=1145123 2024-09-12T00:40:46.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.285+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~LH2MHNA0FUL1.0 size=37762 2024-09-12T00:40:46.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.285+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=LH2MHNA0FUL1 tag=EKMYLJSJ8BLB type=write size=1086338 2024-09-12T00:40:46.285 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.286+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=111DZGJUKDP4 type=del 2024-09-12T00:40:46.287 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.288+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~KC4039N9MOE3.0 size=791360 2024-09-12T00:40:46.287 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.288+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=KC4039N9MOE3 tag=IYSLO13P8E1O type=write size=1839936 2024-09-12T00:40:46.288 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.290+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=0ISRKPHHC0X0 type=del 2024-09-12T00:40:46.291 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.292+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~7P8E2BLY1L95.0 size=1048576 2024-09-12T00:40:46.292 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.293+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~7P8E2BLY1L95.1 size=520588 2024-09-12T00:40:46.292 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.293+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=7P8E2BLY1L95 tag=7R0GPSIHLKWB type=write size=2617740 2024-09-12T00:40:46.293 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.295+0000 7f647df87780 1 < canceled operation key=LE3HT175C87H tag=76I5G973JJA3 type=del size=2307725 2024-09-12T00:40:46.295 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.296+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=DGNF8NXIXDGW type=del size=115024 2024-09-12T00:40:46.296 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.297+0000 7f647df87780 1 < canceled operation key=NF21FK049RBH tag=F010D1K50FKL type=del size=1358179 2024-09-12T00:40:46.297 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.299+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=FD6CLI7WIPAQ type=del size=758480 2024-09-12T00:40:46.299 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.300+0000 7f647df87780 1 < completed delete operation key=NPV6EUTTARM2 tag=X0K9HEM0W3XF type=del 2024-09-12T00:40:46.300 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.301+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=94C31DQESAVO type=del size=3315659 2024-09-12T00:40:46.301 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.303+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~FFNMTPZ9TGFS.0 size=1048576 2024-09-12T00:40:46.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.304+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~FFNMTPZ9TGFS.1 size=492650 2024-09-12T00:40:46.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.306+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=FFNMTPZ9TGFS tag=6O2B5IDZEED1 type=write size=2589802 2024-09-12T00:40:46.306 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.307+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=D8C29CU68NG6 type=del size=671283 2024-09-12T00:40:46.307 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.309+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~7ZKW8TV7OGTC.0 size=903845 2024-09-12T00:40:46.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.311+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=7ZKW8TV7OGTC tag=KWQJSPP1OWRO type=write size=1952421 2024-09-12T00:40:46.312 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.313+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~DXAE0LXUO4MG.0 size=1048576 2024-09-12T00:40:46.313 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.315+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~DXAE0LXUO4MG.1 size=526159 2024-09-12T00:40:46.313 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.315+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=DXAE0LXUO4MG tag=O233GG9YGT2F type=write size=2623311 2024-09-12T00:40:46.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.316+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=TNJO080Q7UXW type=del 2024-09-12T00:40:46.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.319+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~XRMEO88HUFJ2.0 size=1048576 2024-09-12T00:40:46.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.320+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~XRMEO88HUFJ2.1 size=1048576 2024-09-12T00:40:46.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.321+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~XRMEO88HUFJ2.2 size=631486 2024-09-12T00:40:46.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.321+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=XRMEO88HUFJ2 tag=YSYUA6HF0NM6 type=write size=3777214 2024-09-12T00:40:46.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.323+0000 7f647df87780 1 < suggested update operation key=L02TT95H2C3E tag=ZEYHKHRXWNIK type=del size=527022 2024-09-12T00:40:46.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.326+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~36QWQCDBOXYC.0 size=641337 2024-09-12T00:40:46.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.326+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=36QWQCDBOXYC tag=DCQH56ON7124 type=write size=1689913 2024-09-12T00:40:46.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.327+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~37G6CQCX1SLU.0 size=1048576 2024-09-12T00:40:46.327 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.328+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~37G6CQCX1SLU.1 size=522972 2024-09-12T00:40:46.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.330+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=37G6CQCX1SLU tag=KNHHIJ1LYWLQ type=write size=2620124 2024-09-12T00:40:46.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.332+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=DXT8PFRPS6B9 type=del size=3915025 2024-09-12T00:40:46.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.334+0000 7f647df87780 1 < suggested remove operation key=U4TCVRRJZRXA tag=L4M6UEUZY0DW type=del 2024-09-12T00:40:46.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.335+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=WEF7PFGDBGXM type=write size=745395 2024-09-12T00:40:46.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.336+0000 7f647df87780 1 < canceled part key=_multipart_U26SRCOKNFVC.2~GGRW65NWPDSB.0 size=1048576 2024-09-12T00:40:46.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.337+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~GGRW65NWPDSB.1 size=920518 2024-09-12T00:40:46.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.339+0000 7f647df87780 1 < canceled multipart upload key=U26SRCOKNFVC upload=GGRW65NWPDSB tag=DO8Y3LVDSAIM type=write size=3017670 2024-09-12T00:40:46.338 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.340+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=UZS7BQALG4UR type=write size=801080 2024-09-12T00:40:46.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.341+0000 7f647df87780 1 < completed delete operation key=9K3R0N60JBRX tag=A06052PVE9EM type=del 2024-09-12T00:40:46.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.343+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=VXVLI6Q1Y2CZ type=del size=2766094 2024-09-12T00:40:46.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.344+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=G7GK9O0HT2M7 type=del 2024-09-12T00:40:46.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.346+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~MPXXM60XD3OZ.0 size=1048576 2024-09-12T00:40:46.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.347+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~MPXXM60XD3OZ.1 size=962957 2024-09-12T00:40:46.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.347+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=MPXXM60XD3OZ tag=TJDAS7BX0DBS type=write size=3060109 2024-09-12T00:40:46.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.349+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~1G8I0ANIJQA2.0 size=341187 2024-09-12T00:40:46.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.351+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=1G8I0ANIJQA2 tag=LVD40KKLER69 type=write size=1389763 2024-09-12T00:40:46.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.352+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=VG7P8LZN6724 type=del size=3372593 2024-09-12T00:40:46.352 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.353+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~LH2MHNA0FUL1.0 size=37762 2024-09-12T00:40:46.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.355+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=LH2MHNA0FUL1 tag=EKMYLJSJ8BLB type=write size=1086338 2024-09-12T00:40:46.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.357+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=IKORUTKCDSR9 type=del size=2306010 2024-09-12T00:40:46.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.358+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~KC4039N9MOE3.0 size=791360 2024-09-12T00:40:46.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.360+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=KC4039N9MOE3 tag=IYSLO13P8E1O type=write size=1839936 2024-09-12T00:40:46.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.361+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=6F33IDFO7VIA type=del size=1019615 2024-09-12T00:40:46.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.362+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~7P8E2BLY1L95.0 size=1048576 2024-09-12T00:40:46.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.363+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~7P8E2BLY1L95.1 size=520588 2024-09-12T00:40:46.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.365+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=7P8E2BLY1L95 tag=7R0GPSIHLKWB type=write size=2617740 2024-09-12T00:40:46.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.366+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=UT5CQCZ8ZGZX type=del size=2400336 2024-09-12T00:40:46.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.368+0000 7f647df87780 1 < completed delete operation key=9K3R0N60JBRX tag=DGNF8NXIXDGW type=del 2024-09-12T00:40:46.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.369+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=W6AA2EZOO93Z type=del size=2950339 2024-09-12T00:40:46.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.371+0000 7f647df87780 1 < suggested remove operation key=U4TCVRRJZRXA tag=FD6CLI7WIPAQ type=del 2024-09-12T00:40:46.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.373+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~G22NH6DDBHZ6.0 size=118051 2024-09-12T00:40:46.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.373+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=G22NH6DDBHZ6 tag=78VV44ZBX8AO type=write size=1166627 2024-09-12T00:40:46.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.375+0000 7f647df87780 1 < completed delete operation key=9K3R0N60JBRX tag=94C31DQESAVO type=del 2024-09-12T00:40:46.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.376+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=4ESVAWHV0D6L type=del size=1755749 2024-09-12T00:40:46.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.377+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=D8C29CU68NG6 type=del 2024-09-12T00:40:46.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.380+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~0EI35XB9CBPP.0 size=600484 2024-09-12T00:40:46.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.380+0000 7f647df87780 1 > prepared multipart upload key=04HXBZNCOGYY upload=0EI35XB9CBPP tag=AAT2FUPSGM6D type=write size=1649060 2024-09-12T00:40:46.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.381+0000 7f647df87780 1 < canceled part key=_multipart_5QD71Z29RVQM.2~DXAE0LXUO4MG.0 size=1048576 2024-09-12T00:40:46.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.382+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~DXAE0LXUO4MG.1 size=526159 2024-09-12T00:40:46.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.384+0000 7f647df87780 1 < canceled multipart upload key=5QD71Z29RVQM upload=DXAE0LXUO4MG tag=O233GG9YGT2F type=write size=2623311 2024-09-12T00:40:46.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.385+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=MREIB7IVV3SA type=del size=3130091 2024-09-12T00:40:46.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.386+0000 7f647df87780 1 < canceled part key=_multipart_9K3R0N60JBRX.2~XRMEO88HUFJ2.0 size=1048576 2024-09-12T00:40:46.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.387+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~XRMEO88HUFJ2.1 size=1048576 2024-09-12T00:40:46.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.388+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~XRMEO88HUFJ2.2 size=631486 2024-09-12T00:40:46.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.390+0000 7f647df87780 1 < canceled multipart upload key=9K3R0N60JBRX upload=XRMEO88HUFJ2 tag=YSYUA6HF0NM6 type=write size=3777214 2024-09-12T00:40:46.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.392+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=7C12X49UPIYT type=del size=353796 2024-09-12T00:40:46.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.393+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~36QWQCDBOXYC.0 size=641337 2024-09-12T00:40:46.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.396+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=36QWQCDBOXYC tag=DCQH56ON7124 type=write size=1689913 2024-09-12T00:40:46.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.398+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~QIUNI4FA42NN.0 size=765807 2024-09-12T00:40:46.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.398+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=QIUNI4FA42NN tag=G2PIB8G13J8A type=write size=1814383 2024-09-12T00:40:46.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.401+0000 7f647df87780 1 < suggested remove operation key=QWKIWP013AMX tag=DXT8PFRPS6B9 type=del 2024-09-12T00:40:46.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.404+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~PPCB4DM1JDLL.0 size=1048576 2024-09-12T00:40:46.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.405+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~PPCB4DM1JDLL.1 size=1048576 2024-09-12T00:40:46.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.406+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~PPCB4DM1JDLL.2 size=795691 2024-09-12T00:40:46.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.406+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=PPCB4DM1JDLL tag=8DK2MIO2PUC9 type=write size=3941419 2024-09-12T00:40:46.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.407+0000 7f647df87780 1 < completed write operation key=PP87VV5LT5V6 tag=WEF7PFGDBGXM type=write size=745395 2024-09-12T00:40:46.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.409+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=9J3Z81ZJULKF type=del size=2606400 2024-09-12T00:40:46.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.410+0000 7f647df87780 1 < completed write operation key=U26SRCOKNFVC tag=UZS7BQALG4UR type=write size=801080 2024-09-12T00:40:46.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.411+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=ETF4RPQNBLFW type=del size=2283169 2024-09-12T00:40:46.411 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.413+0000 7f647df87780 1 < canceled operation key=VZITH4JWUAQS tag=VXVLI6Q1Y2CZ type=del size=2766094 2024-09-12T00:40:46.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.414+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=KAI1LQZ9A6V6 type=del size=1333220 2024-09-12T00:40:46.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.415+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~MPXXM60XD3OZ.0 size=1048576 2024-09-12T00:40:46.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.416+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~MPXXM60XD3OZ.1 size=962957 2024-09-12T00:40:46.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.419+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=MPXXM60XD3OZ tag=TJDAS7BX0DBS type=write size=3060109 2024-09-12T00:40:46.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.420+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=SVJ64TVCCU1D type=del size=3454977 2024-09-12T00:40:46.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.421+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=VG7P8LZN6724 type=del 2024-09-12T00:40:46.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.423+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=VYZRK7UBMQTW type=del size=3821542 2024-09-12T00:40:46.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.424+0000 7f647df87780 1 < completed delete operation key=AVZHOIJP092M tag=IKORUTKCDSR9 type=del 2024-09-12T00:40:46.424 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.425+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=2IPGQA7I4OSX type=del size=2020967 2024-09-12T00:40:46.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.427+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=6F33IDFO7VIA type=del 2024-09-12T00:40:46.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.428+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=Z1YK9XKZEDCT type=write size=1359 2024-09-12T00:40:46.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.429+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=UT5CQCZ8ZGZX type=del 2024-09-12T00:40:46.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.431+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=CO7ZMN6SET1N type=del size=273611 2024-09-12T00:40:46.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.433+0000 7f647df87780 1 < suggested remove operation key=5QD71Z29RVQM tag=W6AA2EZOO93Z type=del 2024-09-12T00:40:46.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.436+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~E2PHJPWBOBUQ.0 size=1048576 2024-09-12T00:40:46.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.437+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~E2PHJPWBOBUQ.1 size=1048576 2024-09-12T00:40:46.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.438+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~E2PHJPWBOBUQ.2 size=513594 2024-09-12T00:40:46.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.438+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=E2PHJPWBOBUQ tag=YCBN4FH0KG69 type=write size=3659322 2024-09-12T00:40:46.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.440+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~G22NH6DDBHZ6.0 size=118051 2024-09-12T00:40:46.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.442+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=G22NH6DDBHZ6 tag=78VV44ZBX8AO type=write size=1166627 2024-09-12T00:40:46.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.444+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~4APMYN1L0IFZ.0 size=1048576 2024-09-12T00:40:46.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.445+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~4APMYN1L0IFZ.1 size=149513 2024-09-12T00:40:46.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.445+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=4APMYN1L0IFZ tag=3ZY1OK1AV39I type=write size=2246665 2024-09-12T00:40:46.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.446+0000 7f647df87780 1 < canceled operation key=XDKZN37UGRWI tag=4ESVAWHV0D6L type=del size=1755749 2024-09-12T00:40:46.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.448+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~1OLD33OWAZ0N.0 size=1048576 2024-09-12T00:40:46.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.450+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~1OLD33OWAZ0N.1 size=76598 2024-09-12T00:40:46.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.450+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=1OLD33OWAZ0N tag=FEUB6WQDWD83 type=write size=2173750 2024-09-12T00:40:46.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.451+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~0EI35XB9CBPP.0 size=600484 2024-09-12T00:40:46.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.453+0000 7f647df87780 1 < completed multipart upload key=04HXBZNCOGYY upload=0EI35XB9CBPP tag=AAT2FUPSGM6D type=write size=1649060 2024-09-12T00:40:46.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.454+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=EO029D1GUUD2 type=del size=2442965 2024-09-12T00:40:46.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.456+0000 7f647df87780 1 < canceled operation key=NF21FK049RBH tag=MREIB7IVV3SA type=del size=3130091 2024-09-12T00:40:46.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.458+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~G4O0NWUEKKO1.0 size=1048576 2024-09-12T00:40:46.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.459+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~G4O0NWUEKKO1.1 size=1048576 2024-09-12T00:40:46.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.460+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~G4O0NWUEKKO1.2 size=206087 2024-09-12T00:40:46.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.460+0000 7f647df87780 1 > prepared multipart upload key=04HXBZNCOGYY upload=G4O0NWUEKKO1 tag=EJVWCOJABVPA type=write size=3351815 2024-09-12T00:40:46.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.462+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=7C12X49UPIYT type=del 2024-09-12T00:40:46.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.463+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=427LYAKHWGV7 type=del size=3312550 2024-09-12T00:40:46.463 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.464+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~QIUNI4FA42NN.0 size=765807 2024-09-12T00:40:46.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.466+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=QIUNI4FA42NN tag=G2PIB8G13J8A type=write size=1814383 2024-09-12T00:40:46.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.468+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=569SER4IELNY type=del size=2928215 2024-09-12T00:40:46.468 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.469+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~PPCB4DM1JDLL.0 size=1048576 2024-09-12T00:40:46.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.470+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~PPCB4DM1JDLL.1 size=1048576 2024-09-12T00:40:46.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.472+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~PPCB4DM1JDLL.2 size=795691 2024-09-12T00:40:46.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.474+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=PPCB4DM1JDLL tag=8DK2MIO2PUC9 type=write size=3941419 2024-09-12T00:40:46.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.475+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=RTC3R8UFE27I type=del size=3687032 2024-09-12T00:40:46.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.477+0000 7f647df87780 1 < completed delete operation key=9K3R0N60JBRX tag=9J3Z81ZJULKF type=del 2024-09-12T00:40:46.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.478+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=237CBS3AFBYT type=write size=391860 2024-09-12T00:40:46.479 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.481+0000 7f647df87780 1 < suggested update operation key=JT51QJXZTSBO tag=ETF4RPQNBLFW type=del size=2283169 2024-09-12T00:40:46.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.482+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=8K1IA5ZCBH3F type=del size=1471975 2024-09-12T00:40:46.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.483+0000 7f647df87780 -1 < failed to complete operation key=JT51QJXZTSBO tag=KAI1LQZ9A6V6 type=del size=1333220: (22) Invalid argument 2024-09-12T00:40:46.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.486+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~MQPWHWHL3YVR.0 size=1048576 2024-09-12T00:40:46.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.487+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~MQPWHWHL3YVR.1 size=911721 2024-09-12T00:40:46.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.487+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=MQPWHWHL3YVR tag=F67E2037YJJW type=write size=3008873 2024-09-12T00:40:46.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.488+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=SVJ64TVCCU1D type=del 2024-09-12T00:40:46.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.491+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~Q12OXFF1MR1J.0 size=1048576 2024-09-12T00:40:46.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.492+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~Q12OXFF1MR1J.1 size=259778 2024-09-12T00:40:46.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.492+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=Q12OXFF1MR1J tag=PQOG3TRLHV25 type=write size=2356930 2024-09-12T00:40:46.492 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.493+0000 7f647df87780 1 < canceled operation key=O5X3U78R6ZDG tag=VYZRK7UBMQTW type=del size=3821542 2024-09-12T00:40:46.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.494+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=PKP55I0ALL8V type=del size=2306422 2024-09-12T00:40:46.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.496+0000 7f647df87780 1 < canceled operation key=G40IYJZMFFPS tag=2IPGQA7I4OSX type=del size=2020967 2024-09-12T00:40:46.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.498+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~CSQF8ZBMSU91.0 size=1048576 2024-09-12T00:40:46.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.499+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~CSQF8ZBMSU91.1 size=646590 2024-09-12T00:40:46.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.499+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=CSQF8ZBMSU91 tag=3DTE6UOGUTNV type=write size=2743742 2024-09-12T00:40:46.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.501+0000 7f647df87780 1 < completed write operation key=O5X3U78R6ZDG tag=Z1YK9XKZEDCT type=write size=1359 2024-09-12T00:40:46.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.503+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~GBZIYAEUB3EQ.0 size=927804 2024-09-12T00:40:46.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.503+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=GBZIYAEUB3EQ tag=V7EGULD5B05M type=write size=1976380 2024-09-12T00:40:46.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.504+0000 7f647df87780 1 < canceled operation key=HLPZFLK75SWI tag=CO7ZMN6SET1N type=del size=273611 2024-09-12T00:40:46.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.508+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~1LAG3JPXZCEL.0 size=1048576 2024-09-12T00:40:46.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.509+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~1LAG3JPXZCEL.1 size=509821 2024-09-12T00:40:46.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.509+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=1LAG3JPXZCEL tag=ZQR86SWZ6PEX type=write size=2606973 2024-09-12T00:40:46.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.511+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~E2PHJPWBOBUQ.0 size=1048576 2024-09-12T00:40:46.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.512+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~E2PHJPWBOBUQ.1 size=1048576 2024-09-12T00:40:46.512 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.513+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~E2PHJPWBOBUQ.2 size=513594 2024-09-12T00:40:46.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.515+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=E2PHJPWBOBUQ tag=YCBN4FH0KG69 type=write size=3659322 2024-09-12T00:40:46.516 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.518+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~WELJ1LSKGNI5.0 size=1048576 2024-09-12T00:40:46.517 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.519+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~WELJ1LSKGNI5.1 size=157025 2024-09-12T00:40:46.517 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.519+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=WELJ1LSKGNI5 tag=OEQJRHOODU71 type=write size=2254177 2024-09-12T00:40:46.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.519+0000 7f647df87780 1 < canceled part key=_multipart_1W80H32TA80K.2~4APMYN1L0IFZ.0 size=1048576 2024-09-12T00:40:46.519 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.520+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~4APMYN1L0IFZ.1 size=149513 2024-09-12T00:40:46.521 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.522+0000 7f647df87780 1 < canceled multipart upload key=1W80H32TA80K upload=4APMYN1L0IFZ tag=3ZY1OK1AV39I type=write size=2246665 2024-09-12T00:40:46.522 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.524+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=M3A3S0IXPILM type=write size=231658 2024-09-12T00:40:46.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.525+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~1OLD33OWAZ0N.0 size=1048576 2024-09-12T00:40:46.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.526+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~1OLD33OWAZ0N.1 size=76598 2024-09-12T00:40:46.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.528+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=1OLD33OWAZ0N tag=FEUB6WQDWD83 type=write size=2173750 2024-09-12T00:40:46.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.530+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~VKBYWI114TAI.0 size=1048576 2024-09-12T00:40:46.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.531+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~VKBYWI114TAI.1 size=651082 2024-09-12T00:40:46.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.531+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=VKBYWI114TAI tag=1UJBDLF31GKB type=write size=2748234 2024-09-12T00:40:46.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.533+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=EO029D1GUUD2 type=del 2024-09-12T00:40:46.532 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.534+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=PI60O1N1HVP3 type=del size=2771301 2024-09-12T00:40:46.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.535+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~G4O0NWUEKKO1.0 size=1048576 2024-09-12T00:40:46.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.537+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~G4O0NWUEKKO1.1 size=1048576 2024-09-12T00:40:46.536 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.538+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~G4O0NWUEKKO1.2 size=206087 2024-09-12T00:40:46.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.540+0000 7f647df87780 1 < completed multipart upload key=04HXBZNCOGYY upload=G4O0NWUEKKO1 tag=EJVWCOJABVPA type=write size=3351815 2024-09-12T00:40:46.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.542+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=M18GVZ31NC9B type=write size=569545 2024-09-12T00:40:46.541 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.543+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=427LYAKHWGV7 type=del 2024-09-12T00:40:46.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.545+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~RRPVN3UFE0K2.0 size=1048576 2024-09-12T00:40:46.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.547+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~RRPVN3UFE0K2.1 size=1048576 2024-09-12T00:40:46.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.548+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~RRPVN3UFE0K2.2 size=498310 2024-09-12T00:40:46.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.548+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=RRPVN3UFE0K2 tag=YCWPPRJEOKXB type=write size=3644038 2024-09-12T00:40:46.548 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.549+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=569SER4IELNY type=del 2024-09-12T00:40:46.550 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.552+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~LXHKG0X89749.0 size=1048576 2024-09-12T00:40:46.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.553+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~LXHKG0X89749.1 size=1048576 2024-09-12T00:40:46.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.554+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~LXHKG0X89749.2 size=948919 2024-09-12T00:40:46.553 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.554+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=LXHKG0X89749 tag=2A4DR3C0O33U type=write size=4094647 2024-09-12T00:40:46.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.555+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=RTC3R8UFE27I type=del 2024-09-12T00:40:46.555 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.556+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=ZOW6FHT9BFLK type=del size=825807 2024-09-12T00:40:46.556 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.558+0000 7f647df87780 1 < completed write operation key=HLPZFLK75SWI tag=237CBS3AFBYT type=write size=391860 2024-09-12T00:40:46.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.559+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=Q5VBCSZX53V0 type=del size=3924582 2024-09-12T00:40:46.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.560+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=8K1IA5ZCBH3F type=del 2024-09-12T00:40:46.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.563+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~9B0WO5GKWF5K.0 size=1048576 2024-09-12T00:40:46.562 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.564+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~9B0WO5GKWF5K.1 size=1048576 2024-09-12T00:40:46.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.565+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~9B0WO5GKWF5K.2 size=579941 2024-09-12T00:40:46.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.565+0000 7f647df87780 1 > prepared multipart upload key=3XY73F87GDR5 upload=9B0WO5GKWF5K tag=Z2YDCD02C872 type=write size=3725669 2024-09-12T00:40:46.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.566+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~MQPWHWHL3YVR.0 size=1048576 2024-09-12T00:40:46.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.567+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~MQPWHWHL3YVR.1 size=911721 2024-09-12T00:40:46.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.569+0000 7f647df87780 1 < completed multipart upload key=5QD71Z29RVQM upload=MQPWHWHL3YVR tag=F67E2037YJJW type=write size=3008873 2024-09-12T00:40:46.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.572+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~K4NOLAQM3B7B.0 size=1048576 2024-09-12T00:40:46.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.573+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~K4NOLAQM3B7B.1 size=1048576 2024-09-12T00:40:46.573 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.574+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~K4NOLAQM3B7B.2 size=131683 2024-09-12T00:40:46.573 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.574+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=K4NOLAQM3B7B tag=J7S3IM5O7N83 type=write size=3277411 2024-09-12T00:40:46.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.576+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~Q12OXFF1MR1J.0 size=1048576 2024-09-12T00:40:46.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.577+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~Q12OXFF1MR1J.1 size=259778 2024-09-12T00:40:46.577 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.579+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=Q12OXFF1MR1J tag=PQOG3TRLHV25 type=write size=2356930 2024-09-12T00:40:46.578 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.580+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=LYHTV08BJEFB type=del size=2635355 2024-09-12T00:40:46.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.581+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=PKP55I0ALL8V type=del 2024-09-12T00:40:46.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.584+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~ORMTEBF1T8O7.0 size=122998 2024-09-12T00:40:46.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.584+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=ORMTEBF1T8O7 tag=H6VS8J7AOHK6 type=write size=1171574 2024-09-12T00:40:46.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.586+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~CSQF8ZBMSU91.0 size=1048576 2024-09-12T00:40:46.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.586+0000 7f647df87780 1 < canceled part key=_multipart_JMJMS24HWOOL.2~CSQF8ZBMSU91.1 size=646590 2024-09-12T00:40:46.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.588+0000 7f647df87780 1 < canceled multipart upload key=JMJMS24HWOOL upload=CSQF8ZBMSU91 tag=3DTE6UOGUTNV type=write size=2743742 2024-09-12T00:40:46.588 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.589+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=ZU1N8ZN2ZFBK type=del size=3665064 2024-09-12T00:40:46.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.591+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~GBZIYAEUB3EQ.0 size=927804 2024-09-12T00:40:46.592 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.594+0000 7f647df87780 1 < completed multipart upload key=NPV6EUTTARM2 upload=GBZIYAEUB3EQ tag=V7EGULD5B05M type=write size=1976380 2024-09-12T00:40:46.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.596+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~1FFIEPW7JZLJ.0 size=1048576 2024-09-12T00:40:46.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.597+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~1FFIEPW7JZLJ.1 size=85065 2024-09-12T00:40:46.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.597+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=1FFIEPW7JZLJ tag=FLNJ15NGGXBM type=write size=2182217 2024-09-12T00:40:46.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.599+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~1LAG3JPXZCEL.0 size=1048576 2024-09-12T00:40:46.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.600+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~1LAG3JPXZCEL.1 size=509821 2024-09-12T00:40:46.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.602+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=1LAG3JPXZCEL tag=ZQR86SWZ6PEX type=write size=2606973 2024-09-12T00:40:46.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.605+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~7QIWRXFZB5IA.0 size=1048576 2024-09-12T00:40:46.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.606+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~7QIWRXFZB5IA.1 size=1048576 2024-09-12T00:40:46.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.607+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~7QIWRXFZB5IA.2 size=902313 2024-09-12T00:40:46.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.607+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=7QIWRXFZB5IA tag=2OPVLOVLMVI6 type=write size=4048041 2024-09-12T00:40:46.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.609+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~WELJ1LSKGNI5.0 size=1048576 2024-09-12T00:40:46.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.610+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~WELJ1LSKGNI5.1 size=157025 2024-09-12T00:40:46.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.612+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=WELJ1LSKGNI5 tag=OEQJRHOODU71 type=write size=2254177 2024-09-12T00:40:46.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.613+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=YTFXLPG1OOY9 type=del size=232947 2024-09-12T00:40:46.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.615+0000 7f647df87780 1 < completed write operation key=G40IYJZMFFPS tag=M3A3S0IXPILM type=write size=231658 2024-09-12T00:40:46.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.616+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=9WL8EK7V0Y2Y type=del size=2233256 2024-09-12T00:40:46.616 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.618+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~VKBYWI114TAI.0 size=1048576 2024-09-12T00:40:46.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.619+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~VKBYWI114TAI.1 size=651082 2024-09-12T00:40:46.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.621+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=VKBYWI114TAI tag=1UJBDLF31GKB type=write size=2748234 2024-09-12T00:40:46.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.622+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=B0Y4YLQN29Y1 type=del size=359679 2024-09-12T00:40:46.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.624+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=PI60O1N1HVP3 type=del 2024-09-12T00:40:46.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.625+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=I1Z7A7TYH8PT type=del size=2016083 2024-09-12T00:40:46.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.626+0000 7f647df87780 1 < completed write operation key=U26SRCOKNFVC tag=M18GVZ31NC9B type=write size=569545 2024-09-12T00:40:46.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.628+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=FDYZWF32WC8K type=write size=256182 2024-09-12T00:40:46.628 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.629+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~RRPVN3UFE0K2.0 size=1048576 2024-09-12T00:40:46.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.632+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~RRPVN3UFE0K2.1 size=1048576 2024-09-12T00:40:46.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.633+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~RRPVN3UFE0K2.2 size=498310 2024-09-12T00:40:46.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.635+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=RRPVN3UFE0K2 tag=YCWPPRJEOKXB type=write size=3644038 2024-09-12T00:40:46.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.637+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~T7LEIYGU52NE.0 size=516570 2024-09-12T00:40:46.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.637+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=T7LEIYGU52NE tag=GPW6BUG7G9KY type=write size=1565146 2024-09-12T00:40:46.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.639+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~LXHKG0X89749.0 size=1048576 2024-09-12T00:40:46.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.639+0000 7f647df87780 1 < canceled part key=_multipart_U26SRCOKNFVC.2~LXHKG0X89749.1 size=1048576 2024-09-12T00:40:46.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.640+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~LXHKG0X89749.2 size=948919 2024-09-12T00:40:46.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.642+0000 7f647df87780 1 < canceled multipart upload key=U26SRCOKNFVC upload=LXHKG0X89749 tag=2A4DR3C0O33U type=write size=4094647 2024-09-12T00:40:46.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.643+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=7KPA8ARTJGW3 type=del size=2497386 2024-09-12T00:40:46.643 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.644+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=ZOW6FHT9BFLK type=del 2024-09-12T00:40:46.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.647+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~DF5CV4YONO0F.0 size=1048576 2024-09-12T00:40:46.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.648+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~DF5CV4YONO0F.1 size=905651 2024-09-12T00:40:46.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.648+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=DF5CV4YONO0F tag=ZE2NS37SD3EW type=write size=3002803 2024-09-12T00:40:46.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.649+0000 7f647df87780 1 < canceled operation key=L02TT95H2C3E tag=Q5VBCSZX53V0 type=del size=3924582 2024-09-12T00:40:46.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.650+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=ESPAHZS2K1F3 type=del size=1367785 2024-09-12T00:40:46.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.652+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~9B0WO5GKWF5K.0 size=1048576 2024-09-12T00:40:46.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.653+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~9B0WO5GKWF5K.1 size=1048576 2024-09-12T00:40:46.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.654+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~9B0WO5GKWF5K.2 size=579941 2024-09-12T00:40:46.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.656+0000 7f647df87780 1 < completed multipart upload key=3XY73F87GDR5 upload=9B0WO5GKWF5K tag=Z2YDCD02C872 type=write size=3725669 2024-09-12T00:40:46.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.657+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=7SHEXQ3PJY3C type=del size=2942386 2024-09-12T00:40:46.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.658+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~K4NOLAQM3B7B.0 size=1048576 2024-09-12T00:40:46.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.659+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~K4NOLAQM3B7B.1 size=1048576 2024-09-12T00:40:46.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.660+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~K4NOLAQM3B7B.2 size=131683 2024-09-12T00:40:46.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.662+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=K4NOLAQM3B7B tag=J7S3IM5O7N83 type=write size=3277411 2024-09-12T00:40:46.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.665+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~TH6O0SSZ4X3S.0 size=741144 2024-09-12T00:40:46.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.665+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=TH6O0SSZ4X3S tag=XTWCNRAZ0VEY type=write size=1789720 2024-09-12T00:40:46.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.666+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=LYHTV08BJEFB type=del 2024-09-12T00:40:46.667 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.668+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~YERMQ2LO50SI.0 size=106375 2024-09-12T00:40:46.667 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.668+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=YERMQ2LO50SI tag=DX01RZJL5ZDO type=write size=1154951 2024-09-12T00:40:46.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.670+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~ORMTEBF1T8O7.0 size=122998 2024-09-12T00:40:46.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.672+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=ORMTEBF1T8O7 tag=H6VS8J7AOHK6 type=write size=1171574 2024-09-12T00:40:46.672 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.674+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~GQHV2G6AR7LD.0 size=120902 2024-09-12T00:40:46.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.674+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=GQHV2G6AR7LD tag=V79K72DQ9VKB type=write size=1169478 2024-09-12T00:40:46.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.675+0000 7f647df87780 1 < canceled operation key=VZITH4JWUAQS tag=ZU1N8ZN2ZFBK type=del size=3665064 2024-09-12T00:40:46.675 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.676+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=UW73VA7D40K2 type=write size=1001999 2024-09-12T00:40:46.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.678+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~1FFIEPW7JZLJ.0 size=1048576 2024-09-12T00:40:46.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.679+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~1FFIEPW7JZLJ.1 size=85065 2024-09-12T00:40:46.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.681+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=1FFIEPW7JZLJ tag=FLNJ15NGGXBM type=write size=2182217 2024-09-12T00:40:46.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.682+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=EFPKPXJYU5HC type=write size=197256 2024-09-12T00:40:46.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.683+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~7QIWRXFZB5IA.0 size=1048576 2024-09-12T00:40:46.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.685+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~7QIWRXFZB5IA.1 size=1048576 2024-09-12T00:40:46.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.686+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~7QIWRXFZB5IA.2 size=902313 2024-09-12T00:40:46.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.688+0000 7f647df87780 1 < completed multipart upload key=UOXLW1EM8Y7O upload=7QIWRXFZB5IA tag=2OPVLOVLMVI6 type=write size=4048041 2024-09-12T00:40:46.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.689+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=H8WLG5CMYRNN type=del size=619864 2024-09-12T00:40:46.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.691+0000 7f647df87780 1 < canceled operation key=AVZHOIJP092M tag=YTFXLPG1OOY9 type=del size=232947 2024-09-12T00:40:46.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.692+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=S87DA4MA2LBX type=del size=1366808 2024-09-12T00:40:46.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.694+0000 7f647df87780 1 < suggested remove operation key=VZITH4JWUAQS tag=9WL8EK7V0Y2Y type=del 2024-09-12T00:40:46.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.697+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~2W4ESTXT6N6R.0 size=1048576 2024-09-12T00:40:46.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.698+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~2W4ESTXT6N6R.1 size=1048576 2024-09-12T00:40:46.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.699+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~2W4ESTXT6N6R.2 size=303751 2024-09-12T00:40:46.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.699+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=2W4ESTXT6N6R tag=522627ACK7PN type=write size=3449479 2024-09-12T00:40:46.699 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.700+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=B0Y4YLQN29Y1 type=del 2024-09-12T00:40:46.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.703+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~6HTD6P0RCWTG.0 size=64530 2024-09-12T00:40:46.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.703+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=6HTD6P0RCWTG tag=JRH31XPAFUOL type=write size=1113106 2024-09-12T00:40:46.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.704+0000 7f647df87780 1 < completed delete operation key=9K3R0N60JBRX tag=I1Z7A7TYH8PT type=del 2024-09-12T00:40:46.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.706+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~R669D5CP2HY9.0 size=14919 2024-09-12T00:40:46.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.706+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=R669D5CP2HY9 tag=Y1YB99LT8HPG type=write size=1063495 2024-09-12T00:40:46.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.709+0000 7f647df87780 1 < suggested remove operation key=JT51QJXZTSBO tag=FDYZWF32WC8K type=write 2024-09-12T00:40:46.718 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.719+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~K37DN8LXD1B1.0 size=1048576 2024-09-12T00:40:46.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.724+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~K37DN8LXD1B1.1 size=613848 2024-09-12T00:40:46.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.724+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=K37DN8LXD1B1 tag=SGP6AK33P49L type=write size=2711000 2024-09-12T00:40:46.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.725+0000 7f647df87780 1 < canceled part key=_multipart_JMJMS24HWOOL.2~T7LEIYGU52NE.0 size=516570 2024-09-12T00:40:46.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.727+0000 7f647df87780 1 < canceled multipart upload key=JMJMS24HWOOL upload=T7LEIYGU52NE tag=GPW6BUG7G9KY type=write size=1565146 2024-09-12T00:40:46.727 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.728+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=7YEKL7FRK8YZ type=del size=443243 2024-09-12T00:40:46.728 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.730+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=7KPA8ARTJGW3 type=del 2024-09-12T00:40:46.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.732+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~I0JOES8F91G4.0 size=1048576 2024-09-12T00:40:46.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.733+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~I0JOES8F91G4.1 size=1048576 2024-09-12T00:40:46.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.734+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~I0JOES8F91G4.2 size=4726 2024-09-12T00:40:46.733 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.734+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=I0JOES8F91G4 tag=5Y8UPQM93WAQ type=write size=3150454 2024-09-12T00:40:46.734 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.735+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~DF5CV4YONO0F.0 size=1048576 2024-09-12T00:40:46.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.736+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~DF5CV4YONO0F.1 size=905651 2024-09-12T00:40:46.737 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.738+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=DF5CV4YONO0F tag=ZE2NS37SD3EW type=write size=3002803 2024-09-12T00:40:46.738 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.740+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=WJ48A3IANWAW type=del size=604041 2024-09-12T00:40:46.740 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.741+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=ESPAHZS2K1F3 type=del 2024-09-12T00:40:46.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.743+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~CI61T3P409LY.0 size=783456 2024-09-12T00:40:46.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.743+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=CI61T3P409LY tag=CL3ZBUKO272V type=write size=1832032 2024-09-12T00:40:46.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.744+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=7SHEXQ3PJY3C type=del 2024-09-12T00:40:46.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.747+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~5XE2P7G1LZ8K.0 size=1048576 2024-09-12T00:40:46.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.748+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~5XE2P7G1LZ8K.1 size=66177 2024-09-12T00:40:46.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.748+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=5XE2P7G1LZ8K tag=Z849WWRAQL1Q type=write size=2163329 2024-09-12T00:40:46.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.749+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~TH6O0SSZ4X3S.0 size=741144 2024-09-12T00:40:46.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.751+0000 7f647df87780 1 < completed multipart upload key=NPV6EUTTARM2 upload=TH6O0SSZ4X3S tag=XTWCNRAZ0VEY type=write size=1789720 2024-09-12T00:40:46.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.753+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~XF7I53VO1X62.0 size=579423 2024-09-12T00:40:46.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.753+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=XF7I53VO1X62 tag=L8D8OPUA4PTQ type=write size=1627999 2024-09-12T00:40:46.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.755+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~YERMQ2LO50SI.0 size=106375 2024-09-12T00:40:46.755 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.757+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=YERMQ2LO50SI tag=DX01RZJL5ZDO type=write size=1154951 2024-09-12T00:40:46.756 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.758+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=QUIBPJSG12VM type=del size=4068776 2024-09-12T00:40:46.758 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.759+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~GQHV2G6AR7LD.0 size=120902 2024-09-12T00:40:46.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.762+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=GQHV2G6AR7LD tag=V79K72DQ9VKB type=write size=1169478 2024-09-12T00:40:46.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.764+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=9A50RS8VBW81 type=write size=103824 2024-09-12T00:40:46.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.766+0000 7f647df87780 1 < suggested remove operation key=NPV6EUTTARM2 tag=UW73VA7D40K2 type=write 2024-09-12T00:40:46.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.767+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=M6GK28VG5927 type=del size=664089 2024-09-12T00:40:46.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.768+0000 7f647df87780 1 < completed write operation key=U4TCVRRJZRXA tag=EFPKPXJYU5HC type=write size=197256 2024-09-12T00:40:46.769 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.770+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~01ME8CS05HH1.0 size=1048576 2024-09-12T00:40:46.770 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.771+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~01ME8CS05HH1.1 size=1048576 2024-09-12T00:40:46.771 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.772+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~01ME8CS05HH1.2 size=530328 2024-09-12T00:40:46.771 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.772+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=01ME8CS05HH1 tag=9AWTL1VTREXA type=write size=3676056 2024-09-12T00:40:46.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.773+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=H8WLG5CMYRNN type=del 2024-09-12T00:40:46.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.775+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=SZ6HN1W1PK4X type=del size=2530445 2024-09-12T00:40:46.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.776+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=S87DA4MA2LBX type=del 2024-09-12T00:40:46.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.778+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~1RVML4ATCLYM.0 size=1048576 2024-09-12T00:40:46.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.779+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~1RVML4ATCLYM.1 size=1048576 2024-09-12T00:40:46.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.780+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~1RVML4ATCLYM.2 size=885061 2024-09-12T00:40:46.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.780+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=1RVML4ATCLYM tag=N9SIMS5KU31I type=write size=4030789 2024-09-12T00:40:46.779 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.781+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~2W4ESTXT6N6R.0 size=1048576 2024-09-12T00:40:46.780 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.782+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~2W4ESTXT6N6R.1 size=1048576 2024-09-12T00:40:46.781 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.783+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~2W4ESTXT6N6R.2 size=303751 2024-09-12T00:40:46.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.786+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=2W4ESTXT6N6R tag=522627ACK7PN type=write size=3449479 2024-09-12T00:40:46.785 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.787+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=00S8GHJKCH9H type=del size=4113636 2024-09-12T00:40:46.787 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.788+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~6HTD6P0RCWTG.0 size=64530 2024-09-12T00:40:46.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.791+0000 7f647df87780 1 < completed multipart upload key=JMJMS24HWOOL upload=6HTD6P0RCWTG tag=JRH31XPAFUOL type=write size=1113106 2024-09-12T00:40:46.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.792+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=4TVAH4ABS2AR type=del size=883672 2024-09-12T00:40:46.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.792+0000 7f647df87780 1 < canceled part key=_multipart_QWKIWP013AMX.2~R669D5CP2HY9.0 size=14919 2024-09-12T00:40:46.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.794+0000 7f647df87780 1 < canceled multipart upload key=QWKIWP013AMX upload=R669D5CP2HY9 tag=Y1YB99LT8HPG type=write size=1063495 2024-09-12T00:40:46.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.797+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~KOTIBTJCV1PV.0 size=602432 2024-09-12T00:40:46.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.797+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=KOTIBTJCV1PV tag=BRGQ3N1CAIZ9 type=write size=1651008 2024-09-12T00:40:46.797 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.798+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~K37DN8LXD1B1.0 size=1048576 2024-09-12T00:40:46.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.799+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~K37DN8LXD1B1.1 size=613848 2024-09-12T00:40:46.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.801+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=K37DN8LXD1B1 tag=SGP6AK33P49L type=write size=2711000 2024-09-12T00:40:46.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.803+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=3VE0TW3R45T9 type=write size=155287 2024-09-12T00:40:46.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.804+0000 7f647df87780 1 < canceled operation key=1W80H32TA80K tag=7YEKL7FRK8YZ type=del size=443243 2024-09-12T00:40:46.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.806+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=85SIDGXJ77UI type=del size=2098786 2024-09-12T00:40:46.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.807+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~I0JOES8F91G4.0 size=1048576 2024-09-12T00:40:46.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.807+0000 7f647df87780 1 < canceled part key=_multipart_L02TT95H2C3E.2~I0JOES8F91G4.1 size=1048576 2024-09-12T00:40:46.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.808+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~I0JOES8F91G4.2 size=4726 2024-09-12T00:40:46.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.810+0000 7f647df87780 1 < canceled multipart upload key=L02TT95H2C3E upload=I0JOES8F91G4 tag=5Y8UPQM93WAQ type=write size=3150454 2024-09-12T00:40:46.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.813+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~G8PV8263J2IG.0 size=1048576 2024-09-12T00:40:46.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.814+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~G8PV8263J2IG.1 size=1048576 2024-09-12T00:40:46.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.815+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~G8PV8263J2IG.2 size=841026 2024-09-12T00:40:46.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.815+0000 7f647df87780 1 > prepared multipart upload key=3XY73F87GDR5 upload=G8PV8263J2IG tag=HOPT40GZVN46 type=write size=3986754 2024-09-12T00:40:46.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.817+0000 7f647df87780 1 < suggested update operation key=N21OD24FOXLB tag=WJ48A3IANWAW type=del size=604041 2024-09-12T00:40:46.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.820+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~5YI3M7S7CXVC.0 size=1048576 2024-09-12T00:40:46.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.821+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~5YI3M7S7CXVC.1 size=1048576 2024-09-12T00:40:46.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.822+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~5YI3M7S7CXVC.2 size=448758 2024-09-12T00:40:46.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.822+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=5YI3M7S7CXVC tag=C60M7Q4QBFBM type=write size=3594486 2024-09-12T00:40:46.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.823+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~CI61T3P409LY.0 size=783456 2024-09-12T00:40:46.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.825+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=CI61T3P409LY tag=CL3ZBUKO272V type=write size=1832032 2024-09-12T00:40:46.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.826+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=S79K834CICL5 type=del size=4038992 2024-09-12T00:40:46.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.827+0000 7f647df87780 1 < canceled part key=_multipart_L02TT95H2C3E.2~5XE2P7G1LZ8K.0 size=1048576 2024-09-12T00:40:46.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.827+0000 7f647df87780 1 < canceled part key=_multipart_L02TT95H2C3E.2~5XE2P7G1LZ8K.1 size=66177 2024-09-12T00:40:46.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.829+0000 7f647df87780 1 < canceled multipart upload key=L02TT95H2C3E upload=5XE2P7G1LZ8K tag=Z849WWRAQL1Q type=write size=2163329 2024-09-12T00:40:46.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.830+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=73QR7A8GXOHQ type=del size=1780447 2024-09-12T00:40:46.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.831+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~XF7I53VO1X62.0 size=579423 2024-09-12T00:40:46.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.833+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=XF7I53VO1X62 tag=L8D8OPUA4PTQ type=write size=1627999 2024-09-12T00:40:46.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.834+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=1CYJYHAXFOU0 type=del size=504167 2024-09-12T00:40:46.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.837+0000 7f647df87780 1 < suggested remove operation key=QWKIWP013AMX tag=QUIBPJSG12VM type=del 2024-09-12T00:40:46.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.838+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=UVDUS1U0VNON type=write size=390871 2024-09-12T00:40:46.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.841+0000 7f647df87780 1 < suggested update operation key=PP87VV5LT5V6 tag=9A50RS8VBW81 type=write size=103824 2024-09-12T00:40:46.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.843+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~9K6R9VL95OXK.0 size=471192 2024-09-12T00:40:46.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.843+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=9K6R9VL95OXK tag=2TOYXKCPUDI0 type=write size=1519768 2024-09-12T00:40:46.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.844+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=M6GK28VG5927 type=del 2024-09-12T00:40:46.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.845+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=997LOPLTFT1T type=del size=3651940 2024-09-12T00:40:46.845 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.846+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~01ME8CS05HH1.0 size=1048576 2024-09-12T00:40:46.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.847+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~01ME8CS05HH1.1 size=1048576 2024-09-12T00:40:46.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.848+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~01ME8CS05HH1.2 size=530328 2024-09-12T00:40:46.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.850+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=01ME8CS05HH1 tag=9AWTL1VTREXA type=write size=3676056 2024-09-12T00:40:46.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.852+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=QGEGWRI2JZR6 type=del size=647015 2024-09-12T00:40:46.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.853+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=SZ6HN1W1PK4X type=del 2024-09-12T00:40:46.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.854+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=SCOPBV4L7MSJ type=del size=1994643 2024-09-12T00:40:46.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.855+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~1RVML4ATCLYM.0 size=1048576 2024-09-12T00:40:46.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.857+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~1RVML4ATCLYM.1 size=1048576 2024-09-12T00:40:46.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.857+0000 7f647df87780 1 < canceled part key=_multipart_JT51QJXZTSBO.2~1RVML4ATCLYM.2 size=885061 2024-09-12T00:40:46.857 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.859+0000 7f647df87780 1 < canceled multipart upload key=JT51QJXZTSBO upload=1RVML4ATCLYM tag=N9SIMS5KU31I type=write size=4030789 2024-09-12T00:40:46.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.860+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=09FLANWUV5MB type=write size=456532 2024-09-12T00:40:46.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.861+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=00S8GHJKCH9H type=del 2024-09-12T00:40:46.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.862+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=1VLOYTY3875E type=del size=2041128 2024-09-12T00:40:46.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.864+0000 7f647df87780 1 < canceled operation key=U4TCVRRJZRXA tag=4TVAH4ABS2AR type=del size=883672 2024-09-12T00:40:46.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.866+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~I9D2BJ22CQDQ.0 size=430191 2024-09-12T00:40:46.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.866+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=I9D2BJ22CQDQ tag=XWA0129W01YV type=write size=1478767 2024-09-12T00:40:46.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.867+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~KOTIBTJCV1PV.0 size=602432 2024-09-12T00:40:46.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.869+0000 7f647df87780 1 < completed multipart upload key=NPV6EUTTARM2 upload=KOTIBTJCV1PV tag=BRGQ3N1CAIZ9 type=write size=1651008 2024-09-12T00:40:46.870 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.872+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~BU6V4ZG1MC3Z.0 size=1048576 2024-09-12T00:40:46.871 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.873+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~BU6V4ZG1MC3Z.1 size=1048576 2024-09-12T00:40:46.872 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.874+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~BU6V4ZG1MC3Z.2 size=957893 2024-09-12T00:40:46.872 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.874+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=BU6V4ZG1MC3Z tag=BSB73N91T0EH type=write size=4103621 2024-09-12T00:40:46.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.875+0000 7f647df87780 1 < completed write operation key=G40IYJZMFFPS tag=3VE0TW3R45T9 type=write size=155287 2024-09-12T00:40:46.877 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.879+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~DOKQ6I41J7AO.0 size=1048576 2024-09-12T00:40:46.878 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.880+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~DOKQ6I41J7AO.1 size=1048576 2024-09-12T00:40:46.879 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.881+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~DOKQ6I41J7AO.2 size=936918 2024-09-12T00:40:46.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.881+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=DOKQ6I41J7AO tag=93JYQUJBQXCO type=write size=4082646 2024-09-12T00:40:46.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.882+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=85SIDGXJ77UI type=del 2024-09-12T00:40:46.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.885+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~EDFBM06XEF2A.0 size=1048576 2024-09-12T00:40:46.884 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.886+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~EDFBM06XEF2A.1 size=1048576 2024-09-12T00:40:46.885 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.887+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~EDFBM06XEF2A.2 size=16580 2024-09-12T00:40:46.885 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.887+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=EDFBM06XEF2A tag=X6OYBG812OX5 type=write size=3162308 2024-09-12T00:40:46.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.888+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~G8PV8263J2IG.0 size=1048576 2024-09-12T00:40:46.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.889+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~G8PV8263J2IG.1 size=1048576 2024-09-12T00:40:46.888 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.890+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~G8PV8263J2IG.2 size=841026 2024-09-12T00:40:46.891 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.892+0000 7f647df87780 1 < completed multipart upload key=3XY73F87GDR5 upload=G8PV8263J2IG tag=HOPT40GZVN46 type=write size=3986754 2024-09-12T00:40:46.892 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.893+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=Q0KX6ITP99S7 type=del size=1297941 2024-09-12T00:40:46.893 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.895+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~5YI3M7S7CXVC.0 size=1048576 2024-09-12T00:40:46.894 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.896+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~5YI3M7S7CXVC.1 size=1048576 2024-09-12T00:40:46.895 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.897+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~5YI3M7S7CXVC.2 size=448758 2024-09-12T00:40:46.897 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.899+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=5YI3M7S7CXVC tag=C60M7Q4QBFBM type=write size=3594486 2024-09-12T00:40:46.899 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.900+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=HSFRRQ21QJ11 type=write size=974630 2024-09-12T00:40:46.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.901+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=S79K834CICL5 type=del 2024-09-12T00:40:46.901 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.902+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=NP0ADUYV9Q1I type=del size=1434120 2024-09-12T00:40:46.902 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.904+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=73QR7A8GXOHQ type=del 2024-09-12T00:40:46.904 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.906+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~K530WH6RFCJF.0 size=1048576 2024-09-12T00:40:46.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.907+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~K530WH6RFCJF.1 size=459065 2024-09-12T00:40:46.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.907+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=K530WH6RFCJF tag=D1ZCZPNVDWUY type=write size=2556217 2024-09-12T00:40:46.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.908+0000 7f647df87780 1 < canceled operation key=AVZHOIJP092M tag=1CYJYHAXFOU0 type=del size=504167 2024-09-12T00:40:46.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.910+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~2IUJOPS8ZGA8.0 size=494733 2024-09-12T00:40:46.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.910+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=2IUJOPS8ZGA8 tag=9HJIVF14JJ5A type=write size=1543309 2024-09-12T00:40:46.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.913+0000 7f647df87780 1 < suggested update operation key=3XY73F87GDR5 tag=UVDUS1U0VNON type=write size=390871 2024-09-12T00:40:46.912 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.914+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=KWN649WSCKC8 type=del size=3346723 2024-09-12T00:40:46.914 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.915+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~9K6R9VL95OXK.0 size=471192 2024-09-12T00:40:46.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.917+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=9K6R9VL95OXK tag=2TOYXKCPUDI0 type=write size=1519768 2024-09-12T00:40:46.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.918+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=Q4WEKBE1G40G type=del size=165818 2024-09-12T00:40:46.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.921+0000 7f647df87780 1 < suggested update operation key=A5X2OQZEVJSX tag=997LOPLTFT1T type=del size=3651940 2024-09-12T00:40:46.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.922+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=PYQLEHW0MFIA type=write size=768874 2024-09-12T00:40:46.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.923+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=QGEGWRI2JZR6 type=del 2024-09-12T00:40:46.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.924+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=0H1WD3FI2ZQQ type=del size=3383088 2024-09-12T00:40:46.924 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.926+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=SCOPBV4L7MSJ type=del 2024-09-12T00:40:46.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.927+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=J230OG4UU7N7 type=del size=2258824 2024-09-12T00:40:46.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.928+0000 7f647df87780 1 < completed write operation key=HLPZFLK75SWI tag=09FLANWUV5MB type=write size=456532 2024-09-12T00:40:46.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.929+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=RQ2ROUPY8E0X type=del size=2426004 2024-09-12T00:40:46.930 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.932+0000 7f647df87780 1 < suggested remove operation key=JMJMS24HWOOL tag=1VLOYTY3875E type=del 2024-09-12T00:40:46.933 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.934+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~EWR333JN6I13.0 size=1048576 2024-09-12T00:40:46.933 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.935+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~EWR333JN6I13.1 size=1048576 2024-09-12T00:40:46.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.936+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~EWR333JN6I13.2 size=607851 2024-09-12T00:40:46.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.936+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=EWR333JN6I13 tag=SAJTNO2BGX3F type=write size=3753579 2024-09-12T00:40:46.936 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.937+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~I9D2BJ22CQDQ.0 size=430191 2024-09-12T00:40:46.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.939+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=I9D2BJ22CQDQ tag=XWA0129W01YV type=write size=1478767 2024-09-12T00:40:46.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.940+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=3PTG2BVKTWX9 type=write size=1034124 2024-09-12T00:40:46.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.942+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~BU6V4ZG1MC3Z.0 size=1048576 2024-09-12T00:40:46.941 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.943+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~BU6V4ZG1MC3Z.1 size=1048576 2024-09-12T00:40:46.942 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.944+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~BU6V4ZG1MC3Z.2 size=957893 2024-09-12T00:40:46.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.946+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=BU6V4ZG1MC3Z tag=BSB73N91T0EH type=write size=4103621 2024-09-12T00:40:46.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.947+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=WOATPQ4BVAZN type=del size=2360285 2024-09-12T00:40:46.947 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.949+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~DOKQ6I41J7AO.0 size=1048576 2024-09-12T00:40:46.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.950+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~DOKQ6I41J7AO.1 size=1048576 2024-09-12T00:40:46.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.951+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~DOKQ6I41J7AO.2 size=936918 2024-09-12T00:40:46.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.953+0000 7f647df87780 1 < completed multipart upload key=N21OD24FOXLB upload=DOKQ6I41J7AO tag=93JYQUJBQXCO type=write size=4082646 2024-09-12T00:40:46.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.955+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~5K9L2XSC468E.0 size=1006783 2024-09-12T00:40:46.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.955+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=5K9L2XSC468E tag=DOIKYFV4YI5D type=write size=2055359 2024-09-12T00:40:46.955 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.956+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~EDFBM06XEF2A.0 size=1048576 2024-09-12T00:40:46.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.958+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~EDFBM06XEF2A.1 size=1048576 2024-09-12T00:40:46.957 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.959+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~EDFBM06XEF2A.2 size=16580 2024-09-12T00:40:46.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.961+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=EDFBM06XEF2A tag=X6OYBG812OX5 type=write size=3162308 2024-09-12T00:40:46.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.964+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~23UC15NA3X7C.0 size=1048576 2024-09-12T00:40:46.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.965+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~23UC15NA3X7C.1 size=1048576 2024-09-12T00:40:46.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.967+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~23UC15NA3X7C.2 size=488994 2024-09-12T00:40:46.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.967+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=23UC15NA3X7C tag=ELIO3HXV01CP type=write size=3634722 2024-09-12T00:40:46.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.970+0000 7f647df87780 1 < suggested remove operation key=MWGSCWJ8KKOJ tag=Q0KX6ITP99S7 type=del 2024-09-12T00:40:46.971 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.973+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~LDWPRXX9XSZU.0 size=1048576 2024-09-12T00:40:46.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.974+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~LDWPRXX9XSZU.1 size=706913 2024-09-12T00:40:46.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.974+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=LDWPRXX9XSZU tag=UYWRAUFABQ9J type=write size=2804065 2024-09-12T00:40:46.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.977+0000 7f647df87780 1 < suggested remove operation key=L02TT95H2C3E tag=HSFRRQ21QJ11 type=write 2024-09-12T00:40:46.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.979+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~JE1H0PXSJPXI.0 size=1048576 2024-09-12T00:40:46.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.980+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~JE1H0PXSJPXI.1 size=1048576 2024-09-12T00:40:46.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.982+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~JE1H0PXSJPXI.2 size=953832 2024-09-12T00:40:46.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.982+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=JE1H0PXSJPXI tag=OW6YNHNAPI29 type=write size=4099560 2024-09-12T00:40:46.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.985+0000 7f647df87780 1 < suggested remove operation key=A5X2OQZEVJSX tag=NP0ADUYV9Q1I type=del 2024-09-12T00:40:46.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.986+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=W8LN8GBC5K52 type=del size=4074801 2024-09-12T00:40:46.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.988+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~K530WH6RFCJF.0 size=1048576 2024-09-12T00:40:46.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.989+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~K530WH6RFCJF.1 size=459065 2024-09-12T00:40:46.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.991+0000 7f647df87780 1 < completed multipart upload key=JMJMS24HWOOL upload=K530WH6RFCJF tag=D1ZCZPNVDWUY type=write size=2556217 2024-09-12T00:40:46.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.993+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=QH91CFH9JPEQ type=del size=465033 2024-09-12T00:40:46.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.994+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~2IUJOPS8ZGA8.0 size=494733 2024-09-12T00:40:46.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.996+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=2IUJOPS8ZGA8 tag=9HJIVF14JJ5A type=write size=1543309 2024-09-12T00:40:46.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:46.998+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=6VV69EOTGJMY type=del size=2327041 2024-09-12T00:40:46.999 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.001+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=KWN649WSCKC8 type=del 2024-09-12T00:40:47.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.002+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=NVJH0UD3EMS8 type=del size=1892938 2024-09-12T00:40:47.003 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.004+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=Q4WEKBE1G40G type=del 2024-09-12T00:40:47.004 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.005+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=MCI8H8JKIYF1 type=del size=1764900 2024-09-12T00:40:47.005 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.007+0000 7f647df87780 -1 < failed to complete operation key=L02TT95H2C3E tag=PYQLEHW0MFIA type=write size=768874: (22) Invalid argument 2024-09-12T00:40:47.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.009+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~I6Q21QR52SRY.0 size=1048576 2024-09-12T00:40:47.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.010+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~I6Q21QR52SRY.1 size=1048576 2024-09-12T00:40:47.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.011+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~I6Q21QR52SRY.2 size=982978 2024-09-12T00:40:47.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.011+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=I6Q21QR52SRY tag=1PQTOJTT8AEF type=write size=4128706 2024-09-12T00:40:47.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.012+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=0H1WD3FI2ZQQ type=del 2024-09-12T00:40:47.014 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.014+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=LJEZLASF4I4D type=del size=2703568 2024-09-12T00:40:47.014 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.015+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=J230OG4UU7N7 type=del 2024-09-12T00:40:47.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.016+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=6YTB3NNVPA93 type=del size=992464 2024-09-12T00:40:47.017 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.019+0000 7f647df87780 1 < suggested update operation key=9K3R0N60JBRX tag=RQ2ROUPY8E0X type=del size=2426004 2024-09-12T00:40:47.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.021+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~QFEHN07N9ZU2.0 size=1048576 2024-09-12T00:40:47.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.022+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~QFEHN07N9ZU2.1 size=853393 2024-09-12T00:40:47.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.022+0000 7f647df87780 1 > prepared multipart upload key=04HXBZNCOGYY upload=QFEHN07N9ZU2 tag=UE1K3DRCPISX type=write size=2950545 2024-09-12T00:40:47.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.022+0000 7f647df87780 1 < canceled part key=_multipart_IE03MW8R3TVU.2~EWR333JN6I13.0 size=1048576 2024-09-12T00:40:47.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.023+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~EWR333JN6I13.1 size=1048576 2024-09-12T00:40:47.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.025+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~EWR333JN6I13.2 size=607851 2024-09-12T00:40:47.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.027+0000 7f647df87780 1 < canceled multipart upload key=IE03MW8R3TVU upload=EWR333JN6I13 tag=SAJTNO2BGX3F type=write size=3753579 2024-09-12T00:40:47.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.029+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~WBRYVUG77L1A.0 size=1048576 2024-09-12T00:40:47.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.030+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~WBRYVUG77L1A.1 size=1048576 2024-09-12T00:40:47.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.031+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~WBRYVUG77L1A.2 size=87027 2024-09-12T00:40:47.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.031+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=WBRYVUG77L1A tag=UHQ1LFC66XMK type=write size=3232755 2024-09-12T00:40:47.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.032+0000 7f647df87780 1 < completed write operation key=U26SRCOKNFVC tag=3PTG2BVKTWX9 type=write size=1034124 2024-09-12T00:40:47.032 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.034+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=3MGYX7C5B4ND type=write size=302025 2024-09-12T00:40:47.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.035+0000 7f647df87780 1 < completed delete operation key=NPV6EUTTARM2 tag=WOATPQ4BVAZN type=del 2024-09-12T00:40:47.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.036+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=3Q70LHV3Z7ZL type=write size=711741 2024-09-12T00:40:47.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.038+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~5K9L2XSC468E.0 size=1006783 2024-09-12T00:40:47.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.040+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=5K9L2XSC468E tag=DOIKYFV4YI5D type=write size=2055359 2024-09-12T00:40:47.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.041+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=C0371OO7IPGG type=del size=1108910 2024-09-12T00:40:47.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.042+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~23UC15NA3X7C.0 size=1048576 2024-09-12T00:40:47.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.043+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~23UC15NA3X7C.1 size=1048576 2024-09-12T00:40:47.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.044+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~23UC15NA3X7C.2 size=488994 2024-09-12T00:40:47.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.047+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=23UC15NA3X7C tag=ELIO3HXV01CP type=write size=3634722 2024-09-12T00:40:47.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.049+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~F5IDQ6BQ1SKJ.0 size=1048576 2024-09-12T00:40:47.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.050+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~F5IDQ6BQ1SKJ.1 size=1048576 2024-09-12T00:40:47.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.051+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~F5IDQ6BQ1SKJ.2 size=736293 2024-09-12T00:40:47.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.051+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=F5IDQ6BQ1SKJ tag=G329AJCUXDA8 type=write size=3882021 2024-09-12T00:40:47.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.052+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~LDWPRXX9XSZU.0 size=1048576 2024-09-12T00:40:47.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.053+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~LDWPRXX9XSZU.1 size=706913 2024-09-12T00:40:47.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.055+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=LDWPRXX9XSZU tag=UYWRAUFABQ9J type=write size=2804065 2024-09-12T00:40:47.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.057+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=NC3MECJDDC0W type=del size=411575 2024-09-12T00:40:47.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.057+0000 7f647df87780 1 < canceled part key=_multipart_NF21FK049RBH.2~JE1H0PXSJPXI.0 size=1048576 2024-09-12T00:40:47.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.058+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~JE1H0PXSJPXI.1 size=1048576 2024-09-12T00:40:47.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.058+0000 7f647df87780 1 < canceled part key=_multipart_NF21FK049RBH.2~JE1H0PXSJPXI.2 size=953832 2024-09-12T00:40:47.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.060+0000 7f647df87780 1 < canceled multipart upload key=NF21FK049RBH upload=JE1H0PXSJPXI tag=OW6YNHNAPI29 type=write size=4099560 2024-09-12T00:40:47.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.062+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~YU2180WLP0QY.0 size=421874 2024-09-12T00:40:47.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.062+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=YU2180WLP0QY tag=992LUMHZN3HF type=write size=1470450 2024-09-12T00:40:47.062 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.064+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=W8LN8GBC5K52 type=del 2024-09-12T00:40:47.064 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.065+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=VNXB5LKPG9MU type=del size=1259976 2024-09-12T00:40:47.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.066+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=QH91CFH9JPEQ type=del 2024-09-12T00:40:47.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.069+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~HR55O4PITGBP.0 size=1048576 2024-09-12T00:40:47.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.070+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~HR55O4PITGBP.1 size=185409 2024-09-12T00:40:47.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.070+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=HR55O4PITGBP tag=4C1UMEJQLVG1 type=write size=2282561 2024-09-12T00:40:47.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.072+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=6VV69EOTGJMY type=del 2024-09-12T00:40:47.072 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.073+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=FNOA866JL316 type=del size=1167505 2024-09-12T00:40:47.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.076+0000 7f647df87780 1 < suggested update operation key=U2DTYMPDDY2C tag=NVJH0UD3EMS8 type=del size=1892938 2024-09-12T00:40:47.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.077+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=3BQ0H14FNRKW type=del size=1747906 2024-09-12T00:40:47.077 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.079+0000 7f647df87780 1 < completed delete operation key=HLPZFLK75SWI tag=MCI8H8JKIYF1 type=del 2024-09-12T00:40:47.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.080+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=7G0ZCHXMDVID type=del size=3018556 2024-09-12T00:40:47.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.080+0000 7f647df87780 1 < canceled part key=_multipart_5QD71Z29RVQM.2~I6Q21QR52SRY.0 size=1048576 2024-09-12T00:40:47.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.081+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~I6Q21QR52SRY.1 size=1048576 2024-09-12T00:40:47.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.082+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~I6Q21QR52SRY.2 size=982978 2024-09-12T00:40:47.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.085+0000 7f647df87780 1 < canceled multipart upload key=5QD71Z29RVQM upload=I6Q21QR52SRY tag=1PQTOJTT8AEF type=write size=4128706 2024-09-12T00:40:47.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.086+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=R631P0XLC7ZV type=del size=3930594 2024-09-12T00:40:47.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.087+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=LJEZLASF4I4D type=del 2024-09-12T00:40:47.087 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.089+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=DLH5SB4XSSNE type=del size=1811870 2024-09-12T00:40:47.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.092+0000 7f647df87780 1 < suggested update operation key=5QD71Z29RVQM tag=6YTB3NNVPA93 type=del size=992464 2024-09-12T00:40:47.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.093+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=O05X12MNZI11 type=del size=993656 2024-09-12T00:40:47.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.094+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~QFEHN07N9ZU2.0 size=1048576 2024-09-12T00:40:47.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.095+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~QFEHN07N9ZU2.1 size=853393 2024-09-12T00:40:47.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.098+0000 7f647df87780 1 < completed multipart upload key=04HXBZNCOGYY upload=QFEHN07N9ZU2 tag=UE1K3DRCPISX type=write size=2950545 2024-09-12T00:40:47.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.099+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=V5I5L5QGKX8D type=del size=2114109 2024-09-12T00:40:47.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.100+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~WBRYVUG77L1A.0 size=1048576 2024-09-12T00:40:47.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.102+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~WBRYVUG77L1A.1 size=1048576 2024-09-12T00:40:47.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.102+0000 7f647df87780 1 < canceled part key=_multipart_U2DTYMPDDY2C.2~WBRYVUG77L1A.2 size=87027 2024-09-12T00:40:47.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.104+0000 7f647df87780 1 < canceled multipart upload key=U2DTYMPDDY2C upload=WBRYVUG77L1A tag=UHQ1LFC66XMK type=write size=3232755 2024-09-12T00:40:47.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.106+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~XWCYCGLG32YZ.0 size=835075 2024-09-12T00:40:47.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.106+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=XWCYCGLG32YZ tag=VM1HAA2T3U9F type=write size=1883651 2024-09-12T00:40:47.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.109+0000 7f647df87780 1 < suggested remove operation key=MWGSCWJ8KKOJ tag=3MGYX7C5B4ND type=write 2024-09-12T00:40:47.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.110+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=TCT6A8VCVHOU type=write size=884134 2024-09-12T00:40:47.110 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.112+0000 7f647df87780 -1 < failed to complete operation key=5QD71Z29RVQM tag=3Q70LHV3Z7ZL type=write size=711741: (22) Invalid argument 2024-09-12T00:40:47.113 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.114+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~GPTKRNHG33SX.0 size=1048576 2024-09-12T00:40:47.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.115+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~GPTKRNHG33SX.1 size=414989 2024-09-12T00:40:47.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.115+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=GPTKRNHG33SX tag=RBBJHY9P2YW5 type=write size=2512141 2024-09-12T00:40:47.115 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.117+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=C0371OO7IPGG type=del 2024-09-12T00:40:47.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.118+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=9B0P4HY87MET type=del size=2601042 2024-09-12T00:40:47.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.120+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~F5IDQ6BQ1SKJ.0 size=1048576 2024-09-12T00:40:47.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.121+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~F5IDQ6BQ1SKJ.1 size=1048576 2024-09-12T00:40:47.120 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.122+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~F5IDQ6BQ1SKJ.2 size=736293 2024-09-12T00:40:47.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.125+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=F5IDQ6BQ1SKJ tag=G329AJCUXDA8 type=write size=3882021 2024-09-12T00:40:47.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.127+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=7DXO3LNG5WMU type=write size=588592 2024-09-12T00:40:47.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.128+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=NC3MECJDDC0W type=del 2024-09-12T00:40:47.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.131+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~6V65I5OCIKD8.0 size=1048576 2024-09-12T00:40:47.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.132+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~6V65I5OCIKD8.1 size=646836 2024-09-12T00:40:47.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.132+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=6V65I5OCIKD8 tag=MXL8E6ZCWZVP type=write size=2743988 2024-09-12T00:40:47.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.133+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~YU2180WLP0QY.0 size=421874 2024-09-12T00:40:47.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.136+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=YU2180WLP0QY tag=992LUMHZN3HF type=write size=1470450 2024-09-12T00:40:47.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.137+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=QMPOYRVENNL4 type=del size=1873744 2024-09-12T00:40:47.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.138+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=VNXB5LKPG9MU type=del 2024-09-12T00:40:47.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.140+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=RKRJOH2QIIK3 type=del size=3196677 2024-09-12T00:40:47.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.141+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~HR55O4PITGBP.0 size=1048576 2024-09-12T00:40:47.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.142+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~HR55O4PITGBP.1 size=185409 2024-09-12T00:40:47.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.144+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=HR55O4PITGBP tag=4C1UMEJQLVG1 type=write size=2282561 2024-09-12T00:40:47.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.146+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=ME15TNWHXQKA type=del size=1673021 2024-09-12T00:40:47.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.147+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=FNOA866JL316 type=del 2024-09-12T00:40:47.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.149+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=JTTS4FTG4DSI type=del size=2185819 2024-09-12T00:40:47.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.150+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=3BQ0H14FNRKW type=del 2024-09-12T00:40:47.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.152+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=NMMHYCXZCY20 type=del size=2776338 2024-09-12T00:40:47.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.153+0000 7f647df87780 1 < completed delete operation key=AVZHOIJP092M tag=7G0ZCHXMDVID type=del 2024-09-12T00:40:47.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.155+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~FN1IKPTKEIW1.0 size=94309 2024-09-12T00:40:47.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.155+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=FN1IKPTKEIW1 tag=14M3B0WGUKRT type=write size=1142885 2024-09-12T00:40:47.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.157+0000 7f647df87780 1 < completed delete operation key=JT51QJXZTSBO tag=R631P0XLC7ZV type=del 2024-09-12T00:40:47.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.159+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~E3J5B1N27PC7.0 size=1048576 2024-09-12T00:40:47.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.161+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~E3J5B1N27PC7.1 size=721966 2024-09-12T00:40:47.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.161+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=E3J5B1N27PC7 tag=3PA6Q0KJ416P type=write size=2819118 2024-09-12T00:40:47.160 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.162+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=DLH5SB4XSSNE type=del 2024-09-12T00:40:47.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.163+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=NO4UF8VLUITT type=del size=856287 2024-09-12T00:40:47.164 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.165+0000 7f647df87780 1 < completed delete operation key=G40IYJZMFFPS tag=O05X12MNZI11 type=del 2024-09-12T00:40:47.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.168+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~U7W41X6SI21V.0 size=1048576 2024-09-12T00:40:47.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.169+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~U7W41X6SI21V.1 size=353395 2024-09-12T00:40:47.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.169+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=U7W41X6SI21V tag=MJUQ57FZ9M6P type=write size=2450547 2024-09-12T00:40:47.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.170+0000 7f647df87780 1 < completed delete operation key=0XE0T6C53BZV tag=V5I5L5QGKX8D type=del 2024-09-12T00:40:47.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.171+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=63KTON4D45EZ type=del size=1281794 2024-09-12T00:40:47.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.173+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~XWCYCGLG32YZ.0 size=835075 2024-09-12T00:40:47.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.175+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=XWCYCGLG32YZ tag=VM1HAA2T3U9F type=write size=1883651 2024-09-12T00:40:47.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.178+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~UO55TQI3ED7U.0 size=367157 2024-09-12T00:40:47.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.178+0000 7f647df87780 1 > prepared multipart upload key=04HXBZNCOGYY upload=UO55TQI3ED7U tag=K06A07QHQ10K type=write size=1415733 2024-09-12T00:40:47.178 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.179+0000 7f647df87780 1 < completed write operation key=5QD71Z29RVQM tag=TCT6A8VCVHOU type=write size=884134 2024-09-12T00:40:47.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.181+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=SQ6LH9OQTCQ3 type=del size=2910376 2024-09-12T00:40:47.181 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.182+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~GPTKRNHG33SX.0 size=1048576 2024-09-12T00:40:47.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.183+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~GPTKRNHG33SX.1 size=414989 2024-09-12T00:40:47.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.186+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=GPTKRNHG33SX tag=RBBJHY9P2YW5 type=write size=2512141 2024-09-12T00:40:47.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.187+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=0K11S3JHN7M1 type=del size=2858071 2024-09-12T00:40:47.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.190+0000 7f647df87780 1 < suggested remove operation key=9K3R0N60JBRX tag=9B0P4HY87MET type=del 2024-09-12T00:40:47.191 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.193+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~FSS818IH1WNU.0 size=1048576 2024-09-12T00:40:47.192 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.194+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~FSS818IH1WNU.1 size=1048576 2024-09-12T00:40:47.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.195+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~FSS818IH1WNU.2 size=532907 2024-09-12T00:40:47.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.195+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=FSS818IH1WNU tag=P2LNSN2Y9N6X type=write size=3678635 2024-09-12T00:40:47.194 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.196+0000 7f647df87780 1 < completed write operation key=N21OD24FOXLB tag=7DXO3LNG5WMU type=write size=588592 2024-09-12T00:40:47.196 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.197+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=63OFBQHW3P56 type=del size=1874559 2024-09-12T00:40:47.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.199+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~6V65I5OCIKD8.0 size=1048576 2024-09-12T00:40:47.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.200+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~6V65I5OCIKD8.1 size=646836 2024-09-12T00:40:47.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.202+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=6V65I5OCIKD8 tag=MXL8E6ZCWZVP type=write size=2743988 2024-09-12T00:40:47.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.203+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=NB99OK7RCCNE type=del size=121466 2024-09-12T00:40:47.203 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.205+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=QMPOYRVENNL4 type=del 2024-09-12T00:40:47.204 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.206+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=VWIRZN7988Y0 type=write size=65337 2024-09-12T00:40:47.207 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.209+0000 7f647df87780 1 < suggested remove operation key=0XE0T6C53BZV tag=RKRJOH2QIIK3 type=del 2024-09-12T00:40:47.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.210+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=9MH83HX90D4S type=del size=979354 2024-09-12T00:40:47.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.211+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=ME15TNWHXQKA type=del 2024-09-12T00:40:47.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.213+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=MG23AB8B9GF3 type=del size=1680615 2024-09-12T00:40:47.214 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.215+0000 7f647df87780 1 < suggested remove operation key=NF21FK049RBH tag=JTTS4FTG4DSI type=del 2024-09-12T00:40:47.215 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.216+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=VP2JIW3LM3EQ type=write size=679573 2024-09-12T00:40:47.216 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.218+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=NMMHYCXZCY20 type=del 2024-09-12T00:40:47.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.219+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=U3A1MONAZE0T type=write size=117244 2024-09-12T00:40:47.219 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.220+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~FN1IKPTKEIW1.0 size=94309 2024-09-12T00:40:47.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.222+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=FN1IKPTKEIW1 tag=14M3B0WGUKRT type=write size=1142885 2024-09-12T00:40:47.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.224+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=TY4T7CCRAUZS type=del size=3361311 2024-09-12T00:40:47.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.225+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~E3J5B1N27PC7.0 size=1048576 2024-09-12T00:40:47.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.226+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~E3J5B1N27PC7.1 size=721966 2024-09-12T00:40:47.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.228+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=E3J5B1N27PC7 tag=3PA6Q0KJ416P type=write size=2819118 2024-09-12T00:40:47.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.229+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=BOQAIKRW9N3H type=del size=539729 2024-09-12T00:40:47.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.231+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=NO4UF8VLUITT type=del 2024-09-12T00:40:47.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.233+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~9KA7XT6FH9EO.0 size=1048576 2024-09-12T00:40:47.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.234+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~9KA7XT6FH9EO.1 size=1048576 2024-09-12T00:40:47.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.235+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~9KA7XT6FH9EO.2 size=918630 2024-09-12T00:40:47.234 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.235+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=9KA7XT6FH9EO tag=EMU6CYPKHICS type=write size=4064358 2024-09-12T00:40:47.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.236+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~U7W41X6SI21V.0 size=1048576 2024-09-12T00:40:47.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.237+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~U7W41X6SI21V.1 size=353395 2024-09-12T00:40:47.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.239+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=U7W41X6SI21V tag=MJUQ57FZ9M6P type=write size=2450547 2024-09-12T00:40:47.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.241+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=E9KD0KI42R9H type=del size=4164538 2024-09-12T00:40:47.242 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.243+0000 7f647df87780 1 < suggested update operation key=JMJMS24HWOOL tag=63KTON4D45EZ type=del size=1281794 2024-09-12T00:40:47.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.244+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=XJPKYISJ4KBD type=del size=4082337 2024-09-12T00:40:47.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.246+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~UO55TQI3ED7U.0 size=367157 2024-09-12T00:40:47.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.248+0000 7f647df87780 1 < completed multipart upload key=04HXBZNCOGYY upload=UO55TQI3ED7U tag=K06A07QHQ10K type=write size=1415733 2024-09-12T00:40:47.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.249+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=1PS43BF1ANQ7 type=del size=3510597 2024-09-12T00:40:47.249 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.250+0000 7f647df87780 -1 < failed to complete operation key=9K3R0N60JBRX tag=SQ6LH9OQTCQ3 type=del size=2910376: (22) Invalid argument 2024-09-12T00:40:47.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.253+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=M33KXBYEATJV type=write size=486384 2024-09-12T00:40:47.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.255+0000 7f647df87780 1 < suggested update operation key=JT51QJXZTSBO tag=0K11S3JHN7M1 type=del size=2858071 2024-09-12T00:40:47.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.257+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~02W3F8F4HNRR.0 size=1048576 2024-09-12T00:40:47.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.258+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~02W3F8F4HNRR.1 size=1048576 2024-09-12T00:40:47.258 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.259+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~02W3F8F4HNRR.2 size=541975 2024-09-12T00:40:47.258 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.259+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=02W3F8F4HNRR tag=BBMFEUOG2VBF type=write size=3687703 2024-09-12T00:40:47.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.261+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~FSS818IH1WNU.0 size=1048576 2024-09-12T00:40:47.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.262+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~FSS818IH1WNU.1 size=1048576 2024-09-12T00:40:47.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.263+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~FSS818IH1WNU.2 size=532907 2024-09-12T00:40:47.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.265+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=FSS818IH1WNU tag=P2LNSN2Y9N6X type=write size=3678635 2024-09-12T00:40:47.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.267+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~6V7N3U9V8I58.0 size=1048576 2024-09-12T00:40:47.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.268+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~6V7N3U9V8I58.1 size=1048576 2024-09-12T00:40:47.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.269+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~6V7N3U9V8I58.2 size=577361 2024-09-12T00:40:47.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.269+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=6V7N3U9V8I58 tag=R22FAHTLGIS7 type=write size=3723089 2024-09-12T00:40:47.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.271+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=63OFBQHW3P56 type=del 2024-09-12T00:40:47.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.272+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=RU1ESOF5Z56P type=del size=2751052 2024-09-12T00:40:47.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.274+0000 7f647df87780 1 < suggested remove operation key=LE3HT175C87H tag=NB99OK7RCCNE type=del 2024-09-12T00:40:47.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.277+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~1O6NUK4WPAA1.0 size=1048576 2024-09-12T00:40:47.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.278+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~1O6NUK4WPAA1.1 size=86242 2024-09-12T00:40:47.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.278+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=1O6NUK4WPAA1 tag=Q15BT711E1JW type=write size=2183394 2024-09-12T00:40:47.278 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.279+0000 7f647df87780 1 < completed write operation key=HLPZFLK75SWI tag=VWIRZN7988Y0 type=write size=65337 2024-09-12T00:40:47.279 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.280+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=HNN5K3G2CSJT type=del size=1375578 2024-09-12T00:40:47.280 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.282+0000 7f647df87780 -1 < failed to complete operation key=JT51QJXZTSBO tag=9MH83HX90D4S type=del size=979354: (22) Invalid argument 2024-09-12T00:40:47.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.283+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=T907NZ3KU2Y5 type=del size=1970109 2024-09-12T00:40:47.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.284+0000 7f647df87780 -1 < failed to complete operation key=NF21FK049RBH tag=MG23AB8B9GF3 type=del size=1680615: (22) Invalid argument 2024-09-12T00:40:47.284 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.285+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=OBYQ9M5ZCYBF type=del size=2344027 2024-09-12T00:40:47.285 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.287+0000 7f647df87780 1 < completed write operation key=PP87VV5LT5V6 tag=VP2JIW3LM3EQ type=write size=679573 2024-09-12T00:40:47.288 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.289+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~CAMZ2Q7SFRRD.0 size=1048576 2024-09-12T00:40:47.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.290+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~CAMZ2Q7SFRRD.1 size=91922 2024-09-12T00:40:47.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.290+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=CAMZ2Q7SFRRD tag=E69GYQAAFU7J type=write size=2189074 2024-09-12T00:40:47.290 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.291+0000 7f647df87780 1 < completed write operation key=VZITH4JWUAQS tag=U3A1MONAZE0T type=write size=117244 2024-09-12T00:40:47.291 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.293+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=6N5N1KYFOB1F type=write size=428111 2024-09-12T00:40:47.294 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.295+0000 7f647df87780 1 < suggested update operation key=NF21FK049RBH tag=TY4T7CCRAUZS type=del size=3361311 2024-09-12T00:40:47.296 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.298+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~LSMCR0QCPHK3.0 size=1048576 2024-09-12T00:40:47.297 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.299+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~LSMCR0QCPHK3.1 size=757155 2024-09-12T00:40:47.297 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.299+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=LSMCR0QCPHK3 tag=WS1CZVXIM4LH type=write size=2854307 2024-09-12T00:40:47.300 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.301+0000 7f647df87780 1 < suggested update operation key=VZITH4JWUAQS tag=BOQAIKRW9N3H type=del size=539729 2024-09-12T00:40:47.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.304+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~LXXU5XKEESP4.0 size=1048576 2024-09-12T00:40:47.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.305+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~LXXU5XKEESP4.1 size=188182 2024-09-12T00:40:47.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.305+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=LXXU5XKEESP4 tag=82ZVFIZATP16 type=write size=2285334 2024-09-12T00:40:47.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.306+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~9KA7XT6FH9EO.0 size=1048576 2024-09-12T00:40:47.306 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.307+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~9KA7XT6FH9EO.1 size=1048576 2024-09-12T00:40:47.307 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.308+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~9KA7XT6FH9EO.2 size=918630 2024-09-12T00:40:47.309 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.310+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=9KA7XT6FH9EO tag=EMU6CYPKHICS type=write size=4064358 2024-09-12T00:40:47.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.312+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=8VBU6PPJ9TB7 type=del size=1913599 2024-09-12T00:40:47.311 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.313+0000 7f647df87780 1 < canceled operation key=U2DTYMPDDY2C tag=E9KD0KI42R9H type=del size=4164538 2024-09-12T00:40:47.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.315+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~7VLMUUWF5U4R.0 size=189723 2024-09-12T00:40:47.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.315+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=7VLMUUWF5U4R tag=8XIEBWLS7LYF type=write size=1238299 2024-09-12T00:40:47.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.318+0000 7f647df87780 1 < suggested remove operation key=OF18XY41L1L9 tag=XJPKYISJ4KBD type=del 2024-09-12T00:40:47.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.319+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=KFSOPT193Q3B type=del size=2598528 2024-09-12T00:40:47.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.321+0000 7f647df87780 1 < suggested remove operation key=XDKZN37UGRWI tag=1PS43BF1ANQ7 type=del 2024-09-12T00:40:47.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.322+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=N4952N8KVUNK type=del size=2511875 2024-09-12T00:40:47.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.324+0000 7f647df87780 -1 < failed to complete operation key=XDKZN37UGRWI tag=M33KXBYEATJV type=write size=486384: (22) Invalid argument 2024-09-12T00:40:47.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.325+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=D3V7IC8ZZABZ type=del size=1919230 2024-09-12T00:40:47.325 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.326+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~02W3F8F4HNRR.0 size=1048576 2024-09-12T00:40:47.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.327+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~02W3F8F4HNRR.1 size=1048576 2024-09-12T00:40:47.327 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.328+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~02W3F8F4HNRR.2 size=541975 2024-09-12T00:40:47.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.330+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=02W3F8F4HNRR tag=BBMFEUOG2VBF type=write size=3687703 2024-09-12T00:40:47.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.333+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~BMDOWECTK4KO.0 size=1048576 2024-09-12T00:40:47.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.334+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~BMDOWECTK4KO.1 size=973545 2024-09-12T00:40:47.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.334+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=BMDOWECTK4KO tag=CVV4LP0533XY type=write size=3070697 2024-09-12T00:40:47.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.335+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~6V7N3U9V8I58.0 size=1048576 2024-09-12T00:40:47.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.336+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~6V7N3U9V8I58.1 size=1048576 2024-09-12T00:40:47.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.337+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~6V7N3U9V8I58.2 size=577361 2024-09-12T00:40:47.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.339+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=6V7N3U9V8I58 tag=R22FAHTLGIS7 type=write size=3723089 2024-09-12T00:40:47.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.341+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~92JBP2J0JY95.0 size=1048576 2024-09-12T00:40:47.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.342+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~92JBP2J0JY95.1 size=553716 2024-09-12T00:40:47.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.342+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=92JBP2J0JY95 tag=SQP85DGA2U0C type=write size=2650868 2024-09-12T00:40:47.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.343+0000 7f647df87780 1 < completed delete operation key=AVZHOIJP092M tag=RU1ESOF5Z56P type=del 2024-09-12T00:40:47.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.345+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=3BCU2BJ83V96 type=del size=357582 2024-09-12T00:40:47.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.345+0000 7f647df87780 1 < canceled part key=_multipart_NPV6EUTTARM2.2~1O6NUK4WPAA1.0 size=1048576 2024-09-12T00:40:47.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.345+0000 7f647df87780 1 < canceled part key=_multipart_NPV6EUTTARM2.2~1O6NUK4WPAA1.1 size=86242 2024-09-12T00:40:47.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.347+0000 7f647df87780 1 < canceled multipart upload key=NPV6EUTTARM2 upload=1O6NUK4WPAA1 tag=Q15BT711E1JW type=write size=2183394 2024-09-12T00:40:47.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.348+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=SCC378IIY39P type=write size=992862 2024-09-12T00:40:47.348 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.350+0000 7f647df87780 -1 < failed to complete operation key=NF21FK049RBH tag=HNN5K3G2CSJT type=del size=1375578: (22) Invalid argument 2024-09-12T00:40:47.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.351+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=7H83L1GMBMX8 type=del size=2667145 2024-09-12T00:40:47.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.352+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=T907NZ3KU2Y5 type=del 2024-09-12T00:40:47.352 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.353+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=8MG6EJ754286 type=write size=768275 2024-09-12T00:40:47.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.355+0000 7f647df87780 -1 < failed to complete operation key=VZITH4JWUAQS tag=OBYQ9M5ZCYBF type=del size=2344027: (22) Invalid argument 2024-09-12T00:40:47.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.357+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~APTAVBPLJAL4.0 size=939308 2024-09-12T00:40:47.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.357+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=APTAVBPLJAL4 tag=6MBSS0DQNLSK type=write size=1987884 2024-09-12T00:40:47.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.357+0000 7f647df87780 1 < canceled part key=_multipart_MWGSCWJ8KKOJ.2~CAMZ2Q7SFRRD.0 size=1048576 2024-09-12T00:40:47.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.357+0000 7f647df87780 1 < canceled part key=_multipart_MWGSCWJ8KKOJ.2~CAMZ2Q7SFRRD.1 size=91922 2024-09-12T00:40:47.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.360+0000 7f647df87780 1 < canceled multipart upload key=MWGSCWJ8KKOJ upload=CAMZ2Q7SFRRD tag=E69GYQAAFU7J type=write size=2189074 2024-09-12T00:40:47.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.362+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~ABI879R2MNH8.0 size=1048576 2024-09-12T00:40:47.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.363+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~ABI879R2MNH8.1 size=1048576 2024-09-12T00:40:47.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.364+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~ABI879R2MNH8.2 size=902223 2024-09-12T00:40:47.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.364+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=ABI879R2MNH8 tag=JX593V4ZU7DO type=write size=4047951 2024-09-12T00:40:47.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.365+0000 7f647df87780 -1 < failed to complete operation key=XDKZN37UGRWI tag=6N5N1KYFOB1F type=write size=428111: (22) Invalid argument 2024-09-12T00:40:47.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.367+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=7W25OG75DKCA type=del size=4034545 2024-09-12T00:40:47.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.368+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~LSMCR0QCPHK3.0 size=1048576 2024-09-12T00:40:47.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.369+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~LSMCR0QCPHK3.1 size=757155 2024-09-12T00:40:47.371 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.373+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=LSMCR0QCPHK3 tag=WS1CZVXIM4LH type=write size=2854307 2024-09-12T00:40:47.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.374+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=S96K0RH1QHY5 type=write size=379191 2024-09-12T00:40:47.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.375+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~LXXU5XKEESP4.0 size=1048576 2024-09-12T00:40:47.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.376+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~LXXU5XKEESP4.1 size=188182 2024-09-12T00:40:47.377 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.378+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=LXXU5XKEESP4 tag=82ZVFIZATP16 type=write size=2285334 2024-09-12T00:40:47.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.380+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=UB8ATP2MBYAV type=del size=1097578 2024-09-12T00:40:47.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.381+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=8VBU6PPJ9TB7 type=del 2024-09-12T00:40:47.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.382+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=GOOQQ98F3X48 type=write size=1034515 2024-09-12T00:40:47.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.383+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~7VLMUUWF5U4R.0 size=189723 2024-09-12T00:40:47.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.385+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=7VLMUUWF5U4R tag=8XIEBWLS7LYF type=write size=1238299 2024-09-12T00:40:47.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.387+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~N2FLWFG074RN.0 size=1048576 2024-09-12T00:40:47.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.389+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~N2FLWFG074RN.1 size=650008 2024-09-12T00:40:47.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.389+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=N2FLWFG074RN tag=MCD2DOJLNFSM type=write size=2747160 2024-09-12T00:40:47.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.390+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=KFSOPT193Q3B type=del 2024-09-12T00:40:47.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.391+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=K5W2T5YVDIES type=del size=2687820 2024-09-12T00:40:47.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.392+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=N4952N8KVUNK type=del 2024-09-12T00:40:47.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.395+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~B8WBN1F3MMEE.0 size=875206 2024-09-12T00:40:47.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.395+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=B8WBN1F3MMEE tag=IHPSO3J6QEM2 type=write size=1923782 2024-09-12T00:40:47.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.396+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=D3V7IC8ZZABZ type=del 2024-09-12T00:40:47.396 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.397+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=OO2856UNS4YF type=write size=730768 2024-09-12T00:40:47.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.399+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~BMDOWECTK4KO.0 size=1048576 2024-09-12T00:40:47.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.400+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~BMDOWECTK4KO.1 size=973545 2024-09-12T00:40:47.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.402+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=BMDOWECTK4KO tag=CVV4LP0533XY type=write size=3070697 2024-09-12T00:40:47.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.403+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=YJM41O0WTN1J type=del size=3264427 2024-09-12T00:40:47.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.404+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~92JBP2J0JY95.0 size=1048576 2024-09-12T00:40:47.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.405+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~92JBP2J0JY95.1 size=553716 2024-09-12T00:40:47.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.407+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=92JBP2J0JY95 tag=SQP85DGA2U0C type=write size=2650868 2024-09-12T00:40:47.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.410+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~A22I3GZP2FFD.0 size=1048576 2024-09-12T00:40:47.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.411+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~A22I3GZP2FFD.1 size=956575 2024-09-12T00:40:47.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.411+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=A22I3GZP2FFD tag=FD5DGQPF7YUL type=write size=3053727 2024-09-12T00:40:47.411 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.412+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=3BCU2BJ83V96 type=del 2024-09-12T00:40:47.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.413+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=WTT839ATZWI1 type=del size=3688858 2024-09-12T00:40:47.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.415+0000 7f647df87780 1 < completed write operation key=VZITH4JWUAQS tag=SCC378IIY39P type=write size=992862 2024-09-12T00:40:47.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.416+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=ZKL5391EBUH2 type=del size=1066452 2024-09-12T00:40:47.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.417+0000 7f647df87780 1 < canceled operation key=PP87VV5LT5V6 tag=7H83L1GMBMX8 type=del size=2667145 2024-09-12T00:40:47.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.419+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=5NL5U46ZK9UJ type=del size=2091846 2024-09-12T00:40:47.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.420+0000 7f647df87780 1 < completed write operation key=JMJMS24HWOOL tag=8MG6EJ754286 type=write size=768275 2024-09-12T00:40:47.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.422+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~RW9UZSMAD143.0 size=1048576 2024-09-12T00:40:47.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.423+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~RW9UZSMAD143.1 size=214348 2024-09-12T00:40:47.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.423+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=RW9UZSMAD143 tag=I26BYBS9KCKO type=write size=2311500 2024-09-12T00:40:47.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.425+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~APTAVBPLJAL4.0 size=939308 2024-09-12T00:40:47.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.427+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=APTAVBPLJAL4 tag=6MBSS0DQNLSK type=write size=1987884 2024-09-12T00:40:47.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.428+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=72C8O970WPBV type=del size=161685 2024-09-12T00:40:47.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.430+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~ABI879R2MNH8.0 size=1048576 2024-09-12T00:40:47.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.431+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~ABI879R2MNH8.1 size=1048576 2024-09-12T00:40:47.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.432+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~ABI879R2MNH8.2 size=902223 2024-09-12T00:40:47.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.434+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=ABI879R2MNH8 tag=JX593V4ZU7DO type=write size=4047951 2024-09-12T00:40:47.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.435+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=SIHPULM4HSBL type=del size=3165781 2024-09-12T00:40:47.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.437+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=7W25OG75DKCA type=del 2024-09-12T00:40:47.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.439+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~QYMYSER1E7CY.0 size=68637 2024-09-12T00:40:47.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.439+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=QYMYSER1E7CY tag=TB44K1YVNQWE type=write size=1117213 2024-09-12T00:40:47.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.440+0000 7f647df87780 1 < canceled operation key=VZITH4JWUAQS tag=S96K0RH1QHY5 type=write size=379191 2024-09-12T00:40:47.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.443+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~33WZZPXTBYN4.0 size=498355 2024-09-12T00:40:47.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.443+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=33WZZPXTBYN4 tag=1RZNAZ307RL5 type=write size=1546931 2024-09-12T00:40:47.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.444+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=UB8ATP2MBYAV type=del 2024-09-12T00:40:47.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.447+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~RS4JK4Q55R7J.0 size=1048576 2024-09-12T00:40:47.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.448+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~RS4JK4Q55R7J.1 size=1048576 2024-09-12T00:40:47.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.449+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~RS4JK4Q55R7J.2 size=878849 2024-09-12T00:40:47.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.449+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=RS4JK4Q55R7J tag=40EMC0SAPWZF type=write size=4024577 2024-09-12T00:40:47.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.450+0000 7f647df87780 1 < completed write operation key=JT51QJXZTSBO tag=GOOQQ98F3X48 type=write size=1034515 2024-09-12T00:40:47.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.451+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=EPG87NYZI2PT type=del size=1214840 2024-09-12T00:40:47.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.453+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~N2FLWFG074RN.0 size=1048576 2024-09-12T00:40:47.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.454+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~N2FLWFG074RN.1 size=650008 2024-09-12T00:40:47.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.456+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=N2FLWFG074RN tag=MCD2DOJLNFSM type=write size=2747160 2024-09-12T00:40:47.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.457+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=5Z04EMXICSN8 type=del size=2787602 2024-09-12T00:40:47.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.459+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=K5W2T5YVDIES type=del 2024-09-12T00:40:47.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.461+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~9LA94YURJ6YK.0 size=1048576 2024-09-12T00:40:47.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.462+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~9LA94YURJ6YK.1 size=630239 2024-09-12T00:40:47.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.462+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=9LA94YURJ6YK tag=6L27MTGZ2DHV type=write size=2727391 2024-09-12T00:40:47.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.463+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~B8WBN1F3MMEE.0 size=875206 2024-09-12T00:40:47.464 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.466+0000 7f647df87780 1 < completed multipart upload key=JMJMS24HWOOL upload=B8WBN1F3MMEE tag=IHPSO3J6QEM2 type=write size=1923782 2024-09-12T00:40:47.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.468+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~245ILG5NRV70.0 size=1048576 2024-09-12T00:40:47.468 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.469+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~245ILG5NRV70.1 size=999723 2024-09-12T00:40:47.468 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.469+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=245ILG5NRV70 tag=YY0Y3KHATYVY type=write size=3096875 2024-09-12T00:40:47.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.472+0000 7f647df87780 1 < suggested remove operation key=NF21FK049RBH tag=OO2856UNS4YF type=write 2024-09-12T00:40:47.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.473+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=L5SJGQU9N3X6 type=del size=3617982 2024-09-12T00:40:47.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.474+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=YJM41O0WTN1J type=del 2024-09-12T00:40:47.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.477+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~LLZIL29UH983.0 size=1048576 2024-09-12T00:40:47.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.478+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~LLZIL29UH983.1 size=1048576 2024-09-12T00:40:47.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.479+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~LLZIL29UH983.2 size=495884 2024-09-12T00:40:47.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.479+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=LLZIL29UH983 tag=872ZDN9I9VOJ type=write size=3641612 2024-09-12T00:40:47.479 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.480+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~A22I3GZP2FFD.0 size=1048576 2024-09-12T00:40:47.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.481+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~A22I3GZP2FFD.1 size=956575 2024-09-12T00:40:47.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.484+0000 7f647df87780 1 < completed multipart upload key=5QD71Z29RVQM upload=A22I3GZP2FFD tag=FD5DGQPF7YUL type=write size=3053727 2024-09-12T00:40:47.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.486+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~L7HI6ZW92ORC.0 size=1048576 2024-09-12T00:40:47.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.487+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~L7HI6ZW92ORC.1 size=1048576 2024-09-12T00:40:47.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.488+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~L7HI6ZW92ORC.2 size=757181 2024-09-12T00:40:47.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.488+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=L7HI6ZW92ORC tag=OFV9BQLH8ZDH type=write size=3902909 2024-09-12T00:40:47.488 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.489+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=WTT839ATZWI1 type=del 2024-09-12T00:40:47.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.492+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=WL3RZEL5D5AK type=del size=913201 2024-09-12T00:40:47.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.494+0000 7f647df87780 1 < suggested update operation key=95LRVY22GW0N tag=ZKL5391EBUH2 type=del size=1066452 2024-09-12T00:40:47.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.495+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=AKKIVCHX64IP type=del size=1080885 2024-09-12T00:40:47.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.497+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=5NL5U46ZK9UJ type=del 2024-09-12T00:40:47.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.499+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~UUWA12Y339UR.0 size=386211 2024-09-12T00:40:47.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.499+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=UUWA12Y339UR tag=4VCFGN8XNXO2 type=write size=1434787 2024-09-12T00:40:47.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.500+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~RW9UZSMAD143.0 size=1048576 2024-09-12T00:40:47.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.500+0000 7f647df87780 1 < canceled part key=_multipart_AVZHOIJP092M.2~RW9UZSMAD143.1 size=214348 2024-09-12T00:40:47.501 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.503+0000 7f647df87780 1 < canceled multipart upload key=AVZHOIJP092M upload=RW9UZSMAD143 tag=I26BYBS9KCKO type=write size=2311500 2024-09-12T00:40:47.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.504+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=UW1RUM42PZMS type=del size=1988582 2024-09-12T00:40:47.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.505+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=72C8O970WPBV type=del 2024-09-12T00:40:47.505 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.507+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=EF6NYGB8C1Q2 type=write size=433045 2024-09-12T00:40:47.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.508+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=SIHPULM4HSBL type=del 2024-09-12T00:40:47.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.510+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~16S49V0VN7P5.0 size=1048576 2024-09-12T00:40:47.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.511+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~16S49V0VN7P5.1 size=244469 2024-09-12T00:40:47.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.511+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=16S49V0VN7P5 tag=XFPD2XZM6HPX type=write size=2341621 2024-09-12T00:40:47.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.513+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~QYMYSER1E7CY.0 size=68637 2024-09-12T00:40:47.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.515+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=QYMYSER1E7CY tag=TB44K1YVNQWE type=write size=1117213 2024-09-12T00:40:47.516 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.517+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~BZMBRG54SSVJ.0 size=1048576 2024-09-12T00:40:47.517 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.518+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~BZMBRG54SSVJ.1 size=224784 2024-09-12T00:40:47.517 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.518+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=BZMBRG54SSVJ tag=VD6FWZJ2C6QR type=write size=2321936 2024-09-12T00:40:47.517 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.518+0000 7f647df87780 1 < canceled part key=_multipart_UOXLW1EM8Y7O.2~33WZZPXTBYN4.0 size=498355 2024-09-12T00:40:47.519 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.521+0000 7f647df87780 1 < canceled multipart upload key=UOXLW1EM8Y7O upload=33WZZPXTBYN4 tag=1RZNAZ307RL5 type=write size=1546931 2024-09-12T00:40:47.522 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.523+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~F5ILIZXJH2W1.0 size=1048576 2024-09-12T00:40:47.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.525+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~F5ILIZXJH2W1.1 size=1048576 2024-09-12T00:40:47.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.526+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~F5ILIZXJH2W1.2 size=911078 2024-09-12T00:40:47.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.526+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=F5ILIZXJH2W1 tag=DIL6VWI5OY7P type=write size=4056806 2024-09-12T00:40:47.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.527+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~RS4JK4Q55R7J.0 size=1048576 2024-09-12T00:40:47.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.528+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~RS4JK4Q55R7J.1 size=1048576 2024-09-12T00:40:47.528 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.529+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~RS4JK4Q55R7J.2 size=878849 2024-09-12T00:40:47.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.531+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=RS4JK4Q55R7J tag=40EMC0SAPWZF type=write size=4024577 2024-09-12T00:40:47.532 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.534+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~LL21VJMN2IBM.0 size=1048576 2024-09-12T00:40:47.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.534+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~LL21VJMN2IBM.1 size=1048576 2024-09-12T00:40:47.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.535+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~LL21VJMN2IBM.2 size=766557 2024-09-12T00:40:47.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.535+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=LL21VJMN2IBM tag=IJBVQ7AWFGJE type=write size=3912285 2024-09-12T00:40:47.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.537+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=EPG87NYZI2PT type=del 2024-09-12T00:40:47.536 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.538+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=VJ1I202OVG3L type=del size=981874 2024-09-12T00:40:47.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.539+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=5Z04EMXICSN8 type=del 2024-09-12T00:40:47.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.540+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=W0N2SH3ONLIR type=del size=1361795 2024-09-12T00:40:47.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.541+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~9LA94YURJ6YK.0 size=1048576 2024-09-12T00:40:47.541 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.542+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~9LA94YURJ6YK.1 size=630239 2024-09-12T00:40:47.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.544+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=9LA94YURJ6YK tag=6L27MTGZ2DHV type=write size=2727391 2024-09-12T00:40:47.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.547+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~8GBUUTFGDXXW.0 size=1048576 2024-09-12T00:40:47.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.548+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~8GBUUTFGDXXW.1 size=1048576 2024-09-12T00:40:47.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.549+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~8GBUUTFGDXXW.2 size=61098 2024-09-12T00:40:47.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.549+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=8GBUUTFGDXXW tag=3W4FQ8T1HF7P type=write size=3206826 2024-09-12T00:40:47.549 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.550+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~245ILG5NRV70.0 size=1048576 2024-09-12T00:40:47.549 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.550+0000 7f647df87780 1 < canceled part key=_multipart_L02TT95H2C3E.2~245ILG5NRV70.1 size=999723 2024-09-12T00:40:47.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.552+0000 7f647df87780 1 < canceled multipart upload key=L02TT95H2C3E upload=245ILG5NRV70 tag=YY0Y3KHATYVY type=write size=3096875 2024-09-12T00:40:47.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.553+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=6K39Y7DBCJIE type=del size=2305765 2024-09-12T00:40:47.553 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.555+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=L5SJGQU9N3X6 type=del 2024-09-12T00:40:47.555 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.557+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~NSMEK0RL042X.0 size=1048576 2024-09-12T00:40:47.556 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.558+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~NSMEK0RL042X.1 size=1048576 2024-09-12T00:40:47.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.559+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~NSMEK0RL042X.2 size=483078 2024-09-12T00:40:47.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.559+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=NSMEK0RL042X tag=YKIQWFBQ9M87 type=write size=3628806 2024-09-12T00:40:47.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.560+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~LLZIL29UH983.0 size=1048576 2024-09-12T00:40:47.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.562+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~LLZIL29UH983.1 size=1048576 2024-09-12T00:40:47.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.562+0000 7f647df87780 1 < canceled part key=_multipart_N21OD24FOXLB.2~LLZIL29UH983.2 size=495884 2024-09-12T00:40:47.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.564+0000 7f647df87780 1 < canceled multipart upload key=N21OD24FOXLB upload=LLZIL29UH983 tag=872ZDN9I9VOJ type=write size=3641612 2024-09-12T00:40:47.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.566+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~LFD11PP0S7OO.0 size=810759 2024-09-12T00:40:47.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.566+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=LFD11PP0S7OO tag=YFHA5XEZCXSY type=write size=1859335 2024-09-12T00:40:47.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.567+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~L7HI6ZW92ORC.0 size=1048576 2024-09-12T00:40:47.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.569+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~L7HI6ZW92ORC.1 size=1048576 2024-09-12T00:40:47.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.570+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~L7HI6ZW92ORC.2 size=757181 2024-09-12T00:40:47.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.572+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=L7HI6ZW92ORC tag=OFV9BQLH8ZDH type=write size=3902909 2024-09-12T00:40:47.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.573+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=SU5M17FMLN5C type=del size=591803 2024-09-12T00:40:47.573 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.575+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=WL3RZEL5D5AK type=del 2024-09-12T00:40:47.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.577+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~1DBS82IIKBR2.0 size=1048576 2024-09-12T00:40:47.577 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.578+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~1DBS82IIKBR2.1 size=1048576 2024-09-12T00:40:47.578 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.579+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~1DBS82IIKBR2.2 size=770971 2024-09-12T00:40:47.578 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.579+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=1DBS82IIKBR2 tag=BFP021I20KMD type=write size=3916699 2024-09-12T00:40:47.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.581+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=AKKIVCHX64IP type=del 2024-09-12T00:40:47.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.582+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=2JXMTUG670DR type=write size=334444 2024-09-12T00:40:47.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.583+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~UUWA12Y339UR.0 size=386211 2024-09-12T00:40:47.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.586+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=UUWA12Y339UR tag=4VCFGN8XNXO2 type=write size=1434787 2024-09-12T00:40:47.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.587+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=DIDBKNJOS3EC type=del size=2808553 2024-09-12T00:40:47.588 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.589+0000 7f647df87780 1 < suggested update operation key=LE3HT175C87H tag=UW1RUM42PZMS type=del size=1988582 2024-09-12T00:40:47.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.592+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~NUYS2L2YFL3Y.0 size=526785 2024-09-12T00:40:47.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.592+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=NUYS2L2YFL3Y tag=D3KQ71YXVVKC type=write size=1575361 2024-09-12T00:40:47.592 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.593+0000 7f647df87780 1 < completed write operation key=O5X3U78R6ZDG tag=EF6NYGB8C1Q2 type=write size=433045 2024-09-12T00:40:47.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.596+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~EUG1ZE2CTXK6.0 size=1048576 2024-09-12T00:40:47.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.597+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~EUG1ZE2CTXK6.1 size=454006 2024-09-12T00:40:47.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.597+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=EUG1ZE2CTXK6 tag=833SB2WKZ3G7 type=write size=2551158 2024-09-12T00:40:47.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.598+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~16S49V0VN7P5.0 size=1048576 2024-09-12T00:40:47.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.599+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~16S49V0VN7P5.1 size=244469 2024-09-12T00:40:47.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.601+0000 7f647df87780 1 < completed multipart upload key=NPV6EUTTARM2 upload=16S49V0VN7P5 tag=XFPD2XZM6HPX type=write size=2341621 2024-09-12T00:40:47.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.604+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~78SFJZPR1J82.0 size=1048576 2024-09-12T00:40:47.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.605+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~78SFJZPR1J82.1 size=1048576 2024-09-12T00:40:47.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.606+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~78SFJZPR1J82.2 size=997531 2024-09-12T00:40:47.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.606+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=78SFJZPR1J82 tag=9NTJSISRCXG1 type=write size=4143259 2024-09-12T00:40:47.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.606+0000 7f647df87780 1 < canceled part key=_multipart_MWGSCWJ8KKOJ.2~BZMBRG54SSVJ.0 size=1048576 2024-09-12T00:40:47.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.607+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~BZMBRG54SSVJ.1 size=224784 2024-09-12T00:40:47.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.610+0000 7f647df87780 1 < canceled multipart upload key=MWGSCWJ8KKOJ upload=BZMBRG54SSVJ tag=VD6FWZJ2C6QR type=write size=2321936 2024-09-12T00:40:47.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.612+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~KONB8WWKRW6C.0 size=1048576 2024-09-12T00:40:47.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.613+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~KONB8WWKRW6C.1 size=1048576 2024-09-12T00:40:47.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.615+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~KONB8WWKRW6C.2 size=824267 2024-09-12T00:40:47.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.615+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=KONB8WWKRW6C tag=JTEUHIMBEJ2S type=write size=3969995 2024-09-12T00:40:47.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.615+0000 7f647df87780 1 < canceled part key=_multipart_NPV6EUTTARM2.2~F5ILIZXJH2W1.0 size=1048576 2024-09-12T00:40:47.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.616+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~F5ILIZXJH2W1.1 size=1048576 2024-09-12T00:40:47.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.617+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~F5ILIZXJH2W1.2 size=911078 2024-09-12T00:40:47.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.619+0000 7f647df87780 1 < canceled multipart upload key=NPV6EUTTARM2 upload=F5ILIZXJH2W1 tag=DIL6VWI5OY7P type=write size=4056806 2024-09-12T00:40:47.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.620+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=QE2U4NQC8AU5 type=del size=2959408 2024-09-12T00:40:47.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.622+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~LL21VJMN2IBM.0 size=1048576 2024-09-12T00:40:47.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.623+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~LL21VJMN2IBM.1 size=1048576 2024-09-12T00:40:47.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.624+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~LL21VJMN2IBM.2 size=766557 2024-09-12T00:40:47.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.626+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=LL21VJMN2IBM tag=IJBVQ7AWFGJE type=write size=3912285 2024-09-12T00:40:47.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.627+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=78K8VBS9PDLT type=write size=1027819 2024-09-12T00:40:47.627 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.629+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=VJ1I202OVG3L type=del 2024-09-12T00:40:47.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.631+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~MW7HY61O8E1E.0 size=1048576 2024-09-12T00:40:47.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.632+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~MW7HY61O8E1E.1 size=911485 2024-09-12T00:40:47.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.632+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=MW7HY61O8E1E tag=1AQXQIAA5W1J type=write size=3008637 2024-09-12T00:40:47.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.633+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=W0N2SH3ONLIR type=del 2024-09-12T00:40:47.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.636+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~ZWGOJW8W9WNG.0 size=1048576 2024-09-12T00:40:47.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.637+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~ZWGOJW8W9WNG.1 size=305340 2024-09-12T00:40:47.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.637+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=ZWGOJW8W9WNG tag=GJNZ2HFYQYBB type=write size=2402492 2024-09-12T00:40:47.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.638+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~8GBUUTFGDXXW.0 size=1048576 2024-09-12T00:40:47.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.639+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~8GBUUTFGDXXW.1 size=1048576 2024-09-12T00:40:47.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.640+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~8GBUUTFGDXXW.2 size=61098 2024-09-12T00:40:47.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.643+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=8GBUUTFGDXXW tag=3W4FQ8T1HF7P type=write size=3206826 2024-09-12T00:40:47.642 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.644+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=IADS3WZBWER2 type=del size=1400150 2024-09-12T00:40:47.644 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.645+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=6K39Y7DBCJIE type=del 2024-09-12T00:40:47.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.647+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=JFCHEUDRN29H type=del size=693193 2024-09-12T00:40:47.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.649+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~NSMEK0RL042X.0 size=1048576 2024-09-12T00:40:47.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.650+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~NSMEK0RL042X.1 size=1048576 2024-09-12T00:40:47.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.651+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~NSMEK0RL042X.2 size=483078 2024-09-12T00:40:47.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.653+0000 7f647df87780 1 < completed multipart upload key=NPV6EUTTARM2 upload=NSMEK0RL042X tag=YKIQWFBQ9M87 type=write size=3628806 2024-09-12T00:40:47.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.655+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=OYW48D5KY8LD type=del size=3566036 2024-09-12T00:40:47.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.657+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~LFD11PP0S7OO.0 size=810759 2024-09-12T00:40:47.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.659+0000 7f647df87780 1 < completed multipart upload key=N21OD24FOXLB upload=LFD11PP0S7OO tag=YFHA5XEZCXSY type=write size=1859335 2024-09-12T00:40:47.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.661+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=P927CZPTQDED type=del size=2738541 2024-09-12T00:40:47.662 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.664+0000 7f647df87780 1 < suggested update operation key=NF21FK049RBH tag=SU5M17FMLN5C type=del size=591803 2024-09-12T00:40:47.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.667+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~42DZBDMO8L1D.0 size=1048576 2024-09-12T00:40:47.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.668+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~42DZBDMO8L1D.1 size=207586 2024-09-12T00:40:47.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.668+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=42DZBDMO8L1D tag=1VWP7PGHDVEN type=write size=2304738 2024-09-12T00:40:47.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.669+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~1DBS82IIKBR2.0 size=1048576 2024-09-12T00:40:47.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.671+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~1DBS82IIKBR2.1 size=1048576 2024-09-12T00:40:47.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.672+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~1DBS82IIKBR2.2 size=770971 2024-09-12T00:40:47.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.675+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=1DBS82IIKBR2 tag=BFP021I20KMD type=write size=3916699 2024-09-12T00:40:47.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.676+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=7T2KPUZYSSVI type=del size=3317045 2024-09-12T00:40:47.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.678+0000 7f647df87780 1 < completed write operation key=A5X2OQZEVJSX tag=2JXMTUG670DR type=write size=334444 2024-09-12T00:40:47.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.679+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=2JXDZDCGWKQC type=del size=1571472 2024-09-12T00:40:47.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.680+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=DIDBKNJOS3EC type=del 2024-09-12T00:40:47.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.683+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~GPT6X7UVRI9N.0 size=1048576 2024-09-12T00:40:47.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.684+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~GPT6X7UVRI9N.1 size=732285 2024-09-12T00:40:47.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.684+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=GPT6X7UVRI9N tag=NVW34AOPOV15 type=write size=2829437 2024-09-12T00:40:47.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.685+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~NUYS2L2YFL3Y.0 size=526785 2024-09-12T00:40:47.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.687+0000 7f647df87780 1 < completed multipart upload key=JMJMS24HWOOL upload=NUYS2L2YFL3Y tag=D3KQ71YXVVKC type=write size=1575361 2024-09-12T00:40:47.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.690+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~SEO65V2BAITG.0 size=925077 2024-09-12T00:40:47.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.690+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=SEO65V2BAITG tag=MYAF028TJ62S type=write size=1973653 2024-09-12T00:40:47.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.691+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~EUG1ZE2CTXK6.0 size=1048576 2024-09-12T00:40:47.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.692+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~EUG1ZE2CTXK6.1 size=454006 2024-09-12T00:40:47.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.694+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=EUG1ZE2CTXK6 tag=833SB2WKZ3G7 type=write size=2551158 2024-09-12T00:40:47.694 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.695+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=UD8FRKTR9I3B type=write size=703099 2024-09-12T00:40:47.695 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.696+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~78SFJZPR1J82.0 size=1048576 2024-09-12T00:40:47.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.697+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~78SFJZPR1J82.1 size=1048576 2024-09-12T00:40:47.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.697+0000 7f647df87780 1 < canceled part key=_multipart_VZITH4JWUAQS.2~78SFJZPR1J82.2 size=997531 2024-09-12T00:40:47.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.699+0000 7f647df87780 1 < canceled multipart upload key=VZITH4JWUAQS upload=78SFJZPR1J82 tag=9NTJSISRCXG1 type=write size=4143259 2024-09-12T00:40:47.700 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.701+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~H0UKMSBB6TQV.0 size=960166 2024-09-12T00:40:47.700 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.701+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=H0UKMSBB6TQV tag=P2Y7JPU9L2JH type=write size=2008742 2024-09-12T00:40:47.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.703+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~KONB8WWKRW6C.0 size=1048576 2024-09-12T00:40:47.702 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.703+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~KONB8WWKRW6C.1 size=1048576 2024-09-12T00:40:47.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.704+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~KONB8WWKRW6C.2 size=824267 2024-09-12T00:40:47.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.706+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=KONB8WWKRW6C tag=JTEUHIMBEJ2S type=write size=3969995 2024-09-12T00:40:47.706 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.707+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=YBZLMG1BLFQB type=del size=2824618 2024-09-12T00:40:47.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.709+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=QE2U4NQC8AU5 type=del 2024-09-12T00:40:47.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.710+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=7YVT80KFHTBL type=del size=5188 2024-09-12T00:40:47.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.711+0000 7f647df87780 1 < completed write operation key=0XE0T6C53BZV tag=78K8VBS9PDLT type=write size=1027819 2024-09-12T00:40:47.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.713+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=SPBTS5PD8NBE type=write size=1025526 2024-09-12T00:40:47.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.714+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~MW7HY61O8E1E.0 size=1048576 2024-09-12T00:40:47.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.715+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~MW7HY61O8E1E.1 size=911485 2024-09-12T00:40:47.716 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.717+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=MW7HY61O8E1E tag=1AQXQIAA5W1J type=write size=3008637 2024-09-12T00:40:47.718 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.719+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~340S7V3UWH2O.0 size=1048576 2024-09-12T00:40:47.719 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.721+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~340S7V3UWH2O.1 size=191274 2024-09-12T00:40:47.719 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.721+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=340S7V3UWH2O tag=WSBPOVV21H2C type=write size=2288426 2024-09-12T00:40:47.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.721+0000 7f647df87780 1 < canceled part key=_multipart_NPV6EUTTARM2.2~ZWGOJW8W9WNG.0 size=1048576 2024-09-12T00:40:47.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.722+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~ZWGOJW8W9WNG.1 size=305340 2024-09-12T00:40:47.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.724+0000 7f647df87780 1 < canceled multipart upload key=NPV6EUTTARM2 upload=ZWGOJW8W9WNG tag=GJNZ2HFYQYBB type=write size=2402492 2024-09-12T00:40:47.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.725+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=934DFNBAOR9E type=write size=179491 2024-09-12T00:40:47.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.726+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=IADS3WZBWER2 type=del 2024-09-12T00:40:47.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.728+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=X40OIUWF7T35 type=del size=3164822 2024-09-12T00:40:47.728 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.729+0000 7f647df87780 1 < completed delete operation key=G40IYJZMFFPS tag=JFCHEUDRN29H type=del 2024-09-12T00:40:47.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.730+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=WDICQQN5NSL8 type=del size=414195 2024-09-12T00:40:47.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.733+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=OYW48D5KY8LD type=del 2024-09-12T00:40:47.733 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.735+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~LPD7KZ4HQO5Q.0 size=1048576 2024-09-12T00:40:47.734 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.736+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~LPD7KZ4HQO5Q.1 size=864203 2024-09-12T00:40:47.734 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.736+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=LPD7KZ4HQO5Q tag=K6OHRX0ULMK9 type=write size=2961355 2024-09-12T00:40:47.737 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.738+0000 7f647df87780 1 < suggested remove operation key=LE3HT175C87H tag=P927CZPTQDED type=del 2024-09-12T00:40:47.738 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.740+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=VLLFA8RPYHKW type=del size=2708276 2024-09-12T00:40:47.740 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.741+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~42DZBDMO8L1D.0 size=1048576 2024-09-12T00:40:47.741 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.742+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~42DZBDMO8L1D.1 size=207586 2024-09-12T00:40:47.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.744+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=42DZBDMO8L1D tag=1VWP7PGHDVEN type=write size=2304738 2024-09-12T00:40:47.744 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.746+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=G8QU2KO0Z7T5 type=del size=3473637 2024-09-12T00:40:47.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.747+0000 7f647df87780 1 < canceled operation key=G40IYJZMFFPS tag=7T2KPUZYSSVI type=del size=3317045 2024-09-12T00:40:47.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.748+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=2MHAXPEF4CO6 type=del size=1136267 2024-09-12T00:40:47.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.751+0000 7f647df87780 1 < suggested remove operation key=PP87VV5LT5V6 tag=2JXDZDCGWKQC type=del 2024-09-12T00:40:47.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.753+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~ZL4P18XI9R3W.0 size=1048576 2024-09-12T00:40:47.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.754+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~ZL4P18XI9R3W.1 size=905833 2024-09-12T00:40:47.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.754+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=ZL4P18XI9R3W tag=DWPDOHQQLM5A type=write size=3002985 2024-09-12T00:40:47.754 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.755+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~GPT6X7UVRI9N.0 size=1048576 2024-09-12T00:40:47.754 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.755+0000 7f647df87780 1 < canceled part key=_multipart_N21OD24FOXLB.2~GPT6X7UVRI9N.1 size=732285 2024-09-12T00:40:47.756 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.758+0000 7f647df87780 1 < canceled multipart upload key=N21OD24FOXLB upload=GPT6X7UVRI9N tag=NVW34AOPOV15 type=write size=2829437 2024-09-12T00:40:47.758 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.760+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~NLTDJA9AQGTU.0 size=1048576 2024-09-12T00:40:47.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.761+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~NLTDJA9AQGTU.1 size=731665 2024-09-12T00:40:47.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.761+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=NLTDJA9AQGTU tag=TNHN8IJPLICM type=write size=2828817 2024-09-12T00:40:47.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.762+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~SEO65V2BAITG.0 size=925077 2024-09-12T00:40:47.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.764+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=SEO65V2BAITG tag=MYAF028TJ62S type=write size=1973653 2024-09-12T00:40:47.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.766+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=A7SFNH609CL0 type=del size=1302173 2024-09-12T00:40:47.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.767+0000 7f647df87780 1 < completed write operation key=NF21FK049RBH tag=UD8FRKTR9I3B type=write size=703099 2024-09-12T00:40:47.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.768+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=U1EDC2YS220H type=del size=2484407 2024-09-12T00:40:47.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.769+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~H0UKMSBB6TQV.0 size=960166 2024-09-12T00:40:47.770 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.772+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=H0UKMSBB6TQV tag=P2Y7JPU9L2JH type=write size=2008742 2024-09-12T00:40:47.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.774+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~ELV325U2XGUS.0 size=1048576 2024-09-12T00:40:47.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.775+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~ELV325U2XGUS.1 size=1048576 2024-09-12T00:40:47.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.776+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~ELV325U2XGUS.2 size=813756 2024-09-12T00:40:47.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.776+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=ELV325U2XGUS tag=PMI4HALHFOT0 type=write size=3959484 2024-09-12T00:40:47.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.777+0000 7f647df87780 1 < canceled operation key=G40IYJZMFFPS tag=YBZLMG1BLFQB type=del size=2824618 2024-09-12T00:40:47.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.778+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=M3TPB79TA9PY type=del size=2456066 2024-09-12T00:40:47.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.780+0000 7f647df87780 1 < completed delete operation key=JT51QJXZTSBO tag=7YVT80KFHTBL type=del 2024-09-12T00:40:47.780 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.782+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~G0HON1GZMKUK.0 size=90873 2024-09-12T00:40:47.781 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.782+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=G0HON1GZMKUK tag=C6QHOJW1S0MM type=write size=1139449 2024-09-12T00:40:47.782 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.783+0000 7f647df87780 1 < completed write operation key=NPV6EUTTARM2 tag=SPBTS5PD8NBE type=write size=1025526 2024-09-12T00:40:47.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.785+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~K72NZ89T0NNA.0 size=1048576 2024-09-12T00:40:47.785 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.786+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~K72NZ89T0NNA.1 size=1048576 2024-09-12T00:40:47.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.787+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~K72NZ89T0NNA.2 size=719940 2024-09-12T00:40:47.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.787+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=K72NZ89T0NNA tag=5OBSWY1RH6VF type=write size=3865668 2024-09-12T00:40:47.787 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.789+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~340S7V3UWH2O.0 size=1048576 2024-09-12T00:40:47.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.790+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~340S7V3UWH2O.1 size=191274 2024-09-12T00:40:47.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.792+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=340S7V3UWH2O tag=WSBPOVV21H2C type=write size=2288426 2024-09-12T00:40:47.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.793+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=SYGK1U727NMK type=del size=3866136 2024-09-12T00:40:47.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.794+0000 7f647df87780 1 < completed write operation key=U4TCVRRJZRXA tag=934DFNBAOR9E type=write size=179491 2024-09-12T00:40:47.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.797+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~6HXD3Z6P9MST.0 size=1048576 2024-09-12T00:40:47.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.798+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~6HXD3Z6P9MST.1 size=1048576 2024-09-12T00:40:47.797 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.799+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~6HXD3Z6P9MST.2 size=57692 2024-09-12T00:40:47.797 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.799+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=6HXD3Z6P9MST tag=DSK8GMFCDWF0 type=write size=3203420 2024-09-12T00:40:47.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.800+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=X40OIUWF7T35 type=del 2024-09-12T00:40:47.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.801+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=U2XFLIR3ZFZJ type=del size=2176212 2024-09-12T00:40:47.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.804+0000 7f647df87780 1 < suggested remove operation key=95LRVY22GW0N tag=WDICQQN5NSL8 type=del 2024-09-12T00:40:47.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.806+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~OD2ZR0E4OVKF.0 size=1048576 2024-09-12T00:40:47.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.807+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~OD2ZR0E4OVKF.1 size=1048576 2024-09-12T00:40:47.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.808+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~OD2ZR0E4OVKF.2 size=413654 2024-09-12T00:40:47.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.808+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=OD2ZR0E4OVKF tag=DUQWHORBPX5Y type=write size=3559382 2024-09-12T00:40:47.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.809+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~LPD7KZ4HQO5Q.0 size=1048576 2024-09-12T00:40:47.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.810+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~LPD7KZ4HQO5Q.1 size=864203 2024-09-12T00:40:47.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.813+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=LPD7KZ4HQO5Q tag=K6OHRX0ULMK9 type=write size=2961355 2024-09-12T00:40:47.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.815+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~KWLNBRKJ20E3.0 size=404305 2024-09-12T00:40:47.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.815+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=KWLNBRKJ20E3 tag=U95GZEUT6IL7 type=write size=1452881 2024-09-12T00:40:47.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.816+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=VLLFA8RPYHKW type=del 2024-09-12T00:40:47.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.817+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=ZI3K14MS3ROD type=del size=2344986 2024-09-12T00:40:47.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.820+0000 7f647df87780 1 < suggested remove operation key=VZITH4JWUAQS tag=G8QU2KO0Z7T5 type=del 2024-09-12T00:40:47.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.822+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~RF5GVTWJVOWM.0 size=1048576 2024-09-12T00:40:47.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.823+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~RF5GVTWJVOWM.1 size=93953 2024-09-12T00:40:47.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.823+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=RF5GVTWJVOWM tag=A9NZ2DZMTW87 type=write size=2191105 2024-09-12T00:40:47.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.825+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=2MHAXPEF4CO6 type=del 2024-09-12T00:40:47.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.826+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=8ZLZL4UPDWRW type=del size=2579253 2024-09-12T00:40:47.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.827+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~ZL4P18XI9R3W.0 size=1048576 2024-09-12T00:40:47.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.828+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~ZL4P18XI9R3W.1 size=905833 2024-09-12T00:40:47.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.830+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=ZL4P18XI9R3W tag=DWPDOHQQLM5A type=write size=3002985 2024-09-12T00:40:47.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.832+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=F0PH4BT1X55I type=del size=748723 2024-09-12T00:40:47.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.833+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~NLTDJA9AQGTU.0 size=1048576 2024-09-12T00:40:47.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.834+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~NLTDJA9AQGTU.1 size=731665 2024-09-12T00:40:47.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.836+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=NLTDJA9AQGTU tag=TNHN8IJPLICM type=write size=2828817 2024-09-12T00:40:47.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.839+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~OPQ95WQIXE3E.0 size=1048576 2024-09-12T00:40:47.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.840+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~OPQ95WQIXE3E.1 size=1048576 2024-09-12T00:40:47.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.841+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~OPQ95WQIXE3E.2 size=451881 2024-09-12T00:40:47.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.841+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=OPQ95WQIXE3E tag=SU9U1Y7PT9DU type=write size=3597609 2024-09-12T00:40:47.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.842+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=A7SFNH609CL0 type=del 2024-09-12T00:40:47.843 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.844+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~SA6N6NMFSDG3.0 size=311107 2024-09-12T00:40:47.843 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.844+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=SA6N6NMFSDG3 tag=DR200GW56G9T type=write size=1359683 2024-09-12T00:40:47.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.846+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=U1EDC2YS220H type=del 2024-09-12T00:40:47.845 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.847+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=X722EN3OT6CU type=del size=4134141 2024-09-12T00:40:47.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.848+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~ELV325U2XGUS.0 size=1048576 2024-09-12T00:40:47.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.850+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~ELV325U2XGUS.1 size=1048576 2024-09-12T00:40:47.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.851+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~ELV325U2XGUS.2 size=813756 2024-09-12T00:40:47.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.854+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=ELV325U2XGUS tag=PMI4HALHFOT0 type=write size=3959484 2024-09-12T00:40:47.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.855+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=GYGTCW9NLCZT type=del size=2503274 2024-09-12T00:40:47.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.857+0000 7f647df87780 1 < suggested remove operation key=04HXBZNCOGYY tag=M3TPB79TA9PY type=del 2024-09-12T00:40:47.857 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.858+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=364EZJTARA0N type=del size=2304877 2024-09-12T00:40:47.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.860+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~G0HON1GZMKUK.0 size=90873 2024-09-12T00:40:47.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.862+0000 7f647df87780 1 < completed multipart upload key=NPV6EUTTARM2 upload=G0HON1GZMKUK tag=C6QHOJW1S0MM type=write size=1139449 2024-09-12T00:40:47.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.864+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~I38360E4CIK3.0 size=364223 2024-09-12T00:40:47.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.864+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=I38360E4CIK3 tag=YZ9HUOSGPAP9 type=write size=1412799 2024-09-12T00:40:47.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.866+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~K72NZ89T0NNA.0 size=1048576 2024-09-12T00:40:47.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.867+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~K72NZ89T0NNA.1 size=1048576 2024-09-12T00:40:47.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.868+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~K72NZ89T0NNA.2 size=719940 2024-09-12T00:40:47.869 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.870+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=K72NZ89T0NNA tag=5OBSWY1RH6VF type=write size=3865668 2024-09-12T00:40:47.870 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.871+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=NUKQM3SCU4SO type=write size=523374 2024-09-12T00:40:47.872 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.874+0000 7f647df87780 1 < suggested update operation key=5QD71Z29RVQM tag=SYGK1U727NMK type=del size=3866136 2024-09-12T00:40:47.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.875+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=XDTRWLW8ETBQ type=del size=984820 2024-09-12T00:40:47.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.876+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~6HXD3Z6P9MST.0 size=1048576 2024-09-12T00:40:47.876 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.878+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~6HXD3Z6P9MST.1 size=1048576 2024-09-12T00:40:47.877 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.879+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~6HXD3Z6P9MST.2 size=57692 2024-09-12T00:40:47.879 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.881+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=6HXD3Z6P9MST tag=DSK8GMFCDWF0 type=write size=3203420 2024-09-12T00:40:47.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.883+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~71TTRVUJ6QWT.0 size=1048576 2024-09-12T00:40:47.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.884+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~71TTRVUJ6QWT.1 size=1012197 2024-09-12T00:40:47.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.884+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=71TTRVUJ6QWT tag=W1NC1VVUDHW1 type=write size=3109349 2024-09-12T00:40:47.885 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.886+0000 7f647df87780 1 < suggested update operation key=JT51QJXZTSBO tag=U2XFLIR3ZFZJ type=del size=2176212 2024-09-12T00:40:47.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.887+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=W104SK46LU17 type=del size=3976625 2024-09-12T00:40:47.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.889+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~OD2ZR0E4OVKF.0 size=1048576 2024-09-12T00:40:47.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.889+0000 7f647df87780 1 < canceled part key=_multipart_A5X2OQZEVJSX.2~OD2ZR0E4OVKF.1 size=1048576 2024-09-12T00:40:47.888 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.889+0000 7f647df87780 1 < canceled part key=_multipart_A5X2OQZEVJSX.2~OD2ZR0E4OVKF.2 size=413654 2024-09-12T00:40:47.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.891+0000 7f647df87780 1 < canceled multipart upload key=A5X2OQZEVJSX upload=OD2ZR0E4OVKF tag=DUQWHORBPX5Y type=write size=3559382 2024-09-12T00:40:47.891 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.893+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=PRQZTXN6ASLP type=del size=4113270 2024-09-12T00:40:47.892 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.893+0000 7f647df87780 1 < canceled part key=_multipart_IE03MW8R3TVU.2~KWLNBRKJ20E3.0 size=404305 2024-09-12T00:40:47.894 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.895+0000 7f647df87780 1 < canceled multipart upload key=IE03MW8R3TVU upload=KWLNBRKJ20E3 tag=U95GZEUT6IL7 type=write size=1452881 2024-09-12T00:40:47.895 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.897+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=3R3C795RFL4C type=del size=839503 2024-09-12T00:40:47.896 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.898+0000 7f647df87780 1 < completed delete operation key=G40IYJZMFFPS tag=ZI3K14MS3ROD type=del 2024-09-12T00:40:47.899 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.900+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~NOFD5SXN0TW1.0 size=1048576 2024-09-12T00:40:47.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.901+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~NOFD5SXN0TW1.1 size=1048576 2024-09-12T00:40:47.901 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.903+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~NOFD5SXN0TW1.2 size=595359 2024-09-12T00:40:47.901 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.903+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=NOFD5SXN0TW1 tag=RV49T4CO0DJ4 type=write size=3741087 2024-09-12T00:40:47.902 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.904+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~RF5GVTWJVOWM.0 size=1048576 2024-09-12T00:40:47.904 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.905+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~RF5GVTWJVOWM.1 size=93953 2024-09-12T00:40:47.906 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.907+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=RF5GVTWJVOWM tag=A9NZ2DZMTW87 type=write size=2191105 2024-09-12T00:40:47.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.910+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~BW6S2GEIPW0Z.0 size=1048576 2024-09-12T00:40:47.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.910+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~BW6S2GEIPW0Z.1 size=70367 2024-09-12T00:40:47.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.910+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=BW6S2GEIPW0Z tag=IZ1NW1XAOBPF type=write size=2167519 2024-09-12T00:40:47.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.912+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=8ZLZL4UPDWRW type=del 2024-09-12T00:40:47.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.913+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=CRU2D83DQ9W0 type=write size=908567 2024-09-12T00:40:47.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.914+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=F0PH4BT1X55I type=del 2024-09-12T00:40:47.915 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.916+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~HO2SOWRHQNU3.0 size=1048576 2024-09-12T00:40:47.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.917+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~HO2SOWRHQNU3.1 size=1048576 2024-09-12T00:40:47.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.918+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~HO2SOWRHQNU3.2 size=899154 2024-09-12T00:40:47.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.918+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=HO2SOWRHQNU3 tag=77V8APRU88QQ type=write size=4044882 2024-09-12T00:40:47.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.919+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~OPQ95WQIXE3E.0 size=1048576 2024-09-12T00:40:47.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.920+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~OPQ95WQIXE3E.1 size=1048576 2024-09-12T00:40:47.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.921+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~OPQ95WQIXE3E.2 size=451881 2024-09-12T00:40:47.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.924+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=OPQ95WQIXE3E tag=SU9U1Y7PT9DU type=write size=3597609 2024-09-12T00:40:47.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.925+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=T2JYL23EFLWM type=del size=3993454 2024-09-12T00:40:47.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.926+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~SA6N6NMFSDG3.0 size=311107 2024-09-12T00:40:47.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.928+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=SA6N6NMFSDG3 tag=DR200GW56G9T type=write size=1359683 2024-09-12T00:40:47.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.929+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=C5M4S7K45EBX type=del size=2515487 2024-09-12T00:40:47.930 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.932+0000 7f647df87780 1 < suggested update operation key=AVZHOIJP092M tag=X722EN3OT6CU type=del size=4134141 2024-09-12T00:40:47.932 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.933+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=D7ENSJJ8BL7A type=del size=3243571 2024-09-12T00:40:47.933 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.934+0000 7f647df87780 -1 < failed to complete operation key=AVZHOIJP092M tag=GYGTCW9NLCZT type=del size=2503274: (22) Invalid argument 2024-09-12T00:40:47.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.937+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~2UON5LXYLWVH.0 size=1048576 2024-09-12T00:40:47.936 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.938+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~2UON5LXYLWVH.1 size=1048576 2024-09-12T00:40:47.937 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.939+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~2UON5LXYLWVH.2 size=852179 2024-09-12T00:40:47.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.939+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=2UON5LXYLWVH tag=ZH2YNENKPB5G type=write size=3997907 2024-09-12T00:40:47.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.940+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=364EZJTARA0N type=del 2024-09-12T00:40:47.941 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.943+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~EAPKQZ4KQFRY.0 size=1048576 2024-09-12T00:40:47.942 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.944+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~EAPKQZ4KQFRY.1 size=1048576 2024-09-12T00:40:47.943 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.945+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~EAPKQZ4KQFRY.2 size=916519 2024-09-12T00:40:47.944 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.945+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=EAPKQZ4KQFRY tag=OS9DCPEMC9BX type=write size=4062247 2024-09-12T00:40:47.944 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.945+0000 7f647df87780 1 < canceled part key=_multipart_G40IYJZMFFPS.2~I38360E4CIK3.0 size=364223 2024-09-12T00:40:47.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.947+0000 7f647df87780 1 < canceled multipart upload key=G40IYJZMFFPS upload=I38360E4CIK3 tag=YZ9HUOSGPAP9 type=write size=1412799 2024-09-12T00:40:47.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.950+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~V2MS7YK7LSMY.0 size=763989 2024-09-12T00:40:47.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.950+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=V2MS7YK7LSMY tag=VDSRQ3M0RWCC type=write size=1812565 2024-09-12T00:40:47.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.951+0000 7f647df87780 1 < completed write operation key=L02TT95H2C3E tag=NUKQM3SCU4SO type=write size=523374 2024-09-12T00:40:47.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.952+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=V7NC394UDABJ type=del size=2195136 2024-09-12T00:40:47.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.954+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=XDTRWLW8ETBQ type=del 2024-09-12T00:40:47.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.955+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=NUL1Z7AQXH7R type=del size=2075532 2024-09-12T00:40:47.955 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.956+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~71TTRVUJ6QWT.0 size=1048576 2024-09-12T00:40:47.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.957+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~71TTRVUJ6QWT.1 size=1012197 2024-09-12T00:40:47.958 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.960+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=71TTRVUJ6QWT tag=W1NC1VVUDHW1 type=write size=3109349 2024-09-12T00:40:47.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.962+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~DNZUZJDH8KGP.0 size=1048576 2024-09-12T00:40:47.962 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.963+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~DNZUZJDH8KGP.1 size=1048576 2024-09-12T00:40:47.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.964+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~DNZUZJDH8KGP.2 size=147552 2024-09-12T00:40:47.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.964+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=DNZUZJDH8KGP tag=LWTGSN5G73QQ type=write size=3293280 2024-09-12T00:40:47.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.965+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=W104SK46LU17 type=del 2024-09-12T00:40:47.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.969+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~UNIIBSWFEGZV.0 size=1048576 2024-09-12T00:40:47.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.971+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~UNIIBSWFEGZV.1 size=1048576 2024-09-12T00:40:47.970 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.972+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~UNIIBSWFEGZV.2 size=802249 2024-09-12T00:40:47.970 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.972+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=UNIIBSWFEGZV tag=TR9PSARJI3AJ type=write size=3947977 2024-09-12T00:40:47.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.973+0000 7f647df87780 1 < canceled operation key=U26SRCOKNFVC tag=PRQZTXN6ASLP type=del size=4113270 2024-09-12T00:40:47.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.976+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~1FVZ8I40CSLL.0 size=1048576 2024-09-12T00:40:47.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.977+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~1FVZ8I40CSLL.1 size=1272 2024-09-12T00:40:47.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.977+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=1FVZ8I40CSLL tag=43KZJDWOVZ6O type=write size=2098424 2024-09-12T00:40:47.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.980+0000 7f647df87780 1 < suggested update operation key=3XY73F87GDR5 tag=3R3C795RFL4C type=del size=839503 2024-09-12T00:40:47.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.982+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=EZ6U4U28BFA4 type=del size=748487 2024-09-12T00:40:47.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.983+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~NOFD5SXN0TW1.0 size=1048576 2024-09-12T00:40:47.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.983+0000 7f647df87780 1 < canceled part key=_multipart_MWGSCWJ8KKOJ.2~NOFD5SXN0TW1.1 size=1048576 2024-09-12T00:40:47.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.984+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~NOFD5SXN0TW1.2 size=595359 2024-09-12T00:40:47.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.986+0000 7f647df87780 1 < canceled multipart upload key=MWGSCWJ8KKOJ upload=NOFD5SXN0TW1 tag=RV49T4CO0DJ4 type=write size=3741087 2024-09-12T00:40:47.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.988+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=PNCYNJWZ6CYJ type=del size=2318005 2024-09-12T00:40:47.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.989+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~BW6S2GEIPW0Z.0 size=1048576 2024-09-12T00:40:47.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.990+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~BW6S2GEIPW0Z.1 size=70367 2024-09-12T00:40:47.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.992+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=BW6S2GEIPW0Z tag=IZ1NW1XAOBPF type=write size=2167519 2024-09-12T00:40:47.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.993+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=UREG0TEFLNQ1 type=del size=1116881 2024-09-12T00:40:47.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.995+0000 7f647df87780 1 < completed write operation key=LE3HT175C87H tag=CRU2D83DQ9W0 type=write size=908567 2024-09-12T00:40:47.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.996+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=KR2U3EK4HK8L type=del size=1878144 2024-09-12T00:40:47.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.997+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~HO2SOWRHQNU3.0 size=1048576 2024-09-12T00:40:47.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.998+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~HO2SOWRHQNU3.1 size=1048576 2024-09-12T00:40:47.998 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:47.999+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~HO2SOWRHQNU3.2 size=899154 2024-09-12T00:40:48.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.002+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=HO2SOWRHQNU3 tag=77V8APRU88QQ type=write size=4044882 2024-09-12T00:40:48.003 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.004+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~RSPMDF2A14GQ.0 size=1048576 2024-09-12T00:40:48.004 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.005+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~RSPMDF2A14GQ.1 size=1048576 2024-09-12T00:40:48.005 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.006+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~RSPMDF2A14GQ.2 size=741120 2024-09-12T00:40:48.005 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.006+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=RSPMDF2A14GQ tag=LXQOL2BFMTNC type=write size=3886848 2024-09-12T00:40:48.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.007+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=T2JYL23EFLWM type=del 2024-09-12T00:40:48.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.009+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~HBO9K3BJRVQ2.0 size=1048576 2024-09-12T00:40:48.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.010+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~HBO9K3BJRVQ2.1 size=1048576 2024-09-12T00:40:48.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.011+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~HBO9K3BJRVQ2.2 size=128082 2024-09-12T00:40:48.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.011+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=HBO9K3BJRVQ2 tag=YT9E1P3K1LQN type=write size=3273810 2024-09-12T00:40:48.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.013+0000 7f647df87780 1 < completed delete operation key=JT51QJXZTSBO tag=C5M4S7K45EBX type=del 2024-09-12T00:40:48.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.014+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=3Z6QCTJ2RS7R type=del size=480739 2024-09-12T00:40:48.014 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.016+0000 7f647df87780 1 < completed delete operation key=JT51QJXZTSBO tag=D7ENSJJ8BL7A type=del 2024-09-12T00:40:48.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.017+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=AEFJI3J9DCV8 type=del size=3004897 2024-09-12T00:40:48.017 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.018+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~2UON5LXYLWVH.0 size=1048576 2024-09-12T00:40:48.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.019+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~2UON5LXYLWVH.1 size=1048576 2024-09-12T00:40:48.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.021+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~2UON5LXYLWVH.2 size=852179 2024-09-12T00:40:48.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.023+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=2UON5LXYLWVH tag=ZH2YNENKPB5G type=write size=3997907 2024-09-12T00:40:48.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.025+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~9K9VM43YJ2E7.0 size=1048576 2024-09-12T00:40:48.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.026+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~9K9VM43YJ2E7.1 size=25426 2024-09-12T00:40:48.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.026+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=9K9VM43YJ2E7 tag=6FCT2O1N8784 type=write size=2122578 2024-09-12T00:40:48.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.027+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~EAPKQZ4KQFRY.0 size=1048576 2024-09-12T00:40:48.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.029+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~EAPKQZ4KQFRY.1 size=1048576 2024-09-12T00:40:48.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.030+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~EAPKQZ4KQFRY.2 size=916519 2024-09-12T00:40:48.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.033+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=EAPKQZ4KQFRY tag=OS9DCPEMC9BX type=write size=4062247 2024-09-12T00:40:48.033 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.035+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~KUMY5KBSD8N5.0 size=124416 2024-09-12T00:40:48.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.035+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=KUMY5KBSD8N5 tag=R1VWPZU8W07Q type=write size=1172992 2024-09-12T00:40:48.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.037+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~V2MS7YK7LSMY.0 size=763989 2024-09-12T00:40:48.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.039+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=V2MS7YK7LSMY tag=VDSRQ3M0RWCC type=write size=1812565 2024-09-12T00:40:48.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.042+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~3EEFVP26F1D2.0 size=696771 2024-09-12T00:40:48.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.042+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=3EEFVP26F1D2 tag=KKCG1S0I78B6 type=write size=1745347 2024-09-12T00:40:48.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.045+0000 7f647df87780 1 < suggested update operation key=95LRVY22GW0N tag=V7NC394UDABJ type=del size=2195136 2024-09-12T00:40:48.044 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.046+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=XPCS4OD9HXHA type=del size=4107414 2024-09-12T00:40:48.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.047+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=NUL1Z7AQXH7R type=del 2024-09-12T00:40:48.047 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.048+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=QX251H1BS7VS type=del size=864277 2024-09-12T00:40:48.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.050+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~DNZUZJDH8KGP.0 size=1048576 2024-09-12T00:40:48.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.051+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~DNZUZJDH8KGP.1 size=1048576 2024-09-12T00:40:48.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.052+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~DNZUZJDH8KGP.2 size=147552 2024-09-12T00:40:48.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.054+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=DNZUZJDH8KGP tag=LWTGSN5G73QQ type=write size=3293280 2024-09-12T00:40:48.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.055+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=YOTF25POBT05 type=del size=3515755 2024-09-12T00:40:48.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.057+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~UNIIBSWFEGZV.0 size=1048576 2024-09-12T00:40:48.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.058+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~UNIIBSWFEGZV.1 size=1048576 2024-09-12T00:40:48.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.059+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~UNIIBSWFEGZV.2 size=802249 2024-09-12T00:40:48.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.061+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=UNIIBSWFEGZV tag=TR9PSARJI3AJ type=write size=3947977 2024-09-12T00:40:48.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.062+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=U486LKGTZIXM type=write size=759272 2024-09-12T00:40:48.062 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.064+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~1FVZ8I40CSLL.0 size=1048576 2024-09-12T00:40:48.063 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.065+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~1FVZ8I40CSLL.1 size=1272 2024-09-12T00:40:48.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.067+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=1FVZ8I40CSLL tag=43KZJDWOVZ6O type=write size=2098424 2024-09-12T00:40:48.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.068+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=QHLLWUV4G7KS type=del size=846718 2024-09-12T00:40:48.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.071+0000 7f647df87780 1 < suggested remove operation key=0XE0T6C53BZV tag=EZ6U4U28BFA4 type=del 2024-09-12T00:40:48.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.072+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=GEXIEPJNN0EO type=write size=106935 2024-09-12T00:40:48.072 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.073+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=PNCYNJWZ6CYJ type=del 2024-09-12T00:40:48.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.075+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=1ULPAUP92M4H type=write size=866484 2024-09-12T00:40:48.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.076+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=UREG0TEFLNQ1 type=del 2024-09-12T00:40:48.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.077+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=AIMCBA9JQEUA type=del size=2674413 2024-09-12T00:40:48.077 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.079+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=KR2U3EK4HK8L type=del 2024-09-12T00:40:48.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.081+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~MOLORRNW8933.0 size=1048576 2024-09-12T00:40:48.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.082+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~MOLORRNW8933.1 size=1048576 2024-09-12T00:40:48.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.083+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~MOLORRNW8933.2 size=823027 2024-09-12T00:40:48.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.083+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=MOLORRNW8933 tag=XRE11743KTK1 type=write size=3968755 2024-09-12T00:40:48.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.084+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~RSPMDF2A14GQ.0 size=1048576 2024-09-12T00:40:48.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.085+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~RSPMDF2A14GQ.1 size=1048576 2024-09-12T00:40:48.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.086+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~RSPMDF2A14GQ.2 size=741120 2024-09-12T00:40:48.087 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.088+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=RSPMDF2A14GQ tag=LXQOL2BFMTNC type=write size=3886848 2024-09-12T00:40:48.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.090+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=ECDKX7R77ATI type=write size=811546 2024-09-12T00:40:48.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.092+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~HBO9K3BJRVQ2.0 size=1048576 2024-09-12T00:40:48.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.093+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~HBO9K3BJRVQ2.1 size=1048576 2024-09-12T00:40:48.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.094+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~HBO9K3BJRVQ2.2 size=128082 2024-09-12T00:40:48.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.097+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=HBO9K3BJRVQ2 tag=YT9E1P3K1LQN type=write size=3273810 2024-09-12T00:40:48.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.098+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=SH97UUKZUWXS type=del size=1498124 2024-09-12T00:40:48.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.099+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=3Z6QCTJ2RS7R type=del 2024-09-12T00:40:48.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.100+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=3BGP8C8AN7R5 type=del size=3807959 2024-09-12T00:40:48.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.102+0000 7f647df87780 1 < canceled operation key=JMJMS24HWOOL tag=AEFJI3J9DCV8 type=del size=3004897 2024-09-12T00:40:48.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.103+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=JV9JSS8BO2TE type=del size=3061143 2024-09-12T00:40:48.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.105+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~9K9VM43YJ2E7.0 size=1048576 2024-09-12T00:40:48.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.106+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~9K9VM43YJ2E7.1 size=25426 2024-09-12T00:40:48.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.108+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=9K9VM43YJ2E7 tag=6FCT2O1N8784 type=write size=2122578 2024-09-12T00:40:48.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.109+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=GM3MF4VV5YVE type=del size=3903088 2024-09-12T00:40:48.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.110+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~KUMY5KBSD8N5.0 size=124416 2024-09-12T00:40:48.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.112+0000 7f647df87780 1 < completed multipart upload key=N21OD24FOXLB upload=KUMY5KBSD8N5 tag=R1VWPZU8W07Q type=write size=1172992 2024-09-12T00:40:48.112 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.114+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=WPMEH6HTPUPD type=del size=3463502 2024-09-12T00:40:48.113 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.115+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~3EEFVP26F1D2.0 size=696771 2024-09-12T00:40:48.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.117+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=3EEFVP26F1D2 tag=KKCG1S0I78B6 type=write size=1745347 2024-09-12T00:40:48.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.119+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~1PVTY3WEFEIT.0 size=1048576 2024-09-12T00:40:48.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.120+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~1PVTY3WEFEIT.1 size=1048576 2024-09-12T00:40:48.120 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.121+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~1PVTY3WEFEIT.2 size=665173 2024-09-12T00:40:48.120 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.121+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=1PVTY3WEFEIT tag=0FYYW2725880 type=write size=3810901 2024-09-12T00:40:48.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.123+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=XPCS4OD9HXHA type=del 2024-09-12T00:40:48.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.124+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=KA25R2AGULJ0 type=del size=276664 2024-09-12T00:40:48.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.125+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=QX251H1BS7VS type=del 2024-09-12T00:40:48.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.126+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=2U6KGI9JNRQ9 type=del size=483416 2024-09-12T00:40:48.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.128+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=YOTF25POBT05 type=del 2024-09-12T00:40:48.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.129+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=TUCQG2W33SCL type=del size=1032508 2024-09-12T00:40:48.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.132+0000 7f647df87780 1 < suggested remove operation key=VZITH4JWUAQS tag=U486LKGTZIXM type=write 2024-09-12T00:40:48.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.134+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~F67SJRZWTRA0.0 size=926681 2024-09-12T00:40:48.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.134+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=F67SJRZWTRA0 tag=7U5RZ56N3TU2 type=write size=1975257 2024-09-12T00:40:48.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.135+0000 7f647df87780 -1 < failed to complete operation key=0XE0T6C53BZV tag=QHLLWUV4G7KS type=del size=846718: (22) Invalid argument 2024-09-12T00:40:48.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.136+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=HJY0H11YLZ84 type=del size=3769916 2024-09-12T00:40:48.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.138+0000 7f647df87780 1 < completed write operation key=UOXLW1EM8Y7O tag=GEXIEPJNN0EO type=write size=106935 2024-09-12T00:40:48.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.139+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=OV875JW8CR1Z type=del size=2518100 2024-09-12T00:40:48.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.141+0000 7f647df87780 1 < completed write operation key=JMJMS24HWOOL tag=1ULPAUP92M4H type=write size=866484 2024-09-12T00:40:48.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.142+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=CPXEQE742LRE type=write size=506148 2024-09-12T00:40:48.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.145+0000 7f647df87780 1 < suggested remove operation key=PP87VV5LT5V6 tag=AIMCBA9JQEUA type=del 2024-09-12T00:40:48.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.147+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~27KM62B7WWYI.0 size=1048576 2024-09-12T00:40:48.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.148+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~27KM62B7WWYI.1 size=926391 2024-09-12T00:40:48.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.148+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=27KM62B7WWYI tag=UXD3MUFKIFDJ type=write size=3023543 2024-09-12T00:40:48.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.150+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~MOLORRNW8933.0 size=1048576 2024-09-12T00:40:48.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.151+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~MOLORRNW8933.1 size=1048576 2024-09-12T00:40:48.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.152+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~MOLORRNW8933.2 size=823027 2024-09-12T00:40:48.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.154+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=MOLORRNW8933 tag=XRE11743KTK1 type=write size=3968755 2024-09-12T00:40:48.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.155+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=OBD7NWVTP3ZJ type=del size=2215757 2024-09-12T00:40:48.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.157+0000 7f647df87780 1 < completed write operation key=O5X3U78R6ZDG tag=ECDKX7R77ATI type=write size=811546 2024-09-12T00:40:48.156 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.158+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=34T1U0QZ7A4B type=del size=3459430 2024-09-12T00:40:48.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.160+0000 7f647df87780 1 < suggested remove operation key=95LRVY22GW0N tag=SH97UUKZUWXS type=del 2024-09-12T00:40:48.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.163+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~G09FCNYBBZT8.0 size=556688 2024-09-12T00:40:48.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.163+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=G09FCNYBBZT8 tag=5V8ST1OQIS8B type=write size=1605264 2024-09-12T00:40:48.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.164+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=3BGP8C8AN7R5 type=del 2024-09-12T00:40:48.164 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.166+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=2NVN7UFVA1AD type=del size=348382 2024-09-12T00:40:48.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.168+0000 7f647df87780 1 < suggested remove operation key=IE03MW8R3TVU tag=JV9JSS8BO2TE type=del 2024-09-12T00:40:48.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.169+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=2B6J00PROAW9 type=del size=3218030 2024-09-12T00:40:48.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.171+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=GM3MF4VV5YVE type=del 2024-09-12T00:40:48.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.173+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~MUKHVPZYHJHQ.0 size=1048576 2024-09-12T00:40:48.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.174+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~MUKHVPZYHJHQ.1 size=1048576 2024-09-12T00:40:48.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.175+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~MUKHVPZYHJHQ.2 size=94929 2024-09-12T00:40:48.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.175+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=MUKHVPZYHJHQ tag=L108ZS85YL76 type=write size=3240657 2024-09-12T00:40:48.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.178+0000 7f647df87780 1 < suggested remove operation key=5QD71Z29RVQM tag=WPMEH6HTPUPD type=del 2024-09-12T00:40:48.178 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.180+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~I0XHHUS231I1.0 size=1048576 2024-09-12T00:40:48.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.181+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~I0XHHUS231I1.1 size=285442 2024-09-12T00:40:48.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.181+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=I0XHHUS231I1 tag=47VRKGHWL6CK type=write size=2382594 2024-09-12T00:40:48.181 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.182+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~1PVTY3WEFEIT.0 size=1048576 2024-09-12T00:40:48.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.183+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~1PVTY3WEFEIT.1 size=1048576 2024-09-12T00:40:48.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.184+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~1PVTY3WEFEIT.2 size=665173 2024-09-12T00:40:48.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.186+0000 7f647df87780 1 < completed multipart upload key=5QD71Z29RVQM upload=1PVTY3WEFEIT tag=0FYYW2725880 type=write size=3810901 2024-09-12T00:40:48.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.188+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=8TZ076UKZ5OQ type=write size=497674 2024-09-12T00:40:48.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.189+0000 7f647df87780 1 < completed delete operation key=G40IYJZMFFPS tag=KA25R2AGULJ0 type=del 2024-09-12T00:40:48.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.190+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=561ZXO4LZ89C type=del size=3099774 2024-09-12T00:40:48.190 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.192+0000 7f647df87780 1 < completed delete operation key=NPV6EUTTARM2 tag=2U6KGI9JNRQ9 type=del 2024-09-12T00:40:48.192 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.194+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~PZN089ZVVEI5.0 size=948732 2024-09-12T00:40:48.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.194+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=PZN089ZVVEI5 tag=B9HTLBWTH9YY type=write size=1997308 2024-09-12T00:40:48.194 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.195+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=TUCQG2W33SCL type=del 2024-09-12T00:40:48.195 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.196+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=RLDU8XR1WTS4 type=del size=1373962 2024-09-12T00:40:48.196 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.198+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~F67SJRZWTRA0.0 size=926681 2024-09-12T00:40:48.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.200+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=F67SJRZWTRA0 tag=7U5RZ56N3TU2 type=write size=1975257 2024-09-12T00:40:48.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.202+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~A8N80X1LBZNS.0 size=763891 2024-09-12T00:40:48.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.202+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=A8N80X1LBZNS tag=0946QD3FP6ZY type=write size=1812467 2024-09-12T00:40:48.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.204+0000 7f647df87780 -1 < failed to complete operation key=5QD71Z29RVQM tag=HJY0H11YLZ84 type=del size=3769916: (22) Invalid argument 2024-09-12T00:40:48.203 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.205+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=B8KQ0A2UF4SC type=del size=1204656 2024-09-12T00:40:48.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.206+0000 7f647df87780 1 < completed delete operation key=AVZHOIJP092M tag=OV875JW8CR1Z type=del 2024-09-12T00:40:48.206 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.208+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=5322E9O9CDNJ type=del size=265207 2024-09-12T00:40:48.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.209+0000 7f647df87780 1 < completed write operation key=JMJMS24HWOOL tag=CPXEQE742LRE type=write size=506148 2024-09-12T00:40:48.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.212+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~T263RKLV94A7.0 size=1048576 2024-09-12T00:40:48.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.213+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~T263RKLV94A7.1 size=808715 2024-09-12T00:40:48.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.213+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=T263RKLV94A7 tag=MEB0UXLGTGZ2 type=write size=2905867 2024-09-12T00:40:48.214 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.215+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~27KM62B7WWYI.0 size=1048576 2024-09-12T00:40:48.215 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.216+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~27KM62B7WWYI.1 size=926391 2024-09-12T00:40:48.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.219+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=27KM62B7WWYI tag=UXD3MUFKIFDJ type=write size=3023543 2024-09-12T00:40:48.219 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.221+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~PWR91UF6DBTH.0 size=1048576 2024-09-12T00:40:48.220 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.222+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~PWR91UF6DBTH.1 size=1048576 2024-09-12T00:40:48.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.223+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~PWR91UF6DBTH.2 size=73767 2024-09-12T00:40:48.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.223+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=PWR91UF6DBTH tag=NJXU257NFG18 type=write size=3219495 2024-09-12T00:40:48.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.224+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=OBD7NWVTP3ZJ type=del 2024-09-12T00:40:48.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.225+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=OSE3W9UASGIL type=del size=3171541 2024-09-12T00:40:48.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.227+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=34T1U0QZ7A4B type=del 2024-09-12T00:40:48.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.228+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=GFUIUPEL9TG0 type=del size=2860205 2024-09-12T00:40:48.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.229+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~G09FCNYBBZT8.0 size=556688 2024-09-12T00:40:48.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.231+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=G09FCNYBBZT8 tag=5V8ST1OQIS8B type=write size=1605264 2024-09-12T00:40:48.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.234+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~RXISJ05UWB7L.0 size=827340 2024-09-12T00:40:48.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.234+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=RXISJ05UWB7L tag=D8JQ2K08XQMO type=write size=1875916 2024-09-12T00:40:48.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.235+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=2NVN7UFVA1AD type=del 2024-09-12T00:40:48.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.236+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=5BDQWA1TY3AM type=del size=348652 2024-09-12T00:40:48.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.237+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=2B6J00PROAW9 type=del 2024-09-12T00:40:48.238 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.240+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~MQGQ21YB7IB8.0 size=1048576 2024-09-12T00:40:48.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.241+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~MQGQ21YB7IB8.1 size=156370 2024-09-12T00:40:48.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.241+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=MQGQ21YB7IB8 tag=GXH5P42JP6LL type=write size=2253522 2024-09-12T00:40:48.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.242+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~MUKHVPZYHJHQ.0 size=1048576 2024-09-12T00:40:48.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.243+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~MUKHVPZYHJHQ.1 size=1048576 2024-09-12T00:40:48.242 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.244+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~MUKHVPZYHJHQ.2 size=94929 2024-09-12T00:40:48.245 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.246+0000 7f647df87780 1 < completed multipart upload key=N21OD24FOXLB upload=MUKHVPZYHJHQ tag=L108ZS85YL76 type=write size=3240657 2024-09-12T00:40:48.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.247+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=VE8GIAGFGAGZ type=del size=2698482 2024-09-12T00:40:48.247 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.249+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~I0XHHUS231I1.0 size=1048576 2024-09-12T00:40:48.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.250+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~I0XHHUS231I1.1 size=285442 2024-09-12T00:40:48.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.252+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=I0XHHUS231I1 tag=47VRKGHWL6CK type=write size=2382594 2024-09-12T00:40:48.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.253+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=8V31U4VS8G0E type=del size=2453582 2024-09-12T00:40:48.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.254+0000 7f647df87780 1 < completed write operation key=PP87VV5LT5V6 tag=8TZ076UKZ5OQ type=write size=497674 2024-09-12T00:40:48.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.256+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=E0NCQGPBVW7R type=del size=495066 2024-09-12T00:40:48.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.257+0000 7f647df87780 1 < completed delete operation key=AVZHOIJP092M tag=561ZXO4LZ89C type=del 2024-09-12T00:40:48.258 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.259+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~7H9N3KJKUWOM.0 size=1048576 2024-09-12T00:40:48.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.260+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~7H9N3KJKUWOM.1 size=1048576 2024-09-12T00:40:48.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.261+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~7H9N3KJKUWOM.2 size=647451 2024-09-12T00:40:48.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.261+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=7H9N3KJKUWOM tag=YK0Q9JF3JTTQ type=write size=3793179 2024-09-12T00:40:48.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.262+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~PZN089ZVVEI5.0 size=948732 2024-09-12T00:40:48.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.264+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=PZN089ZVVEI5 tag=B9HTLBWTH9YY type=write size=1997308 2024-09-12T00:40:48.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.266+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~8WSOR1QNNY39.0 size=1048576 2024-09-12T00:40:48.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.267+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~8WSOR1QNNY39.1 size=1048576 2024-09-12T00:40:48.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.268+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~8WSOR1QNNY39.2 size=731714 2024-09-12T00:40:48.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.268+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=8WSOR1QNNY39 tag=CSOKGQCYQP15 type=write size=3877442 2024-09-12T00:40:48.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.270+0000 7f647df87780 1 < completed delete operation key=AVZHOIJP092M tag=RLDU8XR1WTS4 type=del 2024-09-12T00:40:48.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.271+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=NJE3JWBG23EJ type=del size=3841893 2024-09-12T00:40:48.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.273+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~A8N80X1LBZNS.0 size=763891 2024-09-12T00:40:48.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.275+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=A8N80X1LBZNS tag=0946QD3FP6ZY type=write size=1812467 2024-09-12T00:40:48.274 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.276+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=S3YSVHJEA95T type=del size=3009175 2024-09-12T00:40:48.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.277+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=B8KQ0A2UF4SC type=del 2024-09-12T00:40:48.277 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.279+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=JHHW62OP6S62 type=del size=3303999 2024-09-12T00:40:48.278 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.280+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=5322E9O9CDNJ type=del 2024-09-12T00:40:48.280 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.281+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=XUE0V83YK0PI type=del size=3978688 2024-09-12T00:40:48.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.282+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~T263RKLV94A7.0 size=1048576 2024-09-12T00:40:48.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.282+0000 7f647df87780 1 < canceled part key=_multipart_95LRVY22GW0N.2~T263RKLV94A7.1 size=808715 2024-09-12T00:40:48.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.285+0000 7f647df87780 1 < canceled multipart upload key=95LRVY22GW0N upload=T263RKLV94A7 tag=MEB0UXLGTGZ2 type=write size=2905867 2024-09-12T00:40:48.285 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.287+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~WDS8LP8C1389.0 size=166448 2024-09-12T00:40:48.286 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.287+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=WDS8LP8C1389 tag=1AVGC2Y5G5ZD type=write size=1215024 2024-09-12T00:40:48.287 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.288+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~PWR91UF6DBTH.0 size=1048576 2024-09-12T00:40:48.288 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.289+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~PWR91UF6DBTH.1 size=1048576 2024-09-12T00:40:48.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.290+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~PWR91UF6DBTH.2 size=73767 2024-09-12T00:40:48.291 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.293+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=PWR91UF6DBTH tag=NJXU257NFG18 type=write size=3219495 2024-09-12T00:40:48.293 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.295+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~WT2D5WMCDFPE.0 size=1048576 2024-09-12T00:40:48.294 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.296+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~WT2D5WMCDFPE.1 size=1048576 2024-09-12T00:40:48.295 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.297+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~WT2D5WMCDFPE.2 size=521216 2024-09-12T00:40:48.296 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.297+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=WT2D5WMCDFPE tag=E66Z6X3JK5KE type=write size=3666944 2024-09-12T00:40:48.298 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.300+0000 7f647df87780 1 < suggested update operation key=MWGSCWJ8KKOJ tag=OSE3W9UASGIL type=del size=3171541 2024-09-12T00:40:48.299 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.301+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=FTAGANLXT5W8 type=write size=541173 2024-09-12T00:40:48.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.304+0000 7f647df87780 1 < suggested remove operation key=MWGSCWJ8KKOJ tag=GFUIUPEL9TG0 type=del 2024-09-12T00:40:48.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.306+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~BFPU6MG74G58.0 size=1048576 2024-09-12T00:40:48.306 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.307+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~BFPU6MG74G58.1 size=1048576 2024-09-12T00:40:48.307 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.308+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~BFPU6MG74G58.2 size=508470 2024-09-12T00:40:48.307 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.308+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=BFPU6MG74G58 tag=93TYUCV3H810 type=write size=3654198 2024-09-12T00:40:48.308 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.310+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~RXISJ05UWB7L.0 size=827340 2024-09-12T00:40:48.311 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.312+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=RXISJ05UWB7L tag=D8JQ2K08XQMO type=write size=1875916 2024-09-12T00:40:48.312 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.313+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=5PFPHYZ7XRX2 type=del size=474072 2024-09-12T00:40:48.313 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.315+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=5BDQWA1TY3AM type=del 2024-09-12T00:40:48.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.317+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~8YY97YG42IYU.0 size=476463 2024-09-12T00:40:48.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.317+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=8YY97YG42IYU tag=K02W8U9VDVWQ type=write size=1525039 2024-09-12T00:40:48.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.317+0000 7f647df87780 1 < canceled part key=_multipart_0XE0T6C53BZV.2~MQGQ21YB7IB8.0 size=1048576 2024-09-12T00:40:48.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.318+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~MQGQ21YB7IB8.1 size=156370 2024-09-12T00:40:48.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.321+0000 7f647df87780 1 < canceled multipart upload key=0XE0T6C53BZV upload=MQGQ21YB7IB8 tag=GXH5P42JP6LL type=write size=2253522 2024-09-12T00:40:48.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.322+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=EC37T9Y4O7HJ type=del size=3355263 2024-09-12T00:40:48.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.323+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=VE8GIAGFGAGZ type=del 2024-09-12T00:40:48.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.325+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=97K9GQ0VVWD6 type=del size=1946897 2024-09-12T00:40:48.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.327+0000 7f647df87780 1 < suggested update operation key=0XE0T6C53BZV tag=8V31U4VS8G0E type=del size=2453582 2024-09-12T00:40:48.327 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.328+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=VUMIQG7I9OE5 type=del size=3085404 2024-09-12T00:40:48.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.330+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=E0NCQGPBVW7R type=del 2024-09-12T00:40:48.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.332+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~P75NDK3CFXTT.0 size=1048576 2024-09-12T00:40:48.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.335+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~P75NDK3CFXTT.1 size=996830 2024-09-12T00:40:48.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.335+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=P75NDK3CFXTT tag=KR3Z0982531J type=write size=3093982 2024-09-12T00:40:48.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.336+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~7H9N3KJKUWOM.0 size=1048576 2024-09-12T00:40:48.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.337+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~7H9N3KJKUWOM.1 size=1048576 2024-09-12T00:40:48.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.339+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~7H9N3KJKUWOM.2 size=647451 2024-09-12T00:40:48.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.341+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=7H9N3KJKUWOM tag=YK0Q9JF3JTTQ type=write size=3793179 2024-09-12T00:40:48.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.342+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=N9MLNEB37DFV type=del size=2993391 2024-09-12T00:40:48.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.344+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~8WSOR1QNNY39.0 size=1048576 2024-09-12T00:40:48.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.345+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~8WSOR1QNNY39.1 size=1048576 2024-09-12T00:40:48.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.346+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~8WSOR1QNNY39.2 size=731714 2024-09-12T00:40:48.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.348+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=8WSOR1QNNY39 tag=CSOKGQCYQP15 type=write size=3877442 2024-09-12T00:40:48.348 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.350+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=IIWCOSMULQA4 type=del size=729339 2024-09-12T00:40:48.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.351+0000 7f647df87780 1 < completed delete operation key=JT51QJXZTSBO tag=NJE3JWBG23EJ type=del 2024-09-12T00:40:48.352 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.353+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~K2LR1L24YH1C.0 size=1048576 2024-09-12T00:40:48.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.354+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~K2LR1L24YH1C.1 size=735472 2024-09-12T00:40:48.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.354+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=K2LR1L24YH1C tag=QZ02462CAN7O type=write size=2832624 2024-09-12T00:40:48.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.356+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=S3YSVHJEA95T type=del 2024-09-12T00:40:48.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.358+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~61RMYELA0MAT.0 size=1048576 2024-09-12T00:40:48.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.359+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~61RMYELA0MAT.1 size=1048576 2024-09-12T00:40:48.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.360+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~61RMYELA0MAT.2 size=862508 2024-09-12T00:40:48.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.360+0000 7f647df87780 1 > prepared multipart upload key=04HXBZNCOGYY upload=61RMYELA0MAT tag=JEEU3X6OIKN6 type=write size=4008236 2024-09-12T00:40:48.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.362+0000 7f647df87780 1 < canceled operation key=2Y81YQV19GMR tag=JHHW62OP6S62 type=del size=3303999 2024-09-12T00:40:48.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.363+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=Q5V168SUNQ1X type=write size=101053 2024-09-12T00:40:48.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.366+0000 7f647df87780 1 < suggested update operation key=9K3R0N60JBRX tag=XUE0V83YK0PI type=del size=3978688 2024-09-12T00:40:48.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.368+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=GA71L39VBN7J type=del size=1076235 2024-09-12T00:40:48.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.369+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~WDS8LP8C1389.0 size=166448 2024-09-12T00:40:48.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.371+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=WDS8LP8C1389 tag=1AVGC2Y5G5ZD type=write size=1215024 2024-09-12T00:40:48.371 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.372+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=9QFHE81J7SYF type=del size=3114373 2024-09-12T00:40:48.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.373+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~WT2D5WMCDFPE.0 size=1048576 2024-09-12T00:40:48.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.374+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~WT2D5WMCDFPE.1 size=1048576 2024-09-12T00:40:48.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.375+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~WT2D5WMCDFPE.2 size=521216 2024-09-12T00:40:48.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.377+0000 7f647df87780 1 < completed multipart upload key=5QD71Z29RVQM upload=WT2D5WMCDFPE tag=E66Z6X3JK5KE type=write size=3666944 2024-09-12T00:40:48.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.380+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~JIJ29SIXZ6YJ.0 size=729206 2024-09-12T00:40:48.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.380+0000 7f647df87780 1 > prepared multipart upload key=3XY73F87GDR5 upload=JIJ29SIXZ6YJ tag=HY23O4JLA4NM type=write size=1777782 2024-09-12T00:40:48.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.381+0000 7f647df87780 1 < completed write operation key=U2DTYMPDDY2C tag=FTAGANLXT5W8 type=write size=541173 2024-09-12T00:40:48.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.383+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=C4VJ2PTTG8AS type=del size=3265962 2024-09-12T00:40:48.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.384+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~BFPU6MG74G58.0 size=1048576 2024-09-12T00:40:48.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.385+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~BFPU6MG74G58.1 size=1048576 2024-09-12T00:40:48.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.387+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~BFPU6MG74G58.2 size=508470 2024-09-12T00:40:48.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.389+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=BFPU6MG74G58 tag=93TYUCV3H810 type=write size=3654198 2024-09-12T00:40:48.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.390+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=N3K7XKPNTIT7 type=del size=919697 2024-09-12T00:40:48.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.393+0000 7f647df87780 1 < suggested update operation key=95LRVY22GW0N tag=5PFPHYZ7XRX2 type=del size=474072 2024-09-12T00:40:48.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.396+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~VNUR4H1NMUSI.0 size=1048576 2024-09-12T00:40:48.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.397+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~VNUR4H1NMUSI.1 size=564824 2024-09-12T00:40:48.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.397+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=VNUR4H1NMUSI tag=9FR0F7JGJV2K type=write size=2661976 2024-09-12T00:40:48.396 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.398+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~8YY97YG42IYU.0 size=476463 2024-09-12T00:40:48.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.400+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=8YY97YG42IYU tag=K02W8U9VDVWQ type=write size=1525039 2024-09-12T00:40:48.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.401+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=F5QK1QX2XMKD type=del size=1182479 2024-09-12T00:40:48.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.402+0000 7f647df87780 1 < canceled operation key=1W80H32TA80K tag=EC37T9Y4O7HJ type=del size=3355263 2024-09-12T00:40:48.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.404+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~R6WP5KRT1SYC.0 size=655694 2024-09-12T00:40:48.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.404+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=R6WP5KRT1SYC tag=4L8PTIV23FYC type=write size=1704270 2024-09-12T00:40:48.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.405+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=97K9GQ0VVWD6 type=del 2024-09-12T00:40:48.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.407+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=DYIKLXHLKL8U type=del size=474004 2024-09-12T00:40:48.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.408+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=VUMIQG7I9OE5 type=del 2024-09-12T00:40:48.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.409+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=KWLFFS61O5TL type=del size=3572844 2024-09-12T00:40:48.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.410+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~P75NDK3CFXTT.0 size=1048576 2024-09-12T00:40:48.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.411+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~P75NDK3CFXTT.1 size=996830 2024-09-12T00:40:48.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.413+0000 7f647df87780 1 < completed multipart upload key=O5X3U78R6ZDG upload=P75NDK3CFXTT tag=KR3Z0982531J type=write size=3093982 2024-09-12T00:40:48.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.414+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=4DVVTSNUD8ZN type=write size=355382 2024-09-12T00:40:48.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.417+0000 7f647df87780 1 < suggested remove operation key=0BE2GIY7HJJS tag=N9MLNEB37DFV type=del 2024-09-12T00:40:48.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.418+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=ZLL6TT28I58F type=del size=1270708 2024-09-12T00:40:48.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.420+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=IIWCOSMULQA4 type=del 2024-09-12T00:40:48.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.421+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=2KXOK4W8BA19 type=del size=671817 2024-09-12T00:40:48.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.422+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~K2LR1L24YH1C.0 size=1048576 2024-09-12T00:40:48.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.423+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~K2LR1L24YH1C.1 size=735472 2024-09-12T00:40:48.424 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.426+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=K2LR1L24YH1C tag=QZ02462CAN7O type=write size=2832624 2024-09-12T00:40:48.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.427+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=F1JH9JMZBY4F type=del size=234658 2024-09-12T00:40:48.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.428+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~61RMYELA0MAT.0 size=1048576 2024-09-12T00:40:48.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.429+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~61RMYELA0MAT.1 size=1048576 2024-09-12T00:40:48.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.431+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~61RMYELA0MAT.2 size=862508 2024-09-12T00:40:48.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.433+0000 7f647df87780 1 < completed multipart upload key=04HXBZNCOGYY upload=61RMYELA0MAT tag=JEEU3X6OIKN6 type=write size=4008236 2024-09-12T00:40:48.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.434+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=M3JMPPBGM0HS type=del size=2206957 2024-09-12T00:40:48.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.437+0000 7f647df87780 1 < suggested remove operation key=0XE0T6C53BZV tag=Q5V168SUNQ1X type=write 2024-09-12T00:40:48.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.438+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=OCQTQX4QI0FY type=write size=983720 2024-09-12T00:40:48.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.440+0000 7f647df87780 1 < suggested update operation key=U4TCVRRJZRXA tag=GA71L39VBN7J type=del size=1076235 2024-09-12T00:40:48.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.442+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=KMHJAQH7HBIH type=del size=1586480 2024-09-12T00:40:48.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.443+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=9QFHE81J7SYF type=del 2024-09-12T00:40:48.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.444+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=TCTHD9UW3QBO type=write size=354752 2024-09-12T00:40:48.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.445+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~JIJ29SIXZ6YJ.0 size=729206 2024-09-12T00:40:48.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.448+0000 7f647df87780 1 < completed multipart upload key=3XY73F87GDR5 upload=JIJ29SIXZ6YJ tag=HY23O4JLA4NM type=write size=1777782 2024-09-12T00:40:48.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.449+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=5JD5S8QTMCMW type=del size=3724247 2024-09-12T00:40:48.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.452+0000 7f647df87780 1 < suggested remove operation key=L02TT95H2C3E tag=C4VJ2PTTG8AS type=del 2024-09-12T00:40:48.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.453+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=OX3VZ1MC3F12 type=write size=1002442 2024-09-12T00:40:48.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.454+0000 7f647df87780 -1 < failed to complete operation key=L02TT95H2C3E tag=N3K7XKPNTIT7 type=del size=919697: (22) Invalid argument 2024-09-12T00:40:48.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.456+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=5AAN49OZCN3Q type=del size=1931444 2024-09-12T00:40:48.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.458+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~VNUR4H1NMUSI.0 size=1048576 2024-09-12T00:40:48.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.459+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~VNUR4H1NMUSI.1 size=564824 2024-09-12T00:40:48.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.462+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=VNUR4H1NMUSI tag=9FR0F7JGJV2K type=write size=2661976 2024-09-12T00:40:48.463 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.464+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~60UES0M1QYS1.0 size=1048576 2024-09-12T00:40:48.464 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.465+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~60UES0M1QYS1.1 size=447393 2024-09-12T00:40:48.464 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.465+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=60UES0M1QYS1 tag=5NC6XIC0V061 type=write size=2544545 2024-09-12T00:40:48.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.467+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=F5QK1QX2XMKD type=del 2024-09-12T00:40:48.468 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.469+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~YGGBULXUWBST.0 size=1048576 2024-09-12T00:40:48.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.470+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~YGGBULXUWBST.1 size=245628 2024-09-12T00:40:48.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.470+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=YGGBULXUWBST tag=GS84O1KO8XLR type=write size=2342780 2024-09-12T00:40:48.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.472+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~R6WP5KRT1SYC.0 size=655694 2024-09-12T00:40:48.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.474+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=R6WP5KRT1SYC tag=4L8PTIV23FYC type=write size=1704270 2024-09-12T00:40:48.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.476+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~OEA3OKNLBPVE.0 size=1048576 2024-09-12T00:40:48.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.477+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~OEA3OKNLBPVE.1 size=1048576 2024-09-12T00:40:48.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.478+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~OEA3OKNLBPVE.2 size=908958 2024-09-12T00:40:48.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.478+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=OEA3OKNLBPVE tag=O89QUD4EU9EJ type=write size=4054686 2024-09-12T00:40:48.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.479+0000 7f647df87780 -1 < failed to complete operation key=U4TCVRRJZRXA tag=DYIKLXHLKL8U type=del size=474004: (22) Invalid argument 2024-09-12T00:40:48.479 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.480+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=H4WYU2S1JOPL type=del size=819928 2024-09-12T00:40:48.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.483+0000 7f647df87780 1 < suggested update operation key=UOXLW1EM8Y7O tag=KWLFFS61O5TL type=del size=3572844 2024-09-12T00:40:48.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.484+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=GH6XSPXTXVNY type=del size=57151 2024-09-12T00:40:48.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.485+0000 7f647df87780 1 < completed write operation key=3XY73F87GDR5 tag=4DVVTSNUD8ZN type=write size=355382 2024-09-12T00:40:48.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.487+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=C1TR961BAU8I type=write size=859806 2024-09-12T00:40:48.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.488+0000 7f647df87780 -1 < failed to complete operation key=L02TT95H2C3E tag=ZLL6TT28I58F type=del size=1270708: (22) Invalid argument 2024-09-12T00:40:48.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.490+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~VC9PM0EZ47MI.0 size=63454 2024-09-12T00:40:48.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.490+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=VC9PM0EZ47MI tag=UNK0D3Z49E57 type=write size=1112030 2024-09-12T00:40:48.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.491+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=2KXOK4W8BA19 type=del 2024-09-12T00:40:48.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.493+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=46VB4HU4VIVA type=del size=3556884 2024-09-12T00:40:48.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.494+0000 7f647df87780 -1 < failed to complete operation key=L02TT95H2C3E tag=F1JH9JMZBY4F type=del size=234658: (22) Invalid argument 2024-09-12T00:40:48.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.496+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=G7WDAW2KDJH3 type=del size=2623886 2024-09-12T00:40:48.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.497+0000 7f647df87780 -1 < failed to complete operation key=U4TCVRRJZRXA tag=M3JMPPBGM0HS type=del size=2206957: (22) Invalid argument 2024-09-12T00:40:48.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.498+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=WY25RFBV4YQZ type=del size=443557 2024-09-12T00:40:48.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.499+0000 7f647df87780 -1 < failed to complete operation key=L02TT95H2C3E tag=OCQTQX4QI0FY type=write size=983720: (22) Invalid argument 2024-09-12T00:40:48.500 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.502+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~2884H6R8NG4I.0 size=1048576 2024-09-12T00:40:48.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.503+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~2884H6R8NG4I.1 size=1048576 2024-09-12T00:40:48.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.504+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~2884H6R8NG4I.2 size=950252 2024-09-12T00:40:48.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.504+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=2884H6R8NG4I tag=RXFMYGJLUQO2 type=write size=4095980 2024-09-12T00:40:48.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.505+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=KMHJAQH7HBIH type=del 2024-09-12T00:40:48.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.508+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~S2JNUNWVMXIX.0 size=205830 2024-09-12T00:40:48.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.508+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=S2JNUNWVMXIX tag=1SJMX1WVIXRB type=write size=1254406 2024-09-12T00:40:48.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.509+0000 7f647df87780 1 < completed write operation key=3XY73F87GDR5 tag=TCTHD9UW3QBO type=write size=354752 2024-09-12T00:40:48.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.511+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=LPL8I444LV6V type=del size=521796 2024-09-12T00:40:48.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.512+0000 7f647df87780 -1 < failed to complete operation key=UOXLW1EM8Y7O tag=5JD5S8QTMCMW type=del size=3724247: (22) Invalid argument 2024-09-12T00:40:48.512 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.513+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=Q7NQJ6Z002K7 type=del size=1299869 2024-09-12T00:40:48.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.515+0000 7f647df87780 1 < completed write operation key=LE3HT175C87H tag=OX3VZ1MC3F12 type=write size=1002442 2024-09-12T00:40:48.515 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.516+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=YV5ISJ2DPF1O type=del size=3075833 2024-09-12T00:40:48.516 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.518+0000 7f647df87780 1 < canceled operation key=5QD71Z29RVQM tag=5AAN49OZCN3Q type=del size=1931444 2024-09-12T00:40:48.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.519+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=QPR73NF9XZ23 type=del size=1365840 2024-09-12T00:40:48.519 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.520+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~60UES0M1QYS1.0 size=1048576 2024-09-12T00:40:48.520 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.522+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~60UES0M1QYS1.1 size=447393 2024-09-12T00:40:48.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.524+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=60UES0M1QYS1 tag=5NC6XIC0V061 type=write size=2544545 2024-09-12T00:40:48.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.527+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~W1MZZURI1WCG.0 size=1048576 2024-09-12T00:40:48.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.528+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~W1MZZURI1WCG.1 size=27811 2024-09-12T00:40:48.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.528+0000 7f647df87780 1 > prepared multipart upload key=04HXBZNCOGYY upload=W1MZZURI1WCG tag=NW5JV2TR2ARU type=write size=2124963 2024-09-12T00:40:48.528 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.530+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~YGGBULXUWBST.0 size=1048576 2024-09-12T00:40:48.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.530+0000 7f647df87780 1 < canceled part key=_multipart_OF18XY41L1L9.2~YGGBULXUWBST.1 size=245628 2024-09-12T00:40:48.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.533+0000 7f647df87780 1 < canceled multipart upload key=OF18XY41L1L9 upload=YGGBULXUWBST tag=GS84O1KO8XLR type=write size=2342780 2024-09-12T00:40:48.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.534+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=TUIWMU4CCNNW type=del size=57414 2024-09-12T00:40:48.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.536+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~OEA3OKNLBPVE.0 size=1048576 2024-09-12T00:40:48.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.537+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~OEA3OKNLBPVE.1 size=1048576 2024-09-12T00:40:48.536 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.538+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~OEA3OKNLBPVE.2 size=908958 2024-09-12T00:40:48.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.540+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=OEA3OKNLBPVE tag=O89QUD4EU9EJ type=write size=4054686 2024-09-12T00:40:48.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.541+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=9X6MK4RLPVA4 type=del size=4139835 2024-09-12T00:40:48.541 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.543+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=H4WYU2S1JOPL type=del 2024-09-12T00:40:48.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.544+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=N1NHEHTO1SEU type=del size=3899497 2024-09-12T00:40:48.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.547+0000 7f647df87780 1 < suggested update operation key=IE03MW8R3TVU tag=GH6XSPXTXVNY type=del size=57151 2024-09-12T00:40:48.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.548+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=A8YDV6GONQIU type=del size=27216 2024-09-12T00:40:48.548 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.549+0000 7f647df87780 1 < completed write operation key=N21OD24FOXLB tag=C1TR961BAU8I type=write size=859806 2024-09-12T00:40:48.550 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.552+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~ILXSL5ZRO1XN.0 size=1048576 2024-09-12T00:40:48.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.553+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~ILXSL5ZRO1XN.1 size=406192 2024-09-12T00:40:48.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.553+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=ILXSL5ZRO1XN tag=PX1EGFF4GRBW type=write size=2503344 2024-09-12T00:40:48.553 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.554+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~VC9PM0EZ47MI.0 size=63454 2024-09-12T00:40:48.555 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.557+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=VC9PM0EZ47MI tag=UNK0D3Z49E57 type=write size=1112030 2024-09-12T00:40:48.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.560+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~19HEX0A7CQAS.0 size=1048576 2024-09-12T00:40:48.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.561+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~19HEX0A7CQAS.1 size=670405 2024-09-12T00:40:48.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.561+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=19HEX0A7CQAS tag=LF1ZZZJJ699C type=write size=2767557 2024-09-12T00:40:48.562 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.564+0000 7f647df87780 1 < suggested remove operation key=LE3HT175C87H tag=46VB4HU4VIVA type=del 2024-09-12T00:40:48.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.565+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=YNXPWGTGMD9T type=write size=860007 2024-09-12T00:40:48.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.566+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=G7WDAW2KDJH3 type=del 2024-09-12T00:40:48.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.569+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~5S16BLYM7G3E.0 size=1048576 2024-09-12T00:40:48.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.570+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~5S16BLYM7G3E.1 size=1041029 2024-09-12T00:40:48.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.570+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=5S16BLYM7G3E tag=NQM2MWXOXKXM type=write size=3138181 2024-09-12T00:40:48.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.571+0000 7f647df87780 1 < completed delete operation key=G40IYJZMFFPS tag=WY25RFBV4YQZ type=del 2024-09-12T00:40:48.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.573+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~YRX7UG6LCQEO.0 size=443669 2024-09-12T00:40:48.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.573+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=YRX7UG6LCQEO tag=QLGH5N7FSBJ7 type=write size=1492245 2024-09-12T00:40:48.573 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.574+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~2884H6R8NG4I.0 size=1048576 2024-09-12T00:40:48.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.575+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~2884H6R8NG4I.1 size=1048576 2024-09-12T00:40:48.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.576+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~2884H6R8NG4I.2 size=950252 2024-09-12T00:40:48.577 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.579+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=2884H6R8NG4I tag=RXFMYGJLUQO2 type=write size=4095980 2024-09-12T00:40:48.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.581+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~CA5RVA2OZMG2.0 size=127791 2024-09-12T00:40:48.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.581+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=CA5RVA2OZMG2 tag=DY9OC50I2EKP type=write size=1176367 2024-09-12T00:40:48.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.582+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~S2JNUNWVMXIX.0 size=205830 2024-09-12T00:40:48.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.585+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=S2JNUNWVMXIX tag=1SJMX1WVIXRB type=write size=1254406 2024-09-12T00:40:48.586 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.587+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~9YN6F0ZXG0Q8.0 size=1048576 2024-09-12T00:40:48.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.588+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~9YN6F0ZXG0Q8.1 size=1048576 2024-09-12T00:40:48.588 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.589+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~9YN6F0ZXG0Q8.2 size=63413 2024-09-12T00:40:48.588 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.589+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=9YN6F0ZXG0Q8 tag=34MKDN5IHF9F type=write size=3209141 2024-09-12T00:40:48.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.592+0000 7f647df87780 1 < suggested remove operation key=UOXLW1EM8Y7O tag=LPL8I444LV6V type=del 2024-09-12T00:40:48.592 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.593+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=EX1QUZ3RZ6AP type=del size=2677691 2024-09-12T00:40:48.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.594+0000 7f647df87780 -1 < failed to complete operation key=LE3HT175C87H tag=Q7NQJ6Z002K7 type=del size=1299869: (22) Invalid argument 2024-09-12T00:40:48.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.597+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~9MP37LQA6WFJ.0 size=1048576 2024-09-12T00:40:48.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.598+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~9MP37LQA6WFJ.1 size=111665 2024-09-12T00:40:48.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.598+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=9MP37LQA6WFJ tag=9ZFIV1B6QV1M type=write size=2208817 2024-09-12T00:40:48.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.599+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=YV5ISJ2DPF1O type=del 2024-09-12T00:40:48.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.602+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~CZ3VXK3MZEH7.0 size=579561 2024-09-12T00:40:48.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.602+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=CZ3VXK3MZEH7 tag=X6Y296WBF8LN type=write size=1628137 2024-09-12T00:40:48.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.603+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=QPR73NF9XZ23 type=del 2024-09-12T00:40:48.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.605+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~WF9CRMPZX81X.0 size=1048576 2024-09-12T00:40:48.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.606+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~WF9CRMPZX81X.1 size=1048576 2024-09-12T00:40:48.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.607+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~WF9CRMPZX81X.2 size=6958 2024-09-12T00:40:48.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.607+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=WF9CRMPZX81X tag=M9DX29T2SJZZ type=write size=3152686 2024-09-12T00:40:48.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.609+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~W1MZZURI1WCG.0 size=1048576 2024-09-12T00:40:48.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.610+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~W1MZZURI1WCG.1 size=27811 2024-09-12T00:40:48.610 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.612+0000 7f647df87780 1 < completed multipart upload key=04HXBZNCOGYY upload=W1MZZURI1WCG tag=NW5JV2TR2ARU type=write size=2124963 2024-09-12T00:40:48.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.613+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=8A6WK3ONYIVN type=del size=778276 2024-09-12T00:40:48.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.614+0000 7f647df87780 -1 < failed to complete operation key=UOXLW1EM8Y7O tag=TUIWMU4CCNNW type=del size=57414: (22) Invalid argument 2024-09-12T00:40:48.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.616+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=0T6RQU9PLAXN type=del size=1531015 2024-09-12T00:40:48.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.617+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=9X6MK4RLPVA4 type=del 2024-09-12T00:40:48.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.618+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=D0ABCDE3J6VT type=del size=1507419 2024-09-12T00:40:48.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.620+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=N1NHEHTO1SEU type=del 2024-09-12T00:40:48.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.621+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=D2XFA8G367EV type=del size=2602417 2024-09-12T00:40:48.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.622+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=A8YDV6GONQIU type=del 2024-09-12T00:40:48.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.623+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=N4TVXU9OXEWF type=del size=3875471 2024-09-12T00:40:48.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.624+0000 7f647df87780 1 < canceled part key=_multipart_0XE0T6C53BZV.2~ILXSL5ZRO1XN.0 size=1048576 2024-09-12T00:40:48.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.625+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~ILXSL5ZRO1XN.1 size=406192 2024-09-12T00:40:48.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.627+0000 7f647df87780 1 < canceled multipart upload key=0XE0T6C53BZV upload=ILXSL5ZRO1XN tag=PX1EGFF4GRBW type=write size=2503344 2024-09-12T00:40:48.627 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.628+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=6NKV3J9EEYLK type=del size=2657829 2024-09-12T00:40:48.628 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.630+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~19HEX0A7CQAS.0 size=1048576 2024-09-12T00:40:48.629 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.631+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~19HEX0A7CQAS.1 size=670405 2024-09-12T00:40:48.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.633+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=19HEX0A7CQAS tag=LF1ZZZJJ699C type=write size=2767557 2024-09-12T00:40:48.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.635+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~FACM35EOPXYF.0 size=1048576 2024-09-12T00:40:48.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.636+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~FACM35EOPXYF.1 size=1048576 2024-09-12T00:40:48.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.637+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~FACM35EOPXYF.2 size=867994 2024-09-12T00:40:48.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.637+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=FACM35EOPXYF tag=VT0ZX0HNO2GK type=write size=4013722 2024-09-12T00:40:48.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.639+0000 7f647df87780 1 < completed write operation key=LE3HT175C87H tag=YNXPWGTGMD9T type=write size=860007 2024-09-12T00:40:48.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.640+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=P1EE8UXV6BH6 type=write size=374276 2024-09-12T00:40:48.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.641+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~5S16BLYM7G3E.0 size=1048576 2024-09-12T00:40:48.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.642+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~5S16BLYM7G3E.1 size=1041029 2024-09-12T00:40:48.643 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.645+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=5S16BLYM7G3E tag=NQM2MWXOXKXM type=write size=3138181 2024-09-12T00:40:48.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.647+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~NEWXSQXZP8WK.0 size=837114 2024-09-12T00:40:48.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.647+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=NEWXSQXZP8WK tag=VMD4QQARXCIV type=write size=1885690 2024-09-12T00:40:48.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.649+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~YRX7UG6LCQEO.0 size=443669 2024-09-12T00:40:48.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.651+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=YRX7UG6LCQEO tag=QLGH5N7FSBJ7 type=write size=1492245 2024-09-12T00:40:48.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.652+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=MTFJEM4MVI44 type=del size=737090 2024-09-12T00:40:48.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.654+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~CA5RVA2OZMG2.0 size=127791 2024-09-12T00:40:48.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.656+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=CA5RVA2OZMG2 tag=DY9OC50I2EKP type=write size=1176367 2024-09-12T00:40:48.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.657+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=R9XZTXMZ3BS0 type=write size=989267 2024-09-12T00:40:48.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.659+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~9YN6F0ZXG0Q8.0 size=1048576 2024-09-12T00:40:48.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.660+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~9YN6F0ZXG0Q8.1 size=1048576 2024-09-12T00:40:48.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.661+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~9YN6F0ZXG0Q8.2 size=63413 2024-09-12T00:40:48.662 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.664+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=9YN6F0ZXG0Q8 tag=34MKDN5IHF9F type=write size=3209141 2024-09-12T00:40:48.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.665+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=LWZMLX77SLTC type=write size=311210 2024-09-12T00:40:48.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.666+0000 7f647df87780 1 < completed delete operation key=9K3R0N60JBRX tag=EX1QUZ3RZ6AP type=del 2024-09-12T00:40:48.667 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.668+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=3E7LN4CDLOI3 type=del size=1447574 2024-09-12T00:40:48.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.670+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~9MP37LQA6WFJ.0 size=1048576 2024-09-12T00:40:48.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.671+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~9MP37LQA6WFJ.1 size=111665 2024-09-12T00:40:48.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.673+0000 7f647df87780 1 < completed multipart upload key=UOXLW1EM8Y7O upload=9MP37LQA6WFJ tag=9ZFIV1B6QV1M type=write size=2208817 2024-09-12T00:40:48.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.676+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~4G5NZ5XAT39U.0 size=1048576 2024-09-12T00:40:48.675 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.677+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~4G5NZ5XAT39U.1 size=1048576 2024-09-12T00:40:48.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.678+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~4G5NZ5XAT39U.2 size=64055 2024-09-12T00:40:48.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.678+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=4G5NZ5XAT39U tag=V44NSR80L37C type=write size=3209783 2024-09-12T00:40:48.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.679+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~CZ3VXK3MZEH7.0 size=579561 2024-09-12T00:40:48.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.681+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=CZ3VXK3MZEH7 tag=X6Y296WBF8LN type=write size=1628137 2024-09-12T00:40:48.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.683+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=Q1UALYHPNZON type=del size=921632 2024-09-12T00:40:48.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.684+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~WF9CRMPZX81X.0 size=1048576 2024-09-12T00:40:48.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.685+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~WF9CRMPZX81X.1 size=1048576 2024-09-12T00:40:48.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.686+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~WF9CRMPZX81X.2 size=6958 2024-09-12T00:40:48.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.689+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=WF9CRMPZX81X tag=M9DX29T2SJZZ type=write size=3152686 2024-09-12T00:40:48.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.692+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~DELOMX49QC6C.0 size=1048576 2024-09-12T00:40:48.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.693+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~DELOMX49QC6C.1 size=341588 2024-09-12T00:40:48.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.693+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=DELOMX49QC6C tag=4UWN1J2BMW5X type=write size=2438740 2024-09-12T00:40:48.694 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.696+0000 7f647df87780 1 < suggested update operation key=IE03MW8R3TVU tag=8A6WK3ONYIVN type=del size=778276 2024-09-12T00:40:48.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.697+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=T2M7KCSHVJW4 type=del size=3658017 2024-09-12T00:40:48.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.699+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=0T6RQU9PLAXN type=del 2024-09-12T00:40:48.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.700+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=06SN911N5BAC type=write size=202575 2024-09-12T00:40:48.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.702+0000 7f647df87780 1 < suggested update operation key=N21OD24FOXLB tag=D0ABCDE3J6VT type=del size=1507419 2024-09-12T00:40:48.702 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.704+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=2J11MMKA2PT2 type=del size=1332851 2024-09-12T00:40:48.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.705+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=D2XFA8G367EV type=del 2024-09-12T00:40:48.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.706+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=T62T6CL7DEJ2 type=write size=414462 2024-09-12T00:40:48.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.709+0000 7f647df87780 1 < completed delete operation key=JT51QJXZTSBO tag=N4TVXU9OXEWF type=del 2024-09-12T00:40:48.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.711+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~MDDC0P2AE2AO.0 size=1048576 2024-09-12T00:40:48.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.713+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~MDDC0P2AE2AO.1 size=317556 2024-09-12T00:40:48.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.713+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=MDDC0P2AE2AO tag=GZHJ13PGULYF type=write size=2414708 2024-09-12T00:40:48.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.714+0000 7f647df87780 1 < canceled operation key=2Y81YQV19GMR tag=6NKV3J9EEYLK type=del size=2657829 2024-09-12T00:40:48.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.715+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=DFYEK7VRNY64 type=write size=882790 2024-09-12T00:40:48.716 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.717+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~FACM35EOPXYF.0 size=1048576 2024-09-12T00:40:48.717 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.718+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~FACM35EOPXYF.1 size=1048576 2024-09-12T00:40:48.718 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.719+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~FACM35EOPXYF.2 size=867994 2024-09-12T00:40:48.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.722+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=FACM35EOPXYF tag=VT0ZX0HNO2GK type=write size=4013722 2024-09-12T00:40:48.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.723+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=1G6MB8FZX0JV type=write size=980486 2024-09-12T00:40:48.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.726+0000 7f647df87780 1 < suggested remove operation key=U4TCVRRJZRXA tag=P1EE8UXV6BH6 type=write 2024-09-12T00:40:48.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.727+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=8GGNZZF52SV7 type=del size=268884 2024-09-12T00:40:48.727 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.728+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~NEWXSQXZP8WK.0 size=837114 2024-09-12T00:40:48.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.730+0000 7f647df87780 1 < completed multipart upload key=JMJMS24HWOOL upload=NEWXSQXZP8WK tag=VMD4QQARXCIV type=write size=1885690 2024-09-12T00:40:48.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.733+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~L5HH12D9LYB7.0 size=1048576 2024-09-12T00:40:48.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.734+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~L5HH12D9LYB7.1 size=982397 2024-09-12T00:40:48.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.734+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=L5HH12D9LYB7 tag=4ATLY8F5WEAG type=write size=3079549 2024-09-12T00:40:48.734 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.735+0000 7f647df87780 1 < completed delete operation key=AVZHOIJP092M tag=MTFJEM4MVI44 type=del 2024-09-12T00:40:48.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.737+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=13TIY9D0HQ0F type=del size=128470 2024-09-12T00:40:48.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.738+0000 7f647df87780 1 < completed write operation key=95LRVY22GW0N tag=R9XZTXMZ3BS0 type=write size=989267 2024-09-12T00:40:48.738 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.739+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=DPT0KWG91BHV type=del size=2605619 2024-09-12T00:40:48.739 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.740+0000 7f647df87780 1 < completed write operation key=JMJMS24HWOOL tag=LWZMLX77SLTC type=write size=311210 2024-09-12T00:40:48.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.743+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~BHZRBY5BXUG8.0 size=207610 2024-09-12T00:40:48.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.743+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=BHZRBY5BXUG8 tag=NU13KQP5AVDE type=write size=1256186 2024-09-12T00:40:48.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.744+0000 7f647df87780 -1 < failed to complete operation key=N21OD24FOXLB tag=3E7LN4CDLOI3 type=del size=1447574: (22) Invalid argument 2024-09-12T00:40:48.744 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.746+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=C4HGF6RRZOC4 type=del size=2420682 2024-09-12T00:40:48.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.747+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~4G5NZ5XAT39U.0 size=1048576 2024-09-12T00:40:48.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.748+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~4G5NZ5XAT39U.1 size=1048576 2024-09-12T00:40:48.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.748+0000 7f647df87780 1 < canceled part key=_multipart_5QD71Z29RVQM.2~4G5NZ5XAT39U.2 size=64055 2024-09-12T00:40:48.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.750+0000 7f647df87780 1 < canceled multipart upload key=5QD71Z29RVQM upload=4G5NZ5XAT39U tag=V44NSR80L37C type=write size=3209783 2024-09-12T00:40:48.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.752+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=8C27Q3TIWEHT type=del size=3191115 2024-09-12T00:40:48.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.754+0000 7f647df87780 1 < suggested update operation key=PP87VV5LT5V6 tag=Q1UALYHPNZON type=del size=921632 2024-09-12T00:40:48.754 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.756+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=H7HYIGPRVBRV type=del size=2623306 2024-09-12T00:40:48.756 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.757+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~DELOMX49QC6C.0 size=1048576 2024-09-12T00:40:48.757 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.758+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~DELOMX49QC6C.1 size=341588 2024-09-12T00:40:48.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.760+0000 7f647df87780 1 < completed multipart upload key=NPV6EUTTARM2 upload=DELOMX49QC6C tag=4UWN1J2BMW5X type=write size=2438740 2024-09-12T00:40:48.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.762+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~R9CQ1I589A1U.0 size=1048576 2024-09-12T00:40:48.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.763+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~R9CQ1I589A1U.1 size=1048576 2024-09-12T00:40:48.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.764+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~R9CQ1I589A1U.2 size=667628 2024-09-12T00:40:48.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.764+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=R9CQ1I589A1U tag=QZ8LAGGSPOC8 type=write size=3813356 2024-09-12T00:40:48.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.766+0000 7f647df87780 -1 < failed to complete operation key=N21OD24FOXLB tag=T2M7KCSHVJW4 type=del size=3658017: (22) Invalid argument 2024-09-12T00:40:48.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.767+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=X3WW4U211OI2 type=write size=796839 2024-09-12T00:40:48.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.768+0000 7f647df87780 1 < completed write operation key=UOXLW1EM8Y7O tag=06SN911N5BAC type=write size=202575 2024-09-12T00:40:48.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.769+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=LMW66OHE1WBS type=del size=2696821 2024-09-12T00:40:48.770 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.771+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=2J11MMKA2PT2 type=del 2024-09-12T00:40:48.771 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.772+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=O0WOPCIYATPB type=write size=70017 2024-09-12T00:40:48.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.774+0000 7f647df87780 1 < canceled operation key=O5X3U78R6ZDG tag=T62T6CL7DEJ2 type=write size=414462 2024-09-12T00:40:48.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.775+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=QOVWTX0E9GN0 type=del size=2815375 2024-09-12T00:40:48.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.776+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~MDDC0P2AE2AO.0 size=1048576 2024-09-12T00:40:48.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.777+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~MDDC0P2AE2AO.1 size=317556 2024-09-12T00:40:48.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.779+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=MDDC0P2AE2AO tag=GZHJ13PGULYF type=write size=2414708 2024-09-12T00:40:48.779 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.780+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=4CVCNZY9QYS9 type=del size=495610 2024-09-12T00:40:48.780 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.782+0000 7f647df87780 1 < canceled operation key=NF21FK049RBH tag=DFYEK7VRNY64 type=write size=882790 2024-09-12T00:40:48.781 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.783+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=UE7G82F27RFP type=write size=1012723 2024-09-12T00:40:48.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.785+0000 7f647df87780 1 < suggested update operation key=0XE0T6C53BZV tag=1G6MB8FZX0JV type=write size=980486 2024-09-12T00:40:48.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.788+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~XHTR5UNS2JUD.0 size=1048576 2024-09-12T00:40:48.787 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.789+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~XHTR5UNS2JUD.1 size=794562 2024-09-12T00:40:48.787 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.789+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=XHTR5UNS2JUD tag=F19CBCIPXYJF type=write size=2891714 2024-09-12T00:40:48.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.790+0000 7f647df87780 1 < completed delete operation key=HLPZFLK75SWI tag=8GGNZZF52SV7 type=del 2024-09-12T00:40:48.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.791+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=Y5RN8K3YTNCI type=del size=3327440 2024-09-12T00:40:48.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.792+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~L5HH12D9LYB7.0 size=1048576 2024-09-12T00:40:48.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.793+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~L5HH12D9LYB7.1 size=982397 2024-09-12T00:40:48.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.796+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=L5HH12D9LYB7 tag=4ATLY8F5WEAG type=write size=3079549 2024-09-12T00:40:48.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.798+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~4DKZUGJPU9R0.0 size=1048576 2024-09-12T00:40:48.797 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.799+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~4DKZUGJPU9R0.1 size=1048576 2024-09-12T00:40:48.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.800+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~4DKZUGJPU9R0.2 size=926570 2024-09-12T00:40:48.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.800+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=4DKZUGJPU9R0 tag=LAEILKYU3OEG type=write size=4072298 2024-09-12T00:40:48.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.802+0000 7f647df87780 1 < suggested remove operation key=0XE0T6C53BZV tag=13TIY9D0HQ0F type=del 2024-09-12T00:40:48.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.804+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=ESGB4BTAQV9O type=del size=3842323 2024-09-12T00:40:48.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.805+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=DPT0KWG91BHV type=del 2024-09-12T00:40:48.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.807+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~WBQMP9RYRFGX.0 size=370893 2024-09-12T00:40:48.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.807+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=WBQMP9RYRFGX tag=I01C62NYGJZN type=write size=1419469 2024-09-12T00:40:48.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.809+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~BHZRBY5BXUG8.0 size=207610 2024-09-12T00:40:48.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.811+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=BHZRBY5BXUG8 tag=NU13KQP5AVDE type=write size=1256186 2024-09-12T00:40:48.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.812+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=AB59MXHQ7HZB type=write size=1001398 2024-09-12T00:40:48.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.813+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=C4HGF6RRZOC4 type=del 2024-09-12T00:40:48.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.815+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~C6F40TXSJYQ4.0 size=1048576 2024-09-12T00:40:48.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.816+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~C6F40TXSJYQ4.1 size=1048576 2024-09-12T00:40:48.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.817+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~C6F40TXSJYQ4.2 size=895490 2024-09-12T00:40:48.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.817+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=C6F40TXSJYQ4 tag=32JPOLFVNTOJ type=write size=4041218 2024-09-12T00:40:48.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.819+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=8C27Q3TIWEHT type=del 2024-09-12T00:40:48.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.821+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~TJLFKHN3P4UE.0 size=1048576 2024-09-12T00:40:48.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.822+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~TJLFKHN3P4UE.1 size=1048576 2024-09-12T00:40:48.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.823+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~TJLFKHN3P4UE.2 size=18392 2024-09-12T00:40:48.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.823+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=TJLFKHN3P4UE tag=NV32CA19YUBA type=write size=3164120 2024-09-12T00:40:48.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.826+0000 7f647df87780 1 < suggested update operation key=3XY73F87GDR5 tag=H7HYIGPRVBRV type=del size=2623306 2024-09-12T00:40:48.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.827+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=GD9YR3BR6Y25 type=del size=3461963 2024-09-12T00:40:48.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.828+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~R9CQ1I589A1U.0 size=1048576 2024-09-12T00:40:48.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.831+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~R9CQ1I589A1U.1 size=1048576 2024-09-12T00:40:48.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.832+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~R9CQ1I589A1U.2 size=667628 2024-09-12T00:40:48.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.834+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=R9CQ1I589A1U tag=QZ8LAGGSPOC8 type=write size=3813356 2024-09-12T00:40:48.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.836+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=GC3EL3EJKY1Y type=write size=837362 2024-09-12T00:40:48.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.837+0000 7f647df87780 1 < completed write operation key=JMJMS24HWOOL tag=X3WW4U211OI2 type=write size=796839 2024-09-12T00:40:48.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.838+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=X6FA21TXLSWK type=del size=1545827 2024-09-12T00:40:48.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.841+0000 7f647df87780 1 < suggested update operation key=0BE2GIY7HJJS tag=LMW66OHE1WBS type=del size=2696821 2024-09-12T00:40:48.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.843+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~SDVVXWDNGU0I.0 size=549329 2024-09-12T00:40:48.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.843+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=SDVVXWDNGU0I tag=ZVQ5BYJY8CFY type=write size=1597905 2024-09-12T00:40:48.843 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.845+0000 7f647df87780 1 < completed write operation key=IE03MW8R3TVU tag=O0WOPCIYATPB type=write size=70017 2024-09-12T00:40:48.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.846+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=7Z846K9LT8RI type=write size=1002397 2024-09-12T00:40:48.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.847+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=QOVWTX0E9GN0 type=del 2024-09-12T00:40:48.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.848+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=A1A5LGR0M1TM type=del size=3490982 2024-09-12T00:40:48.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.850+0000 7f647df87780 -1 < failed to complete operation key=0BE2GIY7HJJS tag=4CVCNZY9QYS9 type=del size=495610: (22) Invalid argument 2024-09-12T00:40:48.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.851+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=FVCUFE63YLOH type=del size=99204 2024-09-12T00:40:48.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.852+0000 7f647df87780 1 < completed write operation key=NF21FK049RBH tag=UE7G82F27RFP type=write size=1012723 2024-09-12T00:40:48.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.853+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=WD31SUQ9EH4Y type=del size=1686756 2024-09-12T00:40:48.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.855+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~XHTR5UNS2JUD.0 size=1048576 2024-09-12T00:40:48.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.856+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~XHTR5UNS2JUD.1 size=794562 2024-09-12T00:40:48.857 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.858+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=XHTR5UNS2JUD tag=F19CBCIPXYJF type=write size=2891714 2024-09-12T00:40:48.857 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.859+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=VZTB4M30DBE4 type=del size=2428827 2024-09-12T00:40:48.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.860+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=Y5RN8K3YTNCI type=del 2024-09-12T00:40:48.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.862+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~CYKDROS0YJ1A.0 size=1048576 2024-09-12T00:40:48.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.863+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~CYKDROS0YJ1A.1 size=884151 2024-09-12T00:40:48.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.863+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=CYKDROS0YJ1A tag=9QTDLERIFMG7 type=write size=2981303 2024-09-12T00:40:48.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.864+0000 7f647df87780 1 < canceled part key=_multipart_UOXLW1EM8Y7O.2~4DKZUGJPU9R0.0 size=1048576 2024-09-12T00:40:48.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.864+0000 7f647df87780 1 < canceled part key=_multipart_UOXLW1EM8Y7O.2~4DKZUGJPU9R0.1 size=1048576 2024-09-12T00:40:48.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.865+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~4DKZUGJPU9R0.2 size=926570 2024-09-12T00:40:48.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.867+0000 7f647df87780 1 < canceled multipart upload key=UOXLW1EM8Y7O upload=4DKZUGJPU9R0 tag=LAEILKYU3OEG type=write size=4072298 2024-09-12T00:40:48.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.868+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=113WG6AXPE31 type=del size=2863831 2024-09-12T00:40:48.869 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.870+0000 7f647df87780 1 < suggested remove operation key=L02TT95H2C3E tag=ESGB4BTAQV9O type=del 2024-09-12T00:40:48.871 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.872+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=94C7AU5KEDVG type=write size=114535 2024-09-12T00:40:48.871 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.872+0000 7f647df87780 1 < canceled part key=_multipart_1W80H32TA80K.2~WBQMP9RYRFGX.0 size=370893 2024-09-12T00:40:48.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.874+0000 7f647df87780 1 < canceled multipart upload key=1W80H32TA80K upload=WBQMP9RYRFGX tag=I01C62NYGJZN type=write size=1419469 2024-09-12T00:40:48.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.875+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=05SK6BBPBFQJ type=del size=1265078 2024-09-12T00:40:48.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.876+0000 7f647df87780 1 < completed write operation key=5QD71Z29RVQM tag=AB59MXHQ7HZB type=write size=1001398 2024-09-12T00:40:48.876 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.878+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=3JWWTK2UQ758 type=del size=698280 2024-09-12T00:40:48.877 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.879+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~C6F40TXSJYQ4.0 size=1048576 2024-09-12T00:40:48.878 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.880+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~C6F40TXSJYQ4.1 size=1048576 2024-09-12T00:40:48.879 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.881+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~C6F40TXSJYQ4.2 size=895490 2024-09-12T00:40:48.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.883+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=C6F40TXSJYQ4 tag=32JPOLFVNTOJ type=write size=4041218 2024-09-12T00:40:48.884 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.885+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~9GQYCNWFDRSN.0 size=1048576 2024-09-12T00:40:48.885 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.886+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~9GQYCNWFDRSN.1 size=565865 2024-09-12T00:40:48.885 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.886+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=9GQYCNWFDRSN tag=HO6O13HVCK64 type=write size=2663017 2024-09-12T00:40:48.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.888+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~TJLFKHN3P4UE.0 size=1048576 2024-09-12T00:40:48.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.889+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~TJLFKHN3P4UE.1 size=1048576 2024-09-12T00:40:48.888 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.890+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~TJLFKHN3P4UE.2 size=18392 2024-09-12T00:40:48.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.892+0000 7f647df87780 1 < completed multipart upload key=UOXLW1EM8Y7O upload=TJLFKHN3P4UE tag=NV32CA19YUBA type=write size=3164120 2024-09-12T00:40:48.892 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.893+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=4XI52JWJTC3C type=del size=681169 2024-09-12T00:40:48.894 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.896+0000 7f647df87780 1 < suggested update operation key=0BE2GIY7HJJS tag=GD9YR3BR6Y25 type=del size=3461963 2024-09-12T00:40:48.897 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.898+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~FYYO7GCJJE6D.0 size=215477 2024-09-12T00:40:48.897 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.898+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=FYYO7GCJJE6D tag=JPCYC82QAKD8 type=write size=1264053 2024-09-12T00:40:48.899 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.901+0000 7f647df87780 1 < suggested remove operation key=U2DTYMPDDY2C tag=GC3EL3EJKY1Y type=write 2024-09-12T00:40:48.901 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.902+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=QE9M41NX80LK type=del size=3830437 2024-09-12T00:40:48.902 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.903+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=X6FA21TXLSWK type=del 2024-09-12T00:40:48.903 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.905+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=3W36L7HG4ZBN type=del size=1964019 2024-09-12T00:40:48.904 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.906+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~SDVVXWDNGU0I.0 size=549329 2024-09-12T00:40:48.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.908+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=SDVVXWDNGU0I tag=ZVQ5BYJY8CFY type=write size=1597905 2024-09-12T00:40:48.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.910+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~W55VZCLN01V4.0 size=666249 2024-09-12T00:40:48.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.910+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=W55VZCLN01V4 tag=GQ8YVGH2UDAO type=write size=1714825 2024-09-12T00:40:48.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.912+0000 7f647df87780 1 < canceled operation key=IE03MW8R3TVU tag=7Z846K9LT8RI type=write size=1002397 2024-09-12T00:40:48.912 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.914+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~ER06I1SF3523.0 size=1048576 2024-09-12T00:40:48.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.915+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~ER06I1SF3523.1 size=1048576 2024-09-12T00:40:48.914 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.916+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~ER06I1SF3523.2 size=485360 2024-09-12T00:40:48.915 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.916+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=ER06I1SF3523 tag=4HWFZB674RH3 type=write size=3631088 2024-09-12T00:40:48.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.917+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=A1A5LGR0M1TM type=del 2024-09-12T00:40:48.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.919+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=XYZ6S3JL54Q3 type=del size=335941 2024-09-12T00:40:48.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.920+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=FVCUFE63YLOH type=del 2024-09-12T00:40:48.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.921+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=K3351KD1XW9B type=del size=1596824 2024-09-12T00:40:48.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.924+0000 7f647df87780 1 < suggested update operation key=04HXBZNCOGYY tag=WD31SUQ9EH4Y type=del size=1686756 2024-09-12T00:40:48.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.925+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=ZNLDL7NQ0XG7 type=del size=1405126 2024-09-12T00:40:48.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.926+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=VZTB4M30DBE4 type=del 2024-09-12T00:40:48.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.929+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~7250LDGJ0WKR.0 size=1048576 2024-09-12T00:40:48.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.930+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~7250LDGJ0WKR.1 size=1048576 2024-09-12T00:40:48.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.931+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~7250LDGJ0WKR.2 size=39569 2024-09-12T00:40:48.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.931+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=7250LDGJ0WKR tag=IPNX2W565X5Q type=write size=3185297 2024-09-12T00:40:48.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.932+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~CYKDROS0YJ1A.0 size=1048576 2024-09-12T00:40:48.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.933+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~CYKDROS0YJ1A.1 size=884151 2024-09-12T00:40:48.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.935+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=CYKDROS0YJ1A tag=9QTDLERIFMG7 type=write size=2981303 2024-09-12T00:40:48.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.937+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=LFSNQKR3MSZB type=write size=264747 2024-09-12T00:40:48.936 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.938+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=113WG6AXPE31 type=del 2024-09-12T00:40:48.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.940+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~MD4RFKO8IT37.0 size=566509 2024-09-12T00:40:48.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.940+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=MD4RFKO8IT37 tag=CGMCI6WJJBZ3 type=write size=1615085 2024-09-12T00:40:48.941 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.943+0000 7f647df87780 1 < suggested update operation key=95LRVY22GW0N tag=94C7AU5KEDVG type=write size=114535 2024-09-12T00:40:48.942 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.944+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=1NFLIIL2KR94 type=del size=798994 2024-09-12T00:40:48.944 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.945+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=05SK6BBPBFQJ type=del 2024-09-12T00:40:48.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.948+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~BSP6YCX97AH6.0 size=100537 2024-09-12T00:40:48.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.948+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=BSP6YCX97AH6 tag=TUSV1FVX1A3I type=write size=1149113 2024-09-12T00:40:48.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.949+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=3JWWTK2UQ758 type=del 2024-09-12T00:40:48.950 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.952+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=ASKNEEZUNT10 type=del size=3956333 2024-09-12T00:40:48.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.953+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~9GQYCNWFDRSN.0 size=1048576 2024-09-12T00:40:48.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.953+0000 7f647df87780 1 < canceled part key=_multipart_5QD71Z29RVQM.2~9GQYCNWFDRSN.1 size=565865 2024-09-12T00:40:48.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.956+0000 7f647df87780 1 < canceled multipart upload key=5QD71Z29RVQM upload=9GQYCNWFDRSN tag=HO6O13HVCK64 type=write size=2663017 2024-09-12T00:40:48.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.957+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=5LEZBA2SS71N type=del size=2938375 2024-09-12T00:40:48.957 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.959+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=4XI52JWJTC3C type=del 2024-09-12T00:40:48.959 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.960+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=909L9Q01NKF7 type=del size=1369476 2024-09-12T00:40:48.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.961+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~FYYO7GCJJE6D.0 size=215477 2024-09-12T00:40:48.962 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.964+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=FYYO7GCJJE6D tag=JPCYC82QAKD8 type=write size=1264053 2024-09-12T00:40:48.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.965+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=XZVB01LN2OP2 type=write size=299810 2024-09-12T00:40:48.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.966+0000 7f647df87780 1 < canceled operation key=XDKZN37UGRWI tag=QE9M41NX80LK type=del size=3830437 2024-09-12T00:40:48.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.969+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~K9EKPBK62T69.0 size=1048576 2024-09-12T00:40:48.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.970+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~K9EKPBK62T69.1 size=1048576 2024-09-12T00:40:48.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.971+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~K9EKPBK62T69.2 size=972713 2024-09-12T00:40:48.970 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.971+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=K9EKPBK62T69 tag=UC84AOE1WMLW type=write size=4118441 2024-09-12T00:40:48.971 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.972+0000 7f647df87780 1 < completed delete operation key=JT51QJXZTSBO tag=3W36L7HG4ZBN type=del 2024-09-12T00:40:48.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.974+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=RCOVKQZQRX7M type=write size=249303 2024-09-12T00:40:48.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.974+0000 7f647df87780 1 < canceled part key=_multipart_PP87VV5LT5V6.2~W55VZCLN01V4.0 size=666249 2024-09-12T00:40:48.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.976+0000 7f647df87780 1 < canceled multipart upload key=PP87VV5LT5V6 upload=W55VZCLN01V4 tag=GQ8YVGH2UDAO type=write size=1714825 2024-09-12T00:40:48.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.977+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=TSNUXPMM6J9Z type=del size=2156851 2024-09-12T00:40:48.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.979+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~ER06I1SF3523.0 size=1048576 2024-09-12T00:40:48.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.980+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~ER06I1SF3523.1 size=1048576 2024-09-12T00:40:48.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.981+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~ER06I1SF3523.2 size=485360 2024-09-12T00:40:48.981 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.983+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=ER06I1SF3523 tag=4HWFZB674RH3 type=write size=3631088 2024-09-12T00:40:48.984 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.985+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~1WNL2KS4IGQM.0 size=1048576 2024-09-12T00:40:48.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.986+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~1WNL2KS4IGQM.1 size=1048576 2024-09-12T00:40:48.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.987+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~1WNL2KS4IGQM.2 size=466447 2024-09-12T00:40:48.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.987+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=1WNL2KS4IGQM tag=NEEKYXGUO41W type=write size=3612175 2024-09-12T00:40:48.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.989+0000 7f647df87780 1 < canceled operation key=AVZHOIJP092M tag=XYZ6S3JL54Q3 type=del size=335941 2024-09-12T00:40:48.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.990+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=FZAGL0F4JE7N type=del size=1231315 2024-09-12T00:40:48.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.991+0000 7f647df87780 1 < completed delete operation key=JT51QJXZTSBO tag=K3351KD1XW9B type=del 2024-09-12T00:40:48.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.992+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=JY94JY8KC2WS type=write size=1034408 2024-09-12T00:40:48.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.994+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=ZNLDL7NQ0XG7 type=del 2024-09-12T00:40:48.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.995+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=NKN6A8CF4CFJ type=del size=2227171 2024-09-12T00:40:48.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.995+0000 7f647df87780 1 < canceled part key=_multipart_MWGSCWJ8KKOJ.2~7250LDGJ0WKR.0 size=1048576 2024-09-12T00:40:48.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.996+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~7250LDGJ0WKR.1 size=1048576 2024-09-12T00:40:48.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:48.998+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~7250LDGJ0WKR.2 size=39569 2024-09-12T00:40:48.998 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.000+0000 7f647df87780 1 < canceled multipart upload key=MWGSCWJ8KKOJ upload=7250LDGJ0WKR tag=IPNX2W565X5Q type=write size=3185297 2024-09-12T00:40:49.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.001+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=H88C1JRHC56H type=del size=203172 2024-09-12T00:40:49.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.003+0000 7f647df87780 1 < completed write operation key=A5X2OQZEVJSX tag=LFSNQKR3MSZB type=write size=264747 2024-09-12T00:40:49.003 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.005+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~M3ZAHMZP6L3O.0 size=1048576 2024-09-12T00:40:49.005 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.006+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~M3ZAHMZP6L3O.1 size=870803 2024-09-12T00:40:49.005 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.006+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=M3ZAHMZP6L3O tag=VO5E6YFHWQP1 type=write size=2967955 2024-09-12T00:40:49.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.007+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~MD4RFKO8IT37.0 size=566509 2024-09-12T00:40:49.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.010+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=MD4RFKO8IT37 tag=CGMCI6WJJBZ3 type=write size=1615085 2024-09-12T00:40:49.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.012+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~THN87QJF3HZN.0 size=1048576 2024-09-12T00:40:49.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.013+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~THN87QJF3HZN.1 size=605311 2024-09-12T00:40:49.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.013+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=THN87QJF3HZN tag=BTZ50B3ND6A0 type=write size=2702463 2024-09-12T00:40:49.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.015+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=1NFLIIL2KR94 type=del 2024-09-12T00:40:49.014 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.016+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=RIDC6DVM4C5Z type=del size=2630670 2024-09-12T00:40:49.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.017+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~BSP6YCX97AH6.0 size=100537 2024-09-12T00:40:49.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.020+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=BSP6YCX97AH6 tag=TUSV1FVX1A3I type=write size=1149113 2024-09-12T00:40:49.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.021+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=WUH10NYDQ1H4 type=del size=149147 2024-09-12T00:40:49.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.022+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=ASKNEEZUNT10 type=del 2024-09-12T00:40:49.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.023+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=TQCHG0FE6Q26 type=write size=644996 2024-09-12T00:40:49.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.025+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=5LEZBA2SS71N type=del 2024-09-12T00:40:49.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.026+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=2MKCU15E2YJL type=del size=4006622 2024-09-12T00:40:49.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.027+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=909L9Q01NKF7 type=del 2024-09-12T00:40:49.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.029+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=0P0KPKZDH12J type=write size=907878 2024-09-12T00:40:49.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.030+0000 7f647df87780 1 < completed write operation key=3XY73F87GDR5 tag=XZVB01LN2OP2 type=write size=299810 2024-09-12T00:40:49.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.032+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=RA2DHQR2TEQO type=del size=2666892 2024-09-12T00:40:49.032 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.033+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~K9EKPBK62T69.0 size=1048576 2024-09-12T00:40:49.033 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.035+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~K9EKPBK62T69.1 size=1048576 2024-09-12T00:40:49.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.036+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~K9EKPBK62T69.2 size=972713 2024-09-12T00:40:49.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.038+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=K9EKPBK62T69 tag=UC84AOE1WMLW type=write size=4118441 2024-09-12T00:40:49.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.041+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~28ADW4WYHRS8.0 size=1048576 2024-09-12T00:40:49.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.042+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~28ADW4WYHRS8.1 size=1048576 2024-09-12T00:40:49.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.043+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~28ADW4WYHRS8.2 size=293194 2024-09-12T00:40:49.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.043+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=28ADW4WYHRS8 tag=9QV67RZS051X type=write size=3438922 2024-09-12T00:40:49.044 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.046+0000 7f647df87780 1 < suggested update operation key=U4TCVRRJZRXA tag=RCOVKQZQRX7M type=write size=249303 2024-09-12T00:40:49.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.048+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~YADY30TEE1R3.0 size=1048576 2024-09-12T00:40:49.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.049+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~YADY30TEE1R3.1 size=810556 2024-09-12T00:40:49.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.049+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=YADY30TEE1R3 tag=8RK3R8F0TXNN type=write size=2907708 2024-09-12T00:40:49.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.051+0000 7f647df87780 1 < completed delete operation key=NPV6EUTTARM2 tag=TSNUXPMM6J9Z type=del 2024-09-12T00:40:49.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.053+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~J1A27FAGWAP0.0 size=835424 2024-09-12T00:40:49.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.053+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=J1A27FAGWAP0 tag=GOHTCSKT48U4 type=write size=1884000 2024-09-12T00:40:49.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.055+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~1WNL2KS4IGQM.0 size=1048576 2024-09-12T00:40:49.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.056+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~1WNL2KS4IGQM.1 size=1048576 2024-09-12T00:40:49.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.057+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~1WNL2KS4IGQM.2 size=466447 2024-09-12T00:40:49.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.060+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=1WNL2KS4IGQM tag=NEEKYXGUO41W type=write size=3612175 2024-09-12T00:40:49.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.061+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=KZ10DVUIM6BA type=del size=2232048 2024-09-12T00:40:49.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.063+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=FZAGL0F4JE7N type=del 2024-09-12T00:40:49.064 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.065+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~GVL6583NX1FM.0 size=1048576 2024-09-12T00:40:49.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.066+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~GVL6583NX1FM.1 size=1048576 2024-09-12T00:40:49.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.067+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~GVL6583NX1FM.2 size=698758 2024-09-12T00:40:49.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.067+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=GVL6583NX1FM tag=RJBECW6T7ONS type=write size=3844486 2024-09-12T00:40:49.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.070+0000 7f647df87780 1 < suggested update operation key=L02TT95H2C3E tag=JY94JY8KC2WS type=write size=1034408 2024-09-12T00:40:49.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.072+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~Y6T8PCNW4M98.0 size=432080 2024-09-12T00:40:49.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.072+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=Y6T8PCNW4M98 tag=SS5LP6TAFCJC type=write size=1480656 2024-09-12T00:40:49.072 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.074+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=NKN6A8CF4CFJ type=del 2024-09-12T00:40:49.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.075+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=B09UV4DTUSEA type=del size=3639857 2024-09-12T00:40:49.075 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.076+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=H88C1JRHC56H type=del 2024-09-12T00:40:49.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.079+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=XU4W6O70XDUA type=del size=1850787 2024-09-12T00:40:49.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.080+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~M3ZAHMZP6L3O.0 size=1048576 2024-09-12T00:40:49.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.081+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~M3ZAHMZP6L3O.1 size=870803 2024-09-12T00:40:49.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.083+0000 7f647df87780 1 < completed multipart upload key=5QD71Z29RVQM upload=M3ZAHMZP6L3O tag=VO5E6YFHWQP1 type=write size=2967955 2024-09-12T00:40:49.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.085+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~SB4NI1E20592.0 size=829117 2024-09-12T00:40:49.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.085+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=SB4NI1E20592 tag=9KMIZ70KP8CY type=write size=1877693 2024-09-12T00:40:49.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.087+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~THN87QJF3HZN.0 size=1048576 2024-09-12T00:40:49.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.088+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~THN87QJF3HZN.1 size=605311 2024-09-12T00:40:49.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.090+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=THN87QJF3HZN tag=BTZ50B3ND6A0 type=write size=2702463 2024-09-12T00:40:49.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.091+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=UHLTCG0YF2FX type=del size=1611221 2024-09-12T00:40:49.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.093+0000 7f647df87780 -1 < failed to complete operation key=U4TCVRRJZRXA tag=RIDC6DVM4C5Z type=del size=2630670: (22) Invalid argument 2024-09-12T00:40:49.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.094+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=OZDWBC7RVOVM type=del size=2853697 2024-09-12T00:40:49.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.095+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=WUH10NYDQ1H4 type=del 2024-09-12T00:40:49.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.097+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~VNK498FLVNEP.0 size=356301 2024-09-12T00:40:49.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.097+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=VNK498FLVNEP tag=NW17514MIYTM type=write size=1404877 2024-09-12T00:40:49.097 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.098+0000 7f647df87780 1 < completed write operation key=JT51QJXZTSBO tag=TQCHG0FE6Q26 type=write size=644996 2024-09-12T00:40:49.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.101+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~E133544XA709.0 size=1048576 2024-09-12T00:40:49.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.102+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~E133544XA709.1 size=1048576 2024-09-12T00:40:49.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.103+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~E133544XA709.2 size=847637 2024-09-12T00:40:49.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.103+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=E133544XA709 tag=9I0N7WYWA5JL type=write size=3993365 2024-09-12T00:40:49.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.104+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=2MKCU15E2YJL type=del 2024-09-12T00:40:49.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.107+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~NF1V8PZVW8YI.0 size=697104 2024-09-12T00:40:49.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.107+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=NF1V8PZVW8YI tag=TR5L2MADXEUV type=write size=1745680 2024-09-12T00:40:49.107 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.108+0000 7f647df87780 1 < completed write operation key=O5X3U78R6ZDG tag=0P0KPKZDH12J type=write size=907878 2024-09-12T00:40:49.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.111+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~1LPXT4YMFXFI.0 size=1048576 2024-09-12T00:40:49.110 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.111+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~1LPXT4YMFXFI.1 size=1048576 2024-09-12T00:40:49.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.112+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~1LPXT4YMFXFI.2 size=65154 2024-09-12T00:40:49.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.112+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=1LPXT4YMFXFI tag=RI204LHOYBJV type=write size=3210882 2024-09-12T00:40:49.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.115+0000 7f647df87780 1 < suggested update operation key=OF18XY41L1L9 tag=RA2DHQR2TEQO type=del size=2666892 2024-09-12T00:40:49.115 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.116+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=PUADNR1YJ651 type=del size=1251750 2024-09-12T00:40:49.115 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.117+0000 7f647df87780 1 < canceled part key=_multipart_HLPZFLK75SWI.2~28ADW4WYHRS8.0 size=1048576 2024-09-12T00:40:49.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.118+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~28ADW4WYHRS8.1 size=1048576 2024-09-12T00:40:49.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.119+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~28ADW4WYHRS8.2 size=293194 2024-09-12T00:40:49.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.121+0000 7f647df87780 1 < canceled multipart upload key=HLPZFLK75SWI upload=28ADW4WYHRS8 tag=9QV67RZS051X type=write size=3438922 2024-09-12T00:40:49.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.122+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=Y2F0RK12YJY0 type=del size=3124920 2024-09-12T00:40:49.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.124+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~YADY30TEE1R3.0 size=1048576 2024-09-12T00:40:49.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.125+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~YADY30TEE1R3.1 size=810556 2024-09-12T00:40:49.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.127+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=YADY30TEE1R3 tag=8RK3R8F0TXNN type=write size=2907708 2024-09-12T00:40:49.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.128+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=74KHW8TZ019C type=write size=140263 2024-09-12T00:40:49.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.130+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~J1A27FAGWAP0.0 size=835424 2024-09-12T00:40:49.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.132+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=J1A27FAGWAP0 tag=GOHTCSKT48U4 type=write size=1884000 2024-09-12T00:40:49.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.134+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~ENR3K8JXLODJ.0 size=1048576 2024-09-12T00:40:49.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.136+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~ENR3K8JXLODJ.1 size=1048576 2024-09-12T00:40:49.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.137+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~ENR3K8JXLODJ.2 size=454996 2024-09-12T00:40:49.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.137+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=ENR3K8JXLODJ tag=LI8L2L4LLVZ6 type=write size=3600724 2024-09-12T00:40:49.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.139+0000 7f647df87780 1 < suggested remove operation key=PP87VV5LT5V6 tag=KZ10DVUIM6BA type=del 2024-09-12T00:40:49.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.142+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~3V5FGVEKQCOA.0 size=1048576 2024-09-12T00:40:49.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.143+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~3V5FGVEKQCOA.1 size=814786 2024-09-12T00:40:49.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.143+0000 7f647df87780 1 > prepared multipart upload key=3XY73F87GDR5 upload=3V5FGVEKQCOA tag=GD2XLOM1WCYK type=write size=2911938 2024-09-12T00:40:49.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.144+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~GVL6583NX1FM.0 size=1048576 2024-09-12T00:40:49.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.144+0000 7f647df87780 1 < canceled part key=_multipart_IE03MW8R3TVU.2~GVL6583NX1FM.1 size=1048576 2024-09-12T00:40:49.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.144+0000 7f647df87780 1 < canceled part key=_multipart_IE03MW8R3TVU.2~GVL6583NX1FM.2 size=698758 2024-09-12T00:40:49.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.146+0000 7f647df87780 1 < canceled multipart upload key=IE03MW8R3TVU upload=GVL6583NX1FM tag=RJBECW6T7ONS type=write size=3844486 2024-09-12T00:40:49.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.148+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=IFLCQG0R6GYX type=del size=212762 2024-09-12T00:40:49.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.150+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~Y6T8PCNW4M98.0 size=432080 2024-09-12T00:40:49.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.152+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=Y6T8PCNW4M98 tag=SS5LP6TAFCJC type=write size=1480656 2024-09-12T00:40:49.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.154+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=BC5PMNDHERUF type=del size=191652 2024-09-12T00:40:49.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.155+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=B09UV4DTUSEA type=del 2024-09-12T00:40:49.156 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.157+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~LCP9XFKT8SZE.0 size=1048576 2024-09-12T00:40:49.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.158+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~LCP9XFKT8SZE.1 size=604667 2024-09-12T00:40:49.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.158+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=LCP9XFKT8SZE tag=2NUCYG02BT17 type=write size=2701819 2024-09-12T00:40:49.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.160+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=XU4W6O70XDUA type=del 2024-09-12T00:40:49.160 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.161+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=SZ0RDLWO5U4L type=del size=2383552 2024-09-12T00:40:49.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.163+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~SB4NI1E20592.0 size=829117 2024-09-12T00:40:49.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.165+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=SB4NI1E20592 tag=9KMIZ70KP8CY type=write size=1877693 2024-09-12T00:40:49.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.167+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~Y8FV1ISJU6RP.0 size=40291 2024-09-12T00:40:49.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.167+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=Y8FV1ISJU6RP tag=2PJM6ZHM4WTH type=write size=1088867 2024-09-12T00:40:49.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.169+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=UHLTCG0YF2FX type=del 2024-09-12T00:40:49.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.170+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=6NUKSANRLT93 type=write size=1028497 2024-09-12T00:40:49.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.173+0000 7f647df87780 1 < suggested remove operation key=MWGSCWJ8KKOJ tag=OZDWBC7RVOVM type=del 2024-09-12T00:40:49.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.175+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~WVCMIGT4IGK2.0 size=1048576 2024-09-12T00:40:49.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.176+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~WVCMIGT4IGK2.1 size=880668 2024-09-12T00:40:49.175 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.176+0000 7f647df87780 1 > prepared multipart upload key=04HXBZNCOGYY upload=WVCMIGT4IGK2 tag=FGTW0B13O8EI type=write size=2977820 2024-09-12T00:40:49.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.177+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~VNK498FLVNEP.0 size=356301 2024-09-12T00:40:49.178 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.179+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=VNK498FLVNEP tag=NW17514MIYTM type=write size=1404877 2024-09-12T00:40:49.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.182+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~RE8O1BE656ZX.0 size=578879 2024-09-12T00:40:49.181 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.182+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=RE8O1BE656ZX tag=SEJVL186R8WB type=write size=1627455 2024-09-12T00:40:49.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.183+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~E133544XA709.0 size=1048576 2024-09-12T00:40:49.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.184+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~E133544XA709.1 size=1048576 2024-09-12T00:40:49.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.185+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~E133544XA709.2 size=847637 2024-09-12T00:40:49.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.188+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=E133544XA709 tag=9I0N7WYWA5JL type=write size=3993365 2024-09-12T00:40:49.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.189+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=H7BR8GEYI90W type=write size=235627 2024-09-12T00:40:49.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.190+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~NF1V8PZVW8YI.0 size=697104 2024-09-12T00:40:49.191 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.193+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=NF1V8PZVW8YI tag=TR5L2MADXEUV type=write size=1745680 2024-09-12T00:40:49.192 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.194+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=LMU6P3USHMDA type=del size=3855769 2024-09-12T00:40:49.194 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.195+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~1LPXT4YMFXFI.0 size=1048576 2024-09-12T00:40:49.195 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.196+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~1LPXT4YMFXFI.1 size=1048576 2024-09-12T00:40:49.196 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.197+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~1LPXT4YMFXFI.2 size=65154 2024-09-12T00:40:49.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.201+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=1LPXT4YMFXFI tag=RI204LHOYBJV type=write size=3210882 2024-09-12T00:40:49.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.202+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=0RUBDJR8W48I type=del size=431771 2024-09-12T00:40:49.203 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.204+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=PUADNR1YJ651 type=del 2024-09-12T00:40:49.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.206+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~36J7UO90DOR7.0 size=1048576 2024-09-12T00:40:49.206 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.207+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~36J7UO90DOR7.1 size=805085 2024-09-12T00:40:49.206 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.207+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=36J7UO90DOR7 tag=933ZZPUENMXG type=write size=2902237 2024-09-12T00:40:49.207 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.209+0000 7f647df87780 1 < completed delete operation key=0XE0T6C53BZV tag=Y2F0RK12YJY0 type=del 2024-09-12T00:40:49.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.210+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=REHN0Y2OKUW9 type=del size=3965851 2024-09-12T00:40:49.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.211+0000 7f647df87780 1 < completed write operation key=95LRVY22GW0N tag=74KHW8TZ019C type=write size=140263 2024-09-12T00:40:49.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.213+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=XB24IPTKTLJ0 type=write size=689732 2024-09-12T00:40:49.213 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.214+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~ENR3K8JXLODJ.0 size=1048576 2024-09-12T00:40:49.214 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.215+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~ENR3K8JXLODJ.1 size=1048576 2024-09-12T00:40:49.215 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.216+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~ENR3K8JXLODJ.2 size=454996 2024-09-12T00:40:49.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.218+0000 7f647df87780 1 < completed multipart upload key=O5X3U78R6ZDG upload=ENR3K8JXLODJ tag=LI8L2L4LLVZ6 type=write size=3600724 2024-09-12T00:40:49.219 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.220+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=G3S60GKX0RMB type=del size=1251390 2024-09-12T00:40:49.220 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.222+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~3V5FGVEKQCOA.0 size=1048576 2024-09-12T00:40:49.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.223+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~3V5FGVEKQCOA.1 size=814786 2024-09-12T00:40:49.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.225+0000 7f647df87780 1 < completed multipart upload key=3XY73F87GDR5 upload=3V5FGVEKQCOA tag=GD2XLOM1WCYK type=write size=2911938 2024-09-12T00:40:49.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.228+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~E0BRR3YFDDE2.0 size=148452 2024-09-12T00:40:49.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.228+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=E0BRR3YFDDE2 tag=BYX9K1O88GVB type=write size=1197028 2024-09-12T00:40:49.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.231+0000 7f647df87780 1 < suggested remove operation key=3XY73F87GDR5 tag=IFLCQG0R6GYX type=del 2024-09-12T00:40:49.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.233+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=PBSENBH5FP64 type=del size=2426921 2024-09-12T00:40:49.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.234+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=BC5PMNDHERUF type=del 2024-09-12T00:40:49.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.237+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~PH4T2X7G31SZ.0 size=1048576 2024-09-12T00:40:49.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.238+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~PH4T2X7G31SZ.1 size=1048576 2024-09-12T00:40:49.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.239+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~PH4T2X7G31SZ.2 size=766929 2024-09-12T00:40:49.238 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.239+0000 7f647df87780 1 > prepared multipart upload key=04HXBZNCOGYY upload=PH4T2X7G31SZ tag=DR4E0FFZJJ80 type=write size=3912657 2024-09-12T00:40:49.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.240+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~LCP9XFKT8SZE.0 size=1048576 2024-09-12T00:40:49.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.241+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~LCP9XFKT8SZE.1 size=604667 2024-09-12T00:40:49.242 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.243+0000 7f647df87780 1 < completed multipart upload key=N21OD24FOXLB upload=LCP9XFKT8SZE tag=2NUCYG02BT17 type=write size=2701819 2024-09-12T00:40:49.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.245+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=61O5SLCS5YZV type=del size=2037539 2024-09-12T00:40:49.245 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.246+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=SZ0RDLWO5U4L type=del 2024-09-12T00:40:49.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.247+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=EG7RT3GDRWOQ type=del size=3768884 2024-09-12T00:40:49.247 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.249+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~Y8FV1ISJU6RP.0 size=40291 2024-09-12T00:40:49.249 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.251+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=Y8FV1ISJU6RP tag=2PJM6ZHM4WTH type=write size=1088867 2024-09-12T00:40:49.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.253+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~VX11SGATC6BI.0 size=96393 2024-09-12T00:40:49.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.253+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=VX11SGATC6BI tag=C0KG2L65W270 type=write size=1144969 2024-09-12T00:40:49.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.254+0000 7f647df87780 1 < canceled operation key=QWKIWP013AMX tag=6NUKSANRLT93 type=write size=1028497 2024-09-12T00:40:49.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.255+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=WTBAWKJJD34B type=del size=2185163 2024-09-12T00:40:49.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.256+0000 7f647df87780 1 < canceled part key=_multipart_04HXBZNCOGYY.2~WVCMIGT4IGK2.0 size=1048576 2024-09-12T00:40:49.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.257+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~WVCMIGT4IGK2.1 size=880668 2024-09-12T00:40:49.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.259+0000 7f647df87780 1 < canceled multipart upload key=04HXBZNCOGYY upload=WVCMIGT4IGK2 tag=FGTW0B13O8EI type=write size=2977820 2024-09-12T00:40:49.258 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.260+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=HW5CHJH1YBOR type=del size=3689091 2024-09-12T00:40:49.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.261+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~RE8O1BE656ZX.0 size=578879 2024-09-12T00:40:49.262 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.263+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=RE8O1BE656ZX tag=SEJVL186R8WB type=write size=1627455 2024-09-12T00:40:49.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.265+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=L4NK6D1260M1 type=del size=1400904 2024-09-12T00:40:49.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.266+0000 7f647df87780 1 < completed write operation key=O5X3U78R6ZDG tag=H7BR8GEYI90W type=write size=235627 2024-09-12T00:40:49.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.267+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=QZ5VZ3COVCDX type=del size=35681 2024-09-12T00:40:49.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.268+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=LMU6P3USHMDA type=del 2024-09-12T00:40:49.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.271+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~Q43C2IX05MGB.0 size=1048576 2024-09-12T00:40:49.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.272+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~Q43C2IX05MGB.1 size=1048576 2024-09-12T00:40:49.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.273+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~Q43C2IX05MGB.2 size=572814 2024-09-12T00:40:49.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.273+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=Q43C2IX05MGB tag=MZPKZVDYFLNK type=write size=3718542 2024-09-12T00:40:49.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.274+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=0RUBDJR8W48I type=del 2024-09-12T00:40:49.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.276+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~27LB9V8TQRO8.0 size=1048576 2024-09-12T00:40:49.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.277+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~27LB9V8TQRO8.1 size=1048576 2024-09-12T00:40:49.277 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.278+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~27LB9V8TQRO8.2 size=954488 2024-09-12T00:40:49.277 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.278+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=27LB9V8TQRO8 tag=0PL5D0FGVD1W type=write size=4100216 2024-09-12T00:40:49.278 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.279+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~36J7UO90DOR7.0 size=1048576 2024-09-12T00:40:49.279 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.280+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~36J7UO90DOR7.1 size=805085 2024-09-12T00:40:49.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.282+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=36J7UO90DOR7 tag=933ZZPUENMXG type=write size=2902237 2024-09-12T00:40:49.284 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.284+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~2M525PBNPDKI.0 size=1048576 2024-09-12T00:40:49.284 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.285+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~2M525PBNPDKI.1 size=1048576 2024-09-12T00:40:49.285 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.286+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~2M525PBNPDKI.2 size=601055 2024-09-12T00:40:49.285 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.286+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=2M525PBNPDKI tag=L2LVYSCZC79J type=write size=3746783 2024-09-12T00:40:49.286 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.288+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=REHN0Y2OKUW9 type=del 2024-09-12T00:40:49.288 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.289+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=NOFOIVAX1ZD2 type=del size=2624406 2024-09-12T00:40:49.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.291+0000 7f647df87780 -1 < failed to complete operation key=3XY73F87GDR5 tag=XB24IPTKTLJ0 type=write size=689732: (22) Invalid argument 2024-09-12T00:40:49.292 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.293+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~PQLBIWS5M4A1.0 size=1048576 2024-09-12T00:40:49.293 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.294+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~PQLBIWS5M4A1.1 size=1048576 2024-09-12T00:40:49.294 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.295+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~PQLBIWS5M4A1.2 size=214910 2024-09-12T00:40:49.294 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.295+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=PQLBIWS5M4A1 tag=PW9N9HEORHQV type=write size=3360638 2024-09-12T00:40:49.296 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.298+0000 7f647df87780 1 < suggested update operation key=1W80H32TA80K tag=G3S60GKX0RMB type=del size=1251390 2024-09-12T00:40:49.297 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.299+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=MEAMJ77DCAJZ type=write size=278507 2024-09-12T00:40:49.299 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.300+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~E0BRR3YFDDE2.0 size=148452 2024-09-12T00:40:49.301 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.303+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=E0BRR3YFDDE2 tag=BYX9K1O88GVB type=write size=1197028 2024-09-12T00:40:49.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.305+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~ILLQSFOG512B.0 size=1048576 2024-09-12T00:40:49.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.306+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~ILLQSFOG512B.1 size=229247 2024-09-12T00:40:49.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.306+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=ILLQSFOG512B tag=K2169K3CSDPV type=write size=2326399 2024-09-12T00:40:49.306 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.308+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=PBSENBH5FP64 type=del 2024-09-12T00:40:49.309 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.310+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~O4E4HVYEA6JO.0 size=1048576 2024-09-12T00:40:49.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.311+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~O4E4HVYEA6JO.1 size=1048576 2024-09-12T00:40:49.311 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.312+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~O4E4HVYEA6JO.2 size=285497 2024-09-12T00:40:49.311 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.312+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=O4E4HVYEA6JO tag=7LK80AKYQZ2A type=write size=3431225 2024-09-12T00:40:49.312 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.314+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~PH4T2X7G31SZ.0 size=1048576 2024-09-12T00:40:49.313 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.315+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~PH4T2X7G31SZ.1 size=1048576 2024-09-12T00:40:49.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.316+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~PH4T2X7G31SZ.2 size=766929 2024-09-12T00:40:49.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.319+0000 7f647df87780 1 < completed multipart upload key=04HXBZNCOGYY upload=PH4T2X7G31SZ tag=DR4E0FFZJJ80 type=write size=3912657 2024-09-12T00:40:49.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.320+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=03TZ5LNBXNE8 type=del size=731602 2024-09-12T00:40:49.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.321+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=61O5SLCS5YZV type=del 2024-09-12T00:40:49.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.324+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=MV4BYHTO66X8 type=write size=987897 2024-09-12T00:40:49.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.325+0000 7f647df87780 -1 < failed to complete operation key=1W80H32TA80K tag=EG7RT3GDRWOQ type=del size=3768884: (22) Invalid argument 2024-09-12T00:40:49.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.328+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~48A2AZ0V9XZA.0 size=788926 2024-09-12T00:40:49.327 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.328+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=48A2AZ0V9XZA tag=CB8EVHYVNL9K type=write size=1837502 2024-09-12T00:40:49.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.329+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~VX11SGATC6BI.0 size=96393 2024-09-12T00:40:49.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.331+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=VX11SGATC6BI tag=C0KG2L65W270 type=write size=1144969 2024-09-12T00:40:49.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.333+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=ZBNXUFBH4YVI type=del size=4122262 2024-09-12T00:40:49.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.334+0000 7f647df87780 1 < canceled operation key=O5X3U78R6ZDG tag=WTBAWKJJD34B type=del size=2185163 2024-09-12T00:40:49.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.335+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=KOUUDHKZZLI9 type=del size=1229843 2024-09-12T00:40:49.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.337+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=HW5CHJH1YBOR type=del 2024-09-12T00:40:49.338 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.339+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~KSOOLFLUDO4Z.0 size=1048576 2024-09-12T00:40:49.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.341+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~KSOOLFLUDO4Z.1 size=1048576 2024-09-12T00:40:49.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.342+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~KSOOLFLUDO4Z.2 size=14118 2024-09-12T00:40:49.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.342+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=KSOOLFLUDO4Z tag=P778F0HLOILW type=write size=3159846 2024-09-12T00:40:49.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.343+0000 7f647df87780 1 < canceled operation key=95LRVY22GW0N tag=L4NK6D1260M1 type=del size=1400904 2024-09-12T00:40:49.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.345+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~YMXNG3AY70P4.0 size=1048576 2024-09-12T00:40:49.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.347+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~YMXNG3AY70P4.1 size=438904 2024-09-12T00:40:49.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.347+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=YMXNG3AY70P4 tag=ZSU94MTW48T0 type=write size=2536056 2024-09-12T00:40:49.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.348+0000 7f647df87780 1 < completed delete operation key=NPV6EUTTARM2 tag=QZ5VZ3COVCDX type=del 2024-09-12T00:40:49.348 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.349+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=MM8COU260OXW type=del size=2335036 2024-09-12T00:40:49.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.351+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~Q43C2IX05MGB.0 size=1048576 2024-09-12T00:40:49.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.352+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~Q43C2IX05MGB.1 size=1048576 2024-09-12T00:40:49.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.353+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~Q43C2IX05MGB.2 size=572814 2024-09-12T00:40:49.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.355+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=Q43C2IX05MGB tag=MZPKZVDYFLNK type=write size=3718542 2024-09-12T00:40:49.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.357+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~E9KRLLBD1FWW.0 size=467467 2024-09-12T00:40:49.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.357+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=E9KRLLBD1FWW tag=36L72HHXI9GL type=write size=1516043 2024-09-12T00:40:49.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.358+0000 7f647df87780 1 < canceled part key=_multipart_L02TT95H2C3E.2~27LB9V8TQRO8.0 size=1048576 2024-09-12T00:40:49.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.359+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~27LB9V8TQRO8.1 size=1048576 2024-09-12T00:40:49.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.360+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~27LB9V8TQRO8.2 size=954488 2024-09-12T00:40:49.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.362+0000 7f647df87780 1 < canceled multipart upload key=L02TT95H2C3E upload=27LB9V8TQRO8 tag=0PL5D0FGVD1W type=write size=4100216 2024-09-12T00:40:49.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.364+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=4DS6U3L4BE4D type=del size=357207 2024-09-12T00:40:49.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.365+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~2M525PBNPDKI.0 size=1048576 2024-09-12T00:40:49.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.366+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~2M525PBNPDKI.1 size=1048576 2024-09-12T00:40:49.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.367+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~2M525PBNPDKI.2 size=601055 2024-09-12T00:40:49.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.370+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=2M525PBNPDKI tag=L2LVYSCZC79J type=write size=3746783 2024-09-12T00:40:49.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.372+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~VCBFWZI3RJ8J.0 size=427721 2024-09-12T00:40:49.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.372+0000 7f647df87780 1 > prepared multipart upload key=04HXBZNCOGYY upload=VCBFWZI3RJ8J tag=TLWZ4FTHU1QJ type=write size=1476297 2024-09-12T00:40:49.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.374+0000 7f647df87780 1 < suggested update operation key=G40IYJZMFFPS tag=NOFOIVAX1ZD2 type=del size=2624406 2024-09-12T00:40:49.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.376+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=2WSC3EWVL2EP type=del size=2520736 2024-09-12T00:40:49.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.377+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~PQLBIWS5M4A1.0 size=1048576 2024-09-12T00:40:49.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.378+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~PQLBIWS5M4A1.1 size=1048576 2024-09-12T00:40:49.377 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.379+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~PQLBIWS5M4A1.2 size=214910 2024-09-12T00:40:49.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.381+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=PQLBIWS5M4A1 tag=PW9N9HEORHQV type=write size=3360638 2024-09-12T00:40:49.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.383+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~ND3LBDWPZ7AO.0 size=888518 2024-09-12T00:40:49.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.383+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=ND3LBDWPZ7AO tag=DLXBHS2UYM9I type=write size=1937094 2024-09-12T00:40:49.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.385+0000 7f647df87780 1 < completed write operation key=0BE2GIY7HJJS tag=MEAMJ77DCAJZ type=write size=278507 2024-09-12T00:40:49.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.386+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=9G08HN42DAR8 type=write size=171884 2024-09-12T00:40:49.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.387+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~ILLQSFOG512B.0 size=1048576 2024-09-12T00:40:49.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.387+0000 7f647df87780 1 < canceled part key=_multipart_AVZHOIJP092M.2~ILLQSFOG512B.1 size=229247 2024-09-12T00:40:49.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.390+0000 7f647df87780 1 < canceled multipart upload key=AVZHOIJP092M upload=ILLQSFOG512B tag=K2169K3CSDPV type=write size=2326399 2024-09-12T00:40:49.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.392+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~YWSC42AQYRA9.0 size=1048576 2024-09-12T00:40:49.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.393+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~YWSC42AQYRA9.1 size=886942 2024-09-12T00:40:49.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.393+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=YWSC42AQYRA9 tag=3ZKB4KHU3DGJ type=write size=2984094 2024-09-12T00:40:49.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.394+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~O4E4HVYEA6JO.0 size=1048576 2024-09-12T00:40:49.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.395+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~O4E4HVYEA6JO.1 size=1048576 2024-09-12T00:40:49.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.396+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~O4E4HVYEA6JO.2 size=285497 2024-09-12T00:40:49.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.398+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=O4E4HVYEA6JO tag=7LK80AKYQZ2A type=write size=3431225 2024-09-12T00:40:49.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.400+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~IHW5AICTUSCL.0 size=81461 2024-09-12T00:40:49.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.400+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=IHW5AICTUSCL tag=KD4VD92U7SXK type=write size=1130037 2024-09-12T00:40:49.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.402+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=03TZ5LNBXNE8 type=del 2024-09-12T00:40:49.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.403+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=PIQ1CVMQX2NP type=write size=304032 2024-09-12T00:40:49.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.404+0000 7f647df87780 1 < completed write operation key=0BE2GIY7HJJS tag=MV4BYHTO66X8 type=write size=987897 2024-09-12T00:40:49.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.406+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=O1GQ6L4POP51 type=write size=850490 2024-09-12T00:40:49.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.407+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~48A2AZ0V9XZA.0 size=788926 2024-09-12T00:40:49.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.409+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=48A2AZ0V9XZA tag=CB8EVHYVNL9K type=write size=1837502 2024-09-12T00:40:49.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.410+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=0FKJKTJYXN63 type=write size=77068 2024-09-12T00:40:49.411 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.413+0000 7f647df87780 1 < suggested remove operation key=U4TCVRRJZRXA tag=ZBNXUFBH4YVI type=del 2024-09-12T00:40:49.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.414+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=5UMIIQ16FFGD type=del size=4065492 2024-09-12T00:40:49.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.415+0000 7f647df87780 1 < canceled operation key=PP87VV5LT5V6 tag=KOUUDHKZZLI9 type=del size=1229843 2024-09-12T00:40:49.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.418+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~R5GZJILPO13M.0 size=582209 2024-09-12T00:40:49.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.418+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=R5GZJILPO13M tag=4IO9UC1OL0A1 type=write size=1630785 2024-09-12T00:40:49.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.419+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~KSOOLFLUDO4Z.0 size=1048576 2024-09-12T00:40:49.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.420+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~KSOOLFLUDO4Z.1 size=1048576 2024-09-12T00:40:49.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.421+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~KSOOLFLUDO4Z.2 size=14118 2024-09-12T00:40:49.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.424+0000 7f647df87780 1 < completed multipart upload key=O5X3U78R6ZDG upload=KSOOLFLUDO4Z tag=P778F0HLOILW type=write size=3159846 2024-09-12T00:40:49.424 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.425+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=ILXTHD85EV12 type=del size=665944 2024-09-12T00:40:49.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.427+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~YMXNG3AY70P4.0 size=1048576 2024-09-12T00:40:49.426 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.428+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~YMXNG3AY70P4.1 size=438904 2024-09-12T00:40:49.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.430+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=YMXNG3AY70P4 tag=ZSU94MTW48T0 type=write size=2536056 2024-09-12T00:40:49.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.432+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~269ZA9V5GYG6.0 size=1048576 2024-09-12T00:40:49.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.433+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~269ZA9V5GYG6.1 size=1048576 2024-09-12T00:40:49.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.434+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~269ZA9V5GYG6.2 size=923439 2024-09-12T00:40:49.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.434+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=269ZA9V5GYG6 tag=IAUU1X5ELAQM type=write size=4069167 2024-09-12T00:40:49.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.435+0000 7f647df87780 -1 < failed to complete operation key=G40IYJZMFFPS tag=MM8COU260OXW type=del size=2335036: (22) Invalid argument 2024-09-12T00:40:49.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.438+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~SA8BG0AORY11.0 size=1048576 2024-09-12T00:40:49.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.439+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~SA8BG0AORY11.1 size=732270 2024-09-12T00:40:49.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.439+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=SA8BG0AORY11 tag=B2GMYFJNMVD1 type=write size=2829422 2024-09-12T00:40:49.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.440+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~E9KRLLBD1FWW.0 size=467467 2024-09-12T00:40:49.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.442+0000 7f647df87780 1 < completed multipart upload key=UOXLW1EM8Y7O upload=E9KRLLBD1FWW tag=36L72HHXI9GL type=write size=1516043 2024-09-12T00:40:49.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.444+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=KK32A4I96V3F type=del size=3819126 2024-09-12T00:40:49.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.446+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=4DS6U3L4BE4D type=del 2024-09-12T00:40:49.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.448+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~8VDUEYVCNO5O.0 size=49888 2024-09-12T00:40:49.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.448+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=8VDUEYVCNO5O tag=C2Q5R3OIYMWP type=write size=1098464 2024-09-12T00:40:49.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.448+0000 7f647df87780 1 < canceled part key=_multipart_04HXBZNCOGYY.2~VCBFWZI3RJ8J.0 size=427721 2024-09-12T00:40:49.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.450+0000 7f647df87780 1 < canceled multipart upload key=04HXBZNCOGYY upload=VCBFWZI3RJ8J tag=TLWZ4FTHU1QJ type=write size=1476297 2024-09-12T00:40:49.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.451+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=LPWLKS02AA70 type=del size=1055631 2024-09-12T00:40:49.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.453+0000 7f647df87780 1 < completed delete operation key=0XE0T6C53BZV tag=2WSC3EWVL2EP type=del 2024-09-12T00:40:49.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.455+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~W9OFWBUW85U1.0 size=1048576 2024-09-12T00:40:49.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.456+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~W9OFWBUW85U1.1 size=617859 2024-09-12T00:40:49.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.456+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=W9OFWBUW85U1 tag=A1RUO6HHSZBU type=write size=2715011 2024-09-12T00:40:49.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.457+0000 7f647df87780 1 < canceled part key=_multipart_N21OD24FOXLB.2~ND3LBDWPZ7AO.0 size=888518 2024-09-12T00:40:49.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.459+0000 7f647df87780 1 < canceled multipart upload key=N21OD24FOXLB upload=ND3LBDWPZ7AO tag=DLXBHS2UYM9I type=write size=1937094 2024-09-12T00:40:49.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.460+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=EHMG5A9GPSTM type=del size=3607310 2024-09-12T00:40:49.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.461+0000 7f647df87780 1 < completed write operation key=OF18XY41L1L9 tag=9G08HN42DAR8 type=write size=171884 2024-09-12T00:40:49.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.464+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~A0FGUV5VDMME.0 size=584927 2024-09-12T00:40:49.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.464+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=A0FGUV5VDMME tag=N1WSQY3A8P2R type=write size=1633503 2024-09-12T00:40:49.464 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.465+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~YWSC42AQYRA9.0 size=1048576 2024-09-12T00:40:49.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.466+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~YWSC42AQYRA9.1 size=886942 2024-09-12T00:40:49.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.468+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=YWSC42AQYRA9 tag=3ZKB4KHU3DGJ type=write size=2984094 2024-09-12T00:40:49.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.471+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~U6CSQW6VYL0F.0 size=1048576 2024-09-12T00:40:49.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.472+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~U6CSQW6VYL0F.1 size=529300 2024-09-12T00:40:49.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.472+0000 7f647df87780 1 > prepared multipart upload key=3XY73F87GDR5 upload=U6CSQW6VYL0F tag=MB01WCS42392 type=write size=2626452 2024-09-12T00:40:49.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.473+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~IHW5AICTUSCL.0 size=81461 2024-09-12T00:40:49.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.475+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=IHW5AICTUSCL tag=KD4VD92U7SXK type=write size=1130037 2024-09-12T00:40:49.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.476+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=GYCNROZMDZ2J type=del size=604258 2024-09-12T00:40:49.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.477+0000 7f647df87780 1 < completed write operation key=2Y81YQV19GMR tag=PIQ1CVMQX2NP type=write size=304032 2024-09-12T00:40:49.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.479+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=DOC0OJCIWRPB type=write size=398857 2024-09-12T00:40:49.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.481+0000 7f647df87780 1 < suggested update operation key=04HXBZNCOGYY tag=O1GQ6L4POP51 type=write size=850490 2024-09-12T00:40:49.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.482+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=BCC25YKMN5TR type=del size=823427 2024-09-12T00:40:49.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.485+0000 7f647df87780 1 < suggested update operation key=XDKZN37UGRWI tag=0FKJKTJYXN63 type=write size=77068 2024-09-12T00:40:49.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.486+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=HP5BORXHE2K5 type=write size=177263 2024-09-12T00:40:49.488 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.487+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=5UMIIQ16FFGD type=del 2024-09-12T00:40:49.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.489+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=I1CSOB62HOV9 type=del size=2238814 2024-09-12T00:40:49.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.490+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~R5GZJILPO13M.0 size=582209 2024-09-12T00:40:49.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.492+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=R5GZJILPO13M tag=4IO9UC1OL0A1 type=write size=1630785 2024-09-12T00:40:49.492 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.493+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=LBGQW0S7T3B3 type=del size=634128 2024-09-12T00:40:49.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.495+0000 7f647df87780 1 < canceled operation key=IE03MW8R3TVU tag=ILXTHD85EV12 type=del size=665944 2024-09-12T00:40:49.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.496+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=9RXWQE09V7SQ type=del size=1897365 2024-09-12T00:40:49.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.496+0000 7f647df87780 1 < canceled part key=_multipart_G40IYJZMFFPS.2~269ZA9V5GYG6.0 size=1048576 2024-09-12T00:40:49.496 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.497+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~269ZA9V5GYG6.1 size=1048576 2024-09-12T00:40:49.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.498+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~269ZA9V5GYG6.2 size=923439 2024-09-12T00:40:49.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.501+0000 7f647df87780 1 < canceled multipart upload key=G40IYJZMFFPS upload=269ZA9V5GYG6 tag=IAUU1X5ELAQM type=write size=4069167 2024-09-12T00:40:49.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.503+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~RERKLJK2YXGK.0 size=1048576 2024-09-12T00:40:49.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.504+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~RERKLJK2YXGK.1 size=1048576 2024-09-12T00:40:49.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.505+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~RERKLJK2YXGK.2 size=274949 2024-09-12T00:40:49.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.505+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=RERKLJK2YXGK tag=6XQAEEV16DCY type=write size=3420677 2024-09-12T00:40:49.505 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.507+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~SA8BG0AORY11.0 size=1048576 2024-09-12T00:40:49.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.508+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~SA8BG0AORY11.1 size=732270 2024-09-12T00:40:49.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.510+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=SA8BG0AORY11 tag=B2GMYFJNMVD1 type=write size=2829422 2024-09-12T00:40:49.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.511+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=9RX3H7KVABEF type=del size=291403 2024-09-12T00:40:49.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.513+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=KK32A4I96V3F type=del 2024-09-12T00:40:49.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.515+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~XC610GDR68SN.0 size=1048576 2024-09-12T00:40:49.515 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.516+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~XC610GDR68SN.1 size=421353 2024-09-12T00:40:49.515 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.516+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=XC610GDR68SN tag=G51H0WP0TRU4 type=write size=2518505 2024-09-12T00:40:49.516 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.517+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~8VDUEYVCNO5O.0 size=49888 2024-09-12T00:40:49.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.520+0000 7f647df87780 1 < completed multipart upload key=O5X3U78R6ZDG upload=8VDUEYVCNO5O tag=C2Q5R3OIYMWP type=write size=1098464 2024-09-12T00:40:49.519 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.521+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=HZF1K3MA5WGN type=del size=3090090 2024-09-12T00:40:49.522 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.524+0000 7f647df87780 1 < suggested update operation key=NF21FK049RBH tag=LPWLKS02AA70 type=del size=1055631 2024-09-12T00:40:49.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.525+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=FCGJWACMTKF5 type=del size=3742805 2024-09-12T00:40:49.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.526+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~W9OFWBUW85U1.0 size=1048576 2024-09-12T00:40:49.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.527+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~W9OFWBUW85U1.1 size=617859 2024-09-12T00:40:49.528 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.530+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=W9OFWBUW85U1 tag=A1RUO6HHSZBU type=write size=2715011 2024-09-12T00:40:49.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.531+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=6G12303DCAQG type=del size=4160381 2024-09-12T00:40:49.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.532+0000 7f647df87780 -1 < failed to complete operation key=XDKZN37UGRWI tag=EHMG5A9GPSTM type=del size=3607310: (22) Invalid argument 2024-09-12T00:40:49.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.535+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~9R6LGV01SB9N.0 size=1048576 2024-09-12T00:40:49.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.536+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~9R6LGV01SB9N.1 size=1048576 2024-09-12T00:40:49.536 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.537+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~9R6LGV01SB9N.2 size=17908 2024-09-12T00:40:49.536 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.537+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=9R6LGV01SB9N tag=SYMGI6JL4WD8 type=write size=3163636 2024-09-12T00:40:49.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.538+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~A0FGUV5VDMME.0 size=584927 2024-09-12T00:40:49.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.541+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=A0FGUV5VDMME tag=N1WSQY3A8P2R type=write size=1633503 2024-09-12T00:40:49.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.542+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=8BHUF72VBHKL type=del size=1323342 2024-09-12T00:40:49.542 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.543+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~U6CSQW6VYL0F.0 size=1048576 2024-09-12T00:40:49.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.545+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~U6CSQW6VYL0F.1 size=529300 2024-09-12T00:40:49.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.547+0000 7f647df87780 1 < completed multipart upload key=3XY73F87GDR5 upload=U6CSQW6VYL0F tag=MB01WCS42392 type=write size=2626452 2024-09-12T00:40:49.548 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.549+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~GW1YXS3A9QKP.0 size=1009750 2024-09-12T00:40:49.548 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.549+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=GW1YXS3A9QKP tag=TGKIVXEXTAJQ type=write size=2058326 2024-09-12T00:40:49.549 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.551+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=GYCNROZMDZ2J type=del 2024-09-12T00:40:49.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.552+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=3R5DD71DC57A type=write size=434170 2024-09-12T00:40:49.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.554+0000 7f647df87780 1 < completed write operation key=NPV6EUTTARM2 tag=DOC0OJCIWRPB type=write size=398857 2024-09-12T00:40:49.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.556+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~N2G8G5C47R7V.0 size=247574 2024-09-12T00:40:49.555 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.556+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=N2G8G5C47R7V tag=NB9V1HE2QUXI type=write size=1296150 2024-09-12T00:40:49.556 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.557+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=BCC25YKMN5TR type=del 2024-09-12T00:40:49.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.560+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~FJDFUHQCQQSZ.0 size=1048576 2024-09-12T00:40:49.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.561+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~FJDFUHQCQQSZ.1 size=862260 2024-09-12T00:40:49.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.561+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=FJDFUHQCQQSZ tag=HPOGF0U80RTY type=write size=2959412 2024-09-12T00:40:49.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.562+0000 7f647df87780 1 < completed write operation key=3XY73F87GDR5 tag=HP5BORXHE2K5 type=write size=177263 2024-09-12T00:40:49.562 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.564+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=0C0BRPX96N3K type=del size=4061606 2024-09-12T00:40:49.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.565+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=I1CSOB62HOV9 type=del 2024-09-12T00:40:49.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.569+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~QC81F1SVPKVB.0 size=35106 2024-09-12T00:40:49.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.569+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=QC81F1SVPKVB tag=FN22ADCTTQTD type=write size=1083682 2024-09-12T00:40:49.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.570+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=LBGQW0S7T3B3 type=del 2024-09-12T00:40:49.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.572+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~JLYT3T2NKTDW.0 size=619851 2024-09-12T00:40:49.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.572+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=JLYT3T2NKTDW tag=EC4XH8XMA6EG type=write size=1668427 2024-09-12T00:40:49.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.574+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=9RXWQE09V7SQ type=del 2024-09-12T00:40:49.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.575+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=ADN9O7LNXT9M type=del size=1533536 2024-09-12T00:40:49.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.575+0000 7f647df87780 1 < canceled part key=_multipart_U26SRCOKNFVC.2~RERKLJK2YXGK.0 size=1048576 2024-09-12T00:40:49.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.576+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~RERKLJK2YXGK.1 size=1048576 2024-09-12T00:40:49.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.578+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~RERKLJK2YXGK.2 size=274949 2024-09-12T00:40:49.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.580+0000 7f647df87780 1 < canceled multipart upload key=U26SRCOKNFVC upload=RERKLJK2YXGK tag=6XQAEEV16DCY type=write size=3420677 2024-09-12T00:40:49.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.582+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=4L59NVX3GW7Z type=del size=1932096 2024-09-12T00:40:49.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.583+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=9RX3H7KVABEF type=del 2024-09-12T00:40:49.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.585+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~ODM853YJ8S12.0 size=1048576 2024-09-12T00:40:49.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.586+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~ODM853YJ8S12.1 size=1048576 2024-09-12T00:40:49.586 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.588+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~ODM853YJ8S12.2 size=880462 2024-09-12T00:40:49.586 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.588+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=ODM853YJ8S12 tag=P5OARIUXLBT2 type=write size=4026190 2024-09-12T00:40:49.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.589+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~XC610GDR68SN.0 size=1048576 2024-09-12T00:40:49.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.590+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~XC610GDR68SN.1 size=421353 2024-09-12T00:40:49.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.592+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=XC610GDR68SN tag=G51H0WP0TRU4 type=write size=2518505 2024-09-12T00:40:49.592 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.593+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=93MCI3LEX6ZS type=del size=2147312 2024-09-12T00:40:49.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.595+0000 7f647df87780 1 < completed delete operation key=9K3R0N60JBRX tag=HZF1K3MA5WGN type=del 2024-09-12T00:40:49.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.597+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~JB2XV0DJ9O2B.0 size=1048576 2024-09-12T00:40:49.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.598+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~JB2XV0DJ9O2B.1 size=805309 2024-09-12T00:40:49.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.598+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=JB2XV0DJ9O2B tag=835E04LHMR6A type=write size=2902461 2024-09-12T00:40:49.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.600+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=FCGJWACMTKF5 type=del 2024-09-12T00:40:49.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.602+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~ZALQ4IEYPX2P.0 size=564311 2024-09-12T00:40:49.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.602+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=ZALQ4IEYPX2P tag=OMK1QJL2S1B1 type=write size=1612887 2024-09-12T00:40:49.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.604+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=6G12303DCAQG type=del 2024-09-12T00:40:49.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.605+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=TT5C92LC54LG type=del size=732100 2024-09-12T00:40:49.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.606+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~9R6LGV01SB9N.0 size=1048576 2024-09-12T00:40:49.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.607+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~9R6LGV01SB9N.1 size=1048576 2024-09-12T00:40:49.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.609+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~9R6LGV01SB9N.2 size=17908 2024-09-12T00:40:49.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.611+0000 7f647df87780 1 < completed multipart upload key=NPV6EUTTARM2 upload=9R6LGV01SB9N tag=SYMGI6JL4WD8 type=write size=3163636 2024-09-12T00:40:49.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.613+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~Z3Z60RE8PJRX.0 size=1048576 2024-09-12T00:40:49.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.614+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~Z3Z60RE8PJRX.1 size=1048576 2024-09-12T00:40:49.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.615+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~Z3Z60RE8PJRX.2 size=234887 2024-09-12T00:40:49.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.615+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=Z3Z60RE8PJRX tag=XBZZ4OHH34O1 type=write size=3380615 2024-09-12T00:40:49.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.616+0000 7f647df87780 1 < canceled operation key=JMJMS24HWOOL tag=8BHUF72VBHKL type=del size=1323342 2024-09-12T00:40:49.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.619+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~DYI0TA8QEIFI.0 size=1048576 2024-09-12T00:40:49.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.620+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~DYI0TA8QEIFI.1 size=1048576 2024-09-12T00:40:49.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.621+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~DYI0TA8QEIFI.2 size=634552 2024-09-12T00:40:49.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.621+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=DYI0TA8QEIFI tag=S1W7NS4EH4N7 type=write size=3780280 2024-09-12T00:40:49.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.622+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~GW1YXS3A9QKP.0 size=1009750 2024-09-12T00:40:49.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.624+0000 7f647df87780 1 < completed multipart upload key=O5X3U78R6ZDG upload=GW1YXS3A9QKP tag=TGKIVXEXTAJQ type=write size=2058326 2024-09-12T00:40:49.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.626+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~LK2K9SNGCTTD.0 size=56476 2024-09-12T00:40:49.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.626+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=LK2K9SNGCTTD tag=03BX49GPEKFF type=write size=1105052 2024-09-12T00:40:49.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.628+0000 7f647df87780 1 < completed write operation key=PP87VV5LT5V6 tag=3R5DD71DC57A type=write size=434170 2024-09-12T00:40:49.629 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.630+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~VBSI4ZEPZ4GY.0 size=793736 2024-09-12T00:40:49.629 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.630+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=VBSI4ZEPZ4GY tag=VN0EC65VP7KL type=write size=1842312 2024-09-12T00:40:49.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.631+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~N2G8G5C47R7V.0 size=247574 2024-09-12T00:40:49.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.634+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=N2G8G5C47R7V tag=NB9V1HE2QUXI type=write size=1296150 2024-09-12T00:40:49.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.636+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~RQQCIXGSAJ01.0 size=1048576 2024-09-12T00:40:49.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.637+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~RQQCIXGSAJ01.1 size=1048576 2024-09-12T00:40:49.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.638+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~RQQCIXGSAJ01.2 size=507307 2024-09-12T00:40:49.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.638+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=RQQCIXGSAJ01 tag=7QEN2FVO1JHP type=write size=3653035 2024-09-12T00:40:49.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.640+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~FJDFUHQCQQSZ.0 size=1048576 2024-09-12T00:40:49.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.641+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~FJDFUHQCQQSZ.1 size=862260 2024-09-12T00:40:49.642 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.643+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=FJDFUHQCQQSZ tag=HPOGF0U80RTY type=write size=2959412 2024-09-12T00:40:49.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.646+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~RYVYIIYZ9IHX.0 size=133568 2024-09-12T00:40:49.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.646+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=RYVYIIYZ9IHX tag=9O394DDT9900 type=write size=1182144 2024-09-12T00:40:49.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.648+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=0C0BRPX96N3K type=del 2024-09-12T00:40:49.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.649+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=S3W0WEIMCGQK type=del size=4071126 2024-09-12T00:40:49.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.650+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~QC81F1SVPKVB.0 size=35106 2024-09-12T00:40:49.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.653+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=QC81F1SVPKVB tag=FN22ADCTTQTD type=write size=1083682 2024-09-12T00:40:49.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.654+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=SRYRSV3ID9UD type=del size=655060 2024-09-12T00:40:49.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.655+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~JLYT3T2NKTDW.0 size=619851 2024-09-12T00:40:49.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.658+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=JLYT3T2NKTDW tag=EC4XH8XMA6EG type=write size=1668427 2024-09-12T00:40:49.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.659+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=8VMH9I2IMDC2 type=del size=2816954 2024-09-12T00:40:49.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.660+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=ADN9O7LNXT9M type=del 2024-09-12T00:40:49.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.662+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=UV164L927UZB type=del size=982885 2024-09-12T00:40:49.662 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.664+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=4L59NVX3GW7Z type=del 2024-09-12T00:40:49.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.665+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=8OT0HU74JSTL type=write size=562256 2024-09-12T00:40:49.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.667+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~ODM853YJ8S12.0 size=1048576 2024-09-12T00:40:49.667 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.668+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~ODM853YJ8S12.1 size=1048576 2024-09-12T00:40:49.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.669+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~ODM853YJ8S12.2 size=880462 2024-09-12T00:40:49.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.672+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=ODM853YJ8S12 tag=P5OARIUXLBT2 type=write size=4026190 2024-09-12T00:40:49.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.675+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~BNDOJZQR166G.0 size=1048576 2024-09-12T00:40:49.675 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.676+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~BNDOJZQR166G.1 size=692940 2024-09-12T00:40:49.675 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.676+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=BNDOJZQR166G tag=5HYXR9PFHJY7 type=write size=2790092 2024-09-12T00:40:49.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.678+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=93MCI3LEX6ZS type=del 2024-09-12T00:40:49.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.679+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=ETF199XDGZ9O type=del size=2090684 2024-09-12T00:40:49.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.681+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~JB2XV0DJ9O2B.0 size=1048576 2024-09-12T00:40:49.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.682+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~JB2XV0DJ9O2B.1 size=805309 2024-09-12T00:40:49.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.684+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=JB2XV0DJ9O2B tag=835E04LHMR6A type=write size=2902461 2024-09-12T00:40:49.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.686+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=O2F5JKS03ENG type=write size=675217 2024-09-12T00:40:49.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.687+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~ZALQ4IEYPX2P.0 size=564311 2024-09-12T00:40:49.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.690+0000 7f647df87780 1 < completed multipart upload key=5QD71Z29RVQM upload=ZALQ4IEYPX2P tag=OMK1QJL2S1B1 type=write size=1612887 2024-09-12T00:40:49.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.692+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~A9ZIKFLFES4Z.0 size=1048576 2024-09-12T00:40:49.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.695+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~A9ZIKFLFES4Z.1 size=935348 2024-09-12T00:40:49.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.695+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=A9ZIKFLFES4Z tag=DI4XU7VFCNLC type=write size=3032500 2024-09-12T00:40:49.695 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.696+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=TT5C92LC54LG type=del 2024-09-12T00:40:49.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.699+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~NZVT4E00D5CI.0 size=698865 2024-09-12T00:40:49.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.699+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=NZVT4E00D5CI tag=R6CI371M9T1H type=write size=1747441 2024-09-12T00:40:49.699 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.700+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~Z3Z60RE8PJRX.0 size=1048576 2024-09-12T00:40:49.700 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.701+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~Z3Z60RE8PJRX.1 size=1048576 2024-09-12T00:40:49.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.702+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~Z3Z60RE8PJRX.2 size=234887 2024-09-12T00:40:49.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.705+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=Z3Z60RE8PJRX tag=XBZZ4OHH34O1 type=write size=3380615 2024-09-12T00:40:49.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.706+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=I4QD0XVY7ZEW type=del size=1475661 2024-09-12T00:40:49.706 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.707+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~DYI0TA8QEIFI.0 size=1048576 2024-09-12T00:40:49.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.708+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~DYI0TA8QEIFI.1 size=1048576 2024-09-12T00:40:49.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.709+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~DYI0TA8QEIFI.2 size=634552 2024-09-12T00:40:49.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.711+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=DYI0TA8QEIFI tag=S1W7NS4EH4N7 type=write size=3780280 2024-09-12T00:40:49.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.714+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~YVMD9R6160D4.0 size=358985 2024-09-12T00:40:49.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.714+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=YVMD9R6160D4 tag=KA51OMAWNY31 type=write size=1407561 2024-09-12T00:40:49.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.716+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~LK2K9SNGCTTD.0 size=56476 2024-09-12T00:40:49.716 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.718+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=LK2K9SNGCTTD tag=03BX49GPEKFF type=write size=1105052 2024-09-12T00:40:49.719 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.720+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~7EO9O7H7TM74.0 size=206479 2024-09-12T00:40:49.719 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.720+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=7EO9O7H7TM74 tag=LKXQLCOWA2SF type=write size=1255055 2024-09-12T00:40:49.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.722+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~VBSI4ZEPZ4GY.0 size=793736 2024-09-12T00:40:49.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.724+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=VBSI4ZEPZ4GY tag=VN0EC65VP7KL type=write size=1842312 2024-09-12T00:40:49.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.727+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~4QDXLSS3LY5J.0 size=1048576 2024-09-12T00:40:49.727 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.728+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~4QDXLSS3LY5J.1 size=1048576 2024-09-12T00:40:49.728 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.729+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~4QDXLSS3LY5J.2 size=942304 2024-09-12T00:40:49.728 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.729+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=4QDXLSS3LY5J tag=9DU8BNI0TDQY type=write size=4088032 2024-09-12T00:40:49.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.731+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~RQQCIXGSAJ01.0 size=1048576 2024-09-12T00:40:49.730 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.732+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~RQQCIXGSAJ01.1 size=1048576 2024-09-12T00:40:49.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.733+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~RQQCIXGSAJ01.2 size=507307 2024-09-12T00:40:49.734 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.736+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=RQQCIXGSAJ01 tag=7QEN2FVO1JHP type=write size=3653035 2024-09-12T00:40:49.737 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.738+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~5Z2WBY4HI3QL.0 size=1048576 2024-09-12T00:40:49.738 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.739+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~5Z2WBY4HI3QL.1 size=1048576 2024-09-12T00:40:49.739 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.740+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~5Z2WBY4HI3QL.2 size=885907 2024-09-12T00:40:49.739 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.740+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=5Z2WBY4HI3QL tag=305MKT893L4H type=write size=4031635 2024-09-12T00:40:49.740 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.742+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~RYVYIIYZ9IHX.0 size=133568 2024-09-12T00:40:49.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.744+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=RYVYIIYZ9IHX tag=9O394DDT9900 type=write size=1182144 2024-09-12T00:40:49.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.746+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~E5G4GR5L0AUL.0 size=1048576 2024-09-12T00:40:49.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.748+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~E5G4GR5L0AUL.1 size=574724 2024-09-12T00:40:49.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.748+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=E5G4GR5L0AUL tag=B6TO09C069LO type=write size=2671876 2024-09-12T00:40:49.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.749+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=S3W0WEIMCGQK type=del 2024-09-12T00:40:49.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.752+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~SR6PM3QSSD20.0 size=1048576 2024-09-12T00:40:49.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.753+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~SR6PM3QSSD20.1 size=1048576 2024-09-12T00:40:49.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.754+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~SR6PM3QSSD20.2 size=221215 2024-09-12T00:40:49.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.754+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=SR6PM3QSSD20 tag=ZWXR1QRKPB22 type=write size=3366943 2024-09-12T00:40:49.754 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.756+0000 7f647df87780 1 < completed delete operation key=JT51QJXZTSBO tag=SRYRSV3ID9UD type=del 2024-09-12T00:40:49.756 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.757+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=JCM72CESXD3P type=del size=1208337 2024-09-12T00:40:49.757 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.759+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=8VMH9I2IMDC2 type=del 2024-09-12T00:40:49.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.762+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~5QYLCOGL203E.0 size=1048576 2024-09-12T00:40:49.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.763+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~5QYLCOGL203E.1 size=108942 2024-09-12T00:40:49.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.763+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=5QYLCOGL203E tag=QHRRL0BUG3UU type=write size=2206094 2024-09-12T00:40:49.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.764+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=UV164L927UZB type=del 2024-09-12T00:40:49.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.766+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=MKI8RO3NFJW8 type=write size=564299 2024-09-12T00:40:49.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.767+0000 7f647df87780 1 < completed write operation key=HLPZFLK75SWI tag=8OT0HU74JSTL type=write size=562256 2024-09-12T00:40:49.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.768+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=NIQ7364HUFLE type=del size=530612 2024-09-12T00:40:49.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.769+0000 7f647df87780 1 < canceled part key=_multipart_U4TCVRRJZRXA.2~BNDOJZQR166G.0 size=1048576 2024-09-12T00:40:49.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.770+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~BNDOJZQR166G.1 size=692940 2024-09-12T00:40:49.770 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.772+0000 7f647df87780 1 < canceled multipart upload key=U4TCVRRJZRXA upload=BNDOJZQR166G tag=5HYXR9PFHJY7 type=write size=2790092 2024-09-12T00:40:49.771 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.773+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=NJNLMM2IRVSW type=del size=566772 2024-09-12T00:40:49.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.774+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=ETF199XDGZ9O type=del 2024-09-12T00:40:49.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.775+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=8N7KMRI2MF6G type=del size=3842856 2024-09-12T00:40:49.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.777+0000 7f647df87780 1 < completed write operation key=04HXBZNCOGYY tag=O2F5JKS03ENG type=write size=675217 2024-09-12T00:40:49.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.778+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=M8IC59868IR3 type=del size=3803606 2024-09-12T00:40:49.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.779+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~A9ZIKFLFES4Z.0 size=1048576 2024-09-12T00:40:49.779 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.780+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~A9ZIKFLFES4Z.1 size=935348 2024-09-12T00:40:49.781 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.782+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=A9ZIKFLFES4Z tag=DI4XU7VFCNLC type=write size=3032500 2024-09-12T00:40:49.783 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.784+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~71K23ELQV3W3.0 size=574588 2024-09-12T00:40:49.783 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.784+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=71K23ELQV3W3 tag=T11D5CGFYH97 type=write size=1623164 2024-09-12T00:40:49.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.786+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~NZVT4E00D5CI.0 size=698865 2024-09-12T00:40:49.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.788+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=NZVT4E00D5CI tag=R6CI371M9T1H type=write size=1747441 2024-09-12T00:40:49.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.790+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~TT9E6Q7NJQLY.0 size=47036 2024-09-12T00:40:49.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.790+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=TT9E6Q7NJQLY tag=4R3XWDJJUP5A type=write size=1095612 2024-09-12T00:40:49.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.791+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=I4QD0XVY7ZEW type=del 2024-09-12T00:40:49.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.793+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~5S1MO1SDA705.0 size=1048576 2024-09-12T00:40:49.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.794+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~5S1MO1SDA705.1 size=1048576 2024-09-12T00:40:49.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.795+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~5S1MO1SDA705.2 size=363539 2024-09-12T00:40:49.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.795+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=5S1MO1SDA705 tag=SZSVIAE05070 type=write size=3509267 2024-09-12T00:40:49.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.796+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~YVMD9R6160D4.0 size=358985 2024-09-12T00:40:49.797 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.799+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=YVMD9R6160D4 tag=KA51OMAWNY31 type=write size=1407561 2024-09-12T00:40:49.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.800+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=KOMT6W13YPYO type=del size=2514189 2024-09-12T00:40:49.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.801+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~7EO9O7H7TM74.0 size=206479 2024-09-12T00:40:49.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.803+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=7EO9O7H7TM74 tag=LKXQLCOWA2SF type=write size=1255055 2024-09-12T00:40:49.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.804+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=4KTE6P1AED7P type=del size=2736611 2024-09-12T00:40:49.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.806+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~4QDXLSS3LY5J.0 size=1048576 2024-09-12T00:40:49.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.807+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~4QDXLSS3LY5J.1 size=1048576 2024-09-12T00:40:49.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.808+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~4QDXLSS3LY5J.2 size=942304 2024-09-12T00:40:49.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.810+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=4QDXLSS3LY5J tag=9DU8BNI0TDQY type=write size=4088032 2024-09-12T00:40:49.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.812+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~7YKBC1POLVJK.0 size=1048576 2024-09-12T00:40:49.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.813+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~7YKBC1POLVJK.1 size=984140 2024-09-12T00:40:49.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.813+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=7YKBC1POLVJK tag=K7T5AKFGN9HV type=write size=3081292 2024-09-12T00:40:49.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.815+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~5Z2WBY4HI3QL.0 size=1048576 2024-09-12T00:40:49.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.817+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~5Z2WBY4HI3QL.1 size=1048576 2024-09-12T00:40:49.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.818+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~5Z2WBY4HI3QL.2 size=885907 2024-09-12T00:40:49.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.820+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=5Z2WBY4HI3QL tag=305MKT893L4H type=write size=4031635 2024-09-12T00:40:49.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.822+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=71N67T72JM8T type=del size=3414115 2024-09-12T00:40:49.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.823+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~E5G4GR5L0AUL.0 size=1048576 2024-09-12T00:40:49.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.824+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~E5G4GR5L0AUL.1 size=574724 2024-09-12T00:40:49.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.826+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=E5G4GR5L0AUL tag=B6TO09C069LO type=write size=2671876 2024-09-12T00:40:49.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.828+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=J1QBC5T5NMPW type=write size=236018 2024-09-12T00:40:49.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.829+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~SR6PM3QSSD20.0 size=1048576 2024-09-12T00:40:49.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.830+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~SR6PM3QSSD20.1 size=1048576 2024-09-12T00:40:49.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.831+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~SR6PM3QSSD20.2 size=221215 2024-09-12T00:40:49.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.834+0000 7f647df87780 1 < completed multipart upload key=5QD71Z29RVQM upload=SR6PM3QSSD20 tag=ZWXR1QRKPB22 type=write size=3366943 2024-09-12T00:40:49.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.835+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=J3Q224TPV7HF type=del size=1647373 2024-09-12T00:40:49.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.838+0000 7f647df87780 1 < suggested remove operation key=VZITH4JWUAQS tag=JCM72CESXD3P type=del 2024-09-12T00:40:49.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.839+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=YLIMZBJY174X type=del size=2318930 2024-09-12T00:40:49.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.839+0000 7f647df87780 1 < canceled part key=_multipart_XDKZN37UGRWI.2~5QYLCOGL203E.0 size=1048576 2024-09-12T00:40:49.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.841+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~5QYLCOGL203E.1 size=108942 2024-09-12T00:40:49.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.843+0000 7f647df87780 1 < canceled multipart upload key=XDKZN37UGRWI upload=5QYLCOGL203E tag=QHRRL0BUG3UU type=write size=2206094 2024-09-12T00:40:49.843 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.844+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=262HGIUYSH1N type=write size=332624 2024-09-12T00:40:49.845 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.847+0000 7f647df87780 1 < suggested remove operation key=AVZHOIJP092M tag=MKI8RO3NFJW8 type=write 2024-09-12T00:40:49.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.848+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=TG9B39FP7LHJ type=del size=2308928 2024-09-12T00:40:49.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.849+0000 7f647df87780 1 < canceled operation key=5QD71Z29RVQM tag=NIQ7364HUFLE type=del size=530612 2024-09-12T00:40:49.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.851+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=2EXQDOOK3Y5V type=del size=1405954 2024-09-12T00:40:49.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.852+0000 7f647df87780 1 < completed delete operation key=HLPZFLK75SWI tag=NJNLMM2IRVSW type=del 2024-09-12T00:40:49.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.854+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=PVHE3QJ4GRPF type=del size=2580463 2024-09-12T00:40:49.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.855+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=8N7KMRI2MF6G type=del 2024-09-12T00:40:49.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.856+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=MASPFCX9O5CZ type=del size=2196677 2024-09-12T00:40:49.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.859+0000 7f647df87780 1 < suggested update operation key=U4TCVRRJZRXA tag=M8IC59868IR3 type=del size=3803606 2024-09-12T00:40:49.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.860+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=SOBRK9MGJQ64 type=del size=1515389 2024-09-12T00:40:49.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.862+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~71K23ELQV3W3.0 size=574588 2024-09-12T00:40:49.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.864+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=71K23ELQV3W3 tag=T11D5CGFYH97 type=write size=1623164 2024-09-12T00:40:49.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.865+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=QLWEUZ0A54XT type=del size=4025366 2024-09-12T00:40:49.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.867+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~TT9E6Q7NJQLY.0 size=47036 2024-09-12T00:40:49.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.869+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=TT9E6Q7NJQLY tag=4R3XWDJJUP5A type=write size=1095612 2024-09-12T00:40:49.870 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.871+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~1X06ASY27MUG.0 size=1048576 2024-09-12T00:40:49.871 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.872+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~1X06ASY27MUG.1 size=1048576 2024-09-12T00:40:49.872 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.873+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~1X06ASY27MUG.2 size=704990 2024-09-12T00:40:49.872 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.873+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=1X06ASY27MUG tag=68K5W6W0NTNL type=write size=3850718 2024-09-12T00:40:49.872 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.874+0000 7f647df87780 1 < canceled part key=_multipart_9K3R0N60JBRX.2~5S1MO1SDA705.0 size=1048576 2024-09-12T00:40:49.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.875+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~5S1MO1SDA705.1 size=1048576 2024-09-12T00:40:49.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.876+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~5S1MO1SDA705.2 size=363539 2024-09-12T00:40:49.877 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.878+0000 7f647df87780 1 < canceled multipart upload key=9K3R0N60JBRX upload=5S1MO1SDA705 tag=SZSVIAE05070 type=write size=3509267 2024-09-12T00:40:49.879 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.881+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~TLLKUB5MMKGN.0 size=1048576 2024-09-12T00:40:49.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.882+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~TLLKUB5MMKGN.1 size=1048576 2024-09-12T00:40:49.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.883+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~TLLKUB5MMKGN.2 size=285197 2024-09-12T00:40:49.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.883+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=TLLKUB5MMKGN tag=COBXPRZZA5EF type=write size=3430925 2024-09-12T00:40:49.884 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.886+0000 7f647df87780 1 < suggested remove operation key=N21OD24FOXLB tag=KOMT6W13YPYO type=del 2024-09-12T00:40:49.885 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.887+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=KM2VSKJ0GXJZ type=write size=171903 2024-09-12T00:40:49.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.888+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=4KTE6P1AED7P type=del 2024-09-12T00:40:49.888 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.890+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=WPMOFB8OP5O7 type=del size=2505135 2024-09-12T00:40:49.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.891+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~7YKBC1POLVJK.0 size=1048576 2024-09-12T00:40:49.891 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.892+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~7YKBC1POLVJK.1 size=984140 2024-09-12T00:40:49.893 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.894+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=7YKBC1POLVJK tag=K7T5AKFGN9HV type=write size=3081292 2024-09-12T00:40:49.897 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.896+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=3E0XUPK827FG type=del size=747466 2024-09-12T00:40:49.897 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.897+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=71N67T72JM8T type=del 2024-09-12T00:40:49.898 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.898+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=NOMFNGIEZRKS type=del size=3425711 2024-09-12T00:40:49.898 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.900+0000 7f647df87780 -1 < failed to complete operation key=VZITH4JWUAQS tag=J1QBC5T5NMPW type=write size=236018: (22) Invalid argument 2024-09-12T00:40:49.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.901+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=ARDR0CS2R9PR type=del size=1538550 2024-09-12T00:40:49.901 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.902+0000 7f647df87780 1 < canceled operation key=04HXBZNCOGYY tag=J3Q224TPV7HF type=del size=1647373 2024-09-12T00:40:49.903 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.905+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~WVA5R3NW4GVR.0 size=1048576 2024-09-12T00:40:49.904 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.906+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~WVA5R3NW4GVR.1 size=1048576 2024-09-12T00:40:49.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.907+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~WVA5R3NW4GVR.2 size=771695 2024-09-12T00:40:49.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.907+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=WVA5R3NW4GVR tag=IJ737PRD60MJ type=write size=3917423 2024-09-12T00:40:49.906 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.908+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=YLIMZBJY174X type=del 2024-09-12T00:40:49.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.910+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~HYY8L6YXOQ31.0 size=1048576 2024-09-12T00:40:49.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.911+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~HYY8L6YXOQ31.1 size=1048576 2024-09-12T00:40:49.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.912+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~HYY8L6YXOQ31.2 size=407969 2024-09-12T00:40:49.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.912+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=HYY8L6YXOQ31 tag=2FKPOLCYWHE8 type=write size=3553697 2024-09-12T00:40:49.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.915+0000 7f647df87780 1 < suggested remove operation key=9K3R0N60JBRX tag=262HGIUYSH1N type=write 2024-09-12T00:40:49.915 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.916+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=R5HTBPWO5KDL type=write size=337614 2024-09-12T00:40:49.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.919+0000 7f647df87780 1 < suggested remove operation key=A5X2OQZEVJSX tag=TG9B39FP7LHJ type=del 2024-09-12T00:40:49.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.921+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~8WF04GKSJ2AS.0 size=505007 2024-09-12T00:40:49.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.921+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=8WF04GKSJ2AS tag=B3CBG4XMZYQX type=write size=1553583 2024-09-12T00:40:49.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.921+0000 7f647df87780 -1 < no bi entry to suggest for operation key=9K3R0N60JBRX tag=2EXQDOOK3Y5V type=del size=1405954: (2) No such file or directory 2024-09-12T00:40:49.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.923+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=LBJ2B9HQP1ZT type=del size=836485 2024-09-12T00:40:49.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.924+0000 7f647df87780 1 < completed delete operation key=NPV6EUTTARM2 tag=PVHE3QJ4GRPF type=del 2024-09-12T00:40:49.924 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.925+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=12W4CJ9HK1UD type=del size=1118125 2024-09-12T00:40:49.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.927+0000 7f647df87780 1 < completed delete operation key=HLPZFLK75SWI tag=MASPFCX9O5CZ type=del 2024-09-12T00:40:49.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.928+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=XYZ4FH7D10WO type=del size=2899101 2024-09-12T00:40:49.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.929+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=SOBRK9MGJQ64 type=del 2024-09-12T00:40:49.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.931+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=C8MO7OFFQNI0 type=write size=326959 2024-09-12T00:40:49.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.932+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=QLWEUZ0A54XT type=del 2024-09-12T00:40:49.933 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.935+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~HBNBJYS14HAE.0 size=1048576 2024-09-12T00:40:49.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.936+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~HBNBJYS14HAE.1 size=1048576 2024-09-12T00:40:49.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.937+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~HBNBJYS14HAE.2 size=478284 2024-09-12T00:40:49.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.937+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=HBNBJYS14HAE tag=7OXIY0NOW371 type=write size=3624012 2024-09-12T00:40:49.937 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.938+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~1X06ASY27MUG.0 size=1048576 2024-09-12T00:40:49.937 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.938+0000 7f647df87780 1 < canceled part key=_multipart_U26SRCOKNFVC.2~1X06ASY27MUG.1 size=1048576 2024-09-12T00:40:49.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.939+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~1X06ASY27MUG.2 size=704990 2024-09-12T00:40:49.941 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.942+0000 7f647df87780 1 < canceled multipart upload key=U26SRCOKNFVC upload=1X06ASY27MUG tag=68K5W6W0NTNL type=write size=3850718 2024-09-12T00:40:49.942 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.944+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=D6R2ZRP51516 type=del size=1546148 2024-09-12T00:40:49.943 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.945+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~TLLKUB5MMKGN.0 size=1048576 2024-09-12T00:40:49.944 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.945+0000 7f647df87780 1 < canceled part key=_multipart_1W80H32TA80K.2~TLLKUB5MMKGN.1 size=1048576 2024-09-12T00:40:49.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.946+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~TLLKUB5MMKGN.2 size=285197 2024-09-12T00:40:49.947 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.948+0000 7f647df87780 1 < canceled multipart upload key=1W80H32TA80K upload=TLLKUB5MMKGN tag=COBXPRZZA5EF type=write size=3430925 2024-09-12T00:40:49.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.950+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=7A1OXNODF47Q type=del size=3855672 2024-09-12T00:40:49.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.951+0000 7f647df87780 1 < completed write operation key=2Y81YQV19GMR tag=KM2VSKJ0GXJZ type=write size=171903 2024-09-12T00:40:49.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.952+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=2GD0982RI7DG type=del size=2569595 2024-09-12T00:40:49.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.953+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=WPMOFB8OP5O7 type=del 2024-09-12T00:40:49.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.955+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=BHBBF6ASEHJX type=del size=3442936 2024-09-12T00:40:49.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.958+0000 7f647df87780 1 < suggested remove operation key=U4TCVRRJZRXA tag=3E0XUPK827FG type=del 2024-09-12T00:40:49.959 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.960+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~QT62WV096WN3.0 size=1048576 2024-09-12T00:40:49.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.961+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~QT62WV096WN3.1 size=844224 2024-09-12T00:40:49.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.961+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=QT62WV096WN3 tag=ZB37U8050QXZ type=write size=2941376 2024-09-12T00:40:49.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.963+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=NOMFNGIEZRKS type=del 2024-09-12T00:40:49.962 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.964+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=5NN0UZM56BAQ type=del size=1467778 2024-09-12T00:40:49.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.965+0000 7f647df87780 1 < canceled operation key=G40IYJZMFFPS tag=ARDR0CS2R9PR type=del size=1538550 2024-09-12T00:40:49.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.967+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=HU9MAIX3NFYE type=write size=673179 2024-09-12T00:40:49.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.968+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~WVA5R3NW4GVR.0 size=1048576 2024-09-12T00:40:49.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.969+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~WVA5R3NW4GVR.1 size=1048576 2024-09-12T00:40:49.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.970+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~WVA5R3NW4GVR.2 size=771695 2024-09-12T00:40:49.971 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.972+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=WVA5R3NW4GVR tag=IJ737PRD60MJ type=write size=3917423 2024-09-12T00:40:49.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.974+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~W3B1TXE0A9EC.0 size=528270 2024-09-12T00:40:49.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.974+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=W3B1TXE0A9EC tag=Z3VFWNJHDH7U type=write size=1576846 2024-09-12T00:40:49.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.976+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~HYY8L6YXOQ31.0 size=1048576 2024-09-12T00:40:49.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.976+0000 7f647df87780 1 < canceled part key=_multipart_JT51QJXZTSBO.2~HYY8L6YXOQ31.1 size=1048576 2024-09-12T00:40:49.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.977+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~HYY8L6YXOQ31.2 size=407969 2024-09-12T00:40:49.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.979+0000 7f647df87780 1 < canceled multipart upload key=JT51QJXZTSBO upload=HYY8L6YXOQ31 tag=2FKPOLCYWHE8 type=write size=3553697 2024-09-12T00:40:49.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.982+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~YCHDU6LFIPEW.0 size=1048576 2024-09-12T00:40:49.981 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.983+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~YCHDU6LFIPEW.1 size=423362 2024-09-12T00:40:49.981 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.983+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=YCHDU6LFIPEW tag=MRX0SN4KT3VX type=write size=2520514 2024-09-12T00:40:49.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.983+0000 7f647df87780 -1 < no bi entry to suggest for operation key=A5X2OQZEVJSX tag=R5HTBPWO5KDL type=write size=337614: (2) No such file or directory 2024-09-12T00:40:49.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.984+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=AI9WGK0NLANP type=write size=244447 2024-09-12T00:40:49.984 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.986+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~8WF04GKSJ2AS.0 size=505007 2024-09-12T00:40:49.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.988+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=8WF04GKSJ2AS tag=B3CBG4XMZYQX type=write size=1553583 2024-09-12T00:40:49.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.989+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=MX1KIZZR3TF8 type=del size=1461289 2024-09-12T00:40:49.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.990+0000 7f647df87780 1 < canceled operation key=0BE2GIY7HJJS tag=LBJ2B9HQP1ZT type=del size=836485 2024-09-12T00:40:49.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.992+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=7Z7XRZHIRHW8 type=del size=1837514 2024-09-12T00:40:49.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.993+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=12W4CJ9HK1UD type=del 2024-09-12T00:40:49.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.995+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=4MDJE2OB5G0Y type=write size=605440 2024-09-12T00:40:49.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.996+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=XYZ4FH7D10WO type=del 2024-09-12T00:40:49.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.998+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~DG4S3EEMT1L9.0 size=696515 2024-09-12T00:40:49.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:49.998+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=DG4S3EEMT1L9 tag=CQ7K3LFEY23V type=write size=1745091 2024-09-12T00:40:49.998 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.000+0000 7f647df87780 1 < canceled operation key=QWKIWP013AMX tag=C8MO7OFFQNI0 type=write size=326959 2024-09-12T00:40:50.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.001+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=MPNU1XXQM3BR type=del size=3785873 2024-09-12T00:40:50.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.003+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~HBNBJYS14HAE.0 size=1048576 2024-09-12T00:40:50.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.004+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~HBNBJYS14HAE.1 size=1048576 2024-09-12T00:40:50.004 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.005+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~HBNBJYS14HAE.2 size=478284 2024-09-12T00:40:50.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.008+0000 7f647df87780 1 < completed multipart upload key=UOXLW1EM8Y7O upload=HBNBJYS14HAE tag=7OXIY0NOW371 type=write size=3624012 2024-09-12T00:40:50.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.009+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=NL5MV6J3VSFF type=del size=1529660 2024-09-12T00:40:50.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.011+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=D6R2ZRP51516 type=del 2024-09-12T00:40:50.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.012+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=77AOMI3NHIUH type=del size=1045510 2024-09-12T00:40:50.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.015+0000 7f647df87780 1 < suggested remove operation key=0XE0T6C53BZV tag=7A1OXNODF47Q type=del 2024-09-12T00:40:50.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.016+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=YHR9L1B3U04O type=del size=3788002 2024-09-12T00:40:50.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.020+0000 7f647df87780 1 < suggested remove operation key=JMJMS24HWOOL tag=2GD0982RI7DG type=del 2024-09-12T00:40:50.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.021+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=ZFUB02VZOIHB type=del size=2556908 2024-09-12T00:40:50.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.022+0000 7f647df87780 1 < completed delete operation key=NPV6EUTTARM2 tag=BHBBF6ASEHJX type=del 2024-09-12T00:40:50.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.024+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~HLQE0U34MT1I.0 size=50921 2024-09-12T00:40:50.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.024+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=HLQE0U34MT1I tag=MB3B4O9WFB3C type=write size=1099497 2024-09-12T00:40:50.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.026+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~QT62WV096WN3.0 size=1048576 2024-09-12T00:40:50.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.026+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~QT62WV096WN3.1 size=844224 2024-09-12T00:40:50.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.029+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=QT62WV096WN3 tag=ZB37U8050QXZ type=write size=2941376 2024-09-12T00:40:50.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.031+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~WOKJD64MXT49.0 size=413842 2024-09-12T00:40:50.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.031+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=WOKJD64MXT49 tag=G2XJW5FGK0WQ type=write size=1462418 2024-09-12T00:40:50.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.032+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=5NN0UZM56BAQ type=del 2024-09-12T00:40:50.033 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.034+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=39BONM7BNXRO type=del size=843643 2024-09-12T00:40:50.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.036+0000 7f647df87780 1 < completed write operation key=QWKIWP013AMX tag=HU9MAIX3NFYE type=write size=673179 2024-09-12T00:40:50.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.038+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~L210OIC546CX.0 size=962672 2024-09-12T00:40:50.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.038+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=L210OIC546CX tag=7YPHQQ4HL35T type=write size=2011248 2024-09-12T00:40:50.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.040+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~W3B1TXE0A9EC.0 size=528270 2024-09-12T00:40:50.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.042+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=W3B1TXE0A9EC tag=Z3VFWNJHDH7U type=write size=1576846 2024-09-12T00:40:50.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.044+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~M1CZRK02RD99.0 size=1048576 2024-09-12T00:40:50.044 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.045+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~M1CZRK02RD99.1 size=870492 2024-09-12T00:40:50.044 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.045+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=M1CZRK02RD99 tag=QL2IB4V4176H type=write size=2967644 2024-09-12T00:40:50.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.047+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~YCHDU6LFIPEW.0 size=1048576 2024-09-12T00:40:50.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.048+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~YCHDU6LFIPEW.1 size=423362 2024-09-12T00:40:50.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.050+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=YCHDU6LFIPEW tag=MRX0SN4KT3VX type=write size=2520514 2024-09-12T00:40:50.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.051+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=3BPQU4QLPBFW type=del size=373777 2024-09-12T00:40:50.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.052+0000 7f647df87780 1 < completed write operation key=04HXBZNCOGYY tag=AI9WGK0NLANP type=write size=244447 2024-09-12T00:40:50.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.054+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=LVLGX97NV9TU type=del size=130464 2024-09-12T00:40:50.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.055+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=MX1KIZZR3TF8 type=del 2024-09-12T00:40:50.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.056+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=M90946H7Y5M4 type=write size=249180 2024-09-12T00:40:50.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.057+0000 7f647df87780 1 < completed delete operation key=NPV6EUTTARM2 tag=7Z7XRZHIRHW8 type=del 2024-09-12T00:40:50.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.060+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~ZRE1WDDIAL5S.0 size=1048576 2024-09-12T00:40:50.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.061+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~ZRE1WDDIAL5S.1 size=1048576 2024-09-12T00:40:50.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.062+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~ZRE1WDDIAL5S.2 size=963866 2024-09-12T00:40:50.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.062+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=ZRE1WDDIAL5S tag=Z30I4G6PWPE1 type=write size=4109594 2024-09-12T00:40:50.062 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.063+0000 7f647df87780 1 < completed write operation key=AVZHOIJP092M tag=4MDJE2OB5G0Y type=write size=605440 2024-09-12T00:40:50.063 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.065+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=5ST6KNF7P9FR type=write size=611741 2024-09-12T00:40:50.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.066+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~DG4S3EEMT1L9.0 size=696515 2024-09-12T00:40:50.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.069+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=DG4S3EEMT1L9 tag=CQ7K3LFEY23V type=write size=1745091 2024-09-12T00:40:50.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.071+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=CW4J00OOLO07 type=del size=3586336 2024-09-12T00:40:50.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.072+0000 7f647df87780 1 < completed delete operation key=HLPZFLK75SWI tag=MPNU1XXQM3BR type=del 2024-09-12T00:40:50.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.074+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~ZN484LFHRMQ0.0 size=1048576 2024-09-12T00:40:50.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.075+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~ZN484LFHRMQ0.1 size=922994 2024-09-12T00:40:50.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.075+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=ZN484LFHRMQ0 tag=CY8OBNAN5QBF type=write size=3020146 2024-09-12T00:40:50.075 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.077+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=NL5MV6J3VSFF type=del 2024-09-12T00:40:50.078 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.079+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~PNS2DDIEB1GX.0 size=936326 2024-09-12T00:40:50.078 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.079+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=PNS2DDIEB1GX tag=DX8PKUX4Y424 type=write size=1984902 2024-09-12T00:40:50.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.082+0000 7f647df87780 1 < suggested update operation key=OF18XY41L1L9 tag=77AOMI3NHIUH type=del size=1045510 2024-09-12T00:40:50.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.084+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~V5EZZZORXUML.0 size=1048576 2024-09-12T00:40:50.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.085+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~V5EZZZORXUML.1 size=1048576 2024-09-12T00:40:50.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.086+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~V5EZZZORXUML.2 size=569453 2024-09-12T00:40:50.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.086+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=V5EZZZORXUML tag=K4ANXDCI5FXQ type=write size=3715181 2024-09-12T00:40:50.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.088+0000 7f647df87780 1 < canceled operation key=U2DTYMPDDY2C tag=YHR9L1B3U04O type=del size=3788002 2024-09-12T00:40:50.087 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.089+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=CWN5RQF46XR2 type=write size=813077 2024-09-12T00:40:50.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.090+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=ZFUB02VZOIHB type=del 2024-09-12T00:40:50.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.092+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=Z4I6XQPC8FOD type=del size=1638404 2024-09-12T00:40:50.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.093+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~HLQE0U34MT1I.0 size=50921 2024-09-12T00:40:50.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.095+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=HLQE0U34MT1I tag=MB3B4O9WFB3C type=write size=1099497 2024-09-12T00:40:50.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.096+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=Q0UQCPY6AOD1 type=write size=431599 2024-09-12T00:40:50.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.097+0000 7f647df87780 1 < canceled part key=_multipart_95LRVY22GW0N.2~WOKJD64MXT49.0 size=413842 2024-09-12T00:40:50.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.099+0000 7f647df87780 1 < canceled multipart upload key=95LRVY22GW0N upload=WOKJD64MXT49 tag=G2XJW5FGK0WQ type=write size=1462418 2024-09-12T00:40:50.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.100+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=9L8IOUBGDQ93 type=del size=3213384 2024-09-12T00:40:50.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.102+0000 7f647df87780 1 < suggested remove operation key=U2DTYMPDDY2C tag=39BONM7BNXRO type=del 2024-09-12T00:40:50.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.104+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=9SLLEC3D18M1 type=del size=3993108 2024-09-12T00:40:50.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.105+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~L210OIC546CX.0 size=962672 2024-09-12T00:40:50.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.107+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=L210OIC546CX tag=7YPHQQ4HL35T type=write size=2011248 2024-09-12T00:40:50.107 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.108+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=ZL18T2CNHCCO type=del size=2750421 2024-09-12T00:40:50.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.109+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~M1CZRK02RD99.0 size=1048576 2024-09-12T00:40:50.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.110+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~M1CZRK02RD99.1 size=870492 2024-09-12T00:40:50.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.113+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=M1CZRK02RD99 tag=QL2IB4V4176H type=write size=2967644 2024-09-12T00:40:50.112 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.114+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=9SDXWLY6I5XO type=del size=2593399 2024-09-12T00:40:50.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.115+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=3BPQU4QLPBFW type=del 2024-09-12T00:40:50.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.117+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~47VKVN5H291Y.0 size=1048576 2024-09-12T00:40:50.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.118+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~47VKVN5H291Y.1 size=1048576 2024-09-12T00:40:50.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.119+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~47VKVN5H291Y.2 size=616307 2024-09-12T00:40:50.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.119+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=47VKVN5H291Y tag=U07X015ZQFIS type=write size=3762035 2024-09-12T00:40:50.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.121+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=LVLGX97NV9TU type=del 2024-09-12T00:40:50.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.123+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~61HEWAV70MTC.0 size=750512 2024-09-12T00:40:50.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.123+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=61HEWAV70MTC tag=M1MVGLWNNAPI type=write size=1799088 2024-09-12T00:40:50.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.124+0000 7f647df87780 1 < canceled operation key=AVZHOIJP092M tag=M90946H7Y5M4 type=write size=249180 2024-09-12T00:40:50.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.126+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=D6J4BRHZ4JLF type=del size=1090948 2024-09-12T00:40:50.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.127+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~ZRE1WDDIAL5S.0 size=1048576 2024-09-12T00:40:50.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.128+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~ZRE1WDDIAL5S.1 size=1048576 2024-09-12T00:40:50.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.129+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~ZRE1WDDIAL5S.2 size=963866 2024-09-12T00:40:50.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.131+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=ZRE1WDDIAL5S tag=Z30I4G6PWPE1 type=write size=4109594 2024-09-12T00:40:50.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.132+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=4FCF7EJLTXO0 type=del size=2356087 2024-09-12T00:40:50.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.133+0000 7f647df87780 1 < completed write operation key=NF21FK049RBH tag=5ST6KNF7P9FR type=write size=611741 2024-09-12T00:40:50.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.134+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=19CPUE4JS82G type=del size=3302637 2024-09-12T00:40:50.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.135+0000 7f647df87780 -1 < no bi entry to suggest for operation key=U2DTYMPDDY2C tag=CW4J00OOLO07 type=del size=3586336: (2) No such file or directory 2024-09-12T00:40:50.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.136+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=QC86KHQBKTQ6 type=del size=1438423 2024-09-12T00:40:50.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.137+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~ZN484LFHRMQ0.0 size=1048576 2024-09-12T00:40:50.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.137+0000 7f647df87780 1 < canceled part key=_multipart_U26SRCOKNFVC.2~ZN484LFHRMQ0.1 size=922994 2024-09-12T00:40:50.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.139+0000 7f647df87780 1 < canceled multipart upload key=U26SRCOKNFVC upload=ZN484LFHRMQ0 tag=CY8OBNAN5QBF type=write size=3020146 2024-09-12T00:40:50.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.141+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=C1QSNR5C51F2 type=del size=2030721 2024-09-12T00:40:50.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.142+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~PNS2DDIEB1GX.0 size=936326 2024-09-12T00:40:50.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.144+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=PNS2DDIEB1GX tag=DX8PKUX4Y424 type=write size=1984902 2024-09-12T00:40:50.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.147+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~H6G2ACNTVPE2.0 size=354481 2024-09-12T00:40:50.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.147+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=H6G2ACNTVPE2 tag=W3T0Z0N2QXTT type=write size=1403057 2024-09-12T00:40:50.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.148+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~V5EZZZORXUML.0 size=1048576 2024-09-12T00:40:50.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.149+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~V5EZZZORXUML.1 size=1048576 2024-09-12T00:40:50.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.150+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~V5EZZZORXUML.2 size=569453 2024-09-12T00:40:50.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.152+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=V5EZZZORXUML tag=K4ANXDCI5FXQ type=write size=3715181 2024-09-12T00:40:50.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.153+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=TPG8RITRFQUU type=del size=3316028 2024-09-12T00:40:50.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.155+0000 7f647df87780 1 < completed write operation key=IE03MW8R3TVU tag=CWN5RQF46XR2 type=write size=813077 2024-09-12T00:40:50.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.156+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=EG0AILMDANAC type=write size=404231 2024-09-12T00:40:50.156 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.157+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=Z4I6XQPC8FOD type=del 2024-09-12T00:40:50.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.158+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=M2K7X8ZHQI3A type=del size=569316 2024-09-12T00:40:50.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.160+0000 7f647df87780 1 < completed write operation key=AVZHOIJP092M tag=Q0UQCPY6AOD1 type=write size=431599 2024-09-12T00:40:50.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.161+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=94K7F1HJLLZT type=del size=2384417 2024-09-12T00:40:50.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.162+0000 7f647df87780 1 < completed delete operation key=L02TT95H2C3E tag=9L8IOUBGDQ93 type=del 2024-09-12T00:40:50.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.163+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=RTE7LLTB2BZ5 type=del size=2496848 2024-09-12T00:40:50.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.165+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=9SLLEC3D18M1 type=del 2024-09-12T00:40:50.165 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.167+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~UGY0D9U292GW.0 size=137889 2024-09-12T00:40:50.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.167+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=UGY0D9U292GW tag=K173J711LR1X type=write size=1186465 2024-09-12T00:40:50.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.168+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=ZL18T2CNHCCO type=del 2024-09-12T00:40:50.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.169+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=HBH3R8QVKTLV type=del size=1112316 2024-09-12T00:40:50.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.171+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=9SDXWLY6I5XO type=del 2024-09-12T00:40:50.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.173+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~6V8VJPZCBM3I.0 size=145661 2024-09-12T00:40:50.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.173+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=6V8VJPZCBM3I tag=DNGAZR17BPQU type=write size=1194237 2024-09-12T00:40:50.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.173+0000 7f647df87780 1 < canceled part key=_multipart_5QD71Z29RVQM.2~47VKVN5H291Y.0 size=1048576 2024-09-12T00:40:50.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.174+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~47VKVN5H291Y.1 size=1048576 2024-09-12T00:40:50.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.175+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~47VKVN5H291Y.2 size=616307 2024-09-12T00:40:50.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.177+0000 7f647df87780 1 < canceled multipart upload key=5QD71Z29RVQM upload=47VKVN5H291Y tag=U07X015ZQFIS type=write size=3762035 2024-09-12T00:40:50.178 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.179+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~4TTSD5S2LS31.0 size=1048576 2024-09-12T00:40:50.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.180+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~4TTSD5S2LS31.1 size=1048576 2024-09-12T00:40:50.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.181+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~4TTSD5S2LS31.2 size=243705 2024-09-12T00:40:50.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.181+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=4TTSD5S2LS31 tag=2WGIY6SSI3K1 type=write size=3389433 2024-09-12T00:40:50.181 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.183+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~61HEWAV70MTC.0 size=750512 2024-09-12T00:40:50.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.185+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=61HEWAV70MTC tag=M1MVGLWNNAPI type=write size=1799088 2024-09-12T00:40:50.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.188+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~TJDM34SQGQ1V.0 size=702969 2024-09-12T00:40:50.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.188+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=TJDM34SQGQ1V tag=9VXKPYPF6QEI type=write size=1751545 2024-09-12T00:40:50.188 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.190+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=D6J4BRHZ4JLF type=del 2024-09-12T00:40:50.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.191+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=81LG7L3VURVV type=del size=2334153 2024-09-12T00:40:50.191 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.192+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=4FCF7EJLTXO0 type=del 2024-09-12T00:40:50.192 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.194+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=0KB3RM39X08I type=write size=37405 2024-09-12T00:40:50.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.195+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=19CPUE4JS82G type=del 2024-09-12T00:40:50.195 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.196+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=FLQERSQ2Q7YH type=write size=331294 2024-09-12T00:40:50.196 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.197+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=QC86KHQBKTQ6 type=del 2024-09-12T00:40:50.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.198+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=O03JLNMQ1WMQ type=write size=42293 2024-09-12T00:40:50.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.201+0000 7f647df87780 1 < suggested update operation key=0BE2GIY7HJJS tag=C1QSNR5C51F2 type=del size=2030721 2024-09-12T00:40:50.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.203+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~AC2F8MDRL8TW.0 size=1048576 2024-09-12T00:40:50.203 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.204+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~AC2F8MDRL8TW.1 size=1048576 2024-09-12T00:40:50.204 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.205+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~AC2F8MDRL8TW.2 size=249864 2024-09-12T00:40:50.204 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.205+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=AC2F8MDRL8TW tag=XDKRL4QXUUYF type=write size=3395592 2024-09-12T00:40:50.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.207+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~H6G2ACNTVPE2.0 size=354481 2024-09-12T00:40:50.207 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.209+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=H6G2ACNTVPE2 tag=W3T0Z0N2QXTT type=write size=1403057 2024-09-12T00:40:50.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.211+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~ZQA7R5X4GEL2.0 size=1048576 2024-09-12T00:40:50.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.213+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~ZQA7R5X4GEL2.1 size=738415 2024-09-12T00:40:50.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.213+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=ZQA7R5X4GEL2 tag=KRAAK8H3HXXK type=write size=2835567 2024-09-12T00:40:50.214 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.216+0000 7f647df87780 1 < suggested remove operation key=O5X3U78R6ZDG tag=TPG8RITRFQUU type=del 2024-09-12T00:40:50.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.218+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~X3GNS4YTNK25.0 size=1048576 2024-09-12T00:40:50.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.219+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~X3GNS4YTNK25.1 size=1048576 2024-09-12T00:40:50.219 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.221+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~X3GNS4YTNK25.2 size=740416 2024-09-12T00:40:50.219 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.221+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=X3GNS4YTNK25 tag=CV7W18VHM22I type=write size=3886144 2024-09-12T00:40:50.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.222+0000 7f647df87780 -1 < failed to complete operation key=O5X3U78R6ZDG tag=EG0AILMDANAC type=write size=404231: (22) Invalid argument 2024-09-12T00:40:50.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.225+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~I4HX0EC7FM9S.0 size=1048576 2024-09-12T00:40:50.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.226+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~I4HX0EC7FM9S.1 size=1048576 2024-09-12T00:40:50.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.227+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~I4HX0EC7FM9S.2 size=411710 2024-09-12T00:40:50.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.227+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=I4HX0EC7FM9S tag=DIY8GW7P7LNM type=write size=3557438 2024-09-12T00:40:50.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.230+0000 7f647df87780 1 < suggested update operation key=0XE0T6C53BZV tag=M2K7X8ZHQI3A type=del size=569316 2024-09-12T00:40:50.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.233+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~HQSUKK1I0NIX.0 size=1048576 2024-09-12T00:40:50.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.234+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~HQSUKK1I0NIX.1 size=1048576 2024-09-12T00:40:50.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.235+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~HQSUKK1I0NIX.2 size=155906 2024-09-12T00:40:50.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.235+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=HQSUKK1I0NIX tag=MF10R5V5F6VK type=write size=3301634 2024-09-12T00:40:50.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.238+0000 7f647df87780 1 < suggested update operation key=JMJMS24HWOOL tag=94K7F1HJLLZT type=del size=2384417 2024-09-12T00:40:50.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.241+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~3HAAUEJ3ZCXP.0 size=1048576 2024-09-12T00:40:50.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.242+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~3HAAUEJ3ZCXP.1 size=1048576 2024-09-12T00:40:50.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.243+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~3HAAUEJ3ZCXP.2 size=954782 2024-09-12T00:40:50.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.243+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=3HAAUEJ3ZCXP tag=R54QJOZAKAZQ type=write size=4100510 2024-09-12T00:40:50.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.244+0000 7f647df87780 1 < canceled operation key=1W80H32TA80K tag=RTE7LLTB2BZ5 type=del size=2496848 2024-09-12T00:40:50.245 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.247+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~E7Y6B3D0J6SY.0 size=468649 2024-09-12T00:40:50.245 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.247+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=E7Y6B3D0J6SY tag=LEAWLOVLRL1E type=write size=1517225 2024-09-12T00:40:50.247 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.248+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~UGY0D9U292GW.0 size=137889 2024-09-12T00:40:50.249 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.250+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=UGY0D9U292GW tag=K173J711LR1X type=write size=1186465 2024-09-12T00:40:50.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.253+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~8AFDGKC38SUT.0 size=1048576 2024-09-12T00:40:50.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.254+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~8AFDGKC38SUT.1 size=1048576 2024-09-12T00:40:50.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.255+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~8AFDGKC38SUT.2 size=835979 2024-09-12T00:40:50.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.255+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=8AFDGKC38SUT tag=B2HXHVKI4SFI type=write size=3981707 2024-09-12T00:40:50.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.256+0000 7f647df87780 -1 < failed to complete operation key=O5X3U78R6ZDG tag=HBH3R8QVKTLV type=del size=1112316: (22) Invalid argument 2024-09-12T00:40:50.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.259+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~6T9U6Y5TDTR2.0 size=1048576 2024-09-12T00:40:50.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.260+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~6T9U6Y5TDTR2.1 size=400235 2024-09-12T00:40:50.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.260+0000 7f647df87780 1 > prepared multipart upload key=04HXBZNCOGYY upload=6T9U6Y5TDTR2 tag=OVFH7Q7K54RX type=write size=2497387 2024-09-12T00:40:50.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.262+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~6V8VJPZCBM3I.0 size=145661 2024-09-12T00:40:50.262 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.264+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=6V8VJPZCBM3I tag=DNGAZR17BPQU type=write size=1194237 2024-09-12T00:40:50.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.265+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=H32C7JAIS2NK type=del size=3959410 2024-09-12T00:40:50.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.267+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~4TTSD5S2LS31.0 size=1048576 2024-09-12T00:40:50.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.268+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~4TTSD5S2LS31.1 size=1048576 2024-09-12T00:40:50.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.269+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~4TTSD5S2LS31.2 size=243705 2024-09-12T00:40:50.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.271+0000 7f647df87780 1 < completed multipart upload key=UOXLW1EM8Y7O upload=4TTSD5S2LS31 tag=2WGIY6SSI3K1 type=write size=3389433 2024-09-12T00:40:50.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.272+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=431JPORGR1L5 type=del size=3919418 2024-09-12T00:40:50.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.274+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~TJDM34SQGQ1V.0 size=702969 2024-09-12T00:40:50.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.277+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=TJDM34SQGQ1V tag=9VXKPYPF6QEI type=write size=1751545 2024-09-12T00:40:50.277 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.278+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=E45102ZFPA35 type=del size=4177205 2024-09-12T00:40:50.278 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.280+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=81LG7L3VURVV type=del 2024-09-12T00:40:50.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.283+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~OLVOIU9UA1EF.0 size=1048576 2024-09-12T00:40:50.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.284+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~OLVOIU9UA1EF.1 size=1048576 2024-09-12T00:40:50.284 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.285+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~OLVOIU9UA1EF.2 size=258417 2024-09-12T00:40:50.284 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.285+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=OLVOIU9UA1EF tag=RPXKAVU8XL5G type=write size=3404145 2024-09-12T00:40:50.286 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.288+0000 7f647df87780 1 < suggested update operation key=1W80H32TA80K tag=0KB3RM39X08I type=write size=37405 2024-09-12T00:40:50.288 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.289+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=CIHV6FOUX0H9 type=del size=3168871 2024-09-12T00:40:50.291 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.292+0000 7f647df87780 1 < suggested update operation key=A5X2OQZEVJSX tag=FLQERSQ2Q7YH type=write size=331294 2024-09-12T00:40:50.292 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.293+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=2B5QNH5SB46T type=del size=1981392 2024-09-12T00:40:50.292 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.294+0000 7f647df87780 -1 < no bi entry to suggest for operation key=O5X3U78R6ZDG tag=O03JLNMQ1WMQ type=write size=42293: (2) No such file or directory 2024-09-12T00:40:50.294 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.296+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~14GD94Q62O3P.0 size=1048576 2024-09-12T00:40:50.295 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.297+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~14GD94Q62O3P.1 size=1048576 2024-09-12T00:40:50.297 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.298+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~14GD94Q62O3P.2 size=580659 2024-09-12T00:40:50.297 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.298+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=14GD94Q62O3P tag=U4AC8C1BDZAH type=write size=3726387 2024-09-12T00:40:50.298 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.299+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~AC2F8MDRL8TW.0 size=1048576 2024-09-12T00:40:50.299 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.300+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~AC2F8MDRL8TW.1 size=1048576 2024-09-12T00:40:50.300 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.301+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~AC2F8MDRL8TW.2 size=249864 2024-09-12T00:40:50.306 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.303+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=AC2F8MDRL8TW tag=XDKRL4QXUUYF type=write size=3395592 2024-09-12T00:40:50.306 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.305+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=U1Z8PC9SGNUO type=del size=694478 2024-09-12T00:40:50.306 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.306+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~ZQA7R5X4GEL2.0 size=1048576 2024-09-12T00:40:50.306 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.307+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~ZQA7R5X4GEL2.1 size=738415 2024-09-12T00:40:50.308 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.309+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=ZQA7R5X4GEL2 tag=KRAAK8H3HXXK type=write size=2835567 2024-09-12T00:40:50.309 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.311+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=CI2R4FWGYUVW type=del size=479170 2024-09-12T00:40:50.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.312+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~X3GNS4YTNK25.0 size=1048576 2024-09-12T00:40:50.312 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.313+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~X3GNS4YTNK25.1 size=1048576 2024-09-12T00:40:50.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.316+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~X3GNS4YTNK25.2 size=740416 2024-09-12T00:40:50.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.318+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=X3GNS4YTNK25 tag=CV7W18VHM22I type=write size=3886144 2024-09-12T00:40:50.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.319+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=05II1HVLZVBL type=del size=398464 2024-09-12T00:40:50.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.320+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~I4HX0EC7FM9S.0 size=1048576 2024-09-12T00:40:50.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.321+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~I4HX0EC7FM9S.1 size=1048576 2024-09-12T00:40:50.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.322+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~I4HX0EC7FM9S.2 size=411710 2024-09-12T00:40:50.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.324+0000 7f647df87780 1 < completed multipart upload key=NPV6EUTTARM2 upload=I4HX0EC7FM9S tag=DIY8GW7P7LNM type=write size=3557438 2024-09-12T00:40:50.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.326+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=5G24SYRE70IU type=del size=3530751 2024-09-12T00:40:50.325 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.327+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~HQSUKK1I0NIX.0 size=1048576 2024-09-12T00:40:50.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.328+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~HQSUKK1I0NIX.1 size=1048576 2024-09-12T00:40:50.327 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.329+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~HQSUKK1I0NIX.2 size=155906 2024-09-12T00:40:50.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.331+0000 7f647df87780 1 < completed multipart upload key=A5X2OQZEVJSX upload=HQSUKK1I0NIX tag=MF10R5V5F6VK type=write size=3301634 2024-09-12T00:40:50.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.334+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~4H9AN713VIL6.0 size=1048576 2024-09-12T00:40:50.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.335+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~4H9AN713VIL6.1 size=1048576 2024-09-12T00:40:50.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.336+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~4H9AN713VIL6.2 size=881192 2024-09-12T00:40:50.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.336+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=4H9AN713VIL6 tag=J8DHNRHY5J2Q type=write size=4026920 2024-09-12T00:40:50.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.337+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~3HAAUEJ3ZCXP.0 size=1048576 2024-09-12T00:40:50.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.338+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~3HAAUEJ3ZCXP.1 size=1048576 2024-09-12T00:40:50.338 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.339+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~3HAAUEJ3ZCXP.2 size=954782 2024-09-12T00:40:50.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.341+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=3HAAUEJ3ZCXP tag=R54QJOZAKAZQ type=write size=4100510 2024-09-12T00:40:50.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.344+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~X6KMBJA8C122.0 size=1048576 2024-09-12T00:40:50.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.344+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~X6KMBJA8C122.1 size=225170 2024-09-12T00:40:50.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.344+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=X6KMBJA8C122 tag=P5EOP5CI071N type=write size=2322322 2024-09-12T00:40:50.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.346+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~E7Y6B3D0J6SY.0 size=468649 2024-09-12T00:40:50.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.348+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=E7Y6B3D0J6SY tag=LEAWLOVLRL1E type=write size=1517225 2024-09-12T00:40:50.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.349+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=FUQM15MU4KKM type=del size=3996652 2024-09-12T00:40:50.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.350+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~8AFDGKC38SUT.0 size=1048576 2024-09-12T00:40:50.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.351+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~8AFDGKC38SUT.1 size=1048576 2024-09-12T00:40:50.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.351+0000 7f647df87780 1 < canceled part key=_multipart_JT51QJXZTSBO.2~8AFDGKC38SUT.2 size=835979 2024-09-12T00:40:50.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.353+0000 7f647df87780 1 < canceled multipart upload key=JT51QJXZTSBO upload=8AFDGKC38SUT tag=B2HXHVKI4SFI type=write size=3981707 2024-09-12T00:40:50.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.354+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=Q11BOXUU6O1Y type=del size=3648605 2024-09-12T00:40:50.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.355+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~6T9U6Y5TDTR2.0 size=1048576 2024-09-12T00:40:50.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.355+0000 7f647df87780 1 < canceled part key=_multipart_04HXBZNCOGYY.2~6T9U6Y5TDTR2.1 size=400235 2024-09-12T00:40:50.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.357+0000 7f647df87780 1 < canceled multipart upload key=04HXBZNCOGYY upload=6T9U6Y5TDTR2 tag=OVFH7Q7K54RX type=write size=2497387 2024-09-12T00:40:50.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.360+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~3W48MG0ZGAMA.0 size=1048576 2024-09-12T00:40:50.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.361+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~3W48MG0ZGAMA.1 size=197446 2024-09-12T00:40:50.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.361+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=3W48MG0ZGAMA tag=SZBNZ9VD8KGF type=write size=2294598 2024-09-12T00:40:50.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.362+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=H32C7JAIS2NK type=del 2024-09-12T00:40:50.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.363+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=5FBR4C74101L type=del size=2681338 2024-09-12T00:40:50.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.365+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=431JPORGR1L5 type=del 2024-09-12T00:40:50.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.366+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=O3044KAPOYVW type=write size=858280 2024-09-12T00:40:50.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.367+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=E45102ZFPA35 type=del 2024-09-12T00:40:50.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.369+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=FHO4NJLO1TBH type=del size=3274144 2024-09-12T00:40:50.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.370+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~OLVOIU9UA1EF.0 size=1048576 2024-09-12T00:40:50.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.371+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~OLVOIU9UA1EF.1 size=1048576 2024-09-12T00:40:50.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.372+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~OLVOIU9UA1EF.2 size=258417 2024-09-12T00:40:50.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.374+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=OLVOIU9UA1EF tag=RPXKAVU8XL5G type=write size=3404145 2024-09-12T00:40:50.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.375+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=ZHKPDF9W2QU1 type=write size=235530 2024-09-12T00:40:50.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.376+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=CIHV6FOUX0H9 type=del 2024-09-12T00:40:50.377 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.378+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~F2HDKAF4JC04.0 size=1048576 2024-09-12T00:40:50.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.380+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~F2HDKAF4JC04.1 size=1048576 2024-09-12T00:40:50.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.381+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~F2HDKAF4JC04.2 size=606370 2024-09-12T00:40:50.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.381+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=F2HDKAF4JC04 tag=BBEKVZDT0208 type=write size=3752098 2024-09-12T00:40:50.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.382+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=2B5QNH5SB46T type=del 2024-09-12T00:40:50.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.383+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=TIOV5YRQPBZI type=del size=2803219 2024-09-12T00:40:50.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.385+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~14GD94Q62O3P.0 size=1048576 2024-09-12T00:40:50.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.385+0000 7f647df87780 1 < canceled part key=_multipart_U26SRCOKNFVC.2~14GD94Q62O3P.1 size=1048576 2024-09-12T00:40:50.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.386+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~14GD94Q62O3P.2 size=580659 2024-09-12T00:40:50.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.388+0000 7f647df87780 1 < canceled multipart upload key=U26SRCOKNFVC upload=14GD94Q62O3P tag=U4AC8C1BDZAH type=write size=3726387 2024-09-12T00:40:50.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.389+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=V24JG3D2V749 type=write size=869601 2024-09-12T00:40:50.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.391+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=U1Z8PC9SGNUO type=del 2024-09-12T00:40:50.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.393+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~0LU2A3RLE0FB.0 size=1048576 2024-09-12T00:40:50.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.394+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~0LU2A3RLE0FB.1 size=509253 2024-09-12T00:40:50.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.394+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=0LU2A3RLE0FB tag=YIP0DHM019M4 type=write size=2606405 2024-09-12T00:40:50.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.395+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=CI2R4FWGYUVW type=del 2024-09-12T00:40:50.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.396+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=ZMD1ONGQGR2Z type=write size=15484 2024-09-12T00:40:50.396 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.398+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=05II1HVLZVBL type=del 2024-09-12T00:40:50.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.399+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=VT3F9S65WZ9I type=del size=2031923 2024-09-12T00:40:50.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.401+0000 7f647df87780 1 < suggested remove operation key=QWKIWP013AMX tag=5G24SYRE70IU type=del 2024-09-12T00:40:50.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.404+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~5XNNLDGE7YD7.0 size=959308 2024-09-12T00:40:50.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.404+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=5XNNLDGE7YD7 tag=OJY7RFFGBP49 type=write size=2007884 2024-09-12T00:40:50.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.404+0000 7f647df87780 1 < canceled part key=_multipart_UOXLW1EM8Y7O.2~4H9AN713VIL6.0 size=1048576 2024-09-12T00:40:50.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.405+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~4H9AN713VIL6.1 size=1048576 2024-09-12T00:40:50.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.406+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~4H9AN713VIL6.2 size=881192 2024-09-12T00:40:50.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.409+0000 7f647df87780 1 < canceled multipart upload key=UOXLW1EM8Y7O upload=4H9AN713VIL6 tag=J8DHNRHY5J2Q type=write size=4026920 2024-09-12T00:40:50.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.410+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=VGI86PCHHTUW type=del size=2909521 2024-09-12T00:40:50.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.411+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~X6KMBJA8C122.0 size=1048576 2024-09-12T00:40:50.411 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.412+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~X6KMBJA8C122.1 size=225170 2024-09-12T00:40:50.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.414+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=X6KMBJA8C122 tag=P5EOP5CI071N type=write size=2322322 2024-09-12T00:40:50.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.417+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~598QPDRP3YOU.0 size=1048576 2024-09-12T00:40:50.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.418+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~598QPDRP3YOU.1 size=1048576 2024-09-12T00:40:50.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.419+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~598QPDRP3YOU.2 size=538861 2024-09-12T00:40:50.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.419+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=598QPDRP3YOU tag=2TS4YXJX4BN4 type=write size=3684589 2024-09-12T00:40:50.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.420+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=FUQM15MU4KKM type=del 2024-09-12T00:40:50.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.422+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=SGZSD1VQU9C0 type=del size=151819 2024-09-12T00:40:50.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.424+0000 7f647df87780 1 < suggested update operation key=PP87VV5LT5V6 tag=Q11BOXUU6O1Y type=del size=3648605 2024-09-12T00:40:50.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.427+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~QP07TOFPFHH8.0 size=1048576 2024-09-12T00:40:50.426 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.428+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~QP07TOFPFHH8.1 size=363101 2024-09-12T00:40:50.426 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.428+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=QP07TOFPFHH8 tag=BG46A4H64FS4 type=write size=2460253 2024-09-12T00:40:50.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.429+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~3W48MG0ZGAMA.0 size=1048576 2024-09-12T00:40:50.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.430+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~3W48MG0ZGAMA.1 size=197446 2024-09-12T00:40:50.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.433+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=3W48MG0ZGAMA tag=SZBNZ9VD8KGF type=write size=2294598 2024-09-12T00:40:50.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.435+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~W5E4OB1ZGXRE.0 size=1048576 2024-09-12T00:40:50.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.436+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~W5E4OB1ZGXRE.1 size=261477 2024-09-12T00:40:50.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.436+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=W5E4OB1ZGXRE tag=A9ALL393U86V type=write size=2358629 2024-09-12T00:40:50.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.438+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=5FBR4C74101L type=del 2024-09-12T00:40:50.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.439+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=L2820KM69WSR type=del size=2617465 2024-09-12T00:40:50.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.440+0000 7f647df87780 1 < completed write operation key=UOXLW1EM8Y7O tag=O3044KAPOYVW type=write size=858280 2024-09-12T00:40:50.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.443+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~IRGC8WMM6TL0.0 size=1048576 2024-09-12T00:40:50.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.444+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~IRGC8WMM6TL0.1 size=395209 2024-09-12T00:40:50.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.444+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=IRGC8WMM6TL0 tag=QS3H8HTC2SOK type=write size=2492361 2024-09-12T00:40:50.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.445+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=FHO4NJLO1TBH type=del 2024-09-12T00:40:50.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.447+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=3NIEHTNXQY2J type=del size=1948837 2024-09-12T00:40:50.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.448+0000 7f647df87780 1 < completed write operation key=L02TT95H2C3E tag=ZHKPDF9W2QU1 type=write size=235530 2024-09-12T00:40:50.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.450+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~YYVBJGAULP3R.0 size=124587 2024-09-12T00:40:50.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.450+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=YYVBJGAULP3R tag=5ZBU1VV85EZ1 type=write size=1173163 2024-09-12T00:40:50.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.451+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~F2HDKAF4JC04.0 size=1048576 2024-09-12T00:40:50.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.453+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~F2HDKAF4JC04.1 size=1048576 2024-09-12T00:40:50.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.454+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~F2HDKAF4JC04.2 size=606370 2024-09-12T00:40:50.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.456+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=F2HDKAF4JC04 tag=BBEKVZDT0208 type=write size=3752098 2024-09-12T00:40:50.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.457+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=PXQTET38X4ZL type=del size=3588518 2024-09-12T00:40:50.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.459+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=TIOV5YRQPBZI type=del 2024-09-12T00:40:50.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.461+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~72ALXK9FLOII.0 size=304755 2024-09-12T00:40:50.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.461+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=72ALXK9FLOII tag=U43N2RW22IXH type=write size=1353331 2024-09-12T00:40:50.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.462+0000 7f647df87780 1 < completed write operation key=L02TT95H2C3E tag=V24JG3D2V749 type=write size=869601 2024-09-12T00:40:50.463 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.465+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~QZ5T1MYKRA4L.0 size=1048576 2024-09-12T00:40:50.464 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.466+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~QZ5T1MYKRA4L.1 size=1048576 2024-09-12T00:40:50.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.467+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~QZ5T1MYKRA4L.2 size=839474 2024-09-12T00:40:50.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.467+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=QZ5T1MYKRA4L tag=702P6ZIS728R type=write size=3985202 2024-09-12T00:40:50.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.468+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~0LU2A3RLE0FB.0 size=1048576 2024-09-12T00:40:50.468 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.469+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~0LU2A3RLE0FB.1 size=509253 2024-09-12T00:40:50.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.471+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=0LU2A3RLE0FB tag=YIP0DHM019M4 type=write size=2606405 2024-09-12T00:40:50.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.474+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~XTVVHB2C0QTX.0 size=1048576 2024-09-12T00:40:50.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.475+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~XTVVHB2C0QTX.1 size=907097 2024-09-12T00:40:50.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.475+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=XTVVHB2C0QTX tag=4LH7PX2HWZ10 type=write size=3004249 2024-09-12T00:40:50.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.476+0000 7f647df87780 1 < completed write operation key=9K3R0N60JBRX tag=ZMD1ONGQGR2Z type=write size=15484 2024-09-12T00:40:50.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.477+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=QY5H5PI390M6 type=del size=2773016 2024-09-12T00:40:50.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.479+0000 7f647df87780 1 < canceled operation key=1W80H32TA80K tag=VT3F9S65WZ9I type=del size=2031923 2024-09-12T00:40:50.479 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.481+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~H1764NRHG5U3.0 size=1048576 2024-09-12T00:40:50.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.482+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~H1764NRHG5U3.1 size=735122 2024-09-12T00:40:50.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.482+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=H1764NRHG5U3 tag=GH7DIZQ42060 type=write size=2832274 2024-09-12T00:40:50.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.482+0000 7f647df87780 1 < canceled part key=_multipart_NF21FK049RBH.2~5XNNLDGE7YD7.0 size=959308 2024-09-12T00:40:50.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.484+0000 7f647df87780 1 < canceled multipart upload key=NF21FK049RBH upload=5XNNLDGE7YD7 tag=OJY7RFFGBP49 type=write size=2007884 2024-09-12T00:40:50.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.486+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~RZT7R0ULUBWM.0 size=598591 2024-09-12T00:40:50.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.486+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=RZT7R0ULUBWM tag=F02U938HTCAE type=write size=1647167 2024-09-12T00:40:50.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.487+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=VGI86PCHHTUW type=del 2024-09-12T00:40:50.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.489+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=MLB9K15HJU2S type=write size=323281 2024-09-12T00:40:50.488 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.490+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~598QPDRP3YOU.0 size=1048576 2024-09-12T00:40:50.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.491+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~598QPDRP3YOU.1 size=1048576 2024-09-12T00:40:50.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.492+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~598QPDRP3YOU.2 size=538861 2024-09-12T00:40:50.492 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.494+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=598QPDRP3YOU tag=2TS4YXJX4BN4 type=write size=3684589 2024-09-12T00:40:50.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.495+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=EG0NY3UBS3Q8 type=del size=2698370 2024-09-12T00:40:50.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.496+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=SGZSD1VQU9C0 type=del 2024-09-12T00:40:50.496 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.498+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=4NSNNY3W0VWH type=del size=517568 2024-09-12T00:40:50.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.499+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~QP07TOFPFHH8.0 size=1048576 2024-09-12T00:40:50.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.500+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~QP07TOFPFHH8.1 size=363101 2024-09-12T00:40:50.501 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.503+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=QP07TOFPFHH8 tag=BG46A4H64FS4 type=write size=2460253 2024-09-12T00:40:50.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.505+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~G1PO1J14JIVP.0 size=1048576 2024-09-12T00:40:50.505 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.506+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~G1PO1J14JIVP.1 size=1048576 2024-09-12T00:40:50.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.507+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~G1PO1J14JIVP.2 size=923309 2024-09-12T00:40:50.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.507+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=G1PO1J14JIVP tag=K6GGRGWWHPFF type=write size=4069037 2024-09-12T00:40:50.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.509+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~W5E4OB1ZGXRE.0 size=1048576 2024-09-12T00:40:50.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.510+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~W5E4OB1ZGXRE.1 size=261477 2024-09-12T00:40:50.512 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.513+0000 7f647df87780 1 < completed multipart upload key=5QD71Z29RVQM upload=W5E4OB1ZGXRE tag=A9ALL393U86V type=write size=2358629 2024-09-12T00:40:50.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.514+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=ABP8NY443LIP type=del size=1710695 2024-09-12T00:40:50.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.515+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=L2820KM69WSR type=del 2024-09-12T00:40:50.515 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.517+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=2S0YU4XFKN9G type=del size=3951514 2024-09-12T00:40:50.517 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.518+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~IRGC8WMM6TL0.0 size=1048576 2024-09-12T00:40:50.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.519+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~IRGC8WMM6TL0.1 size=395209 2024-09-12T00:40:50.520 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.522+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=IRGC8WMM6TL0 tag=QS3H8HTC2SOK type=write size=2492361 2024-09-12T00:40:50.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.524+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~4SMN37KQPF92.0 size=1048576 2024-09-12T00:40:50.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.526+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~4SMN37KQPF92.1 size=634875 2024-09-12T00:40:50.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.526+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=4SMN37KQPF92 tag=CNJIQCYGC14K type=write size=2732027 2024-09-12T00:40:50.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.528+0000 7f647df87780 1 < suggested update operation key=QWKIWP013AMX tag=3NIEHTNXQY2J type=del size=1948837 2024-09-12T00:40:50.528 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.529+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=2K32J5I8A6YC type=del size=1249246 2024-09-12T00:40:50.528 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.530+0000 7f647df87780 1 < canceled part key=_multipart_OF18XY41L1L9.2~YYVBJGAULP3R.0 size=124587 2024-09-12T00:40:50.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.532+0000 7f647df87780 1 < canceled multipart upload key=OF18XY41L1L9 upload=YYVBJGAULP3R tag=5ZBU1VV85EZ1 type=write size=1173163 2024-09-12T00:40:50.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.534+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~UO9320Q4OPNR.0 size=1048576 2024-09-12T00:40:50.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.535+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~UO9320Q4OPNR.1 size=895076 2024-09-12T00:40:50.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.535+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=UO9320Q4OPNR tag=JYC16H0TYXKB type=write size=2992228 2024-09-12T00:40:50.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.537+0000 7f647df87780 -1 < failed to complete operation key=QWKIWP013AMX tag=PXQTET38X4ZL type=del size=3588518: (22) Invalid argument 2024-09-12T00:40:50.536 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.538+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=9MLVL3AW76H8 type=write size=182533 2024-09-12T00:40:50.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.539+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~72ALXK9FLOII.0 size=304755 2024-09-12T00:40:50.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.541+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=72ALXK9FLOII tag=U43N2RW22IXH type=write size=1353331 2024-09-12T00:40:50.542 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.544+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~FDLFTDIK9226.0 size=1048576 2024-09-12T00:40:50.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.545+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~FDLFTDIK9226.1 size=1048576 2024-09-12T00:40:50.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.546+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~FDLFTDIK9226.2 size=1021186 2024-09-12T00:40:50.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.546+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=FDLFTDIK9226 tag=5CSDKEIA00CT type=write size=4166914 2024-09-12T00:40:50.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.547+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~QZ5T1MYKRA4L.0 size=1048576 2024-09-12T00:40:50.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.548+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~QZ5T1MYKRA4L.1 size=1048576 2024-09-12T00:40:50.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.548+0000 7f647df87780 1 < canceled part key=_multipart_O5X3U78R6ZDG.2~QZ5T1MYKRA4L.2 size=839474 2024-09-12T00:40:50.549 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.550+0000 7f647df87780 1 < canceled multipart upload key=O5X3U78R6ZDG upload=QZ5T1MYKRA4L tag=702P6ZIS728R type=write size=3985202 2024-09-12T00:40:50.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.552+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=73NGFPNXEA3V type=del size=2197552 2024-09-12T00:40:50.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.554+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~XTVVHB2C0QTX.0 size=1048576 2024-09-12T00:40:50.553 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.555+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~XTVVHB2C0QTX.1 size=907097 2024-09-12T00:40:50.556 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.557+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=XTVVHB2C0QTX tag=4LH7PX2HWZ10 type=write size=3004249 2024-09-12T00:40:50.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.558+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=BYBCWIZA9HPU type=write size=343595 2024-09-12T00:40:50.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.561+0000 7f647df87780 1 < suggested update operation key=U4TCVRRJZRXA tag=QY5H5PI390M6 type=del size=2773016 2024-09-12T00:40:50.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.562+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=P63LD0Z7YBAJ type=del size=1019818 2024-09-12T00:40:50.562 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.564+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~H1764NRHG5U3.0 size=1048576 2024-09-12T00:40:50.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.565+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~H1764NRHG5U3.1 size=735122 2024-09-12T00:40:50.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.567+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=H1764NRHG5U3 tag=GH7DIZQ42060 type=write size=2832274 2024-09-12T00:40:50.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.570+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~KMO0A7QRHM8W.0 size=1048576 2024-09-12T00:40:50.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.571+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~KMO0A7QRHM8W.1 size=1048576 2024-09-12T00:40:50.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.572+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~KMO0A7QRHM8W.2 size=693720 2024-09-12T00:40:50.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.572+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=KMO0A7QRHM8W tag=NTC7EE9NRHN8 type=write size=3839448 2024-09-12T00:40:50.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.572+0000 7f647df87780 1 < canceled part key=_multipart_G40IYJZMFFPS.2~RZT7R0ULUBWM.0 size=598591 2024-09-12T00:40:50.573 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.574+0000 7f647df87780 1 < canceled multipart upload key=G40IYJZMFFPS upload=RZT7R0ULUBWM tag=F02U938HTCAE type=write size=1647167 2024-09-12T00:40:50.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.577+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~GAGBM7TIEXIJ.0 size=1048576 2024-09-12T00:40:50.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.578+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~GAGBM7TIEXIJ.1 size=1048576 2024-09-12T00:40:50.577 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.579+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~GAGBM7TIEXIJ.2 size=336697 2024-09-12T00:40:50.577 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.579+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=GAGBM7TIEXIJ tag=9OZ3MQ7YG5PC type=write size=3482425 2024-09-12T00:40:50.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.581+0000 7f647df87780 1 < suggested update operation key=PP87VV5LT5V6 tag=MLB9K15HJU2S type=write size=323281 2024-09-12T00:40:50.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.584+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~FSPRJJ1JDG96.0 size=1048576 2024-09-12T00:40:50.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.585+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~FSPRJJ1JDG96.1 size=321826 2024-09-12T00:40:50.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.585+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=FSPRJJ1JDG96 tag=ZLZHIWKITMDK type=write size=2418978 2024-09-12T00:40:50.586 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.587+0000 7f647df87780 1 < suggested update operation key=1W80H32TA80K tag=EG0NY3UBS3Q8 type=del size=2698370 2024-09-12T00:40:50.588 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.590+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~KCB4KE6HP8VZ.0 size=1012325 2024-09-12T00:40:50.588 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.590+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=KCB4KE6HP8VZ tag=CDWF21V0HAUH type=write size=2060901 2024-09-12T00:40:50.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.592+0000 7f647df87780 1 < suggested update operation key=1W80H32TA80K tag=4NSNNY3W0VWH type=del size=517568 2024-09-12T00:40:50.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.594+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~FUR5NERXKKM2.0 size=1048576 2024-09-12T00:40:50.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.595+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~FUR5NERXKKM2.1 size=1048576 2024-09-12T00:40:50.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.596+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~FUR5NERXKKM2.2 size=328274 2024-09-12T00:40:50.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.596+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=FUR5NERXKKM2 tag=68P8V7X5WKM9 type=write size=3474002 2024-09-12T00:40:50.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.598+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~G1PO1J14JIVP.0 size=1048576 2024-09-12T00:40:50.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.599+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~G1PO1J14JIVP.1 size=1048576 2024-09-12T00:40:50.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.600+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~G1PO1J14JIVP.2 size=923309 2024-09-12T00:40:50.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.602+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=G1PO1J14JIVP tag=K6GGRGWWHPFF type=write size=4069037 2024-09-12T00:40:50.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.604+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~2890W43UP0G5.0 size=1048576 2024-09-12T00:40:50.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.606+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~2890W43UP0G5.1 size=1048576 2024-09-12T00:40:50.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.607+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~2890W43UP0G5.2 size=102865 2024-09-12T00:40:50.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.607+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=2890W43UP0G5 tag=2IRATGJI0DFW type=write size=3248593 2024-09-12T00:40:50.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.608+0000 7f647df87780 1 < canceled operation key=2Y81YQV19GMR tag=ABP8NY443LIP type=del size=1710695 2024-09-12T00:40:50.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.611+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~OTJ35OIDHQUG.0 size=1048576 2024-09-12T00:40:50.610 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.612+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~OTJ35OIDHQUG.1 size=1048576 2024-09-12T00:40:50.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.613+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~OTJ35OIDHQUG.2 size=278538 2024-09-12T00:40:50.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.613+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=OTJ35OIDHQUG tag=QN10V2XOFUZV type=write size=3424266 2024-09-12T00:40:50.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.614+0000 7f647df87780 -1 < failed to complete operation key=PP87VV5LT5V6 tag=2S0YU4XFKN9G type=del size=3951514: (22) Invalid argument 2024-09-12T00:40:50.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.615+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=NUA0FY3I4B0K type=del size=1561352 2024-09-12T00:40:50.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.617+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~4SMN37KQPF92.0 size=1048576 2024-09-12T00:40:50.616 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.618+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~4SMN37KQPF92.1 size=634875 2024-09-12T00:40:50.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.620+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=4SMN37KQPF92 tag=CNJIQCYGC14K type=write size=2732027 2024-09-12T00:40:50.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.623+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~X6LO2USY74V3.0 size=1048576 2024-09-12T00:40:50.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.624+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~X6LO2USY74V3.1 size=276452 2024-09-12T00:40:50.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.624+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=X6LO2USY74V3 tag=83A8F4YLJ6LY type=write size=2373604 2024-09-12T00:40:50.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.625+0000 7f647df87780 1 < completed delete operation key=HLPZFLK75SWI tag=2K32J5I8A6YC type=del 2024-09-12T00:40:50.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.626+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=C61IRSFBHS4Q type=del size=3276781 2024-09-12T00:40:50.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.628+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~UO9320Q4OPNR.0 size=1048576 2024-09-12T00:40:50.627 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.629+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~UO9320Q4OPNR.1 size=895076 2024-09-12T00:40:50.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.631+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=UO9320Q4OPNR tag=JYC16H0TYXKB type=write size=2992228 2024-09-12T00:40:50.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.633+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~AH05U3ROV1CR.0 size=1048576 2024-09-12T00:40:50.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.635+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~AH05U3ROV1CR.1 size=1048576 2024-09-12T00:40:50.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.636+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~AH05U3ROV1CR.2 size=823024 2024-09-12T00:40:50.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.636+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=AH05U3ROV1CR tag=PK0N5QW3XV3M type=write size=3968752 2024-09-12T00:40:50.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.639+0000 7f647df87780 1 < suggested update operation key=NPV6EUTTARM2 tag=9MLVL3AW76H8 type=write size=182533 2024-09-12T00:40:50.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.641+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=OJ37KLY8EAZP type=del size=2336577 2024-09-12T00:40:50.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.643+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~FDLFTDIK9226.0 size=1048576 2024-09-12T00:40:50.642 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.644+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~FDLFTDIK9226.1 size=1048576 2024-09-12T00:40:50.644 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.645+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~FDLFTDIK9226.2 size=1021186 2024-09-12T00:40:50.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.648+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=FDLFTDIK9226 tag=5CSDKEIA00CT type=write size=4166914 2024-09-12T00:40:50.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.649+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=1Y59EQI6XA7I type=del size=4192737 2024-09-12T00:40:50.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.651+0000 7f647df87780 -1 < failed to complete operation key=1W80H32TA80K tag=73NGFPNXEA3V type=del size=2197552: (22) Invalid argument 2024-09-12T00:40:50.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.654+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~ILZ01VT0LO9E.0 size=200933 2024-09-12T00:40:50.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.654+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=ILZ01VT0LO9E tag=8R3II47I0BSA type=write size=1249509 2024-09-12T00:40:50.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.657+0000 7f647df87780 1 < suggested update operation key=0BE2GIY7HJJS tag=BYBCWIZA9HPU type=write size=343595 2024-09-12T00:40:50.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.658+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=N02E5OBG468D type=del size=234971 2024-09-12T00:40:50.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.660+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=P63LD0Z7YBAJ type=del 2024-09-12T00:40:50.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.662+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~T4U3XLNG4L5U.0 size=1048576 2024-09-12T00:40:50.662 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.663+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~T4U3XLNG4L5U.1 size=180867 2024-09-12T00:40:50.662 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.663+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=T4U3XLNG4L5U tag=7M6CQENSB5CW type=write size=2278019 2024-09-12T00:40:50.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.665+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~KMO0A7QRHM8W.0 size=1048576 2024-09-12T00:40:50.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.666+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~KMO0A7QRHM8W.1 size=1048576 2024-09-12T00:40:50.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.667+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~KMO0A7QRHM8W.2 size=693720 2024-09-12T00:40:50.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.669+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=KMO0A7QRHM8W tag=NTC7EE9NRHN8 type=write size=3839448 2024-09-12T00:40:50.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.672+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~7SJPN4F32K35.0 size=1042282 2024-09-12T00:40:50.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.672+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=7SJPN4F32K35 tag=07PNX1JCQMCO type=write size=2090858 2024-09-12T00:40:50.672 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.673+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~GAGBM7TIEXIJ.0 size=1048576 2024-09-12T00:40:50.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.674+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~GAGBM7TIEXIJ.1 size=1048576 2024-09-12T00:40:50.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.676+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~GAGBM7TIEXIJ.2 size=336697 2024-09-12T00:40:50.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.679+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=GAGBM7TIEXIJ tag=9OZ3MQ7YG5PC type=write size=3482425 2024-09-12T00:40:50.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.681+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~0A6F4QY2YM4W.0 size=248312 2024-09-12T00:40:50.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.681+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=0A6F4QY2YM4W tag=99W3X6Z5G3Y1 type=write size=1296888 2024-09-12T00:40:50.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.683+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~FSPRJJ1JDG96.0 size=1048576 2024-09-12T00:40:50.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.683+0000 7f647df87780 1 < canceled part key=_multipart_HLPZFLK75SWI.2~FSPRJJ1JDG96.1 size=321826 2024-09-12T00:40:50.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.685+0000 7f647df87780 1 < canceled multipart upload key=HLPZFLK75SWI upload=FSPRJJ1JDG96 tag=ZLZHIWKITMDK type=write size=2418978 2024-09-12T00:40:50.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.686+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=5O481VVKX2RQ type=del size=3381418 2024-09-12T00:40:50.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.688+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~KCB4KE6HP8VZ.0 size=1012325 2024-09-12T00:40:50.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.690+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=KCB4KE6HP8VZ tag=CDWF21V0HAUH type=write size=2060901 2024-09-12T00:40:50.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.691+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=GWSII4FVH94I type=del size=328361 2024-09-12T00:40:50.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.693+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~FUR5NERXKKM2.0 size=1048576 2024-09-12T00:40:50.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.694+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~FUR5NERXKKM2.1 size=1048576 2024-09-12T00:40:50.694 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.695+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~FUR5NERXKKM2.2 size=328274 2024-09-12T00:40:50.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.697+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=FUR5NERXKKM2 tag=68P8V7X5WKM9 type=write size=3474002 2024-09-12T00:40:50.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.699+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~D5YIB6UFNB8E.0 size=1036283 2024-09-12T00:40:50.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.699+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=D5YIB6UFNB8E tag=L0W8EAQ6MGCR type=write size=2084859 2024-09-12T00:40:50.699 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.701+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~2890W43UP0G5.0 size=1048576 2024-09-12T00:40:50.700 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.702+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~2890W43UP0G5.1 size=1048576 2024-09-12T00:40:50.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.703+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~2890W43UP0G5.2 size=102865 2024-09-12T00:40:50.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.705+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=2890W43UP0G5 tag=2IRATGJI0DFW type=write size=3248593 2024-09-12T00:40:50.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.706+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=FL523VADAX06 type=del size=3402113 2024-09-12T00:40:50.706 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.708+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~OTJ35OIDHQUG.0 size=1048576 2024-09-12T00:40:50.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.709+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~OTJ35OIDHQUG.1 size=1048576 2024-09-12T00:40:50.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.710+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~OTJ35OIDHQUG.2 size=278538 2024-09-12T00:40:50.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.712+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=OTJ35OIDHQUG tag=QN10V2XOFUZV type=write size=3424266 2024-09-12T00:40:50.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.713+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=4YSBC1VZACI9 type=del size=3396593 2024-09-12T00:40:50.717 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.719+0000 7f647df87780 1 < completed delete operation key=0XE0T6C53BZV tag=NUA0FY3I4B0K type=del 2024-09-12T00:40:50.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.721+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~FUMNCPQ9756L.0 size=1048576 2024-09-12T00:40:50.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.722+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~FUMNCPQ9756L.1 size=1048576 2024-09-12T00:40:50.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.723+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~FUMNCPQ9756L.2 size=425559 2024-09-12T00:40:50.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.723+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=FUMNCPQ9756L tag=X3N0RHP3L0KT type=write size=3571287 2024-09-12T00:40:50.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.725+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~X6LO2USY74V3.0 size=1048576 2024-09-12T00:40:50.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.726+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~X6LO2USY74V3.1 size=276452 2024-09-12T00:40:50.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.728+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=X6LO2USY74V3 tag=83A8F4YLJ6LY type=write size=2373604 2024-09-12T00:40:50.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.730+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~4UBCK6400R3V.0 size=1048576 2024-09-12T00:40:50.730 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.731+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~4UBCK6400R3V.1 size=1048576 2024-09-12T00:40:50.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.732+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~4UBCK6400R3V.2 size=325642 2024-09-12T00:40:50.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.732+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=4UBCK6400R3V tag=ZP7D9LXL1F1T type=write size=3471370 2024-09-12T00:40:50.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.734+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=C61IRSFBHS4Q type=del 2024-09-12T00:40:50.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.736+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~YARZYAJURGES.0 size=768377 2024-09-12T00:40:50.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.736+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=YARZYAJURGES tag=NA8SP2KQ6YFS type=write size=1816953 2024-09-12T00:40:50.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.738+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~AH05U3ROV1CR.0 size=1048576 2024-09-12T00:40:50.737 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.739+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~AH05U3ROV1CR.1 size=1048576 2024-09-12T00:40:50.738 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.740+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~AH05U3ROV1CR.2 size=823024 2024-09-12T00:40:50.741 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.742+0000 7f647df87780 1 < completed multipart upload key=JMJMS24HWOOL upload=AH05U3ROV1CR tag=PK0N5QW3XV3M type=write size=3968752 2024-09-12T00:40:50.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.743+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=0EPEBM949K6A type=del size=806638 2024-09-12T00:40:50.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.745+0000 7f647df87780 1 < completed delete operation key=JT51QJXZTSBO tag=OJ37KLY8EAZP type=del 2024-09-12T00:40:50.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.747+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~QCGP7GRZCE72.0 size=1048576 2024-09-12T00:40:50.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.748+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~QCGP7GRZCE72.1 size=1048576 2024-09-12T00:40:50.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.749+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~QCGP7GRZCE72.2 size=92275 2024-09-12T00:40:50.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.749+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=QCGP7GRZCE72 tag=GO863353K3W5 type=write size=3238003 2024-09-12T00:40:50.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.751+0000 7f647df87780 1 < completed delete operation key=HLPZFLK75SWI tag=1Y59EQI6XA7I type=del 2024-09-12T00:40:50.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.753+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~1NXZI9CUST91.0 size=1048576 2024-09-12T00:40:50.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.754+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~1NXZI9CUST91.1 size=381341 2024-09-12T00:40:50.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.754+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=1NXZI9CUST91 tag=4YBMB4TBG067 type=write size=2478493 2024-09-12T00:40:50.754 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.755+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~ILZ01VT0LO9E.0 size=200933 2024-09-12T00:40:50.756 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.758+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=ILZ01VT0LO9E tag=8R3II47I0BSA type=write size=1249509 2024-09-12T00:40:50.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.760+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~QOKF3MOZXSGH.0 size=1048576 2024-09-12T00:40:50.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.761+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~QOKF3MOZXSGH.1 size=628003 2024-09-12T00:40:50.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.761+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=QOKF3MOZXSGH tag=TJ7HI2HS02NG type=write size=2725155 2024-09-12T00:40:50.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.763+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=N02E5OBG468D type=del 2024-09-12T00:40:50.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.764+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=6AYP1NXPORZ7 type=del size=3154561 2024-09-12T00:40:50.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.765+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~T4U3XLNG4L5U.0 size=1048576 2024-09-12T00:40:50.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.766+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~T4U3XLNG4L5U.1 size=180867 2024-09-12T00:40:50.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.769+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=T4U3XLNG4L5U tag=7M6CQENSB5CW type=write size=2278019 2024-09-12T00:40:50.770 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.771+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~C1AOXF4DZ90T.0 size=638026 2024-09-12T00:40:50.770 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.771+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=C1AOXF4DZ90T tag=IC7DXIS8QNO9 type=write size=1686602 2024-09-12T00:40:50.771 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.773+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~7SJPN4F32K35.0 size=1042282 2024-09-12T00:40:50.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.775+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=7SJPN4F32K35 tag=07PNX1JCQMCO type=write size=2090858 2024-09-12T00:40:50.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.777+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=KK6QFDEAZLDF type=write size=342903 2024-09-12T00:40:50.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.778+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~0A6F4QY2YM4W.0 size=248312 2024-09-12T00:40:50.779 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.781+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=0A6F4QY2YM4W tag=99W3X6Z5G3Y1 type=write size=1296888 2024-09-12T00:40:50.780 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.782+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=AHE75TG1G3W1 type=write size=249438 2024-09-12T00:40:50.782 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.783+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=5O481VVKX2RQ type=del 2024-09-12T00:40:50.785 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.786+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~G231P2BS5ZHT.0 size=1048576 2024-09-12T00:40:50.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.787+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~G231P2BS5ZHT.1 size=294410 2024-09-12T00:40:50.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.787+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=G231P2BS5ZHT tag=DTBFORU0REM9 type=write size=2391562 2024-09-12T00:40:50.787 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.789+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=GWSII4FVH94I type=del 2024-09-12T00:40:50.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.791+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~7333KAEREHOO.0 size=1048576 2024-09-12T00:40:50.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.792+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~7333KAEREHOO.1 size=683337 2024-09-12T00:40:50.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.792+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=7333KAEREHOO tag=KGAGBRHYDOZN type=write size=2780489 2024-09-12T00:40:50.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.794+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~D5YIB6UFNB8E.0 size=1036283 2024-09-12T00:40:50.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.796+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=D5YIB6UFNB8E tag=L0W8EAQ6MGCR type=write size=2084859 2024-09-12T00:40:50.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.797+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=JHU563O3DEK0 type=write size=690112 2024-09-12T00:40:50.797 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.798+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=FL523VADAX06 type=del 2024-09-12T00:40:50.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.801+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~27IPGT6904HL.0 size=1048576 2024-09-12T00:40:50.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.803+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~27IPGT6904HL.1 size=258509 2024-09-12T00:40:50.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.803+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=27IPGT6904HL tag=JEFUI7E5JVYM type=write size=2355661 2024-09-12T00:40:50.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.806+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=4YSBC1VZACI9 type=del 2024-09-12T00:40:50.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.807+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=5O1O0ZQFIL37 type=del size=341769 2024-09-12T00:40:50.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.808+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~FUMNCPQ9756L.0 size=1048576 2024-09-12T00:40:50.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.809+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~FUMNCPQ9756L.1 size=1048576 2024-09-12T00:40:50.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.810+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~FUMNCPQ9756L.2 size=425559 2024-09-12T00:40:50.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.812+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=FUMNCPQ9756L tag=X3N0RHP3L0KT type=write size=3571287 2024-09-12T00:40:50.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.813+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=7OMH36ZHP5IN type=del size=918212 2024-09-12T00:40:50.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.814+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~4UBCK6400R3V.0 size=1048576 2024-09-12T00:40:50.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.815+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~4UBCK6400R3V.1 size=1048576 2024-09-12T00:40:50.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.816+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~4UBCK6400R3V.2 size=325642 2024-09-12T00:40:50.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.819+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=4UBCK6400R3V tag=ZP7D9LXL1F1T type=write size=3471370 2024-09-12T00:40:50.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.820+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=GMIL2ISWQDIR type=write size=999652 2024-09-12T00:40:50.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.821+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~YARZYAJURGES.0 size=768377 2024-09-12T00:40:50.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.824+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=YARZYAJURGES tag=NA8SP2KQ6YFS type=write size=1816953 2024-09-12T00:40:50.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.825+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=WUVDNQPA55IB type=del size=1313347 2024-09-12T00:40:50.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.826+0000 7f647df87780 1 < completed delete operation key=IE03MW8R3TVU tag=0EPEBM949K6A type=del 2024-09-12T00:40:50.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.828+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~OFOOY40NL0FO.0 size=1048576 2024-09-12T00:40:50.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.829+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~OFOOY40NL0FO.1 size=1048576 2024-09-12T00:40:50.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.830+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~OFOOY40NL0FO.2 size=155344 2024-09-12T00:40:50.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.830+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=OFOOY40NL0FO tag=3V8AFYUFDIF8 type=write size=3301072 2024-09-12T00:40:50.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.832+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~QCGP7GRZCE72.0 size=1048576 2024-09-12T00:40:50.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.832+0000 7f647df87780 1 < canceled part key=_multipart_LE3HT175C87H.2~QCGP7GRZCE72.1 size=1048576 2024-09-12T00:40:50.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.832+0000 7f647df87780 1 < canceled part key=_multipart_LE3HT175C87H.2~QCGP7GRZCE72.2 size=92275 2024-09-12T00:40:50.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.834+0000 7f647df87780 1 < canceled multipart upload key=LE3HT175C87H upload=QCGP7GRZCE72 tag=GO863353K3W5 type=write size=3238003 2024-09-12T00:40:50.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.835+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=VTR7TJ0WYXW4 type=del size=1445501 2024-09-12T00:40:50.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.837+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~1NXZI9CUST91.0 size=1048576 2024-09-12T00:40:50.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.838+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~1NXZI9CUST91.1 size=381341 2024-09-12T00:40:50.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.840+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=1NXZI9CUST91 tag=4YBMB4TBG067 type=write size=2478493 2024-09-12T00:40:50.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.841+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=DG8ZU8ZSUQNR type=del size=1727682 2024-09-12T00:40:50.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.842+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~QOKF3MOZXSGH.0 size=1048576 2024-09-12T00:40:50.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.844+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~QOKF3MOZXSGH.1 size=628003 2024-09-12T00:40:50.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.846+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=QOKF3MOZXSGH tag=TJ7HI2HS02NG type=write size=2725155 2024-09-12T00:40:50.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.848+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~XSI8UNZK9LL3.0 size=1048576 2024-09-12T00:40:50.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.849+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~XSI8UNZK9LL3.1 size=1048576 2024-09-12T00:40:50.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.850+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~XSI8UNZK9LL3.2 size=310580 2024-09-12T00:40:50.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.850+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=XSI8UNZK9LL3 tag=B5QKKBIXPRF9 type=write size=3456308 2024-09-12T00:40:50.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.852+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=6AYP1NXPORZ7 type=del 2024-09-12T00:40:50.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.853+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=MS9HZTZXK3CH type=del size=1072585 2024-09-12T00:40:50.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.854+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~C1AOXF4DZ90T.0 size=638026 2024-09-12T00:40:50.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.856+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=C1AOXF4DZ90T tag=IC7DXIS8QNO9 type=write size=1686602 2024-09-12T00:40:50.857 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.859+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~Y2K78IT7R905.0 size=1048576 2024-09-12T00:40:50.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.860+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~Y2K78IT7R905.1 size=1048576 2024-09-12T00:40:50.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.861+0000 7f647df87780 1 > prepared part key=_multipart_3XY73F87GDR5.2~Y2K78IT7R905.2 size=1043915 2024-09-12T00:40:50.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.861+0000 7f647df87780 1 > prepared multipart upload key=3XY73F87GDR5 upload=Y2K78IT7R905 tag=FOE7A289U6MF type=write size=4189643 2024-09-12T00:40:50.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.862+0000 7f647df87780 1 < completed write operation key=1W80H32TA80K tag=KK6QFDEAZLDF type=write size=342903 2024-09-12T00:40:50.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.865+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~K4ES98F0F3MS.0 size=1048576 2024-09-12T00:40:50.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.866+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~K4ES98F0F3MS.1 size=278116 2024-09-12T00:40:50.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.866+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=K4ES98F0F3MS tag=ASQ7354NWKRH type=write size=2375268 2024-09-12T00:40:50.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.867+0000 7f647df87780 1 < completed write operation key=IE03MW8R3TVU tag=AHE75TG1G3W1 type=write size=249438 2024-09-12T00:40:50.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.868+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=7H23LPVBHJFA type=del size=761930 2024-09-12T00:40:50.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.870+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~G231P2BS5ZHT.0 size=1048576 2024-09-12T00:40:50.869 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.871+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~G231P2BS5ZHT.1 size=294410 2024-09-12T00:40:50.872 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.873+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=G231P2BS5ZHT tag=DTBFORU0REM9 type=write size=2391562 2024-09-12T00:40:50.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.874+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=MVV7UKFAXF2C type=del size=564240 2024-09-12T00:40:50.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.876+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~7333KAEREHOO.0 size=1048576 2024-09-12T00:40:50.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.876+0000 7f647df87780 1 < canceled part key=_multipart_HLPZFLK75SWI.2~7333KAEREHOO.1 size=683337 2024-09-12T00:40:50.877 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.878+0000 7f647df87780 1 < canceled multipart upload key=HLPZFLK75SWI upload=7333KAEREHOO tag=KGAGBRHYDOZN type=write size=2780489 2024-09-12T00:40:50.879 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.880+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~JAR9RVCCQYWT.0 size=1048576 2024-09-12T00:40:50.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.881+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~JAR9RVCCQYWT.1 size=688413 2024-09-12T00:40:50.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.881+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=JAR9RVCCQYWT tag=II0DB1LDA7TD type=write size=2785565 2024-09-12T00:40:50.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.884+0000 7f647df87780 1 < suggested remove operation key=NPV6EUTTARM2 tag=JHU563O3DEK0 type=write 2024-09-12T00:40:50.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.885+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=EDOAJZY9H7OX type=del size=115676 2024-09-12T00:40:50.885 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.886+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~27IPGT6904HL.0 size=1048576 2024-09-12T00:40:50.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.887+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~27IPGT6904HL.1 size=258509 2024-09-12T00:40:50.888 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.890+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=27IPGT6904HL tag=JEFUI7E5JVYM type=write size=2355661 2024-09-12T00:40:50.891 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.892+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~VR5R1EB0FMWR.0 size=300078 2024-09-12T00:40:50.891 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.892+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=VR5R1EB0FMWR tag=VLREI5C0NONF type=write size=1348654 2024-09-12T00:40:50.892 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.893+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=5O1O0ZQFIL37 type=del 2024-09-12T00:40:50.894 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.896+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~9X0RPTA7DHW7.0 size=1048576 2024-09-12T00:40:50.895 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.897+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~9X0RPTA7DHW7.1 size=295345 2024-09-12T00:40:50.896 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.897+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=9X0RPTA7DHW7 tag=I2J5OFJMA408 type=write size=2392497 2024-09-12T00:40:50.898 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.899+0000 7f647df87780 1 < suggested remove operation key=95LRVY22GW0N tag=7OMH36ZHP5IN type=del 2024-09-12T00:40:50.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.902+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~4TY1F4J3QW3O.0 size=1048576 2024-09-12T00:40:50.901 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.903+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~4TY1F4J3QW3O.1 size=1048576 2024-09-12T00:40:50.902 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.904+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~4TY1F4J3QW3O.2 size=534545 2024-09-12T00:40:50.902 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.904+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=4TY1F4J3QW3O tag=9RYGNKEO52IK type=write size=3680273 2024-09-12T00:40:50.904 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.905+0000 7f647df87780 1 < completed write operation key=JT51QJXZTSBO tag=GMIL2ISWQDIR type=write size=999652 2024-09-12T00:40:50.906 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.907+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~ABLNRQBI1UJF.0 size=1048576 2024-09-12T00:40:50.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.908+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~ABLNRQBI1UJF.1 size=1048576 2024-09-12T00:40:50.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.909+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~ABLNRQBI1UJF.2 size=573448 2024-09-12T00:40:50.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.909+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=ABLNRQBI1UJF tag=NBGN611ZIAQZ type=write size=3719176 2024-09-12T00:40:50.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.910+0000 7f647df87780 1 < canceled operation key=OF18XY41L1L9 tag=WUVDNQPA55IB type=del size=1313347 2024-09-12T00:40:50.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.912+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=PNLW5D4UN3I8 type=del size=2688802 2024-09-12T00:40:50.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.913+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~OFOOY40NL0FO.0 size=1048576 2024-09-12T00:40:50.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.914+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~OFOOY40NL0FO.1 size=1048576 2024-09-12T00:40:50.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.915+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~OFOOY40NL0FO.2 size=155344 2024-09-12T00:40:50.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.917+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=OFOOY40NL0FO tag=3V8AFYUFDIF8 type=write size=3301072 2024-09-12T00:40:50.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.918+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=G9T94URZLB0G type=del size=1124997 2024-09-12T00:40:50.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.919+0000 7f647df87780 -1 < no bi entry to suggest for operation key=NPV6EUTTARM2 tag=VTR7TJ0WYXW4 type=del size=1445501: (2) No such file or directory 2024-09-12T00:40:50.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.920+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=QD51PAPTX0NP type=del size=3274711 2024-09-12T00:40:50.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.921+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=DG8ZU8ZSUQNR type=del 2024-09-12T00:40:50.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.923+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=M2N2A6TLYQI9 type=del size=3396191 2024-09-12T00:40:50.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.925+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~XSI8UNZK9LL3.0 size=1048576 2024-09-12T00:40:50.924 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.926+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~XSI8UNZK9LL3.1 size=1048576 2024-09-12T00:40:50.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.926+0000 7f647df87780 1 < canceled part key=_multipart_O5X3U78R6ZDG.2~XSI8UNZK9LL3.2 size=310580 2024-09-12T00:40:50.926 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.928+0000 7f647df87780 1 < canceled multipart upload key=O5X3U78R6ZDG upload=XSI8UNZK9LL3 tag=B5QKKBIXPRF9 type=write size=3456308 2024-09-12T00:40:50.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.930+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~Y1MLCM3J58IV.0 size=821246 2024-09-12T00:40:50.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.930+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=Y1MLCM3J58IV tag=NYV0KFH5XS5A type=write size=1869822 2024-09-12T00:40:50.930 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.932+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=MS9HZTZXK3CH type=del 2024-09-12T00:40:50.932 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.933+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=6A3DS5PA8A5O type=write size=824544 2024-09-12T00:40:50.933 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.934+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~Y2K78IT7R905.0 size=1048576 2024-09-12T00:40:50.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.935+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~Y2K78IT7R905.1 size=1048576 2024-09-12T00:40:50.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.936+0000 7f647df87780 1 < completed part key=_multipart_3XY73F87GDR5.2~Y2K78IT7R905.2 size=1043915 2024-09-12T00:40:50.937 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.938+0000 7f647df87780 1 < completed multipart upload key=3XY73F87GDR5 upload=Y2K78IT7R905 tag=FOE7A289U6MF type=write size=4189643 2024-09-12T00:40:50.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.941+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~BEDRD701WENX.0 size=1048576 2024-09-12T00:40:50.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.942+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~BEDRD701WENX.1 size=1048576 2024-09-12T00:40:50.941 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.943+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~BEDRD701WENX.2 size=141120 2024-09-12T00:40:50.942 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.943+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=BEDRD701WENX tag=M0JTVCSOVE8B type=write size=3286848 2024-09-12T00:40:50.942 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.943+0000 7f647df87780 1 < canceled part key=_multipart_NF21FK049RBH.2~K4ES98F0F3MS.0 size=1048576 2024-09-12T00:40:50.943 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.944+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~K4ES98F0F3MS.1 size=278116 2024-09-12T00:40:50.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.947+0000 7f647df87780 1 < canceled multipart upload key=NF21FK049RBH upload=K4ES98F0F3MS tag=ASQ7354NWKRH type=write size=2375268 2024-09-12T00:40:50.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.948+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=FEWOLRIT3OZ4 type=del size=1171496 2024-09-12T00:40:50.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.950+0000 7f647df87780 1 < suggested update operation key=QWKIWP013AMX tag=7H23LPVBHJFA type=del size=761930 2024-09-12T00:40:50.950 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.952+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=3O66V9WSX7WC type=write size=408229 2024-09-12T00:40:50.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.953+0000 7f647df87780 1 < completed delete operation key=9K3R0N60JBRX tag=MVV7UKFAXF2C type=del 2024-09-12T00:40:50.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.954+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=02LHJ9ZFL001 type=write size=357282 2024-09-12T00:40:50.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.955+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~JAR9RVCCQYWT.0 size=1048576 2024-09-12T00:40:50.955 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.956+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~JAR9RVCCQYWT.1 size=688413 2024-09-12T00:40:50.957 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.959+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=JAR9RVCCQYWT tag=II0DB1LDA7TD type=write size=2785565 2024-09-12T00:40:50.959 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.960+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=1TPKGQX3YQG2 type=del size=1481494 2024-09-12T00:40:50.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.962+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=EDOAJZY9H7OX type=del 2024-09-12T00:40:50.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.964+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~CDD5U40QENFR.0 size=1048576 2024-09-12T00:40:50.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.965+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~CDD5U40QENFR.1 size=1048576 2024-09-12T00:40:50.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.967+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~CDD5U40QENFR.2 size=944660 2024-09-12T00:40:50.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.967+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=CDD5U40QENFR tag=R5EDQH1SXAHH type=write size=4090388 2024-09-12T00:40:50.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.968+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~VR5R1EB0FMWR.0 size=300078 2024-09-12T00:40:50.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.970+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=VR5R1EB0FMWR tag=VLREI5C0NONF type=write size=1348654 2024-09-12T00:40:50.970 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.971+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=SJS6CFFBUKS3 type=del size=1757489 2024-09-12T00:40:50.971 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.973+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~9X0RPTA7DHW7.0 size=1048576 2024-09-12T00:40:50.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.974+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~9X0RPTA7DHW7.1 size=295345 2024-09-12T00:40:50.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.976+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=9X0RPTA7DHW7 tag=I2J5OFJMA408 type=write size=2392497 2024-09-12T00:40:50.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.978+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=QJ0D3SFI9R5O type=del size=3622224 2024-09-12T00:40:50.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.979+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~4TY1F4J3QW3O.0 size=1048576 2024-09-12T00:40:50.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.980+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~4TY1F4J3QW3O.1 size=1048576 2024-09-12T00:40:50.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.981+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~4TY1F4J3QW3O.2 size=534545 2024-09-12T00:40:50.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.984+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=4TY1F4J3QW3O tag=9RYGNKEO52IK type=write size=3680273 2024-09-12T00:40:50.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.985+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=VYSZIA826ERK type=del size=2267965 2024-09-12T00:40:50.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.986+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~ABLNRQBI1UJF.0 size=1048576 2024-09-12T00:40:50.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.987+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~ABLNRQBI1UJF.1 size=1048576 2024-09-12T00:40:50.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.988+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~ABLNRQBI1UJF.2 size=573448 2024-09-12T00:40:50.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.990+0000 7f647df87780 1 < completed multipart upload key=O5X3U78R6ZDG upload=ABLNRQBI1UJF tag=NBGN611ZIAQZ type=write size=3719176 2024-09-12T00:40:50.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.993+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~J6Q34YS743KG.0 size=1048576 2024-09-12T00:40:50.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.994+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~J6Q34YS743KG.1 size=1048576 2024-09-12T00:40:50.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.995+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~J6Q34YS743KG.2 size=683570 2024-09-12T00:40:50.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.995+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=J6Q34YS743KG tag=MHVDT4C44GV9 type=write size=3829298 2024-09-12T00:40:50.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.996+0000 7f647df87780 1 < completed delete operation key=9K3R0N60JBRX tag=PNLW5D4UN3I8 type=del 2024-09-12T00:40:50.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.998+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=1QM69CJ3HC2T type=del size=1934477 2024-09-12T00:40:50.998 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:50.999+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=G9T94URZLB0G type=del 2024-09-12T00:40:51.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.001+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~675WZABNMV3G.0 size=1048576 2024-09-12T00:40:51.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.003+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~675WZABNMV3G.1 size=1048576 2024-09-12T00:40:51.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.004+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~675WZABNMV3G.2 size=21677 2024-09-12T00:40:51.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.004+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=675WZABNMV3G tag=0EPUPCUCTVXS type=write size=3167405 2024-09-12T00:40:51.003 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.005+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=QD51PAPTX0NP type=del 2024-09-12T00:40:51.005 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.007+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~JP268FOI45JM.0 size=1048576 2024-09-12T00:40:51.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.008+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~JP268FOI45JM.1 size=1048576 2024-09-12T00:40:51.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.009+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~JP268FOI45JM.2 size=530937 2024-09-12T00:40:51.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.009+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=JP268FOI45JM tag=DGNF7UGAHDXA type=write size=3676665 2024-09-12T00:40:51.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.010+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=M2N2A6TLYQI9 type=del 2024-09-12T00:40:51.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.012+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~XHFL0W24FLP8.0 size=1048576 2024-09-12T00:40:51.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.013+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~XHFL0W24FLP8.1 size=1048576 2024-09-12T00:40:51.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.014+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~XHFL0W24FLP8.2 size=191445 2024-09-12T00:40:51.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.014+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=XHFL0W24FLP8 tag=6OU85NQ1V4YT type=write size=3337173 2024-09-12T00:40:51.014 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.016+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~Y1MLCM3J58IV.0 size=821246 2024-09-12T00:40:51.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.018+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=Y1MLCM3J58IV tag=NYV0KFH5XS5A type=write size=1869822 2024-09-12T00:40:51.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.019+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=QJQ3IOXN70DM type=del size=1950381 2024-09-12T00:40:51.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.021+0000 7f647df87780 1 < suggested update operation key=HLPZFLK75SWI tag=6A3DS5PA8A5O type=write size=824544 2024-09-12T00:40:51.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.023+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=R7X712W0WJ8A type=del size=853431 2024-09-12T00:40:51.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.024+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~BEDRD701WENX.0 size=1048576 2024-09-12T00:40:51.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.025+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~BEDRD701WENX.1 size=1048576 2024-09-12T00:40:51.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.026+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~BEDRD701WENX.2 size=141120 2024-09-12T00:40:51.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.028+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=BEDRD701WENX tag=M0JTVCSOVE8B type=write size=3286848 2024-09-12T00:40:51.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.031+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~A87TTCYWZNQS.0 size=221157 2024-09-12T00:40:51.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.031+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=A87TTCYWZNQS tag=QN0NUDAXWNFX type=write size=1269733 2024-09-12T00:40:51.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.032+0000 7f647df87780 1 < canceled operation key=0BE2GIY7HJJS tag=FEWOLRIT3OZ4 type=del size=1171496 2024-09-12T00:40:51.032 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.033+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=GQDXI55S8BG6 type=write size=989404 2024-09-12T00:40:51.033 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.035+0000 7f647df87780 1 < completed write operation key=AVZHOIJP092M tag=3O66V9WSX7WC type=write size=408229 2024-09-12T00:40:51.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.037+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~SORJNTDHBMRE.0 size=1048576 2024-09-12T00:40:51.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.038+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~SORJNTDHBMRE.1 size=342984 2024-09-12T00:40:51.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.038+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=SORJNTDHBMRE tag=DAVI5TPPPO43 type=write size=2440136 2024-09-12T00:40:51.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.039+0000 7f647df87780 1 < completed write operation key=0XE0T6C53BZV tag=02LHJ9ZFL001 type=write size=357282 2024-09-12T00:40:51.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.041+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=EIYF1BI605NP type=del size=1777812 2024-09-12T00:40:51.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.043+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=1TPKGQX3YQG2 type=del 2024-09-12T00:40:51.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.045+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=HHJWCLNMW3FZ type=del size=1941973 2024-09-12T00:40:51.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.046+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~CDD5U40QENFR.0 size=1048576 2024-09-12T00:40:51.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.047+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~CDD5U40QENFR.1 size=1048576 2024-09-12T00:40:51.047 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.048+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~CDD5U40QENFR.2 size=944660 2024-09-12T00:40:51.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.050+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=CDD5U40QENFR tag=R5EDQH1SXAHH type=write size=4090388 2024-09-12T00:40:51.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.051+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=M5KH1P8XEWH4 type=del size=2778212 2024-09-12T00:40:51.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.053+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=SJS6CFFBUKS3 type=del 2024-09-12T00:40:51.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.054+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=DUG0IA8VWJKX type=del size=2276834 2024-09-12T00:40:51.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.055+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=QJ0D3SFI9R5O type=del 2024-09-12T00:40:51.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.056+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=Y03OECE9IWPG type=del size=684739 2024-09-12T00:40:51.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.058+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=VYSZIA826ERK type=del 2024-09-12T00:40:51.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.059+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=MCCSTDBRNXXW type=del size=2839333 2024-09-12T00:40:51.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.060+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~J6Q34YS743KG.0 size=1048576 2024-09-12T00:40:51.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.061+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~J6Q34YS743KG.1 size=1048576 2024-09-12T00:40:51.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.062+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~J6Q34YS743KG.2 size=683570 2024-09-12T00:40:51.063 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.064+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=J6Q34YS743KG tag=MHVDT4C44GV9 type=write size=3829298 2024-09-12T00:40:51.064 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.066+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=04HYID99K42Q type=del size=3219277 2024-09-12T00:40:51.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.067+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=1QM69CJ3HC2T type=del 2024-09-12T00:40:51.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.068+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=X5O0KEGLNY07 type=write size=424333 2024-09-12T00:40:51.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.068+0000 7f647df87780 1 < canceled part key=_multipart_N21OD24FOXLB.2~675WZABNMV3G.0 size=1048576 2024-09-12T00:40:51.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.069+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~675WZABNMV3G.1 size=1048576 2024-09-12T00:40:51.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.069+0000 7f647df87780 1 < canceled part key=_multipart_N21OD24FOXLB.2~675WZABNMV3G.2 size=21677 2024-09-12T00:40:51.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.071+0000 7f647df87780 1 < canceled multipart upload key=N21OD24FOXLB upload=675WZABNMV3G tag=0EPUPCUCTVXS type=write size=3167405 2024-09-12T00:40:51.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.073+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=HLWMU1413V5I type=del size=1362553 2024-09-12T00:40:51.072 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.074+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~JP268FOI45JM.0 size=1048576 2024-09-12T00:40:51.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.075+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~JP268FOI45JM.1 size=1048576 2024-09-12T00:40:51.075 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.076+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~JP268FOI45JM.2 size=530937 2024-09-12T00:40:51.077 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.078+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=JP268FOI45JM tag=DGNF7UGAHDXA type=write size=3676665 2024-09-12T00:40:51.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.080+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~LDO43JTNJG6T.0 size=1048576 2024-09-12T00:40:51.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.081+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~LDO43JTNJG6T.1 size=1048576 2024-09-12T00:40:51.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.082+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~LDO43JTNJG6T.2 size=975187 2024-09-12T00:40:51.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.082+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=LDO43JTNJG6T tag=62E477ACOM37 type=write size=4120915 2024-09-12T00:40:51.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.084+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~XHFL0W24FLP8.0 size=1048576 2024-09-12T00:40:51.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.084+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~XHFL0W24FLP8.1 size=1048576 2024-09-12T00:40:51.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.086+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~XHFL0W24FLP8.2 size=191445 2024-09-12T00:40:51.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.088+0000 7f647df87780 1 < completed multipart upload key=N21OD24FOXLB upload=XHFL0W24FLP8 tag=6OU85NQ1V4YT type=write size=3337173 2024-09-12T00:40:51.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.090+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~UGT0AVDGYQZW.0 size=1048576 2024-09-12T00:40:51.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.091+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~UGT0AVDGYQZW.1 size=1048576 2024-09-12T00:40:51.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.092+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~UGT0AVDGYQZW.2 size=536212 2024-09-12T00:40:51.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.092+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=UGT0AVDGYQZW tag=32Z8J66FUO20 type=write size=3681940 2024-09-12T00:40:51.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.093+0000 7f647df87780 1 < canceled operation key=U2DTYMPDDY2C tag=QJQ3IOXN70DM type=del size=1950381 2024-09-12T00:40:51.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.096+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~I12ZJJMHAHCV.0 size=782493 2024-09-12T00:40:51.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.096+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=I12ZJJMHAHCV tag=D0SRRZAZSEY5 type=write size=1831069 2024-09-12T00:40:51.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.097+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=R7X712W0WJ8A type=del 2024-09-12T00:40:51.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.099+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~OR1ME0P26LU6.0 size=420108 2024-09-12T00:40:51.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.099+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=OR1ME0P26LU6 tag=HHA41IKA7R1A type=write size=1468684 2024-09-12T00:40:51.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.101+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~A87TTCYWZNQS.0 size=221157 2024-09-12T00:40:51.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.103+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=A87TTCYWZNQS tag=QN0NUDAXWNFX type=write size=1269733 2024-09-12T00:40:51.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.105+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~E856SUGXSAUM.0 size=1048576 2024-09-12T00:40:51.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.106+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~E856SUGXSAUM.1 size=208424 2024-09-12T00:40:51.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.106+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=E856SUGXSAUM tag=XTN8OJ7SAXXA type=write size=2305576 2024-09-12T00:40:51.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.107+0000 7f647df87780 1 < completed write operation key=OF18XY41L1L9 tag=GQDXI55S8BG6 type=write size=989404 2024-09-12T00:40:51.107 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.109+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=KCCAUCD89VUL type=del size=556507 2024-09-12T00:40:51.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.110+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~SORJNTDHBMRE.0 size=1048576 2024-09-12T00:40:51.110 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.112+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~SORJNTDHBMRE.1 size=342984 2024-09-12T00:40:51.112 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.114+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=SORJNTDHBMRE tag=DAVI5TPPPO43 type=write size=2440136 2024-09-12T00:40:51.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.115+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=YFPBOP70EHHX type=del size=2185742 2024-09-12T00:40:51.115 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.117+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=EIYF1BI605NP type=del 2024-09-12T00:40:51.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.118+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=NUK5X195X3GD type=del size=806516 2024-09-12T00:40:51.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.119+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=HHJWCLNMW3FZ type=del 2024-09-12T00:40:51.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.121+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=QY7Z8PNGT1OS type=del size=1873077 2024-09-12T00:40:51.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.122+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=M5KH1P8XEWH4 type=del 2024-09-12T00:40:51.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.124+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~G778H58H9OL0.0 size=1048576 2024-09-12T00:40:51.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.125+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~G778H58H9OL0.1 size=108286 2024-09-12T00:40:51.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.125+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=G778H58H9OL0 tag=BRFZXGLX5CFA type=write size=2205438 2024-09-12T00:40:51.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.128+0000 7f647df87780 1 < suggested update operation key=LE3HT175C87H tag=DUG0IA8VWJKX type=del size=2276834 2024-09-12T00:40:51.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.129+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=AB9A83U82L7V type=del size=2749586 2024-09-12T00:40:51.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.131+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=Y03OECE9IWPG type=del 2024-09-12T00:40:51.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.133+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~JF66CJM1OE67.0 size=1048576 2024-09-12T00:40:51.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.134+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~JF66CJM1OE67.1 size=267449 2024-09-12T00:40:51.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.134+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=JF66CJM1OE67 tag=4530NE5AS4WB type=write size=2364601 2024-09-12T00:40:51.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.136+0000 7f647df87780 1 < completed delete operation key=JMJMS24HWOOL tag=MCCSTDBRNXXW type=del 2024-09-12T00:40:51.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.137+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=2JX6XPQQV221 type=del size=305220 2024-09-12T00:40:51.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.138+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=04HYID99K42Q type=del 2024-09-12T00:40:51.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.140+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=QIXY0APQ1FSA type=del size=242669 2024-09-12T00:40:51.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.141+0000 7f647df87780 1 < completed write operation key=0BE2GIY7HJJS tag=X5O0KEGLNY07 type=write size=424333 2024-09-12T00:40:51.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.142+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=2LSIZZYGTP9V type=del size=3992511 2024-09-12T00:40:51.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.145+0000 7f647df87780 1 < suggested update operation key=9K3R0N60JBRX tag=HLWMU1413V5I type=del size=1362553 2024-09-12T00:40:51.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.146+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=92P0TFJT5A5R type=del size=801688 2024-09-12T00:40:51.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.147+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~LDO43JTNJG6T.0 size=1048576 2024-09-12T00:40:51.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.148+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~LDO43JTNJG6T.1 size=1048576 2024-09-12T00:40:51.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.150+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~LDO43JTNJG6T.2 size=975187 2024-09-12T00:40:51.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.152+0000 7f647df87780 1 < completed multipart upload key=O5X3U78R6ZDG upload=LDO43JTNJG6T tag=62E477ACOM37 type=write size=4120915 2024-09-12T00:40:51.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.154+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~RLJY074VR8QI.0 size=505701 2024-09-12T00:40:51.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.154+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=RLJY074VR8QI tag=S9PW6LCHTD8E type=write size=1554277 2024-09-12T00:40:51.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.155+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~UGT0AVDGYQZW.0 size=1048576 2024-09-12T00:40:51.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.156+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~UGT0AVDGYQZW.1 size=1048576 2024-09-12T00:40:51.156 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.158+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~UGT0AVDGYQZW.2 size=536212 2024-09-12T00:40:51.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.160+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=UGT0AVDGYQZW tag=32Z8J66FUO20 type=write size=3681940 2024-09-12T00:40:51.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.164+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~MR7I5DJLWJDY.0 size=1048576 2024-09-12T00:40:51.164 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.165+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~MR7I5DJLWJDY.1 size=201560 2024-09-12T00:40:51.164 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.165+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=MR7I5DJLWJDY tag=2AIXS9M835V1 type=write size=2298712 2024-09-12T00:40:51.165 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.166+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~I12ZJJMHAHCV.0 size=782493 2024-09-12T00:40:51.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.168+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=I12ZJJMHAHCV tag=D0SRRZAZSEY5 type=write size=1831069 2024-09-12T00:40:51.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.171+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~N4IGI1KLN8GA.0 size=1048576 2024-09-12T00:40:51.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.172+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~N4IGI1KLN8GA.1 size=78033 2024-09-12T00:40:51.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.172+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=N4IGI1KLN8GA tag=KS67A51OZY7U type=write size=2175185 2024-09-12T00:40:51.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.173+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~OR1ME0P26LU6.0 size=420108 2024-09-12T00:40:51.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.175+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=OR1ME0P26LU6 tag=HHA41IKA7R1A type=write size=1468684 2024-09-12T00:40:51.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.178+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~KKTFQ64IK2KW.0 size=603794 2024-09-12T00:40:51.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.178+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=KKTFQ64IK2KW tag=MSWZHMJ51GZQ type=write size=1652370 2024-09-12T00:40:51.178 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.179+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~E856SUGXSAUM.0 size=1048576 2024-09-12T00:40:51.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.180+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~E856SUGXSAUM.1 size=208424 2024-09-12T00:40:51.181 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.182+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=E856SUGXSAUM tag=XTN8OJ7SAXXA type=write size=2305576 2024-09-12T00:40:51.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.183+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=AW6BLC79H5TI type=write size=36627 2024-09-12T00:40:51.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.185+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=KCCAUCD89VUL type=del 2024-09-12T00:40:51.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.187+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~9RPAQ3AH80LP.0 size=490438 2024-09-12T00:40:51.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.187+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=9RPAQ3AH80LP tag=NPO7ET9RCKV1 type=write size=1539014 2024-09-12T00:40:51.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.188+0000 7f647df87780 -1 < failed to complete operation key=9K3R0N60JBRX tag=YFPBOP70EHHX type=del size=2185742: (22) Invalid argument 2024-09-12T00:40:51.188 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.189+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=73K8S01DRIAR type=del size=1985879 2024-09-12T00:40:51.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.191+0000 7f647df87780 1 < canceled operation key=AVZHOIJP092M tag=NUK5X195X3GD type=del size=806516 2024-09-12T00:40:51.192 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.193+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~DPIN72FHRPVE.0 size=1048576 2024-09-12T00:40:51.192 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.194+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~DPIN72FHRPVE.1 size=1048576 2024-09-12T00:40:51.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.195+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~DPIN72FHRPVE.2 size=11966 2024-09-12T00:40:51.194 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.195+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=DPIN72FHRPVE tag=Y8JNDNFMPL1T type=write size=3157694 2024-09-12T00:40:51.195 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.196+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=QY7Z8PNGT1OS type=del 2024-09-12T00:40:51.196 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.197+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=MW5L7D92D1IW type=del size=1522613 2024-09-12T00:40:51.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.199+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~G778H58H9OL0.0 size=1048576 2024-09-12T00:40:51.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.200+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~G778H58H9OL0.1 size=108286 2024-09-12T00:40:51.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.202+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=G778H58H9OL0 tag=BRFZXGLX5CFA type=write size=2205438 2024-09-12T00:40:51.203 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.204+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~EAY4D6OW2L9J.0 size=1048576 2024-09-12T00:40:51.204 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.205+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~EAY4D6OW2L9J.1 size=169641 2024-09-12T00:40:51.204 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.205+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=EAY4D6OW2L9J tag=W1YYBR52IJS5 type=write size=2266793 2024-09-12T00:40:51.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.206+0000 7f647df87780 1 < completed delete operation key=AVZHOIJP092M tag=AB9A83U82L7V type=del 2024-09-12T00:40:51.206 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.208+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=QEQ2UGTWGLXO type=del size=1887553 2024-09-12T00:40:51.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.209+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~JF66CJM1OE67.0 size=1048576 2024-09-12T00:40:51.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.210+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~JF66CJM1OE67.1 size=267449 2024-09-12T00:40:51.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.212+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=JF66CJM1OE67 tag=4530NE5AS4WB type=write size=2364601 2024-09-12T00:40:51.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.214+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=239DK8EBV73G type=del size=1126426 2024-09-12T00:40:51.214 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.215+0000 7f647df87780 1 < completed delete operation key=AVZHOIJP092M tag=2JX6XPQQV221 type=del 2024-09-12T00:40:51.215 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.216+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=LS4ZDWLACLE1 type=del size=3759311 2024-09-12T00:40:51.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.218+0000 7f647df87780 1 < completed delete operation key=NPV6EUTTARM2 tag=QIXY0APQ1FSA type=del 2024-09-12T00:40:51.219 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.220+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~X8JJZ2DW8JGM.0 size=1048576 2024-09-12T00:40:51.220 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.221+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~X8JJZ2DW8JGM.1 size=1048576 2024-09-12T00:40:51.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.222+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~X8JJZ2DW8JGM.2 size=146227 2024-09-12T00:40:51.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.222+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=X8JJZ2DW8JGM tag=93FSHAWELIA8 type=write size=3291955 2024-09-12T00:40:51.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.224+0000 7f647df87780 1 < completed delete operation key=AVZHOIJP092M tag=2LSIZZYGTP9V type=del 2024-09-12T00:40:51.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.225+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=1PCLPWFGA3GX type=del size=3044957 2024-09-12T00:40:51.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.227+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=92P0TFJT5A5R type=del 2024-09-12T00:40:51.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.229+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~K6M6M3OA4IW2.0 size=831970 2024-09-12T00:40:51.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.229+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=K6M6M3OA4IW2 tag=8W2ADG636ACQ type=write size=1880546 2024-09-12T00:40:51.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.230+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~RLJY074VR8QI.0 size=505701 2024-09-12T00:40:51.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.233+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=RLJY074VR8QI tag=S9PW6LCHTD8E type=write size=1554277 2024-09-12T00:40:51.234 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.235+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~9OP4204H7R3G.0 size=1048576 2024-09-12T00:40:51.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.236+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~9OP4204H7R3G.1 size=914633 2024-09-12T00:40:51.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.236+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=9OP4204H7R3G tag=OG11G4YD5581 type=write size=3011785 2024-09-12T00:40:51.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.237+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~MR7I5DJLWJDY.0 size=1048576 2024-09-12T00:40:51.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.237+0000 7f647df87780 1 < canceled part key=_multipart_OF18XY41L1L9.2~MR7I5DJLWJDY.1 size=201560 2024-09-12T00:40:51.238 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.240+0000 7f647df87780 1 < canceled multipart upload key=OF18XY41L1L9 upload=MR7I5DJLWJDY tag=2AIXS9M835V1 type=write size=2298712 2024-09-12T00:40:51.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.242+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~LA579T6EBRB2.0 size=1048576 2024-09-12T00:40:51.242 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.243+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~LA579T6EBRB2.1 size=449574 2024-09-12T00:40:51.242 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.243+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=LA579T6EBRB2 tag=SF7WQF6J12Y0 type=write size=2546726 2024-09-12T00:40:51.242 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.244+0000 7f647df87780 1 < canceled part key=_multipart_A5X2OQZEVJSX.2~N4IGI1KLN8GA.0 size=1048576 2024-09-12T00:40:51.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.245+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~N4IGI1KLN8GA.1 size=78033 2024-09-12T00:40:51.245 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.247+0000 7f647df87780 1 < canceled multipart upload key=A5X2OQZEVJSX upload=N4IGI1KLN8GA tag=KS67A51OZY7U type=write size=2175185 2024-09-12T00:40:51.247 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.248+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=O10M02ZF1GIV type=del size=1419272 2024-09-12T00:40:51.247 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.248+0000 7f647df87780 1 < canceled part key=_multipart_AVZHOIJP092M.2~KKTFQ64IK2KW.0 size=603794 2024-09-12T00:40:51.249 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.251+0000 7f647df87780 1 < canceled multipart upload key=AVZHOIJP092M upload=KKTFQ64IK2KW tag=MSWZHMJ51GZQ type=write size=1652370 2024-09-12T00:40:51.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.252+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=T9WPJT0PMDSF type=del size=2358272 2024-09-12T00:40:51.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.253+0000 7f647df87780 1 < completed write operation key=3XY73F87GDR5 tag=AW6BLC79H5TI type=write size=36627 2024-09-12T00:40:51.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.256+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~SCKGDUGK0IC2.0 size=1048576 2024-09-12T00:40:51.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.257+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~SCKGDUGK0IC2.1 size=1048576 2024-09-12T00:40:51.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.258+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~SCKGDUGK0IC2.2 size=664822 2024-09-12T00:40:51.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.258+0000 7f647df87780 1 > prepared multipart upload key=04HXBZNCOGYY upload=SCKGDUGK0IC2 tag=SBQCHOCLBA7R type=write size=3810550 2024-09-12T00:40:51.258 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.259+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~9RPAQ3AH80LP.0 size=490438 2024-09-12T00:40:51.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.261+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=9RPAQ3AH80LP tag=NPO7ET9RCKV1 type=write size=1539014 2024-09-12T00:40:51.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.263+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=0VZ7U96TK9OT type=write size=60850 2024-09-12T00:40:51.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.264+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=73K8S01DRIAR type=del 2024-09-12T00:40:51.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.266+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=0M3H28VORZLG type=del size=121979 2024-09-12T00:40:51.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.267+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~DPIN72FHRPVE.0 size=1048576 2024-09-12T00:40:51.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.268+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~DPIN72FHRPVE.1 size=1048576 2024-09-12T00:40:51.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.269+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~DPIN72FHRPVE.2 size=11966 2024-09-12T00:40:51.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.271+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=DPIN72FHRPVE tag=Y8JNDNFMPL1T type=write size=3157694 2024-09-12T00:40:51.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.273+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=VHXSQ7IQUPBU type=del size=893144 2024-09-12T00:40:51.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.274+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=MW5L7D92D1IW type=del 2024-09-12T00:40:51.274 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.275+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=ZKAKQI611NGP type=del size=2157144 2024-09-12T00:40:51.274 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.276+0000 7f647df87780 1 < canceled part key=_multipart_2Y81YQV19GMR.2~EAY4D6OW2L9J.0 size=1048576 2024-09-12T00:40:51.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.277+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~EAY4D6OW2L9J.1 size=169641 2024-09-12T00:40:51.277 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.279+0000 7f647df87780 1 < canceled multipart upload key=2Y81YQV19GMR upload=EAY4D6OW2L9J tag=W1YYBR52IJS5 type=write size=2266793 2024-09-12T00:40:51.280 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.281+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~01M9TCD93W2F.0 size=1048576 2024-09-12T00:40:51.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.282+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~01M9TCD93W2F.1 size=324587 2024-09-12T00:40:51.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.282+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=01M9TCD93W2F tag=N8010LPAY29V type=write size=2421739 2024-09-12T00:40:51.285 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.286+0000 7f647df87780 1 < suggested update operation key=U4TCVRRJZRXA tag=QEQ2UGTWGLXO type=del size=1887553 2024-09-12T00:40:51.286 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.288+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=ONL7KSQNN2R7 type=del size=4006917 2024-09-12T00:40:51.287 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.289+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=239DK8EBV73G type=del 2024-09-12T00:40:51.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.290+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=FULGXGMXAKK0 type=del size=1991645 2024-09-12T00:40:51.291 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.293+0000 7f647df87780 1 < suggested update operation key=04HXBZNCOGYY tag=LS4ZDWLACLE1 type=del size=3759311 2024-09-12T00:40:51.294 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.295+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~PYLVZCKWBJEZ.0 size=1048576 2024-09-12T00:40:51.295 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.296+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~PYLVZCKWBJEZ.1 size=831280 2024-09-12T00:40:51.295 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.296+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=PYLVZCKWBJEZ tag=84UU81WHGQZ2 type=write size=2928432 2024-09-12T00:40:51.296 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.298+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~X8JJZ2DW8JGM.0 size=1048576 2024-09-12T00:40:51.297 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.299+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~X8JJZ2DW8JGM.1 size=1048576 2024-09-12T00:40:51.298 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.300+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~X8JJZ2DW8JGM.2 size=146227 2024-09-12T00:40:51.301 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.302+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=X8JJZ2DW8JGM tag=93FSHAWELIA8 type=write size=3291955 2024-09-12T00:40:51.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.305+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~M8QZ7EMM9VE7.0 size=1048576 2024-09-12T00:40:51.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.306+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~M8QZ7EMM9VE7.1 size=1048576 2024-09-12T00:40:51.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.307+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~M8QZ7EMM9VE7.2 size=960648 2024-09-12T00:40:51.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.307+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=M8QZ7EMM9VE7 tag=II1G2IBVC8BG type=write size=4106376 2024-09-12T00:40:51.307 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.308+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=1PCLPWFGA3GX type=del 2024-09-12T00:40:51.308 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.309+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=QQMTV0QXLE8T type=write size=706366 2024-09-12T00:40:51.309 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.311+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~K6M6M3OA4IW2.0 size=831970 2024-09-12T00:40:51.311 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.313+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=K6M6M3OA4IW2 tag=8W2ADG636ACQ type=write size=1880546 2024-09-12T00:40:51.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.315+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~01995Z18U7YZ.0 size=1048576 2024-09-12T00:40:51.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.317+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~01995Z18U7YZ.1 size=142852 2024-09-12T00:40:51.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.317+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=01995Z18U7YZ tag=J02JMZG2L9LX type=write size=2240004 2024-09-12T00:40:51.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.318+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~9OP4204H7R3G.0 size=1048576 2024-09-12T00:40:51.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.319+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~9OP4204H7R3G.1 size=914633 2024-09-12T00:40:51.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.321+0000 7f647df87780 1 < completed multipart upload key=UOXLW1EM8Y7O upload=9OP4204H7R3G tag=OG11G4YD5581 type=write size=3011785 2024-09-12T00:40:51.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.324+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~JSO94QM09JGX.0 size=1048576 2024-09-12T00:40:51.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.325+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~JSO94QM09JGX.1 size=84317 2024-09-12T00:40:51.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.325+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=JSO94QM09JGX tag=NB06TTKTCHFC type=write size=2181469 2024-09-12T00:40:51.325 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.326+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~LA579T6EBRB2.0 size=1048576 2024-09-12T00:40:51.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.327+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~LA579T6EBRB2.1 size=449574 2024-09-12T00:40:51.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.329+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=LA579T6EBRB2 tag=SF7WQF6J12Y0 type=write size=2546726 2024-09-12T00:40:51.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.331+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=O7B3J6RQI690 type=del size=341452 2024-09-12T00:40:51.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.332+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=O10M02ZF1GIV type=del 2024-09-12T00:40:51.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.333+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=XV6PE4N1PW0W type=del size=2220400 2024-09-12T00:40:51.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.335+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=T9WPJT0PMDSF type=del 2024-09-12T00:40:51.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.336+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=CJQZKE1O8YS5 type=del size=4167479 2024-09-12T00:40:51.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.337+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~SCKGDUGK0IC2.0 size=1048576 2024-09-12T00:40:51.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.337+0000 7f647df87780 1 < canceled part key=_multipart_04HXBZNCOGYY.2~SCKGDUGK0IC2.1 size=1048576 2024-09-12T00:40:51.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.339+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~SCKGDUGK0IC2.2 size=664822 2024-09-12T00:40:51.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.341+0000 7f647df87780 1 < canceled multipart upload key=04HXBZNCOGYY upload=SCKGDUGK0IC2 tag=SBQCHOCLBA7R type=write size=3810550 2024-09-12T00:40:51.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.342+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=3QRSH5M7GQUK type=del size=2660050 2024-09-12T00:40:51.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.345+0000 7f647df87780 1 < suggested remove operation key=0XE0T6C53BZV tag=0VZ7U96TK9OT type=write 2024-09-12T00:40:51.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.347+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~8VZ7TFC39I50.0 size=1048576 2024-09-12T00:40:51.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.348+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~8VZ7TFC39I50.1 size=1048576 2024-09-12T00:40:51.348 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.349+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~8VZ7TFC39I50.2 size=874068 2024-09-12T00:40:51.348 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.349+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=8VZ7TFC39I50 tag=F4LZYSY8SJOU type=write size=4019796 2024-09-12T00:40:51.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.352+0000 7f647df87780 1 < suggested remove operation key=N21OD24FOXLB tag=0M3H28VORZLG type=del 2024-09-12T00:40:51.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.354+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~A3OZS0XZ3ISF.0 size=1048576 2024-09-12T00:40:51.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.355+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~A3OZS0XZ3ISF.1 size=1048576 2024-09-12T00:40:51.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.356+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~A3OZS0XZ3ISF.2 size=488278 2024-09-12T00:40:51.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.356+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=A3OZS0XZ3ISF tag=QDRVQ9B6F40E type=write size=3634006 2024-09-12T00:40:51.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.358+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=VHXSQ7IQUPBU type=del 2024-09-12T00:40:51.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.359+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=25RUNOAIPNBD type=del size=2428061 2024-09-12T00:40:51.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.360+0000 7f647df87780 1 < completed delete operation key=NPV6EUTTARM2 tag=ZKAKQI611NGP type=del 2024-09-12T00:40:51.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.363+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~6JWRJJ9F8DVR.0 size=1048576 2024-09-12T00:40:51.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.364+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~6JWRJJ9F8DVR.1 size=1048576 2024-09-12T00:40:51.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.365+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~6JWRJJ9F8DVR.2 size=846108 2024-09-12T00:40:51.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.365+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=6JWRJJ9F8DVR tag=VPC8OBDUOIRH type=write size=3991836 2024-09-12T00:40:51.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.366+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~01M9TCD93W2F.0 size=1048576 2024-09-12T00:40:51.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.368+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~01M9TCD93W2F.1 size=324587 2024-09-12T00:40:51.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.370+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=01M9TCD93W2F tag=N8010LPAY29V type=write size=2421739 2024-09-12T00:40:51.371 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.372+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~K02WMQ0U5WQ8.0 size=1048576 2024-09-12T00:40:51.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.373+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~K02WMQ0U5WQ8.1 size=592058 2024-09-12T00:40:51.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.373+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=K02WMQ0U5WQ8 tag=HLE8PAYIBXNA type=write size=2689210 2024-09-12T00:40:51.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.375+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=ONL7KSQNN2R7 type=del 2024-09-12T00:40:51.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.376+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=ZENIR1JR6R2F type=write size=975156 2024-09-12T00:40:51.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.378+0000 7f647df87780 -1 < failed to complete operation key=N21OD24FOXLB tag=FULGXGMXAKK0 type=del size=1991645: (22) Invalid argument 2024-09-12T00:40:51.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.380+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~HH6PRIG5ORV9.0 size=1048576 2024-09-12T00:40:51.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.382+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~HH6PRIG5ORV9.1 size=1048576 2024-09-12T00:40:51.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.383+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~HH6PRIG5ORV9.2 size=1026998 2024-09-12T00:40:51.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.383+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=HH6PRIG5ORV9 tag=1ABOTM5Y6ZCE type=write size=4172726 2024-09-12T00:40:51.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.384+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~PYLVZCKWBJEZ.0 size=1048576 2024-09-12T00:40:51.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.386+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~PYLVZCKWBJEZ.1 size=831280 2024-09-12T00:40:51.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.388+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=PYLVZCKWBJEZ tag=84UU81WHGQZ2 type=write size=2928432 2024-09-12T00:40:51.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.391+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~C5RWTRJKOYMF.0 size=1048576 2024-09-12T00:40:51.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.392+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~C5RWTRJKOYMF.1 size=991673 2024-09-12T00:40:51.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.392+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=C5RWTRJKOYMF tag=7RMD9M6SG542 type=write size=3088825 2024-09-12T00:40:51.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.392+0000 7f647df87780 1 < canceled part key=_multipart_1W80H32TA80K.2~M8QZ7EMM9VE7.0 size=1048576 2024-09-12T00:40:51.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.394+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~M8QZ7EMM9VE7.1 size=1048576 2024-09-12T00:40:51.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.395+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~M8QZ7EMM9VE7.2 size=960648 2024-09-12T00:40:51.396 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.397+0000 7f647df87780 1 < canceled multipart upload key=1W80H32TA80K upload=M8QZ7EMM9VE7 tag=II1G2IBVC8BG type=write size=4106376 2024-09-12T00:40:51.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.398+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=98KUOQMFU1IZ type=del size=2822225 2024-09-12T00:40:51.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.400+0000 7f647df87780 1 < completed write operation key=OF18XY41L1L9 tag=QQMTV0QXLE8T type=write size=706366 2024-09-12T00:40:51.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.401+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=Q991D3M6S5N0 type=del size=360174 2024-09-12T00:40:51.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.403+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~01995Z18U7YZ.0 size=1048576 2024-09-12T00:40:51.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.404+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~01995Z18U7YZ.1 size=142852 2024-09-12T00:40:51.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.406+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=01995Z18U7YZ tag=J02JMZG2L9LX type=write size=2240004 2024-09-12T00:40:51.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.410+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~OTLJ38P5SXS0.0 size=411800 2024-09-12T00:40:51.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.410+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=OTLJ38P5SXS0 tag=33F25QOWOTBG type=write size=1460376 2024-09-12T00:40:51.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.412+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~JSO94QM09JGX.0 size=1048576 2024-09-12T00:40:51.411 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.413+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~JSO94QM09JGX.1 size=84317 2024-09-12T00:40:51.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.415+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=JSO94QM09JGX tag=NB06TTKTCHFC type=write size=2181469 2024-09-12T00:40:51.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.417+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~0B35TIDNG4SG.0 size=1048576 2024-09-12T00:40:51.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.418+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~0B35TIDNG4SG.1 size=139115 2024-09-12T00:40:51.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.418+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=0B35TIDNG4SG tag=0B602VIOEYH3 type=write size=2236267 2024-09-12T00:40:51.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.420+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=O7B3J6RQI690 type=del 2024-09-12T00:40:51.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.422+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~SQ2LQTRA2QQJ.0 size=1048576 2024-09-12T00:40:51.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.423+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~SQ2LQTRA2QQJ.1 size=1048576 2024-09-12T00:40:51.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.424+0000 7f647df87780 1 > prepared part key=_multipart_9K3R0N60JBRX.2~SQ2LQTRA2QQJ.2 size=507126 2024-09-12T00:40:51.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.424+0000 7f647df87780 1 > prepared multipart upload key=9K3R0N60JBRX upload=SQ2LQTRA2QQJ tag=HTE70GE9M3VY type=write size=3652854 2024-09-12T00:40:51.424 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.426+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=XV6PE4N1PW0W type=del 2024-09-12T00:40:51.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.427+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=NNEJ8FDCJ204 type=del size=3819878 2024-09-12T00:40:51.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.428+0000 7f647df87780 1 < completed delete operation key=VZITH4JWUAQS tag=CJQZKE1O8YS5 type=del 2024-09-12T00:40:51.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.430+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=GT8UPO0GBCOI type=del size=2861989 2024-09-12T00:40:51.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.432+0000 7f647df87780 1 < completed delete operation key=JT51QJXZTSBO tag=3QRSH5M7GQUK type=del 2024-09-12T00:40:51.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.433+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=JJQAYBO76LF3 type=write size=492501 2024-09-12T00:40:51.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.435+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~8VZ7TFC39I50.0 size=1048576 2024-09-12T00:40:51.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.436+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~8VZ7TFC39I50.1 size=1048576 2024-09-12T00:40:51.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.437+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~8VZ7TFC39I50.2 size=874068 2024-09-12T00:40:51.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.440+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=8VZ7TFC39I50 tag=F4LZYSY8SJOU type=write size=4019796 2024-09-12T00:40:51.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.441+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=P2XCTTW91NTE type=del size=95117 2024-09-12T00:40:51.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.443+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~A3OZS0XZ3ISF.0 size=1048576 2024-09-12T00:40:51.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.444+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~A3OZS0XZ3ISF.1 size=1048576 2024-09-12T00:40:51.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.445+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~A3OZS0XZ3ISF.2 size=488278 2024-09-12T00:40:51.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.447+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=A3OZS0XZ3ISF tag=QDRVQ9B6F40E type=write size=3634006 2024-09-12T00:40:51.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.449+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=Y7IM47QOA9PM type=del size=4107767 2024-09-12T00:40:51.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.450+0000 7f647df87780 1 < canceled operation key=AVZHOIJP092M tag=25RUNOAIPNBD type=del size=2428061 2024-09-12T00:40:51.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.453+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~8MK23003OO1H.0 size=1048576 2024-09-12T00:40:51.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.454+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~8MK23003OO1H.1 size=1048576 2024-09-12T00:40:51.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.455+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~8MK23003OO1H.2 size=952157 2024-09-12T00:40:51.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.455+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=8MK23003OO1H tag=HESOFGF8YD8K type=write size=4097885 2024-09-12T00:40:51.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.456+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~6JWRJJ9F8DVR.0 size=1048576 2024-09-12T00:40:51.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.457+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~6JWRJJ9F8DVR.1 size=1048576 2024-09-12T00:40:51.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.458+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~6JWRJJ9F8DVR.2 size=846108 2024-09-12T00:40:51.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.461+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=6JWRJJ9F8DVR tag=VPC8OBDUOIRH type=write size=3991836 2024-09-12T00:40:51.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.462+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=AFIHGNACM0XA type=del size=2840255 2024-09-12T00:40:51.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.463+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~K02WMQ0U5WQ8.0 size=1048576 2024-09-12T00:40:51.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.463+0000 7f647df87780 1 < canceled part key=_multipart_VZITH4JWUAQS.2~K02WMQ0U5WQ8.1 size=592058 2024-09-12T00:40:51.464 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.466+0000 7f647df87780 1 < canceled multipart upload key=VZITH4JWUAQS upload=K02WMQ0U5WQ8 tag=HLE8PAYIBXNA type=write size=2689210 2024-09-12T00:40:51.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.468+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~4S4BOSMUTUAO.0 size=1048576 2024-09-12T00:40:51.468 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.470+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~4S4BOSMUTUAO.1 size=1029173 2024-09-12T00:40:51.468 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.470+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=4S4BOSMUTUAO tag=UQIY0G72LCMS type=write size=3126325 2024-09-12T00:40:51.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.471+0000 7f647df87780 1 < canceled operation key=G40IYJZMFFPS tag=ZENIR1JR6R2F type=write size=975156 2024-09-12T00:40:51.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.473+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=7SBKP0GFTN3A type=del size=1349889 2024-09-12T00:40:51.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.474+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~HH6PRIG5ORV9.0 size=1048576 2024-09-12T00:40:51.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.476+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~HH6PRIG5ORV9.1 size=1048576 2024-09-12T00:40:51.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.476+0000 7f647df87780 1 < canceled part key=_multipart_2Y81YQV19GMR.2~HH6PRIG5ORV9.2 size=1026998 2024-09-12T00:40:51.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.478+0000 7f647df87780 1 < canceled multipart upload key=2Y81YQV19GMR upload=HH6PRIG5ORV9 tag=1ABOTM5Y6ZCE type=write size=4172726 2024-09-12T00:40:51.479 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.481+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~KWWCPPWPBG6E.0 size=864922 2024-09-12T00:40:51.479 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.481+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=KWWCPPWPBG6E tag=TEKJM5XE8KBK type=write size=1913498 2024-09-12T00:40:51.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.482+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~C5RWTRJKOYMF.0 size=1048576 2024-09-12T00:40:51.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.483+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~C5RWTRJKOYMF.1 size=991673 2024-09-12T00:40:51.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.486+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=C5RWTRJKOYMF tag=7RMD9M6SG542 type=write size=3088825 2024-09-12T00:40:51.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.487+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=N20A0I4GKE4Y type=del size=3215688 2024-09-12T00:40:51.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.489+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=98KUOQMFU1IZ type=del 2024-09-12T00:40:51.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.492+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~43SCHESMEO6K.0 size=653221 2024-09-12T00:40:51.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.492+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=43SCHESMEO6K tag=SMQ9FW11OXVG type=write size=1701797 2024-09-12T00:40:51.492 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.493+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=Q991D3M6S5N0 type=del 2024-09-12T00:40:51.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.495+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=1K24N2327AZD type=del size=924798 2024-09-12T00:40:51.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.496+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~OTLJ38P5SXS0.0 size=411800 2024-09-12T00:40:51.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.499+0000 7f647df87780 1 < completed multipart upload key=9K3R0N60JBRX upload=OTLJ38P5SXS0 tag=33F25QOWOTBG type=write size=1460376 2024-09-12T00:40:51.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.500+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=W7HA141JEY9D type=del size=3758282 2024-09-12T00:40:51.500 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.502+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~0B35TIDNG4SG.0 size=1048576 2024-09-12T00:40:51.501 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.503+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~0B35TIDNG4SG.1 size=139115 2024-09-12T00:40:51.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.505+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=0B35TIDNG4SG tag=0B602VIOEYH3 type=write size=2236267 2024-09-12T00:40:51.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.507+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~WLIBBJ28WRIK.0 size=976842 2024-09-12T00:40:51.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.507+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=WLIBBJ28WRIK tag=5WOEMR88W9O8 type=write size=2025418 2024-09-12T00:40:51.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.509+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~SQ2LQTRA2QQJ.0 size=1048576 2024-09-12T00:40:51.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.509+0000 7f647df87780 1 < canceled part key=_multipart_9K3R0N60JBRX.2~SQ2LQTRA2QQJ.1 size=1048576 2024-09-12T00:40:51.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.510+0000 7f647df87780 1 < completed part key=_multipart_9K3R0N60JBRX.2~SQ2LQTRA2QQJ.2 size=507126 2024-09-12T00:40:51.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.512+0000 7f647df87780 1 < canceled multipart upload key=9K3R0N60JBRX upload=SQ2LQTRA2QQJ tag=HTE70GE9M3VY type=write size=3652854 2024-09-12T00:40:51.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.514+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~RB2TNHVSSYSE.0 size=1048576 2024-09-12T00:40:51.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.515+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~RB2TNHVSSYSE.1 size=1048576 2024-09-12T00:40:51.515 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.516+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~RB2TNHVSSYSE.2 size=620716 2024-09-12T00:40:51.515 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.516+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=RB2TNHVSSYSE tag=15BSN1RHBTW9 type=write size=3766444 2024-09-12T00:40:51.516 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.517+0000 7f647df87780 1 < canceled operation key=QWKIWP013AMX tag=NNEJ8FDCJ204 type=del size=3819878 2024-09-12T00:40:51.517 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.519+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=9UKEHUEWXOB7 type=write size=926541 2024-09-12T00:40:51.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.520+0000 7f647df87780 1 < completed delete operation key=UOXLW1EM8Y7O tag=GT8UPO0GBCOI type=del 2024-09-12T00:40:51.520 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.521+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=NRLBZ2OBXRGN type=del size=3926031 2024-09-12T00:40:51.522 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.524+0000 7f647df87780 1 < suggested remove operation key=IE03MW8R3TVU tag=JJQAYBO76LF3 type=write 2024-09-12T00:40:51.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.527+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~ZXCBJVTBUC29.0 size=818221 2024-09-12T00:40:51.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.527+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=ZXCBJVTBUC29 tag=796JIY26012R type=write size=1866797 2024-09-12T00:40:51.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.528+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=P2XCTTW91NTE type=del 2024-09-12T00:40:51.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.530+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~BJ1PK5L22HXD.0 size=1048576 2024-09-12T00:40:51.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.532+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~BJ1PK5L22HXD.1 size=1048576 2024-09-12T00:40:51.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.533+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~BJ1PK5L22HXD.2 size=311859 2024-09-12T00:40:51.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.533+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=BJ1PK5L22HXD tag=FWVC9HAVA217 type=write size=3457587 2024-09-12T00:40:51.532 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.534+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=Y7IM47QOA9PM type=del 2024-09-12T00:40:51.536 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.535+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=D5XEIH3DBF6K type=del size=4122590 2024-09-12T00:40:51.536 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.537+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~8MK23003OO1H.0 size=1048576 2024-09-12T00:40:51.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.539+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~8MK23003OO1H.1 size=1048576 2024-09-12T00:40:51.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.540+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~8MK23003OO1H.2 size=952157 2024-09-12T00:40:51.541 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.542+0000 7f647df87780 1 < completed multipart upload key=N21OD24FOXLB upload=8MK23003OO1H tag=HESOFGF8YD8K type=write size=4097885 2024-09-12T00:40:51.542 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.543+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=75SJEY75JHUV type=write size=66611 2024-09-12T00:40:51.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.545+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=AFIHGNACM0XA type=del 2024-09-12T00:40:51.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.546+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=PG0NYIXGNRW8 type=del size=2158437 2024-09-12T00:40:51.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.547+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~4S4BOSMUTUAO.0 size=1048576 2024-09-12T00:40:51.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.549+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~4S4BOSMUTUAO.1 size=1029173 2024-09-12T00:40:51.550 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.551+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=4S4BOSMUTUAO tag=UQIY0G72LCMS type=write size=3126325 2024-09-12T00:40:51.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.552+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=0KBJLMXJCLCP type=del size=1363218 2024-09-12T00:40:51.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.554+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=7SBKP0GFTN3A type=del 2024-09-12T00:40:51.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.555+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=N8AHOOU6DI3X type=del size=3614504 2024-09-12T00:40:51.555 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.557+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~KWWCPPWPBG6E.0 size=864922 2024-09-12T00:40:51.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.559+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=KWWCPPWPBG6E tag=TEKJM5XE8KBK type=write size=1913498 2024-09-12T00:40:51.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.561+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~3XSR6JF3H3GC.0 size=37525 2024-09-12T00:40:51.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.561+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=3XSR6JF3H3GC tag=RWG8EXHV40NB type=write size=1086101 2024-09-12T00:40:51.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.562+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=N20A0I4GKE4Y type=del 2024-09-12T00:40:51.562 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.564+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=BECAZB4O95L9 type=del size=1004584 2024-09-12T00:40:51.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.565+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~43SCHESMEO6K.0 size=653221 2024-09-12T00:40:51.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.567+0000 7f647df87780 1 < completed multipart upload key=5QD71Z29RVQM upload=43SCHESMEO6K tag=SMQ9FW11OXVG type=write size=1701797 2024-09-12T00:40:51.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.569+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=UGN9N7ZLKF1C type=del size=2276881 2024-09-12T00:40:51.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.570+0000 7f647df87780 1 < completed delete operation key=MWGSCWJ8KKOJ tag=1K24N2327AZD type=del 2024-09-12T00:40:51.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.571+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=ICCHLDEJOGMS type=del size=3347361 2024-09-12T00:40:51.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.572+0000 7f647df87780 1 < canceled operation key=0XE0T6C53BZV tag=W7HA141JEY9D type=del size=3758282 2024-09-12T00:40:51.573 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.575+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~SX2BL3JYLZTP.0 size=1048576 2024-09-12T00:40:51.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.576+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~SX2BL3JYLZTP.1 size=423705 2024-09-12T00:40:51.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.576+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=SX2BL3JYLZTP tag=A0ZO6TTI1TV9 type=write size=2520857 2024-09-12T00:40:51.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.577+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~WLIBBJ28WRIK.0 size=976842 2024-09-12T00:40:51.578 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.579+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=WLIBBJ28WRIK tag=5WOEMR88W9O8 type=write size=2025418 2024-09-12T00:40:51.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.581+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~OZKZ6TY6BLHE.0 size=335404 2024-09-12T00:40:51.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.581+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=OZKZ6TY6BLHE tag=OSBJI6DM0PQC type=write size=1383980 2024-09-12T00:40:51.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.583+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~RB2TNHVSSYSE.0 size=1048576 2024-09-12T00:40:51.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.583+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~RB2TNHVSSYSE.1 size=1048576 2024-09-12T00:40:51.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.585+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~RB2TNHVSSYSE.2 size=620716 2024-09-12T00:40:51.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.587+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=RB2TNHVSSYSE tag=15BSN1RHBTW9 type=write size=3766444 2024-09-12T00:40:51.588 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.589+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~BP3X1KK8KDFX.0 size=1048576 2024-09-12T00:40:51.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.590+0000 7f647df87780 1 > prepared part key=_multipart_IE03MW8R3TVU.2~BP3X1KK8KDFX.1 size=409504 2024-09-12T00:40:51.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.590+0000 7f647df87780 1 > prepared multipart upload key=IE03MW8R3TVU upload=BP3X1KK8KDFX tag=FKAEIYB895XM type=write size=2506656 2024-09-12T00:40:51.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.591+0000 7f647df87780 1 < completed write operation key=AVZHOIJP092M tag=9UKEHUEWXOB7 type=write size=926541 2024-09-12T00:40:51.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.593+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=2FV0NKIQO001 type=del size=1354979 2024-09-12T00:40:51.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.594+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=NRLBZ2OBXRGN type=del 2024-09-12T00:40:51.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.596+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~HA4TJ15V9GCS.0 size=1048576 2024-09-12T00:40:51.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.597+0000 7f647df87780 1 > prepared part key=_multipart_04HXBZNCOGYY.2~HA4TJ15V9GCS.1 size=935031 2024-09-12T00:40:51.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.597+0000 7f647df87780 1 > prepared multipart upload key=04HXBZNCOGYY upload=HA4TJ15V9GCS tag=45TUMK04MTTS type=write size=3032183 2024-09-12T00:40:51.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.598+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~ZXCBJVTBUC29.0 size=818221 2024-09-12T00:40:51.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.601+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=ZXCBJVTBUC29 tag=796JIY26012R type=write size=1866797 2024-09-12T00:40:51.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.603+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~14VPQMQE99R0.0 size=1048576 2024-09-12T00:40:51.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.604+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~14VPQMQE99R0.1 size=1048576 2024-09-12T00:40:51.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.605+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~14VPQMQE99R0.2 size=506875 2024-09-12T00:40:51.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.605+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=14VPQMQE99R0 tag=MZ42GO9KNB9X type=write size=3652603 2024-09-12T00:40:51.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.607+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~BJ1PK5L22HXD.0 size=1048576 2024-09-12T00:40:51.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.608+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~BJ1PK5L22HXD.1 size=1048576 2024-09-12T00:40:51.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.609+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~BJ1PK5L22HXD.2 size=311859 2024-09-12T00:40:51.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.611+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=BJ1PK5L22HXD tag=FWVC9HAVA217 type=write size=3457587 2024-09-12T00:40:51.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.612+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=16MPP0R3KUPZ type=del size=33793 2024-09-12T00:40:51.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.615+0000 7f647df87780 1 < suggested update operation key=G40IYJZMFFPS tag=D5XEIH3DBF6K type=del size=4122590 2024-09-12T00:40:51.616 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.617+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~1V8284YOFXQV.0 size=1048576 2024-09-12T00:40:51.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.618+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~1V8284YOFXQV.1 size=576982 2024-09-12T00:40:51.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.618+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=1V8284YOFXQV tag=PFLPXVTCLD1P type=write size=2674134 2024-09-12T00:40:51.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.620+0000 7f647df87780 1 < completed write operation key=IE03MW8R3TVU tag=75SJEY75JHUV type=write size=66611 2024-09-12T00:40:51.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.621+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=I1ON31ZAVK1D type=write size=889577 2024-09-12T00:40:51.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.622+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=PG0NYIXGNRW8 type=del 2024-09-12T00:40:51.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.625+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~XCAR0QSD9KCD.0 size=849231 2024-09-12T00:40:51.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.625+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=XCAR0QSD9KCD tag=7G6EX3FUGAIF type=write size=1897807 2024-09-12T00:40:51.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.626+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=0KBJLMXJCLCP type=del 2024-09-12T00:40:51.627 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.628+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~K2Q6WLECN54J.0 size=1048576 2024-09-12T00:40:51.628 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.630+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~K2Q6WLECN54J.1 size=243782 2024-09-12T00:40:51.628 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.630+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=K2Q6WLECN54J tag=6XMLKXB1YDDE type=write size=2340934 2024-09-12T00:40:51.629 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.631+0000 7f647df87780 1 < canceled operation key=U4TCVRRJZRXA tag=N8AHOOU6DI3X type=del size=3614504 2024-09-12T00:40:51.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.632+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=LBG8W05F6Y2T type=del size=3260753 2024-09-12T00:40:51.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.634+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~3XSR6JF3H3GC.0 size=37525 2024-09-12T00:40:51.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.636+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=3XSR6JF3H3GC tag=RWG8EXHV40NB type=write size=1086101 2024-09-12T00:40:51.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.637+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=XTFEK4QQLCK9 type=del size=364745 2024-09-12T00:40:51.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.639+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=BECAZB4O95L9 type=del 2024-09-12T00:40:51.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.641+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~5OAUCQE7N6E0.0 size=222548 2024-09-12T00:40:51.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.641+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=5OAUCQE7N6E0 tag=OO2V09IAB0S4 type=write size=1271124 2024-09-12T00:40:51.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.643+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=UGN9N7ZLKF1C type=del 2024-09-12T00:40:51.642 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.644+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=6Q0L1VJ1G0UB type=del size=3278308 2024-09-12T00:40:51.644 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.645+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=ICCHLDEJOGMS type=del 2024-09-12T00:40:51.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.647+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=O9G03ALI4A3O type=write size=342117 2024-09-12T00:40:51.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.648+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~SX2BL3JYLZTP.0 size=1048576 2024-09-12T00:40:51.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.649+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~SX2BL3JYLZTP.1 size=423705 2024-09-12T00:40:51.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.652+0000 7f647df87780 1 < completed multipart upload key=NPV6EUTTARM2 upload=SX2BL3JYLZTP tag=A0ZO6TTI1TV9 type=write size=2520857 2024-09-12T00:40:51.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.653+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=DGDY2LXEE3NU type=del size=1746695 2024-09-12T00:40:51.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.655+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~OZKZ6TY6BLHE.0 size=335404 2024-09-12T00:40:51.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.657+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=OZKZ6TY6BLHE tag=OSBJI6DM0PQC type=write size=1383980 2024-09-12T00:40:51.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.658+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=9TBF7NEM2GWF type=del size=665236 2024-09-12T00:40:51.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.660+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~BP3X1KK8KDFX.0 size=1048576 2024-09-12T00:40:51.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.663+0000 7f647df87780 1 < completed part key=_multipart_IE03MW8R3TVU.2~BP3X1KK8KDFX.1 size=409504 2024-09-12T00:40:51.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.665+0000 7f647df87780 1 < completed multipart upload key=IE03MW8R3TVU upload=BP3X1KK8KDFX tag=FKAEIYB895XM type=write size=2506656 2024-09-12T00:40:51.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.667+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~UCEA474O3TSP.0 size=1048576 2024-09-12T00:40:51.667 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.668+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~UCEA474O3TSP.1 size=1048576 2024-09-12T00:40:51.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.669+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~UCEA474O3TSP.2 size=955843 2024-09-12T00:40:51.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.669+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=UCEA474O3TSP tag=9IBEQF016P7D type=write size=4101571 2024-09-12T00:40:51.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.671+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=2FV0NKIQO001 type=del 2024-09-12T00:40:51.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.672+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=HXFGGES74F9V type=del size=771487 2024-09-12T00:40:51.672 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.673+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~HA4TJ15V9GCS.0 size=1048576 2024-09-12T00:40:51.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.674+0000 7f647df87780 1 < completed part key=_multipart_04HXBZNCOGYY.2~HA4TJ15V9GCS.1 size=935031 2024-09-12T00:40:51.675 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.676+0000 7f647df87780 1 < completed multipart upload key=04HXBZNCOGYY upload=HA4TJ15V9GCS tag=45TUMK04MTTS type=write size=3032183 2024-09-12T00:40:51.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.679+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~3Q8ZM35412PO.0 size=1048576 2024-09-12T00:40:51.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.680+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~3Q8ZM35412PO.1 size=1048576 2024-09-12T00:40:51.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.681+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~3Q8ZM35412PO.2 size=914050 2024-09-12T00:40:51.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.681+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=3Q8ZM35412PO tag=0WAVSQFP7F3C type=write size=4059778 2024-09-12T00:40:51.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.682+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~14VPQMQE99R0.0 size=1048576 2024-09-12T00:40:51.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.683+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~14VPQMQE99R0.1 size=1048576 2024-09-12T00:40:51.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.684+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~14VPQMQE99R0.2 size=506875 2024-09-12T00:40:51.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.686+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=14VPQMQE99R0 tag=MZ42GO9KNB9X type=write size=3652603 2024-09-12T00:40:51.687 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.688+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~6K8M4SCYR7KK.0 size=1048576 2024-09-12T00:40:51.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.689+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~6K8M4SCYR7KK.1 size=372862 2024-09-12T00:40:51.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.689+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=6K8M4SCYR7KK tag=RVV09J8FQLUB type=write size=2470014 2024-09-12T00:40:51.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.692+0000 7f647df87780 1 < suggested remove operation key=JMJMS24HWOOL tag=16MPP0R3KUPZ type=del 2024-09-12T00:40:51.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.694+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~K8XGWPKARWAB.0 size=1048576 2024-09-12T00:40:51.694 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.695+0000 7f647df87780 1 > prepared part key=_multipart_NPV6EUTTARM2.2~K8XGWPKARWAB.1 size=355237 2024-09-12T00:40:51.694 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.695+0000 7f647df87780 1 > prepared multipart upload key=NPV6EUTTARM2 upload=K8XGWPKARWAB tag=K3H5JAQLGK4F type=write size=2452389 2024-09-12T00:40:51.695 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.697+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~1V8284YOFXQV.0 size=1048576 2024-09-12T00:40:51.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.698+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~1V8284YOFXQV.1 size=576982 2024-09-12T00:40:51.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.700+0000 7f647df87780 1 < completed multipart upload key=UOXLW1EM8Y7O upload=1V8284YOFXQV tag=PFLPXVTCLD1P type=write size=2674134 2024-09-12T00:40:51.700 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.701+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=1CONPLRIGVL0 type=del size=2265066 2024-09-12T00:40:51.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.702+0000 7f647df87780 1 < completed write operation key=AVZHOIJP092M tag=I1ON31ZAVK1D type=write size=889577 2024-09-12T00:40:51.702 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.703+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=H8RGZB3ELX25 type=del size=2057433 2024-09-12T00:40:51.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.705+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~XCAR0QSD9KCD.0 size=849231 2024-09-12T00:40:51.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.707+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=XCAR0QSD9KCD tag=7G6EX3FUGAIF type=write size=1897807 2024-09-12T00:40:51.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.709+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~0O6E5CJZXJRG.0 size=923315 2024-09-12T00:40:51.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.709+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=0O6E5CJZXJRG tag=IEFNVU40FOMM type=write size=1971891 2024-09-12T00:40:51.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.710+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~K2Q6WLECN54J.0 size=1048576 2024-09-12T00:40:51.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.711+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~K2Q6WLECN54J.1 size=243782 2024-09-12T00:40:51.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.713+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=K2Q6WLECN54J tag=6XMLKXB1YDDE type=write size=2340934 2024-09-12T00:40:51.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.714+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=Z14KWE1S5HNA type=del size=910555 2024-09-12T00:40:51.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.716+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=LBG8W05F6Y2T type=del 2024-09-12T00:40:51.716 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.718+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~WKPP1FMINCF9.0 size=1048576 2024-09-12T00:40:51.718 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.719+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~WKPP1FMINCF9.1 size=618727 2024-09-12T00:40:51.718 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.719+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=WKPP1FMINCF9 tag=2VK49L4V2ZZP type=write size=2715879 2024-09-12T00:40:51.719 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.720+0000 7f647df87780 1 < completed delete operation key=NPV6EUTTARM2 tag=XTFEK4QQLCK9 type=del 2024-09-12T00:40:51.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.723+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~Y1ES39DR10TN.0 size=674589 2024-09-12T00:40:51.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.723+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=Y1ES39DR10TN tag=EDA1LZL50VBR type=write size=1723165 2024-09-12T00:40:51.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.724+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~5OAUCQE7N6E0.0 size=222548 2024-09-12T00:40:51.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.726+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=5OAUCQE7N6E0 tag=OO2V09IAB0S4 type=write size=1271124 2024-09-12T00:40:51.727 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.728+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~A0QZZACI76K6.0 size=1048576 2024-09-12T00:40:51.728 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.729+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~A0QZZACI76K6.1 size=1048576 2024-09-12T00:40:51.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.730+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~A0QZZACI76K6.2 size=785445 2024-09-12T00:40:51.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.730+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=A0QZZACI76K6 tag=RRV68Y0O7BG8 type=write size=3931173 2024-09-12T00:40:51.730 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.732+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=6Q0L1VJ1G0UB type=del 2024-09-12T00:40:51.733 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.734+0000 7f647df87780 1 > prepared part key=_multipart_U4TCVRRJZRXA.2~M0GE3C8YH3XL.0 size=583099 2024-09-12T00:40:51.733 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.734+0000 7f647df87780 1 > prepared multipart upload key=U4TCVRRJZRXA upload=M0GE3C8YH3XL tag=NI83LMNFM6QE type=write size=1631675 2024-09-12T00:40:51.734 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.735+0000 7f647df87780 1 < completed write operation key=3XY73F87GDR5 tag=O9G03ALI4A3O type=write size=342117 2024-09-12T00:40:51.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.738+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~YIHQ0XSBN52O.0 size=407614 2024-09-12T00:40:51.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.738+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=YIHQ0XSBN52O tag=S9RWNGB42FMW type=write size=1456190 2024-09-12T00:40:51.741 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.739+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=DGDY2LXEE3NU type=del 2024-09-12T00:40:51.741 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.741+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~1MSJU2BYO53B.0 size=1048576 2024-09-12T00:40:51.741 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.742+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~1MSJU2BYO53B.1 size=1048576 2024-09-12T00:40:51.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.743+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~1MSJU2BYO53B.2 size=703237 2024-09-12T00:40:51.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.743+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=1MSJU2BYO53B tag=H5WE4RMTS5E7 type=write size=3848965 2024-09-12T00:40:51.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.745+0000 7f647df87780 1 < canceled operation key=IE03MW8R3TVU tag=9TBF7NEM2GWF type=del size=665236 2024-09-12T00:40:51.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.746+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=SZYVAJX3P1AE type=write size=723242 2024-09-12T00:40:51.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.747+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~UCEA474O3TSP.0 size=1048576 2024-09-12T00:40:51.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.749+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~UCEA474O3TSP.1 size=1048576 2024-09-12T00:40:51.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.750+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~UCEA474O3TSP.2 size=955843 2024-09-12T00:40:51.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.752+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=UCEA474O3TSP tag=9IBEQF016P7D type=write size=4101571 2024-09-12T00:40:51.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.753+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=SKUICNIZ5FR8 type=del size=2888516 2024-09-12T00:40:51.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.754+0000 7f647df87780 -1 < failed to complete operation key=JMJMS24HWOOL tag=HXFGGES74F9V type=del size=771487: (22) Invalid argument 2024-09-12T00:40:51.754 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.756+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=37W70LG0FIIU type=del size=2570532 2024-09-12T00:40:51.755 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.757+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~3Q8ZM35412PO.0 size=1048576 2024-09-12T00:40:51.756 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.757+0000 7f647df87780 1 < canceled part key=_multipart_JMJMS24HWOOL.2~3Q8ZM35412PO.1 size=1048576 2024-09-12T00:40:51.756 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.758+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~3Q8ZM35412PO.2 size=914050 2024-09-12T00:40:51.758 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.760+0000 7f647df87780 1 < canceled multipart upload key=JMJMS24HWOOL upload=3Q8ZM35412PO tag=0WAVSQFP7F3C type=write size=4059778 2024-09-12T00:40:51.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.762+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~7KWLXDE30L4K.0 size=1048576 2024-09-12T00:40:51.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.763+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~7KWLXDE30L4K.1 size=1048576 2024-09-12T00:40:51.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.764+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~7KWLXDE30L4K.2 size=585913 2024-09-12T00:40:51.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.764+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=7KWLXDE30L4K tag=XGTE77NBLE0X type=write size=3731641 2024-09-12T00:40:51.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.765+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~6K8M4SCYR7KK.0 size=1048576 2024-09-12T00:40:51.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.766+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~6K8M4SCYR7KK.1 size=372862 2024-09-12T00:40:51.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.769+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=6K8M4SCYR7KK tag=RVV09J8FQLUB type=write size=2470014 2024-09-12T00:40:51.769 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.770+0000 7f647df87780 1 > prepared operation key=LE3HT175C87H tag=HAU322A8LG1G type=del size=3499040 2024-09-12T00:40:51.770 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.772+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~K8XGWPKARWAB.0 size=1048576 2024-09-12T00:40:51.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.773+0000 7f647df87780 1 < completed part key=_multipart_NPV6EUTTARM2.2~K8XGWPKARWAB.1 size=355237 2024-09-12T00:40:51.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.775+0000 7f647df87780 1 < completed multipart upload key=NPV6EUTTARM2 upload=K8XGWPKARWAB tag=K3H5JAQLGK4F type=write size=2452389 2024-09-12T00:40:51.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.779+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~HY16AWGHLRS7.0 size=798243 2024-09-12T00:40:51.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.779+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=HY16AWGHLRS7 tag=S656MYHYDRXW type=write size=1846819 2024-09-12T00:40:51.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.780+0000 7f647df87780 1 < completed delete operation key=LE3HT175C87H tag=1CONPLRIGVL0 type=del 2024-09-12T00:40:51.780 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.781+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=AFR84FLH5COA type=del size=2788303 2024-09-12T00:40:51.782 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.784+0000 7f647df87780 1 < suggested update operation key=JMJMS24HWOOL tag=H8RGZB3ELX25 type=del size=2057433 2024-09-12T00:40:51.783 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.785+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=HQ7ZPKINLYHG type=del size=1097833 2024-09-12T00:40:51.785 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.786+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~0O6E5CJZXJRG.0 size=923315 2024-09-12T00:40:51.787 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.788+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=0O6E5CJZXJRG tag=IEFNVU40FOMM type=write size=1971891 2024-09-12T00:40:51.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.789+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=1Y603IVGPPPB type=del size=806970 2024-09-12T00:40:51.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.792+0000 7f647df87780 1 < suggested remove operation key=OF18XY41L1L9 tag=Z14KWE1S5HNA type=del 2024-09-12T00:40:51.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.793+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=S87TAM7BKNY0 type=del size=3629906 2024-09-12T00:40:51.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.794+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~WKPP1FMINCF9.0 size=1048576 2024-09-12T00:40:51.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.795+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~WKPP1FMINCF9.1 size=618727 2024-09-12T00:40:51.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.798+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=WKPP1FMINCF9 tag=2VK49L4V2ZZP type=write size=2715879 2024-09-12T00:40:51.797 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.799+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=7VEBGDJ0CKM6 type=del size=1684046 2024-09-12T00:40:51.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.800+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~Y1ES39DR10TN.0 size=674589 2024-09-12T00:40:51.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.802+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=Y1ES39DR10TN tag=EDA1LZL50VBR type=write size=1723165 2024-09-12T00:40:51.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.804+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=YFUJWZMXOTMF type=del size=2757528 2024-09-12T00:40:51.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.805+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~A0QZZACI76K6.0 size=1048576 2024-09-12T00:40:51.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.805+0000 7f647df87780 1 < canceled part key=_multipart_0BE2GIY7HJJS.2~A0QZZACI76K6.1 size=1048576 2024-09-12T00:40:51.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.806+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~A0QZZACI76K6.2 size=785445 2024-09-12T00:40:51.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.808+0000 7f647df87780 1 < canceled multipart upload key=0BE2GIY7HJJS upload=A0QZZACI76K6 tag=RRV68Y0O7BG8 type=write size=3931173 2024-09-12T00:40:51.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.810+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=3JCLHU48DXVT type=write size=276531 2024-09-12T00:40:51.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.811+0000 7f647df87780 1 < completed part key=_multipart_U4TCVRRJZRXA.2~M0GE3C8YH3XL.0 size=583099 2024-09-12T00:40:51.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.813+0000 7f647df87780 1 < completed multipart upload key=U4TCVRRJZRXA upload=M0GE3C8YH3XL tag=NI83LMNFM6QE type=write size=1631675 2024-09-12T00:40:51.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.816+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~4TK7JO9R5MT3.0 size=1048576 2024-09-12T00:40:51.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.817+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~4TK7JO9R5MT3.1 size=887671 2024-09-12T00:40:51.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.817+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=4TK7JO9R5MT3 tag=QP3RCKR8WD8U type=write size=2984823 2024-09-12T00:40:51.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.818+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~YIHQ0XSBN52O.0 size=407614 2024-09-12T00:40:51.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.820+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=YIHQ0XSBN52O tag=S9RWNGB42FMW type=write size=1456190 2024-09-12T00:40:51.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.823+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~Z04EW3L23K0W.0 size=1048576 2024-09-12T00:40:51.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.824+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~Z04EW3L23K0W.1 size=1048576 2024-09-12T00:40:51.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.824+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~Z04EW3L23K0W.2 size=1012184 2024-09-12T00:40:51.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.824+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=Z04EW3L23K0W tag=3W4NF3RN4W35 type=write size=4157912 2024-09-12T00:40:51.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.826+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~1MSJU2BYO53B.0 size=1048576 2024-09-12T00:40:51.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.827+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~1MSJU2BYO53B.1 size=1048576 2024-09-12T00:40:51.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.827+0000 7f647df87780 1 < canceled part key=_multipart_JT51QJXZTSBO.2~1MSJU2BYO53B.2 size=703237 2024-09-12T00:40:51.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.829+0000 7f647df87780 1 < canceled multipart upload key=JT51QJXZTSBO upload=1MSJU2BYO53B tag=H5WE4RMTS5E7 type=write size=3848965 2024-09-12T00:40:51.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.830+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=25G18I34WGI1 type=del size=2935623 2024-09-12T00:40:51.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.831+0000 7f647df87780 1 < completed write operation key=04HXBZNCOGYY tag=SZYVAJX3P1AE type=write size=723242 2024-09-12T00:40:51.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.833+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=688TJJUPUR74 type=write size=155372 2024-09-12T00:40:51.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.834+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=SKUICNIZ5FR8 type=del 2024-09-12T00:40:51.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.836+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~8ZOFGF8ACHOI.0 size=1048576 2024-09-12T00:40:51.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.837+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~8ZOFGF8ACHOI.1 size=134872 2024-09-12T00:40:51.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.837+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=8ZOFGF8ACHOI tag=BR5F3LRGZ862 type=write size=2232024 2024-09-12T00:40:51.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.839+0000 7f647df87780 1 < completed delete operation key=0XE0T6C53BZV tag=37W70LG0FIIU type=del 2024-09-12T00:40:51.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.841+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~Z2SM0OR8O7GI.0 size=248186 2024-09-12T00:40:51.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.841+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=Z2SM0OR8O7GI tag=X4S1UEJA5XX1 type=write size=1296762 2024-09-12T00:40:51.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.842+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~7KWLXDE30L4K.0 size=1048576 2024-09-12T00:40:51.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.842+0000 7f647df87780 1 < canceled part key=_multipart_U2DTYMPDDY2C.2~7KWLXDE30L4K.1 size=1048576 2024-09-12T00:40:51.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.843+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~7KWLXDE30L4K.2 size=585913 2024-09-12T00:40:51.843 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.845+0000 7f647df87780 1 < canceled multipart upload key=U2DTYMPDDY2C upload=7KWLXDE30L4K tag=XGTE77NBLE0X type=write size=3731641 2024-09-12T00:40:51.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.847+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~D2TFW757DRXM.0 size=1048576 2024-09-12T00:40:51.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.848+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~D2TFW757DRXM.1 size=1048576 2024-09-12T00:40:51.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.849+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~D2TFW757DRXM.2 size=20351 2024-09-12T00:40:51.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.849+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=D2TFW757DRXM tag=M333VO70C1PM type=write size=3166079 2024-09-12T00:40:51.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.850+0000 7f647df87780 1 < canceled operation key=LE3HT175C87H tag=HAU322A8LG1G type=del size=3499040 2024-09-12T00:40:51.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.853+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~ZLMHABZHFQF0.0 size=1048576 2024-09-12T00:40:51.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.854+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~ZLMHABZHFQF0.1 size=1048576 2024-09-12T00:40:51.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.855+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~ZLMHABZHFQF0.2 size=345138 2024-09-12T00:40:51.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.855+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=ZLMHABZHFQF0 tag=YOV1E918VZH1 type=write size=3490866 2024-09-12T00:40:51.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.856+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~HY16AWGHLRS7.0 size=798243 2024-09-12T00:40:51.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.858+0000 7f647df87780 1 < completed multipart upload key=JMJMS24HWOOL upload=HY16AWGHLRS7 tag=S656MYHYDRXW type=write size=1846819 2024-09-12T00:40:51.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.860+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~PWDTL3855OY9.0 size=1048576 2024-09-12T00:40:51.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.861+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~PWDTL3855OY9.1 size=1048576 2024-09-12T00:40:51.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.862+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~PWDTL3855OY9.2 size=529382 2024-09-12T00:40:51.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.862+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=PWDTL3855OY9 tag=BBACT1DR7LDF type=write size=3675110 2024-09-12T00:40:51.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.863+0000 7f647df87780 1 < completed delete operation key=A5X2OQZEVJSX tag=AFR84FLH5COA type=del 2024-09-12T00:40:51.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.866+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~S652I7HNB3Y5.0 size=1048576 2024-09-12T00:40:51.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.867+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~S652I7HNB3Y5.1 size=1048576 2024-09-12T00:40:51.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.868+0000 7f647df87780 1 > prepared part key=_multipart_95LRVY22GW0N.2~S652I7HNB3Y5.2 size=968939 2024-09-12T00:40:51.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.868+0000 7f647df87780 1 > prepared multipart upload key=95LRVY22GW0N upload=S652I7HNB3Y5 tag=8X8EG1T7VF52 type=write size=4114667 2024-09-12T00:40:51.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.869+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=HQ7ZPKINLYHG type=del 2024-09-12T00:40:51.870 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.871+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~VCGC0GWP2G36.0 size=1048576 2024-09-12T00:40:51.871 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.872+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~VCGC0GWP2G36.1 size=567173 2024-09-12T00:40:51.871 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.872+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=VCGC0GWP2G36 tag=12XLAOV0BOPA type=write size=2664325 2024-09-12T00:40:51.872 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.874+0000 7f647df87780 1 < completed delete operation key=G40IYJZMFFPS tag=1Y603IVGPPPB type=del 2024-09-12T00:40:51.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.875+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=PWJ97IPX2JCN type=del size=2702626 2024-09-12T00:40:51.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.876+0000 7f647df87780 1 < completed delete operation key=G40IYJZMFFPS tag=S87TAM7BKNY0 type=del 2024-09-12T00:40:51.877 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.879+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~WRWIWI9N3DID.0 size=1048576 2024-09-12T00:40:51.879 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.880+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~WRWIWI9N3DID.1 size=1048576 2024-09-12T00:40:51.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.881+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~WRWIWI9N3DID.2 size=275474 2024-09-12T00:40:51.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.881+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=WRWIWI9N3DID tag=994DHAI0BHMD type=write size=3421202 2024-09-12T00:40:51.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.882+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=7VEBGDJ0CKM6 type=del 2024-09-12T00:40:51.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.884+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=Y3NFISPH56OL type=del size=48629 2024-09-12T00:40:51.884 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.885+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=YFUJWZMXOTMF type=del 2024-09-12T00:40:51.885 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.887+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=44TF168K2NXE type=del size=2216377 2024-09-12T00:40:51.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.888+0000 7f647df87780 1 < completed write operation key=95LRVY22GW0N tag=3JCLHU48DXVT type=write size=276531 2024-09-12T00:40:51.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.890+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~R7436R35JIPM.0 size=1048576 2024-09-12T00:40:51.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.891+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~R7436R35JIPM.1 size=228191 2024-09-12T00:40:51.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.891+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=R7436R35JIPM tag=5UR8SQDXWZTD type=write size=2325343 2024-09-12T00:40:51.891 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.893+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~4TK7JO9R5MT3.0 size=1048576 2024-09-12T00:40:51.892 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.894+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~4TK7JO9R5MT3.1 size=887671 2024-09-12T00:40:51.895 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.897+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=4TK7JO9R5MT3 tag=QP3RCKR8WD8U type=write size=2984823 2024-09-12T00:40:51.898 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.899+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~PRILO8BOBGS5.0 size=1048576 2024-09-12T00:40:51.899 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.900+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~PRILO8BOBGS5.1 size=955293 2024-09-12T00:40:51.899 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.900+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=PRILO8BOBGS5 tag=8JHTC3BKYCDK type=write size=3052445 2024-09-12T00:40:51.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.902+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~Z04EW3L23K0W.0 size=1048576 2024-09-12T00:40:51.901 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.903+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~Z04EW3L23K0W.1 size=1048576 2024-09-12T00:40:51.902 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.904+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~Z04EW3L23K0W.2 size=1012184 2024-09-12T00:40:51.904 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.906+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=Z04EW3L23K0W tag=3W4NF3RN4W35 type=write size=4157912 2024-09-12T00:40:51.906 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.907+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=6OKEHJ1N3PK5 type=del size=1076111 2024-09-12T00:40:51.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.908+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=25G18I34WGI1 type=del 2024-09-12T00:40:51.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.910+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=5T2656IXDCZ0 type=del size=443328 2024-09-12T00:40:51.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.911+0000 7f647df87780 1 < completed write operation key=U2DTYMPDDY2C tag=688TJJUPUR74 type=write size=155372 2024-09-12T00:40:51.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.912+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=D1WJSRILZTK9 type=del size=2938111 2024-09-12T00:40:51.912 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.914+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~8ZOFGF8ACHOI.0 size=1048576 2024-09-12T00:40:51.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.915+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~8ZOFGF8ACHOI.1 size=134872 2024-09-12T00:40:51.915 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.917+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=8ZOFGF8ACHOI tag=BR5F3LRGZ862 type=write size=2232024 2024-09-12T00:40:51.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.918+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=ZVQI4M8PI5XG type=del size=2627984 2024-09-12T00:40:51.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.918+0000 7f647df87780 1 < canceled part key=_multipart_PP87VV5LT5V6.2~Z2SM0OR8O7GI.0 size=248186 2024-09-12T00:40:51.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.920+0000 7f647df87780 1 < canceled multipart upload key=PP87VV5LT5V6 upload=Z2SM0OR8O7GI tag=X4S1UEJA5XX1 type=write size=1296762 2024-09-12T00:40:51.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.922+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=ECCSY2WN5PBZ type=del size=2344266 2024-09-12T00:40:51.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.923+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~D2TFW757DRXM.0 size=1048576 2024-09-12T00:40:51.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.924+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~D2TFW757DRXM.1 size=1048576 2024-09-12T00:40:51.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.925+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~D2TFW757DRXM.2 size=20351 2024-09-12T00:40:51.926 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.927+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=D2TFW757DRXM tag=M333VO70C1PM type=write size=3166079 2024-09-12T00:40:51.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.928+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=9IMKBJTS7DHQ type=del size=1817983 2024-09-12T00:40:51.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.930+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~ZLMHABZHFQF0.0 size=1048576 2024-09-12T00:40:51.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.931+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~ZLMHABZHFQF0.1 size=1048576 2024-09-12T00:40:51.930 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.932+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~ZLMHABZHFQF0.2 size=345138 2024-09-12T00:40:51.932 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.934+0000 7f647df87780 1 < completed multipart upload key=95LRVY22GW0N upload=ZLMHABZHFQF0 tag=YOV1E918VZH1 type=write size=3490866 2024-09-12T00:40:51.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.936+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~8FAJXIH2K0II.0 size=872195 2024-09-12T00:40:51.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.936+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=8FAJXIH2K0II tag=DDBADLQ9D2F4 type=write size=1920771 2024-09-12T00:40:51.936 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.937+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~PWDTL3855OY9.0 size=1048576 2024-09-12T00:40:51.937 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.938+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~PWDTL3855OY9.1 size=1048576 2024-09-12T00:40:51.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.940+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~PWDTL3855OY9.2 size=529382 2024-09-12T00:40:51.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.942+0000 7f647df87780 1 < completed multipart upload key=UOXLW1EM8Y7O upload=PWDTL3855OY9 tag=BBACT1DR7LDF type=write size=3675110 2024-09-12T00:40:51.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.944+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~8WQOGEZYDTJT.0 size=24419 2024-09-12T00:40:51.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.944+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=8WQOGEZYDTJT tag=SO7UG01HUGA4 type=write size=1072995 2024-09-12T00:40:51.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.945+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~S652I7HNB3Y5.0 size=1048576 2024-09-12T00:40:51.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.945+0000 7f647df87780 1 < canceled part key=_multipart_95LRVY22GW0N.2~S652I7HNB3Y5.1 size=1048576 2024-09-12T00:40:51.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.946+0000 7f647df87780 1 < completed part key=_multipart_95LRVY22GW0N.2~S652I7HNB3Y5.2 size=968939 2024-09-12T00:40:51.947 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.949+0000 7f647df87780 1 < canceled multipart upload key=95LRVY22GW0N upload=S652I7HNB3Y5 tag=8X8EG1T7VF52 type=write size=4114667 2024-09-12T00:40:51.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.951+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~QFX9SH6RT75H.0 size=1048576 2024-09-12T00:40:51.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.952+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~QFX9SH6RT75H.1 size=309250 2024-09-12T00:40:51.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.952+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=QFX9SH6RT75H tag=ZA9FTHF8W4NQ type=write size=2406402 2024-09-12T00:40:51.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.953+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~VCGC0GWP2G36.0 size=1048576 2024-09-12T00:40:51.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.954+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~VCGC0GWP2G36.1 size=567173 2024-09-12T00:40:51.955 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.956+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=VCGC0GWP2G36 tag=12XLAOV0BOPA type=write size=2664325 2024-09-12T00:40:51.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.958+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=6BC1036A8Y21 type=del size=265147 2024-09-12T00:40:51.958 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.959+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=PWJ97IPX2JCN type=del 2024-09-12T00:40:51.959 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.960+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=97M37853AEW4 type=del size=4127776 2024-09-12T00:40:51.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.962+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~WRWIWI9N3DID.0 size=1048576 2024-09-12T00:40:51.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.963+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~WRWIWI9N3DID.1 size=1048576 2024-09-12T00:40:51.962 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.964+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~WRWIWI9N3DID.2 size=275474 2024-09-12T00:40:51.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.966+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=WRWIWI9N3DID tag=994DHAI0BHMD type=write size=3421202 2024-09-12T00:40:51.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.967+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=90NRALQ6F8PS type=del size=728610 2024-09-12T00:40:51.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.968+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=Y3NFISPH56OL type=del 2024-09-12T00:40:51.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.971+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~RZC3TH867YCB.0 size=195396 2024-09-12T00:40:51.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.971+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=RZC3TH867YCB tag=CK06P3IVJFIE type=write size=1243972 2024-09-12T00:40:51.971 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.972+0000 7f647df87780 1 < completed delete operation key=9K3R0N60JBRX tag=44TF168K2NXE type=del 2024-09-12T00:40:51.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.974+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~3BW71IIJHU1X.0 size=1048576 2024-09-12T00:40:51.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.976+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~3BW71IIJHU1X.1 size=1048576 2024-09-12T00:40:51.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.977+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~3BW71IIJHU1X.2 size=255884 2024-09-12T00:40:51.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.977+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=3BW71IIJHU1X tag=G1K57X27H2ES type=write size=3401612 2024-09-12T00:40:51.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.978+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~R7436R35JIPM.0 size=1048576 2024-09-12T00:40:51.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.979+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~R7436R35JIPM.1 size=228191 2024-09-12T00:40:51.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.981+0000 7f647df87780 1 < completed multipart upload key=N21OD24FOXLB upload=R7436R35JIPM tag=5UR8SQDXWZTD type=write size=2325343 2024-09-12T00:40:51.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.984+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~WI55ZD6CCAIH.0 size=1048576 2024-09-12T00:40:51.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.985+0000 7f647df87780 1 > prepared part key=_multipart_UOXLW1EM8Y7O.2~WI55ZD6CCAIH.1 size=571763 2024-09-12T00:40:51.984 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.985+0000 7f647df87780 1 > prepared multipart upload key=UOXLW1EM8Y7O upload=WI55ZD6CCAIH tag=CBLJCYB1DQAN type=write size=2668915 2024-09-12T00:40:51.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.986+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~PRILO8BOBGS5.0 size=1048576 2024-09-12T00:40:51.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.987+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~PRILO8BOBGS5.1 size=955293 2024-09-12T00:40:51.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.989+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=PRILO8BOBGS5 tag=8JHTC3BKYCDK type=write size=3052445 2024-09-12T00:40:51.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.991+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=NF1R2O6D7ENV type=del size=3822441 2024-09-12T00:40:51.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.992+0000 7f647df87780 1 < completed delete operation key=OF18XY41L1L9 tag=6OKEHJ1N3PK5 type=del 2024-09-12T00:40:51.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.994+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=UAB5MCP5AQJV type=del size=3278824 2024-09-12T00:40:51.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.995+0000 7f647df87780 1 < completed delete operation key=PP87VV5LT5V6 tag=5T2656IXDCZ0 type=del 2024-09-12T00:40:51.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.997+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=ROLX1LLL62EL type=write size=1042694 2024-09-12T00:40:51.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:51.998+0000 7f647df87780 1 < canceled operation key=XDKZN37UGRWI tag=D1WJSRILZTK9 type=del size=2938111 2024-09-12T00:40:51.999 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.001+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~26N7D2AZFBYG.0 size=1048576 2024-09-12T00:40:52.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.002+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~26N7D2AZFBYG.1 size=778445 2024-09-12T00:40:52.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.002+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=26N7D2AZFBYG tag=BK21SWOBLGKL type=write size=2875597 2024-09-12T00:40:52.003 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.004+0000 7f647df87780 1 < suggested remove operation key=A5X2OQZEVJSX tag=ZVQI4M8PI5XG type=del 2024-09-12T00:40:52.004 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.006+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=WR3D6YA7PU92 type=del size=1126995 2024-09-12T00:40:52.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.008+0000 7f647df87780 1 < suggested update operation key=95LRVY22GW0N tag=ECCSY2WN5PBZ type=del size=2344266 2024-09-12T00:40:52.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.010+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=8BO7B2EKFS3K type=del size=1674791 2024-09-12T00:40:52.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.011+0000 7f647df87780 1 < completed delete operation key=L02TT95H2C3E tag=9IMKBJTS7DHQ type=del 2024-09-12T00:40:52.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.014+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~HVLBQ50G1CEP.0 size=630390 2024-09-12T00:40:52.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.014+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=HVLBQ50G1CEP tag=C2J3MD7H74O6 type=write size=1678966 2024-09-12T00:40:52.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.016+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~8FAJXIH2K0II.0 size=872195 2024-09-12T00:40:52.017 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.018+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=8FAJXIH2K0II tag=DDBADLQ9D2F4 type=write size=1920771 2024-09-12T00:40:52.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.021+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~Z2C94KNJQ3YX.0 size=1048576 2024-09-12T00:40:52.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.022+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~Z2C94KNJQ3YX.1 size=1048576 2024-09-12T00:40:52.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.023+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~Z2C94KNJQ3YX.2 size=222633 2024-09-12T00:40:52.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.023+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=Z2C94KNJQ3YX tag=BLXL8M9R6WAF type=write size=3368361 2024-09-12T00:40:52.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.024+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~8WQOGEZYDTJT.0 size=24419 2024-09-12T00:40:52.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.026+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=8WQOGEZYDTJT tag=SO7UG01HUGA4 type=write size=1072995 2024-09-12T00:40:52.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.029+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~I4KU7GBMPKDG.0 size=1048576 2024-09-12T00:40:52.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.030+0000 7f647df87780 1 > prepared part key=_multipart_2Y81YQV19GMR.2~I4KU7GBMPKDG.1 size=174437 2024-09-12T00:40:52.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.030+0000 7f647df87780 1 > prepared multipart upload key=2Y81YQV19GMR upload=I4KU7GBMPKDG tag=850HROEDB3MR type=write size=2271589 2024-09-12T00:40:52.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.031+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~QFX9SH6RT75H.0 size=1048576 2024-09-12T00:40:52.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.031+0000 7f647df87780 1 < canceled part key=_multipart_QWKIWP013AMX.2~QFX9SH6RT75H.1 size=309250 2024-09-12T00:40:52.032 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.033+0000 7f647df87780 1 < canceled multipart upload key=QWKIWP013AMX upload=QFX9SH6RT75H tag=ZA9FTHF8W4NQ type=write size=2406402 2024-09-12T00:40:52.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.035+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~I7TZSOQULV15.0 size=1048576 2024-09-12T00:40:52.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.036+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~I7TZSOQULV15.1 size=1048576 2024-09-12T00:40:52.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.037+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~I7TZSOQULV15.2 size=1022143 2024-09-12T00:40:52.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.037+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=I7TZSOQULV15 tag=MN1XS3KHTMOC type=write size=4167871 2024-09-12T00:40:52.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.039+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=6BC1036A8Y21 type=del 2024-09-12T00:40:52.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.041+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~VBIYPKXV7E2X.0 size=1048576 2024-09-12T00:40:52.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.042+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~VBIYPKXV7E2X.1 size=1048576 2024-09-12T00:40:52.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.043+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~VBIYPKXV7E2X.2 size=156577 2024-09-12T00:40:52.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.043+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=VBIYPKXV7E2X tag=7J17L9IMCVAB type=write size=3302305 2024-09-12T00:40:52.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.044+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=97M37853AEW4 type=del 2024-09-12T00:40:52.044 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.046+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=P5LMFXTPSDIW type=del size=1202352 2024-09-12T00:40:52.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.047+0000 7f647df87780 1 < completed delete operation key=NPV6EUTTARM2 tag=90NRALQ6F8PS type=del 2024-09-12T00:40:52.047 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.048+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=MPNOCJID113Q type=del size=2746268 2024-09-12T00:40:52.047 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.048+0000 7f647df87780 1 < canceled part key=_multipart_L02TT95H2C3E.2~RZC3TH867YCB.0 size=195396 2024-09-12T00:40:52.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.050+0000 7f647df87780 1 < canceled multipart upload key=L02TT95H2C3E upload=RZC3TH867YCB tag=CK06P3IVJFIE type=write size=1243972 2024-09-12T00:40:52.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.052+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=6HOHHE850ZYM type=del size=2493702 2024-09-12T00:40:52.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.053+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~3BW71IIJHU1X.0 size=1048576 2024-09-12T00:40:52.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.054+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~3BW71IIJHU1X.1 size=1048576 2024-09-12T00:40:52.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.055+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~3BW71IIJHU1X.2 size=255884 2024-09-12T00:40:52.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.057+0000 7f647df87780 1 < completed multipart upload key=JMJMS24HWOOL upload=3BW71IIJHU1X tag=G1K57X27H2ES type=write size=3401612 2024-09-12T00:40:52.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.058+0000 7f647df87780 1 > prepared operation key=OF18XY41L1L9 tag=EV9T38ZXK9G1 type=write size=254725 2024-09-12T00:40:52.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.060+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~WI55ZD6CCAIH.0 size=1048576 2024-09-12T00:40:52.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.061+0000 7f647df87780 1 < completed part key=_multipart_UOXLW1EM8Y7O.2~WI55ZD6CCAIH.1 size=571763 2024-09-12T00:40:52.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.063+0000 7f647df87780 1 < completed multipart upload key=UOXLW1EM8Y7O upload=WI55ZD6CCAIH tag=CBLJCYB1DQAN type=write size=2668915 2024-09-12T00:40:52.064 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.065+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~5GQYB1QZM2KR.0 size=1048576 2024-09-12T00:40:52.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.066+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~5GQYB1QZM2KR.1 size=1048576 2024-09-12T00:40:52.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.067+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~5GQYB1QZM2KR.2 size=179797 2024-09-12T00:40:52.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.067+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=5GQYB1QZM2KR tag=0VO8E8HAD4FK type=write size=3325525 2024-09-12T00:40:52.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.069+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=NF1R2O6D7ENV type=del 2024-09-12T00:40:52.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.070+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=YE62ABTQL4IV type=del size=1694301 2024-09-12T00:40:52.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.071+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=UAB5MCP5AQJV type=del 2024-09-12T00:40:52.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.072+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=M9IDLOTSY28X type=del size=3295679 2024-09-12T00:40:52.072 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.073+0000 7f647df87780 -1 < failed to complete operation key=A5X2OQZEVJSX tag=ROLX1LLL62EL type=write size=1042694: (22) Invalid argument 2024-09-12T00:40:52.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.075+0000 7f647df87780 1 > prepared operation key=A5X2OQZEVJSX tag=VW8ZVAE7F5VW type=write size=318550 2024-09-12T00:40:52.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.076+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~26N7D2AZFBYG.0 size=1048576 2024-09-12T00:40:52.075 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.077+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~26N7D2AZFBYG.1 size=778445 2024-09-12T00:40:52.077 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.079+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=26N7D2AZFBYG tag=BK21SWOBLGKL type=write size=2875597 2024-09-12T00:40:52.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.080+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=2UJSFL21EMKZ type=del size=2337002 2024-09-12T00:40:52.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.081+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=WR3D6YA7PU92 type=del 2024-09-12T00:40:52.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.083+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~3IMYTCCD7D62.0 size=1048576 2024-09-12T00:40:52.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.084+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~3IMYTCCD7D62.1 size=1048576 2024-09-12T00:40:52.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.085+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~3IMYTCCD7D62.2 size=198876 2024-09-12T00:40:52.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.085+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=3IMYTCCD7D62 tag=LXFO7PAIW45F type=write size=3344604 2024-09-12T00:40:52.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.086+0000 7f647df87780 1 < completed delete operation key=AVZHOIJP092M tag=8BO7B2EKFS3K type=del 2024-09-12T00:40:52.087 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.089+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~DIGE8RF6NUV9.0 size=1048576 2024-09-12T00:40:52.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.089+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~DIGE8RF6NUV9.1 size=1048576 2024-09-12T00:40:52.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.090+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~DIGE8RF6NUV9.2 size=990098 2024-09-12T00:40:52.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.090+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=DIGE8RF6NUV9 tag=LBU254MKKD74 type=write size=4135826 2024-09-12T00:40:52.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.092+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~HVLBQ50G1CEP.0 size=630390 2024-09-12T00:40:52.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.094+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=HVLBQ50G1CEP tag=C2J3MD7H74O6 type=write size=1678966 2024-09-12T00:40:52.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.096+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~X0OFJKPMIFOQ.0 size=1048576 2024-09-12T00:40:52.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.097+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~X0OFJKPMIFOQ.1 size=1048576 2024-09-12T00:40:52.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.097+0000 7f647df87780 1 > prepared part key=_multipart_LE3HT175C87H.2~X0OFJKPMIFOQ.2 size=507709 2024-09-12T00:40:52.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.097+0000 7f647df87780 1 > prepared multipart upload key=LE3HT175C87H upload=X0OFJKPMIFOQ tag=GUZZX438MJCH type=write size=3653437 2024-09-12T00:40:52.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.098+0000 7f647df87780 1 < canceled part key=_multipart_OF18XY41L1L9.2~Z2C94KNJQ3YX.0 size=1048576 2024-09-12T00:40:52.097 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.099+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~Z2C94KNJQ3YX.1 size=1048576 2024-09-12T00:40:52.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.100+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~Z2C94KNJQ3YX.2 size=222633 2024-09-12T00:40:52.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.102+0000 7f647df87780 1 < canceled multipart upload key=OF18XY41L1L9 upload=Z2C94KNJQ3YX tag=BLXL8M9R6WAF type=write size=3368361 2024-09-12T00:40:52.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.103+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=TXL07WPLAJ1W type=del size=3280317 2024-09-12T00:40:52.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.104+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~I4KU7GBMPKDG.0 size=1048576 2024-09-12T00:40:52.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.105+0000 7f647df87780 1 < completed part key=_multipart_2Y81YQV19GMR.2~I4KU7GBMPKDG.1 size=174437 2024-09-12T00:40:52.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.107+0000 7f647df87780 1 < completed multipart upload key=2Y81YQV19GMR upload=I4KU7GBMPKDG tag=850HROEDB3MR type=write size=2271589 2024-09-12T00:40:52.107 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.109+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=P4AVLIMTK31C type=del size=2770144 2024-09-12T00:40:52.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.110+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~I7TZSOQULV15.0 size=1048576 2024-09-12T00:40:52.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.111+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~I7TZSOQULV15.1 size=1048576 2024-09-12T00:40:52.110 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.112+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~I7TZSOQULV15.2 size=1022143 2024-09-12T00:40:52.113 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.114+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=I7TZSOQULV15 tag=MN1XS3KHTMOC type=write size=4167871 2024-09-12T00:40:52.115 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.117+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~Z3U41UWXVG4O.0 size=1048576 2024-09-12T00:40:52.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.118+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~Z3U41UWXVG4O.1 size=1048576 2024-09-12T00:40:52.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.119+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~Z3U41UWXVG4O.2 size=428279 2024-09-12T00:40:52.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.119+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=Z3U41UWXVG4O tag=DQ87IZR1AQGP type=write size=3574007 2024-09-12T00:40:52.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.120+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~VBIYPKXV7E2X.0 size=1048576 2024-09-12T00:40:52.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.120+0000 7f647df87780 1 < canceled part key=_multipart_A5X2OQZEVJSX.2~VBIYPKXV7E2X.1 size=1048576 2024-09-12T00:40:52.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.121+0000 7f647df87780 1 < completed part key=_multipart_A5X2OQZEVJSX.2~VBIYPKXV7E2X.2 size=156577 2024-09-12T00:40:52.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.123+0000 7f647df87780 1 < canceled multipart upload key=A5X2OQZEVJSX upload=VBIYPKXV7E2X tag=7J17L9IMCVAB type=write size=3302305 2024-09-12T00:40:52.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.124+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=J6OMM7VP2US3 type=write size=806871 2024-09-12T00:40:52.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.126+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=P5LMFXTPSDIW type=del 2024-09-12T00:40:52.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.127+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=H15VRJDCPCAF type=del size=732107 2024-09-12T00:40:52.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.130+0000 7f647df87780 1 < completed delete operation key=U4TCVRRJZRXA tag=MPNOCJID113Q type=del 2024-09-12T00:40:52.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.133+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~BB24ISE5F5HS.0 size=1048576 2024-09-12T00:40:52.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.134+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~BB24ISE5F5HS.1 size=1048576 2024-09-12T00:40:52.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.135+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~BB24ISE5F5HS.2 size=866990 2024-09-12T00:40:52.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.135+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=BB24ISE5F5HS tag=R9N30K7NHB7M type=write size=4012718 2024-09-12T00:40:52.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.137+0000 7f647df87780 1 < completed delete operation key=JT51QJXZTSBO tag=6HOHHE850ZYM type=del 2024-09-12T00:40:52.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.139+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~O8TXL75UBJZW.0 size=1048576 2024-09-12T00:40:52.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.140+0000 7f647df87780 1 > prepared part key=_multipart_L02TT95H2C3E.2~O8TXL75UBJZW.1 size=116308 2024-09-12T00:40:52.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.140+0000 7f647df87780 1 > prepared multipart upload key=L02TT95H2C3E upload=O8TXL75UBJZW tag=D37GS7NB8DT4 type=write size=2213460 2024-09-12T00:40:52.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.143+0000 7f647df87780 1 < suggested remove operation key=OF18XY41L1L9 tag=EV9T38ZXK9G1 type=write 2024-09-12T00:40:52.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.145+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~4WP6LAXHHOK4.0 size=1048576 2024-09-12T00:40:52.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.146+0000 7f647df87780 1 > prepared part key=_multipart_JT51QJXZTSBO.2~4WP6LAXHHOK4.1 size=582651 2024-09-12T00:40:52.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.146+0000 7f647df87780 1 > prepared multipart upload key=JT51QJXZTSBO upload=4WP6LAXHHOK4 tag=O8CHPJB9TD84 type=write size=2679803 2024-09-12T00:40:52.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.147+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~5GQYB1QZM2KR.0 size=1048576 2024-09-12T00:40:52.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.148+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~5GQYB1QZM2KR.1 size=1048576 2024-09-12T00:40:52.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.149+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~5GQYB1QZM2KR.2 size=179797 2024-09-12T00:40:52.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.152+0000 7f647df87780 1 < completed multipart upload key=U2DTYMPDDY2C upload=5GQYB1QZM2KR tag=0VO8E8HAD4FK type=write size=3325525 2024-09-12T00:40:52.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.154+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~KOYXFOABJ84Y.0 size=1048576 2024-09-12T00:40:52.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.155+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~KOYXFOABJ84Y.1 size=200589 2024-09-12T00:40:52.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.155+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=KOYXFOABJ84Y tag=3588BTMB8ORV type=write size=2297741 2024-09-12T00:40:52.156 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.158+0000 7f647df87780 1 < suggested remove operation key=3XY73F87GDR5 tag=YE62ABTQL4IV type=del 2024-09-12T00:40:52.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.159+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=X3PJ68EHQT0J type=write size=494976 2024-09-12T00:40:52.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.160+0000 7f647df87780 1 < completed delete operation key=QWKIWP013AMX tag=M9IDLOTSY28X type=del 2024-09-12T00:40:52.160 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.161+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=2D59WUAHOK93 type=del size=1657279 2024-09-12T00:40:52.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.163+0000 7f647df87780 1 < completed write operation key=A5X2OQZEVJSX tag=VW8ZVAE7F5VW type=write size=318550 2024-09-12T00:40:52.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.164+0000 7f647df87780 1 > prepared operation key=3XY73F87GDR5 tag=R5JWKU63CVRD type=del size=2027762 2024-09-12T00:40:52.164 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.165+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=2UJSFL21EMKZ type=del 2024-09-12T00:40:52.165 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.166+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=2H4N1ICYKULB type=del size=2322087 2024-09-12T00:40:52.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.167+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~3IMYTCCD7D62.0 size=1048576 2024-09-12T00:40:52.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.169+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~3IMYTCCD7D62.1 size=1048576 2024-09-12T00:40:52.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.170+0000 7f647df87780 1 < completed part key=_multipart_HLPZFLK75SWI.2~3IMYTCCD7D62.2 size=198876 2024-09-12T00:40:52.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.172+0000 7f647df87780 1 < completed multipart upload key=HLPZFLK75SWI upload=3IMYTCCD7D62 tag=LXFO7PAIW45F type=write size=3344604 2024-09-12T00:40:52.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.173+0000 7f647df87780 1 > prepared operation key=UOXLW1EM8Y7O tag=OWNFHDZA704A type=write size=444944 2024-09-12T00:40:52.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.174+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~DIGE8RF6NUV9.0 size=1048576 2024-09-12T00:40:52.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.175+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~DIGE8RF6NUV9.1 size=1048576 2024-09-12T00:40:52.175 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.176+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~DIGE8RF6NUV9.2 size=990098 2024-09-12T00:40:52.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.178+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=DIGE8RF6NUV9 tag=LBU254MKKD74 type=write size=4135826 2024-09-12T00:40:52.178 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.180+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=G2TIPR04XTHI type=write size=649761 2024-09-12T00:40:52.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.181+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~X0OFJKPMIFOQ.0 size=1048576 2024-09-12T00:40:52.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.182+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~X0OFJKPMIFOQ.1 size=1048576 2024-09-12T00:40:52.181 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.183+0000 7f647df87780 1 < completed part key=_multipart_LE3HT175C87H.2~X0OFJKPMIFOQ.2 size=507709 2024-09-12T00:40:52.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.185+0000 7f647df87780 1 < completed multipart upload key=LE3HT175C87H upload=X0OFJKPMIFOQ tag=GUZZX438MJCH type=write size=3653437 2024-09-12T00:40:52.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.186+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=8PIUOUXC0SF2 type=del size=2169521 2024-09-12T00:40:52.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.187+0000 7f647df87780 1 < completed delete operation key=04HXBZNCOGYY tag=TXL07WPLAJ1W type=del 2024-09-12T00:40:52.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.188+0000 7f647df87780 1 > prepared operation key=AVZHOIJP092M tag=7SD9SEO9EMI1 type=del size=2593849 2024-09-12T00:40:52.188 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.190+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=P4AVLIMTK31C type=del 2024-09-12T00:40:52.191 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.192+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~J456K63ZU3IT.0 size=1048576 2024-09-12T00:40:52.192 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.193+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~J456K63ZU3IT.1 size=1048576 2024-09-12T00:40:52.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.194+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~J456K63ZU3IT.2 size=386193 2024-09-12T00:40:52.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.194+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=J456K63ZU3IT tag=DSB2TNKDXFT3 type=write size=3531921 2024-09-12T00:40:52.194 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.195+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~Z3U41UWXVG4O.0 size=1048576 2024-09-12T00:40:52.195 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.196+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~Z3U41UWXVG4O.1 size=1048576 2024-09-12T00:40:52.196 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.197+0000 7f647df87780 1 < completed part key=_multipart_0BE2GIY7HJJS.2~Z3U41UWXVG4O.2 size=428279 2024-09-12T00:40:52.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.200+0000 7f647df87780 1 < completed multipart upload key=0BE2GIY7HJJS upload=Z3U41UWXVG4O tag=DQ87IZR1AQGP type=write size=3574007 2024-09-12T00:40:52.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.202+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~0LEHPNG3WUOO.0 size=1048576 2024-09-12T00:40:52.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.203+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~0LEHPNG3WUOO.1 size=1048576 2024-09-12T00:40:52.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.204+0000 7f647df87780 1 > prepared part key=_multipart_1W80H32TA80K.2~0LEHPNG3WUOO.2 size=558266 2024-09-12T00:40:52.203 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.204+0000 7f647df87780 1 > prepared multipart upload key=1W80H32TA80K upload=0LEHPNG3WUOO tag=MJMUI3ZS95SN type=write size=3703994 2024-09-12T00:40:52.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.206+0000 7f647df87780 1 < suggested remove operation key=0BE2GIY7HJJS tag=J6OMM7VP2US3 type=write 2024-09-12T00:40:52.207 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.209+0000 7f647df87780 1 > prepared part key=_multipart_XDKZN37UGRWI.2~Q9610X8ETPGI.0 size=782970 2024-09-12T00:40:52.207 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.209+0000 7f647df87780 1 > prepared multipart upload key=XDKZN37UGRWI upload=Q9610X8ETPGI tag=5ZFZXNEJ4PUJ type=write size=1831546 2024-09-12T00:40:52.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.210+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=H15VRJDCPCAF type=del 2024-09-12T00:40:52.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.211+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=WJF3C35I8OFL type=write size=580202 2024-09-12T00:40:52.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.213+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~BB24ISE5F5HS.0 size=1048576 2024-09-12T00:40:52.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.214+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~BB24ISE5F5HS.1 size=1048576 2024-09-12T00:40:52.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.214+0000 7f647df87780 1 < canceled part key=_multipart_0XE0T6C53BZV.2~BB24ISE5F5HS.2 size=866990 2024-09-12T00:40:52.214 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.216+0000 7f647df87780 1 < canceled multipart upload key=0XE0T6C53BZV upload=BB24ISE5F5HS tag=R9N30K7NHB7M type=write size=4012718 2024-09-12T00:40:52.216 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.217+0000 7f647df87780 1 > prepared operation key=IE03MW8R3TVU tag=BMN3IGYA5XJ3 type=del size=76370 2024-09-12T00:40:52.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.219+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~O8TXL75UBJZW.0 size=1048576 2024-09-12T00:40:52.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.220+0000 7f647df87780 1 < completed part key=_multipart_L02TT95H2C3E.2~O8TXL75UBJZW.1 size=116308 2024-09-12T00:40:52.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.222+0000 7f647df87780 1 < completed multipart upload key=L02TT95H2C3E upload=O8TXL75UBJZW tag=D37GS7NB8DT4 type=write size=2213460 2024-09-12T00:40:52.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.224+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=OXMBVHN4I3NI type=del size=2848338 2024-09-12T00:40:52.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.225+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~4WP6LAXHHOK4.0 size=1048576 2024-09-12T00:40:52.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.226+0000 7f647df87780 1 < completed part key=_multipart_JT51QJXZTSBO.2~4WP6LAXHHOK4.1 size=582651 2024-09-12T00:40:52.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.228+0000 7f647df87780 1 < completed multipart upload key=JT51QJXZTSBO upload=4WP6LAXHHOK4 tag=O8CHPJB9TD84 type=write size=2679803 2024-09-12T00:40:52.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.230+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=DLMQ2H2RJISC type=del size=2912654 2024-09-12T00:40:52.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.231+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~KOYXFOABJ84Y.0 size=1048576 2024-09-12T00:40:52.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.232+0000 7f647df87780 1 < completed part key=_multipart_0XE0T6C53BZV.2~KOYXFOABJ84Y.1 size=200589 2024-09-12T00:40:52.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.235+0000 7f647df87780 1 < completed multipart upload key=0XE0T6C53BZV upload=KOYXFOABJ84Y tag=3588BTMB8ORV type=write size=2297741 2024-09-12T00:40:52.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.237+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~6L0EDD0UHQ75.0 size=1048576 2024-09-12T00:40:52.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.238+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~6L0EDD0UHQ75.1 size=1048576 2024-09-12T00:40:52.238 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.240+0000 7f647df87780 1 > prepared part key=_multipart_OF18XY41L1L9.2~6L0EDD0UHQ75.2 size=442066 2024-09-12T00:40:52.238 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.240+0000 7f647df87780 1 > prepared multipart upload key=OF18XY41L1L9 upload=6L0EDD0UHQ75 tag=2S5BJS2PCV2M type=write size=3587794 2024-09-12T00:40:52.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.241+0000 7f647df87780 1 < completed write operation key=L02TT95H2C3E tag=X3PJ68EHQT0J type=write size=494976 2024-09-12T00:40:52.242 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.243+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~VDJWROHZF5WI.0 size=1048576 2024-09-12T00:40:52.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.244+0000 7f647df87780 1 > prepared part key=_multipart_PP87VV5LT5V6.2~VDJWROHZF5WI.1 size=996471 2024-09-12T00:40:52.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.244+0000 7f647df87780 1 > prepared multipart upload key=PP87VV5LT5V6 upload=VDJWROHZF5WI tag=XP8H1D4MAEJO type=write size=3093623 2024-09-12T00:40:52.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.247+0000 7f647df87780 1 < suggested remove operation key=NF21FK049RBH tag=2D59WUAHOK93 type=del 2024-09-12T00:40:52.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.250+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=V4E5J9O9GW68 type=del size=492946 2024-09-12T00:40:52.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.251+0000 7f647df87780 1 < completed delete operation key=3XY73F87GDR5 tag=R5JWKU63CVRD type=del 2024-09-12T00:40:52.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.252+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=M3YBTUTFL14P type=write size=994145 2024-09-12T00:40:52.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.253+0000 7f647df87780 1 < completed delete operation key=95LRVY22GW0N tag=2H4N1ICYKULB type=del 2024-09-12T00:40:52.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.255+0000 7f647df87780 1 > prepared operation key=VZITH4JWUAQS tag=SMD466LAR93X type=write size=315652 2024-09-12T00:40:52.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.256+0000 7f647df87780 1 < completed write operation key=UOXLW1EM8Y7O tag=OWNFHDZA704A type=write size=444944 2024-09-12T00:40:52.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.257+0000 7f647df87780 1 > prepared operation key=9K3R0N60JBRX tag=5UJ50UY3J0ZG type=del size=1645503 2024-09-12T00:40:52.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.258+0000 7f647df87780 1 < completed write operation key=U26SRCOKNFVC tag=G2TIPR04XTHI type=write size=649761 2024-09-12T00:40:52.258 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.260+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=050VU0N9XMG4 type=del size=3087856 2024-09-12T00:40:52.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.262+0000 7f647df87780 1 < suggested update operation key=G40IYJZMFFPS tag=8PIUOUXC0SF2 type=del size=2169521 2024-09-12T00:40:52.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.264+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~MXPIIWE3YEX9.0 size=1048576 2024-09-12T00:40:52.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.265+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~MXPIIWE3YEX9.1 size=520586 2024-09-12T00:40:52.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.265+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=MXPIIWE3YEX9 tag=2ICCAYG1XBKD type=write size=2617738 2024-09-12T00:40:52.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.267+0000 7f647df87780 1 < canceled operation key=AVZHOIJP092M tag=7SD9SEO9EMI1 type=del size=2593849 2024-09-12T00:40:52.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.269+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~SX9A0M2N3ZKS.0 size=1048576 2024-09-12T00:40:52.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.270+0000 7f647df87780 1 > prepared part key=_multipart_O5X3U78R6ZDG.2~SX9A0M2N3ZKS.1 size=371075 2024-09-12T00:40:52.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.270+0000 7f647df87780 1 > prepared multipart upload key=O5X3U78R6ZDG upload=SX9A0M2N3ZKS tag=4S1A258C5IHW type=write size=2468227 2024-09-12T00:40:52.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.271+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~J456K63ZU3IT.0 size=1048576 2024-09-12T00:40:52.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.272+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~J456K63ZU3IT.1 size=1048576 2024-09-12T00:40:52.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.273+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~J456K63ZU3IT.2 size=386193 2024-09-12T00:40:52.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.275+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=J456K63ZU3IT tag=DSB2TNKDXFT3 type=write size=3531921 2024-09-12T00:40:52.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.277+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~GY4PEFNYH4GI.0 size=670482 2024-09-12T00:40:52.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.277+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=GY4PEFNYH4GI tag=VUC933HC0SEX type=write size=1719058 2024-09-12T00:40:52.277 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.278+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~0LEHPNG3WUOO.0 size=1048576 2024-09-12T00:40:52.278 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.279+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~0LEHPNG3WUOO.1 size=1048576 2024-09-12T00:40:52.279 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.281+0000 7f647df87780 1 < completed part key=_multipart_1W80H32TA80K.2~0LEHPNG3WUOO.2 size=558266 2024-09-12T00:40:52.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.283+0000 7f647df87780 1 < completed multipart upload key=1W80H32TA80K upload=0LEHPNG3WUOO tag=MJMUI3ZS95SN type=write size=3703994 2024-09-12T00:40:52.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.284+0000 7f647df87780 1 > prepared operation key=U2DTYMPDDY2C tag=IM3H0DVEPPZX type=del size=1257590 2024-09-12T00:40:52.284 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.285+0000 7f647df87780 1 < completed part key=_multipart_XDKZN37UGRWI.2~Q9610X8ETPGI.0 size=782970 2024-09-12T00:40:52.286 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.287+0000 7f647df87780 1 < completed multipart upload key=XDKZN37UGRWI upload=Q9610X8ETPGI tag=5ZFZXNEJ4PUJ type=write size=1831546 2024-09-12T00:40:52.287 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.288+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=3J13CX9JXNU3 type=write size=161914 2024-09-12T00:40:52.288 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.290+0000 7f647df87780 1 < completed write operation key=O5X3U78R6ZDG tag=WJF3C35I8OFL type=write size=580202 2024-09-12T00:40:52.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.291+0000 7f647df87780 1 > prepared operation key=NF21FK049RBH tag=J0ERQMRS1JKO type=del size=2578997 2024-09-12T00:40:52.292 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.293+0000 7f647df87780 1 < suggested update operation key=IE03MW8R3TVU tag=BMN3IGYA5XJ3 type=del size=76370 2024-09-12T00:40:52.293 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.295+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=772CFZW7LPOD type=del size=324556 2024-09-12T00:40:52.294 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.296+0000 7f647df87780 1 < completed delete operation key=N21OD24FOXLB tag=OXMBVHN4I3NI type=del 2024-09-12T00:40:52.296 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.297+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=MEWDG3HA75BV type=del size=2290479 2024-09-12T00:40:52.298 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.299+0000 7f647df87780 1 < suggested remove operation key=U4TCVRRJZRXA tag=DLMQ2H2RJISC type=del 2024-09-12T00:40:52.299 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.301+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=CRVFUUGJ6T98 type=write size=1032926 2024-09-12T00:40:52.301 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.302+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~6L0EDD0UHQ75.0 size=1048576 2024-09-12T00:40:52.301 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.303+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~6L0EDD0UHQ75.1 size=1048576 2024-09-12T00:40:52.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.304+0000 7f647df87780 1 < completed part key=_multipart_OF18XY41L1L9.2~6L0EDD0UHQ75.2 size=442066 2024-09-12T00:40:52.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.306+0000 7f647df87780 1 < completed multipart upload key=OF18XY41L1L9 upload=6L0EDD0UHQ75 tag=2S5BJS2PCV2M type=write size=3587794 2024-09-12T00:40:52.306 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.307+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=HJ652EN5Y4RR type=del size=2744117 2024-09-12T00:40:52.307 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.308+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~VDJWROHZF5WI.0 size=1048576 2024-09-12T00:40:52.308 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.310+0000 7f647df87780 1 < completed part key=_multipart_PP87VV5LT5V6.2~VDJWROHZF5WI.1 size=996471 2024-09-12T00:40:52.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.312+0000 7f647df87780 1 < completed multipart upload key=PP87VV5LT5V6 upload=VDJWROHZF5WI tag=XP8H1D4MAEJO type=write size=3093623 2024-09-12T00:40:52.311 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.313+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=SYTSLWUKU968 type=del size=1838631 2024-09-12T00:40:52.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.315+0000 7f647df87780 1 < suggested update operation key=5QD71Z29RVQM tag=V4E5J9O9GW68 type=del size=492946 2024-09-12T00:40:52.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.317+0000 7f647df87780 1 > prepared operation key=5QD71Z29RVQM tag=2M8UYHWYWM45 type=del size=2752822 2024-09-12T00:40:52.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.319+0000 7f647df87780 1 < suggested remove operation key=HLPZFLK75SWI tag=M3YBTUTFL14P type=write 2024-09-12T00:40:52.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.321+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=8MQWU0MJJKUB type=del size=1135315 2024-09-12T00:40:52.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.322+0000 7f647df87780 1 < completed write operation key=VZITH4JWUAQS tag=SMD466LAR93X type=write size=315652 2024-09-12T00:40:52.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.323+0000 7f647df87780 1 > prepared operation key=0XE0T6C53BZV tag=C4ECQP6957ML type=del size=3279637 2024-09-12T00:40:52.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.326+0000 7f647df87780 1 < suggested update operation key=9K3R0N60JBRX tag=5UJ50UY3J0ZG type=del size=1645503 2024-09-12T00:40:52.325 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.327+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=TEYF6G8ZMHYN type=del size=3773306 2024-09-12T00:40:52.327 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.328+0000 7f647df87780 1 < completed delete operation key=1W80H32TA80K tag=050VU0N9XMG4 type=del 2024-09-12T00:40:52.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.329+0000 7f647df87780 1 > prepared operation key=G40IYJZMFFPS tag=XLU8RK4J601B type=del size=1193568 2024-09-12T00:40:52.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.331+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~MXPIIWE3YEX9.0 size=1048576 2024-09-12T00:40:52.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.332+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~MXPIIWE3YEX9.1 size=520586 2024-09-12T00:40:52.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.334+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=MXPIIWE3YEX9 tag=2ICCAYG1XBKD type=write size=2617738 2024-09-12T00:40:52.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.335+0000 7f647df87780 1 > prepared operation key=QWKIWP013AMX tag=WBUS18T54E8V type=write size=663926 2024-09-12T00:40:52.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.336+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~SX9A0M2N3ZKS.0 size=1048576 2024-09-12T00:40:52.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.337+0000 7f647df87780 1 < completed part key=_multipart_O5X3U78R6ZDG.2~SX9A0M2N3ZKS.1 size=371075 2024-09-12T00:40:52.338 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.340+0000 7f647df87780 1 < completed multipart upload key=O5X3U78R6ZDG upload=SX9A0M2N3ZKS tag=4S1A258C5IHW type=write size=2468227 2024-09-12T00:40:52.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.341+0000 7f647df87780 1 > prepared operation key=HLPZFLK75SWI tag=QEMOX4HR11VS type=write size=484256 2024-09-12T00:40:52.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.342+0000 7f647df87780 1 < completed part key=_multipart_QWKIWP013AMX.2~GY4PEFNYH4GI.0 size=670482 2024-09-12T00:40:52.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.344+0000 7f647df87780 1 < completed multipart upload key=QWKIWP013AMX upload=GY4PEFNYH4GI tag=VUC933HC0SEX type=write size=1719058 2024-09-12T00:40:52.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.347+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~M06RHKQBI0NA.0 size=1048576 2024-09-12T00:40:52.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.348+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~M06RHKQBI0NA.1 size=412294 2024-09-12T00:40:52.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.348+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=M06RHKQBI0NA tag=DMXREU203FLM type=write size=2509446 2024-09-12T00:40:52.348 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.349+0000 7f647df87780 1 < completed delete operation key=U2DTYMPDDY2C tag=IM3H0DVEPPZX type=del 2024-09-12T00:40:52.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.351+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~RZPLIYOECKVM.0 size=606941 2024-09-12T00:40:52.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.351+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=RZPLIYOECKVM tag=ZTFVJSR45RFC type=write size=1655517 2024-09-12T00:40:52.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.353+0000 7f647df87780 1 < completed write operation key=JT51QJXZTSBO tag=3J13CX9JXNU3 type=write size=161914 2024-09-12T00:40:52.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.355+0000 7f647df87780 1 > prepared part key=_multipart_NF21FK049RBH.2~JSJWMIIDWD4X.0 size=444335 2024-09-12T00:40:52.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.355+0000 7f647df87780 1 > prepared multipart upload key=NF21FK049RBH upload=JSJWMIIDWD4X tag=J8X10XWHD1P4 type=write size=1492911 2024-09-12T00:40:52.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.357+0000 7f647df87780 1 < completed delete operation key=NF21FK049RBH tag=J0ERQMRS1JKO type=del 2024-09-12T00:40:52.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.358+0000 7f647df87780 1 > prepared operation key=PP87VV5LT5V6 tag=2IU3FM1ZPAL8 type=del size=1834809 2024-09-12T00:40:52.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.359+0000 7f647df87780 -1 < failed to complete operation key=5QD71Z29RVQM tag=772CFZW7LPOD type=del size=324556: (22) Invalid argument 2024-09-12T00:40:52.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.361+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~0CEMOQ23D9O0.0 size=1048576 2024-09-12T00:40:52.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.362+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~0CEMOQ23D9O0.1 size=1048576 2024-09-12T00:40:52.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.363+0000 7f647df87780 1 > prepared part key=_multipart_MWGSCWJ8KKOJ.2~0CEMOQ23D9O0.2 size=925676 2024-09-12T00:40:52.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.363+0000 7f647df87780 1 > prepared multipart upload key=MWGSCWJ8KKOJ upload=0CEMOQ23D9O0 tag=D1PJCD7BBS7G type=write size=4071404 2024-09-12T00:40:52.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.365+0000 7f647df87780 1 < completed delete operation key=G40IYJZMFFPS tag=MEWDG3HA75BV type=del 2024-09-12T00:40:52.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.369+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~3N9O7C1KC42M.0 size=1007904 2024-09-12T00:40:52.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.369+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=3N9O7C1KC42M tag=1SV1WPGX1O2G type=write size=2056480 2024-09-12T00:40:52.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.370+0000 7f647df87780 1 < completed write operation key=MWGSCWJ8KKOJ tag=CRVFUUGJ6T98 type=write size=1032926 2024-09-12T00:40:52.371 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.372+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~DGCANH2QHNZV.0 size=1048576 2024-09-12T00:40:52.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.373+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~DGCANH2QHNZV.1 size=1048576 2024-09-12T00:40:52.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.374+0000 7f647df87780 1 > prepared part key=_multipart_U2DTYMPDDY2C.2~DGCANH2QHNZV.2 size=33879 2024-09-12T00:40:52.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.374+0000 7f647df87780 1 > prepared multipart upload key=U2DTYMPDDY2C upload=DGCANH2QHNZV tag=IETGFW0DUPO2 type=write size=3179607 2024-09-12T00:40:52.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.377+0000 7f647df87780 1 < suggested update operation key=1W80H32TA80K tag=HJ652EN5Y4RR type=del size=2744117 2024-09-12T00:40:52.377 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.378+0000 7f647df87780 1 > prepared operation key=04HXBZNCOGYY tag=WEW8PCHZXBKM type=write size=875477 2024-09-12T00:40:52.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.380+0000 7f647df87780 1 < suggested remove operation key=95LRVY22GW0N tag=SYTSLWUKU968 type=del 2024-09-12T00:40:52.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.383+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~ZM6TPS9223HY.0 size=1048576 2024-09-12T00:40:52.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.384+0000 7f647df87780 1 > prepared part key=_multipart_5QD71Z29RVQM.2~ZM6TPS9223HY.1 size=158452 2024-09-12T00:40:52.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.384+0000 7f647df87780 1 > prepared multipart upload key=5QD71Z29RVQM upload=ZM6TPS9223HY tag=8TUIGLF7ETS2 type=write size=2255604 2024-09-12T00:40:52.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.385+0000 7f647df87780 1 < completed delete operation key=5QD71Z29RVQM tag=2M8UYHWYWM45 type=del 2024-09-12T00:40:52.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.387+0000 7f647df87780 1 > prepared operation key=O5X3U78R6ZDG tag=0MJEOXJ215CG type=del size=1569916 2024-09-12T00:40:52.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.388+0000 7f647df87780 1 < completed delete operation key=XDKZN37UGRWI tag=8MQWU0MJJKUB type=del 2024-09-12T00:40:52.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.389+0000 7f647df87780 1 > prepared operation key=0BE2GIY7HJJS tag=PY1Z7HQ04P9Z type=del size=3976606 2024-09-12T00:40:52.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.390+0000 7f647df87780 1 < completed delete operation key=0XE0T6C53BZV tag=C4ECQP6957ML type=del 2024-09-12T00:40:52.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.392+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=HXLKSM7NNINO type=write size=544261 2024-09-12T00:40:52.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.393+0000 7f647df87780 1 < completed delete operation key=O5X3U78R6ZDG tag=TEYF6G8ZMHYN type=del 2024-09-12T00:40:52.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.395+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~TH8O64CGGNV1.0 size=1048576 2024-09-12T00:40:52.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.396+0000 7f647df87780 1 > prepared part key=_multipart_G40IYJZMFFPS.2~TH8O64CGGNV1.1 size=891439 2024-09-12T00:40:52.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.396+0000 7f647df87780 1 > prepared multipart upload key=G40IYJZMFFPS upload=TH8O64CGGNV1 tag=YBUKYV1PFFQF type=write size=2988591 2024-09-12T00:40:52.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.399+0000 7f647df87780 1 < suggested update operation key=G40IYJZMFFPS tag=XLU8RK4J601B type=del size=1193568 2024-09-12T00:40:52.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.400+0000 7f647df87780 1 > prepared operation key=N21OD24FOXLB tag=NGUUWM0JBVKY type=del size=660953 2024-09-12T00:40:52.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.402+0000 7f647df87780 1 < completed write operation key=QWKIWP013AMX tag=WBUS18T54E8V type=write size=663926 2024-09-12T00:40:52.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.404+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~O6CB20I3V35F.0 size=1048576 2024-09-12T00:40:52.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.405+0000 7f647df87780 1 > prepared part key=_multipart_N21OD24FOXLB.2~O6CB20I3V35F.1 size=145242 2024-09-12T00:40:52.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.405+0000 7f647df87780 1 > prepared multipart upload key=N21OD24FOXLB upload=O6CB20I3V35F tag=8ZX27TQWR24Z type=write size=2242394 2024-09-12T00:40:52.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.407+0000 7f647df87780 1 < completed write operation key=HLPZFLK75SWI tag=QEMOX4HR11VS type=write size=484256 2024-09-12T00:40:52.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.408+0000 7f647df87780 1 > prepared operation key=U26SRCOKNFVC tag=598WNPTIGGJD type=del size=710032 2024-09-12T00:40:52.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.409+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~M06RHKQBI0NA.0 size=1048576 2024-09-12T00:40:52.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.411+0000 7f647df87780 1 < completed part key=_multipart_U26SRCOKNFVC.2~M06RHKQBI0NA.1 size=412294 2024-09-12T00:40:52.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.413+0000 7f647df87780 1 < completed multipart upload key=U26SRCOKNFVC upload=M06RHKQBI0NA tag=DMXREU203FLM type=write size=2509446 2024-09-12T00:40:52.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.414+0000 7f647df87780 1 > prepared operation key=2Y81YQV19GMR tag=O1RCXASA1X31 type=del size=1078080 2024-09-12T00:40:52.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.416+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~RZPLIYOECKVM.0 size=606941 2024-09-12T00:40:52.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.418+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=RZPLIYOECKVM tag=ZTFVJSR45RFC type=write size=1655517 2024-09-12T00:40:52.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.419+0000 7f647df87780 1 > prepared operation key=U4TCVRRJZRXA tag=7OJPRA0M0UJV type=del size=2000987 2024-09-12T00:40:52.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.420+0000 7f647df87780 1 < completed part key=_multipart_NF21FK049RBH.2~JSJWMIIDWD4X.0 size=444335 2024-09-12T00:40:52.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.422+0000 7f647df87780 1 < completed multipart upload key=NF21FK049RBH upload=JSJWMIIDWD4X tag=J8X10XWHD1P4 type=write size=1492911 2024-09-12T00:40:52.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.424+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=CJB6ACT4J72H type=write size=744389 2024-09-12T00:40:52.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.425+0000 7f647df87780 1 < canceled operation key=PP87VV5LT5V6 tag=2IU3FM1ZPAL8 type=del size=1834809 2024-09-12T00:40:52.426 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.427+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~V4OPAFZJ97S5.0 size=1048576 2024-09-12T00:40:52.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.428+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~V4OPAFZJ97S5.1 size=1048576 2024-09-12T00:40:52.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.430+0000 7f647df87780 1 > prepared part key=_multipart_AVZHOIJP092M.2~V4OPAFZJ97S5.2 size=57238 2024-09-12T00:40:52.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.430+0000 7f647df87780 1 > prepared multipart upload key=AVZHOIJP092M upload=V4OPAFZJ97S5 tag=4E497K3LUBNN type=write size=3202966 2024-09-12T00:40:52.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.431+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~0CEMOQ23D9O0.0 size=1048576 2024-09-12T00:40:52.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.432+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~0CEMOQ23D9O0.1 size=1048576 2024-09-12T00:40:52.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.433+0000 7f647df87780 1 < completed part key=_multipart_MWGSCWJ8KKOJ.2~0CEMOQ23D9O0.2 size=925676 2024-09-12T00:40:52.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.436+0000 7f647df87780 1 < completed multipart upload key=MWGSCWJ8KKOJ upload=0CEMOQ23D9O0 tag=D1PJCD7BBS7G type=write size=4071404 2024-09-12T00:40:52.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.438+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~8JB3MN2HDKWS.0 size=1048576 2024-09-12T00:40:52.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.439+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~8JB3MN2HDKWS.1 size=1048576 2024-09-12T00:40:52.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.440+0000 7f647df87780 1 > prepared part key=_multipart_JMJMS24HWOOL.2~8JB3MN2HDKWS.2 size=371356 2024-09-12T00:40:52.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.440+0000 7f647df87780 1 > prepared multipart upload key=JMJMS24HWOOL upload=8JB3MN2HDKWS tag=8TOG3S6QIMUM type=write size=3517084 2024-09-12T00:40:52.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.442+0000 7f647df87780 1 < completed part key=_multipart_VZITH4JWUAQS.2~3N9O7C1KC42M.0 size=1007904 2024-09-12T00:40:52.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.444+0000 7f647df87780 1 < completed multipart upload key=VZITH4JWUAQS upload=3N9O7C1KC42M tag=1SV1WPGX1O2G type=write size=2056480 2024-09-12T00:40:52.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.445+0000 7f647df87780 1 > prepared operation key=L02TT95H2C3E tag=EGIVU89L6K1V type=del size=2725751 2024-09-12T00:40:52.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.446+0000 7f647df87780 1 < canceled part key=_multipart_U2DTYMPDDY2C.2~DGCANH2QHNZV.0 size=1048576 2024-09-12T00:40:52.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.447+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~DGCANH2QHNZV.1 size=1048576 2024-09-12T00:40:52.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.448+0000 7f647df87780 1 < completed part key=_multipart_U2DTYMPDDY2C.2~DGCANH2QHNZV.2 size=33879 2024-09-12T00:40:52.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.450+0000 7f647df87780 1 < canceled multipart upload key=U2DTYMPDDY2C upload=DGCANH2QHNZV tag=IETGFW0DUPO2 type=write size=3179607 2024-09-12T00:40:52.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.451+0000 7f647df87780 1 > prepared operation key=JMJMS24HWOOL tag=NFP3BIEVV8GN type=del size=1923384 2024-09-12T00:40:52.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.454+0000 7f647df87780 1 < suggested update operation key=04HXBZNCOGYY tag=WEW8PCHZXBKM type=write size=875477 2024-09-12T00:40:52.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.455+0000 7f647df87780 1 > prepared operation key=1W80H32TA80K tag=X2UMAPU6YY10 type=write size=912416 2024-09-12T00:40:52.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.455+0000 7f647df87780 1 < canceled part key=_multipart_5QD71Z29RVQM.2~ZM6TPS9223HY.0 size=1048576 2024-09-12T00:40:52.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.456+0000 7f647df87780 1 < completed part key=_multipart_5QD71Z29RVQM.2~ZM6TPS9223HY.1 size=158452 2024-09-12T00:40:52.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.458+0000 7f647df87780 1 < canceled multipart upload key=5QD71Z29RVQM upload=ZM6TPS9223HY tag=8TUIGLF7ETS2 type=write size=2255604 2024-09-12T00:40:52.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.461+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~T8N0VAUQN9T1.0 size=788781 2024-09-12T00:40:52.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.461+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=T8N0VAUQN9T1 tag=4UNCF8FLMZPG type=write size=1837357 2024-09-12T00:40:52.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.462+0000 7f647df87780 1 < canceled operation key=O5X3U78R6ZDG tag=0MJEOXJ215CG type=del size=1569916 2024-09-12T00:40:52.463 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.464+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~ZYWY2H9M32XB.0 size=1048576 2024-09-12T00:40:52.464 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.465+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~ZYWY2H9M32XB.1 size=1048576 2024-09-12T00:40:52.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.466+0000 7f647df87780 1 > prepared part key=_multipart_0XE0T6C53BZV.2~ZYWY2H9M32XB.2 size=165745 2024-09-12T00:40:52.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.466+0000 7f647df87780 1 > prepared multipart upload key=0XE0T6C53BZV upload=ZYWY2H9M32XB tag=9K8LBYWK7HO5 type=write size=3311473 2024-09-12T00:40:52.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.468+0000 7f647df87780 1 < completed delete operation key=0BE2GIY7HJJS tag=PY1Z7HQ04P9Z type=del 2024-09-12T00:40:52.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.470+0000 7f647df87780 1 > prepared part key=_multipart_VZITH4JWUAQS.2~ZN5D413ER0XT.0 size=516097 2024-09-12T00:40:52.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.470+0000 7f647df87780 1 > prepared multipart upload key=VZITH4JWUAQS upload=ZN5D413ER0XT tag=HV11RL7O9LA3 type=write size=1564673 2024-09-12T00:40:52.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.471+0000 7f647df87780 1 < completed write operation key=L02TT95H2C3E tag=HXLKSM7NNINO type=write size=544261 2024-09-12T00:40:52.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.474+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~H4IM11N1E26O.0 size=1048576 2024-09-12T00:40:52.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.475+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~H4IM11N1E26O.1 size=1048576 2024-09-12T00:40:52.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.476+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~H4IM11N1E26O.2 size=623155 2024-09-12T00:40:52.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.476+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=H4IM11N1E26O tag=Y9JK98KPF1EH type=write size=3768883 2024-09-12T00:40:52.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.477+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~TH8O64CGGNV1.0 size=1048576 2024-09-12T00:40:52.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.478+0000 7f647df87780 1 < completed part key=_multipart_G40IYJZMFFPS.2~TH8O64CGGNV1.1 size=891439 2024-09-12T00:40:52.479 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.481+0000 7f647df87780 1 < completed multipart upload key=G40IYJZMFFPS upload=TH8O64CGGNV1 tag=YBUKYV1PFFQF type=write size=2988591 2024-09-12T00:40:52.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.483+0000 7f647df87780 1 > prepared part key=_multipart_0BE2GIY7HJJS.2~60F7K4PFWG74.0 size=656040 2024-09-12T00:40:52.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.483+0000 7f647df87780 1 > prepared multipart upload key=0BE2GIY7HJJS upload=60F7K4PFWG74 tag=T8JPYTQ8S2G4 type=write size=1704616 2024-09-12T00:40:52.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.486+0000 7f647df87780 1 < suggested remove operation key=N21OD24FOXLB tag=NGUUWM0JBVKY type=del 2024-09-12T00:40:52.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.488+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~74EDC1S01N2Z.0 size=1048576 2024-09-12T00:40:52.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.491+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~74EDC1S01N2Z.1 size=1048576 2024-09-12T00:40:52.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.492+0000 7f647df87780 1 > prepared part key=_multipart_A5X2OQZEVJSX.2~74EDC1S01N2Z.2 size=195204 2024-09-12T00:40:52.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.492+0000 7f647df87780 1 > prepared multipart upload key=A5X2OQZEVJSX upload=74EDC1S01N2Z tag=XHA4DTIDRU03 type=write size=3340932 2024-09-12T00:40:52.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.493+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~O6CB20I3V35F.0 size=1048576 2024-09-12T00:40:52.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.494+0000 7f647df87780 1 < completed part key=_multipart_N21OD24FOXLB.2~O6CB20I3V35F.1 size=145242 2024-09-12T00:40:52.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.497+0000 7f647df87780 1 < completed multipart upload key=N21OD24FOXLB upload=O6CB20I3V35F tag=8ZX27TQWR24Z type=write size=2242394 2024-09-12T00:40:52.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.499+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~CDTZ5WN3RW79.0 size=1048576 2024-09-12T00:40:52.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.500+0000 7f647df87780 1 > prepared part key=_multipart_U26SRCOKNFVC.2~CDTZ5WN3RW79.1 size=439214 2024-09-12T00:40:52.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.500+0000 7f647df87780 1 > prepared multipart upload key=U26SRCOKNFVC upload=CDTZ5WN3RW79 tag=UO4L3M59WHUQ type=write size=2536366 2024-09-12T00:40:52.500 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.502+0000 7f647df87780 1 < completed delete operation key=U26SRCOKNFVC tag=598WNPTIGGJD type=del 2024-09-12T00:40:52.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.505+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~KRZ3QJQICNGI.0 size=1048576 2024-09-12T00:40:52.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.506+0000 7f647df87780 1 > prepared part key=_multipart_HLPZFLK75SWI.2~KRZ3QJQICNGI.1 size=304976 2024-09-12T00:40:52.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.506+0000 7f647df87780 1 > prepared multipart upload key=HLPZFLK75SWI upload=KRZ3QJQICNGI tag=8WMBTT0PJXAN type=write size=2402128 2024-09-12T00:40:52.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.507+0000 7f647df87780 1 < completed delete operation key=2Y81YQV19GMR tag=O1RCXASA1X31 type=del 2024-09-12T00:40:52.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.509+0000 7f647df87780 1 > prepared operation key=95LRVY22GW0N tag=HO95UFZTSU83 type=del size=2163166 2024-09-12T00:40:52.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.510+0000 7f647df87780 1 < canceled operation key=U4TCVRRJZRXA tag=7OJPRA0M0UJV type=del size=2000987 2024-09-12T00:40:52.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.512+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~ME778M818NSH.0 size=1048576 2024-09-12T00:40:52.512 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.513+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~ME778M818NSH.1 size=1048576 2024-09-12T00:40:52.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.514+0000 7f647df87780 1 > prepared part key=_multipart_QWKIWP013AMX.2~ME778M818NSH.2 size=575828 2024-09-12T00:40:52.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.514+0000 7f647df87780 1 > prepared multipart upload key=QWKIWP013AMX upload=ME778M818NSH tag=SIO2GTSQGOWM type=write size=3721556 2024-09-12T00:40:52.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.515+0000 7f647df87780 1 < completed write operation key=1W80H32TA80K tag=CJB6ACT4J72H type=write size=744389 2024-09-12T00:40:52.516 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.517+0000 7f647df87780 1 > prepared operation key=MWGSCWJ8KKOJ tag=76TB3PJ8XSAU type=write size=691520 2024-09-12T00:40:52.517 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.518+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~V4OPAFZJ97S5.0 size=1048576 2024-09-12T00:40:52.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.519+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~V4OPAFZJ97S5.1 size=1048576 2024-09-12T00:40:52.519 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.520+0000 7f647df87780 1 < completed part key=_multipart_AVZHOIJP092M.2~V4OPAFZJ97S5.2 size=57238 2024-09-12T00:40:52.521 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.522+0000 7f647df87780 1 < completed multipart upload key=AVZHOIJP092M upload=V4OPAFZJ97S5 tag=4E497K3LUBNN type=write size=3202966 2024-09-12T00:40:52.522 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.524+0000 7f647df87780 1 > prepared operation key=XDKZN37UGRWI tag=6PHRU85MQDGC type=write size=995107 2024-09-12T00:40:52.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.525+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~8JB3MN2HDKWS.0 size=1048576 2024-09-12T00:40:52.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.525+0000 7f647df87780 1 < canceled part key=_multipart_JMJMS24HWOOL.2~8JB3MN2HDKWS.1 size=1048576 2024-09-12T00:40:52.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.526+0000 7f647df87780 1 < completed part key=_multipart_JMJMS24HWOOL.2~8JB3MN2HDKWS.2 size=371356 2024-09-12T00:40:52.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.529+0000 7f647df87780 1 < canceled multipart upload key=JMJMS24HWOOL upload=8JB3MN2HDKWS tag=8TOG3S6QIMUM type=write size=3517084 2024-09-12T00:40:52.528 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.530+0000 7f647df87780 1 > prepared operation key=NPV6EUTTARM2 tag=1AH95QUP0BK5 type=del size=3890996 2024-09-12T00:40:52.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.532+0000 7f647df87780 1 < suggested update operation key=L02TT95H2C3E tag=EGIVU89L6K1V type=del size=2725751 2024-09-12T00:40:52.532 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:40:52.534+0000 7f647df87780 1 > prepared operation key=JT51QJXZTSBO tag=9LEXIG0BPV0S type=del size=216660 2024-09-12T00:40:52.533 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] cls_rgw_stats.simulate (10316 ms) 2024-09-12T00:40:52.533 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 1 test from cls_rgw_stats (10316 ms total) 2024-09-12T00:40:52.533 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:40:52.533 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:40:52.731 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 1 test from 1 test suite ran. (12414 ms total) 2024-09-12T00:40:52.731 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 1 test. 2024-09-12T00:40:52.735 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:40:52.735 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:40:52.821 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2024-09-12T00:40:52.822 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-12T00:40:52.822 DEBUG:teuthology.orchestra.run.smithi038:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-12T00:40:52.905 INFO:tasks.workunit.client.0.smithi038.stdout:Running main() from gmock_main.cc 2024-09-12T00:40:52.906 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-12T00:40:52.906 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:40:54.773 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 31 tests from CmpOmap 2024-09-12T00:40:54.773 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-12T00:40:54.789 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (16 ms) 2024-09-12T00:40:54.790 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-12T00:40:54.793 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (4 ms) 2024-09-12T00:40:54.793 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-12T00:40:54.796 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (4 ms) 2024-09-12T00:40:54.796 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-12T00:40:54.800 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-09-12T00:40:54.800 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-12T00:40:54.806 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-09-12T00:40:54.806 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-12T00:40:54.812 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-09-12T00:40:54.812 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-12T00:40:54.817 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-09-12T00:40:54.817 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-12T00:40:54.819 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (4 ms) 2024-09-12T00:40:54.819 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-12T00:40:54.824 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (4 ms) 2024-09-12T00:40:54.824 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-12T00:40:54.828 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-09-12T00:40:54.828 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-12T00:40:54.829 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-09-12T00:40:54.829 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-12T00:40:54.829 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-09-12T00:40:54.830 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-12T00:40:54.837 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (7 ms) 2024-09-12T00:40:54.837 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-12T00:40:54.843 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (7 ms) 2024-09-12T00:40:54.843 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-12T00:40:54.850 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-09-12T00:40:54.850 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-12T00:40:54.857 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-09-12T00:40:54.857 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-12T00:40:54.865 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_set_vals_str (9 ms) 2024-09-12T00:40:54.866 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-12T00:40:54.874 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (8 ms) 2024-09-12T00:40:54.874 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-12T00:40:54.877 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (4 ms) 2024-09-12T00:40:54.878 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-12T00:40:54.880 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-09-12T00:40:54.880 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-12T00:40:54.881 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-09-12T00:40:54.881 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-12T00:40:54.882 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-09-12T00:40:54.882 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-12T00:40:54.888 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-09-12T00:40:54.888 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-12T00:40:54.894 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (7 ms) 2024-09-12T00:40:54.894 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-12T00:40:54.901 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-09-12T00:40:54.901 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-12T00:40:54.910 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-09-12T00:40:54.910 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-12T00:40:54.912 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-09-12T00:40:54.912 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-12T00:40:54.915 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (3 ms) 2024-09-12T00:40:54.915 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-12T00:40:54.916 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-09-12T00:40:54.916 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-12T00:40:54.917 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-09-12T00:40:54.917 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-12T00:40:54.924 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (7 ms) 2024-09-12T00:40:54.924 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 31 tests from CmpOmap (151 ms total) 2024-09-12T00:40:54.924 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:40:54.924 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:40:55.764 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 31 tests from 1 test suite ran. (2859 ms total) 2024-09-12T00:40:55.765 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 31 tests. 2024-09-12T00:40:55.767 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:40:55.768 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:40:55.812 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2024-09-12T00:40:55.813 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-12T00:40:55.813 DEBUG:teuthology.orchestra.run.smithi038:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-12T00:40:55.860 INFO:tasks.workunit.client.0.smithi038.stdout:Running main() from gmock_main.cc 2024-09-12T00:40:55.860 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T00:40:55.860 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:40:55.860 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 24 tests from TestCls2PCQueue 2024-09-12T00:40:55.860 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-12T00:40:58.800 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2940 ms) 2024-09-12T00:40:58.800 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-12T00:41:01.848 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3047 ms) 2024-09-12T00:41:01.848 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-12T00:41:04.894 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.Reserve (3044 ms) 2024-09-12T00:41:04.894 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-12T00:41:07.933 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3039 ms) 2024-09-12T00:41:07.933 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-12T00:41:11.994 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.Commit (4064 ms) 2024-09-12T00:41:11.995 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.Stats 2024-09-12T00:41:15.034 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.Stats (3040 ms) 2024-09-12T00:41:15.034 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.UpgradeFromReef 2024-09-12T00:41:19.088 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.UpgradeFromReef (4054 ms) 2024-09-12T00:41:19.088 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-12T00:41:22.145 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.Abort (3057 ms) 2024-09-12T00:41:22.146 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-12T00:41:25.179 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.ReserveError (3034 ms) 2024-09-12T00:41:25.179 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-12T00:41:28.201 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.CommitError (3022 ms) 2024-09-12T00:41:28.201 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-12T00:41:31.251 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.AbortError (3050 ms) 2024-09-12T00:41:31.252 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-12T00:41:34.298 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3047 ms) 2024-09-12T00:41:34.298 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-12T00:41:37.347 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3049 ms) 2024-09-12T00:41:37.347 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-12T00:41:40.380 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3033 ms) 2024-09-12T00:41:40.380 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-12T00:41:43.406 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3026 ms) 2024-09-12T00:41:43.406 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-12T00:41:46.450 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3044 ms) 2024-09-12T00:41:46.451 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-12T00:41:49.484 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3033 ms) 2024-09-12T00:41:49.484 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-12T00:41:52.521 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.Cleanup (3037 ms) 2024-09-12T00:41:52.521 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-12T00:42:03.748 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.MultiProducer (11228 ms) 2024-09-12T00:42:03.749 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-12T00:42:06.776 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (3028 ms) 2024-09-12T00:42:06.777 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-12T00:42:19.867 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (13091 ms) 2024-09-12T00:42:19.867 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-12T00:42:23.904 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4037 ms) 2024-09-12T00:42:23.904 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-12T00:42:29.950 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6046 ms) 2024-09-12T00:42:29.950 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-12T00:42:35.011 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5061 ms) 2024-09-12T00:42:35.012 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 24 tests from TestCls2PCQueue (99151 ms total) 2024-09-12T00:42:35.012 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:42:35.012 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:42:35.012 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 24 tests from 1 test suite ran. (99151 ms total) 2024-09-12T00:42:35.012 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 24 tests. 2024-09-12T00:42:35.015 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:42:35.015 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:42:35.063 INFO:tasks.workunit:Running workunits matching cls/test_cls_user.sh on client.0... 2024-09-12T00:42:35.064 INFO:tasks.workunit:Running workunit cls/test_cls_user.sh... 2024-09-12T00:42:35.064 DEBUG:teuthology.orchestra.run.smithi038:workunit test cls/test_cls_user.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_user.sh 2024-09-12T00:42:35.120 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:42:35.120 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:42:35.120 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T00:42:35.120 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:42:37.034 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 4 tests from ClsAccount 2024-09-12T00:42:37.035 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] ClsAccount.add 2024-09-12T00:42:37.047 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] ClsAccount.add (13 ms) 2024-09-12T00:42:37.047 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] ClsAccount.get 2024-09-12T00:42:37.053 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] ClsAccount.get (6 ms) 2024-09-12T00:42:37.053 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] ClsAccount.rm 2024-09-12T00:42:37.342 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] ClsAccount.rm (289 ms) 2024-09-12T00:42:37.343 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] ClsAccount.list 2024-09-12T00:42:37.361 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] ClsAccount.list (19 ms) 2024-09-12T00:42:37.361 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 4 tests from ClsAccount (327 ms total) 2024-09-12T00:42:37.361 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:42:37.361 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:42:38.069 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 4 tests from 1 test suite ran. (2949 ms total) 2024-09-12T00:42:38.069 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 4 tests. 2024-09-12T00:42:38.073 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:42:38.073 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:42:38.117 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2024-09-12T00:42:38.118 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2024-09-12T00:42:38.119 DEBUG:teuthology.orchestra.run.smithi038:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2024-09-12T00:42:38.177 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:42:38.177 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:42:38.177 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-12T00:42:38.177 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:42:40.067 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 6 tests from rgw_gc_log 2024-09-12T00:42:40.067 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2024-09-12T00:42:40.087 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] rgw_gc_log.init_existing_queue (20 ms) 2024-09-12T00:42:40.087 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2024-09-12T00:42:40.090 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] rgw_gc_log.init_existing_omap (3 ms) 2024-09-12T00:42:40.090 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2024-09-12T00:42:40.093 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (4 ms) 2024-09-12T00:42:40.093 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2024-09-12T00:42:40.095 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (1 ms) 2024-09-12T00:42:40.095 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2024-09-12T00:42:40.098 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] rgw_gc_log.defer1_after_init (3 ms) 2024-09-12T00:42:40.098 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2024-09-12T00:42:40.099 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] rgw_gc_log.defer2_before_init (2 ms) 2024-09-12T00:42:40.099 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 6 tests from rgw_gc_log (33 ms total) 2024-09-12T00:42:40.100 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:42:40.100 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:42:41.083 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 6 tests from 1 test suite ran. (2907 ms total) 2024-09-12T00:42:41.083 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 6 tests. 2024-09-12T00:42:41.087 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:42:41.087 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:42:41.132 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2024-09-12T00:42:41.133 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2024-09-12T00:42:41.133 DEBUG:teuthology.orchestra.run.smithi038:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2024-09-12T00:42:41.231 INFO:tasks.workunit.client.0.smithi038.stdout:Running main() from gmock_main.cc 2024-09-12T00:42:41.232 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-12T00:42:41.232 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:42:41.232 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 4 tests from TestRGWObj 2024-09-12T00:42:41.232 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestRGWObj.underscore 2024-09-12T00:42:41.232 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj 2024-09-12T00:42:41.232 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj 2024-09-12T00:42:41.232 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: _obj ns= i= 2024-09-12T00:42:41.232 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj 2024-09-12T00:42:41.232 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj 2024-09-12T00:42:41.232 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: _obj ns= i= 2024-09-12T00:42:41.232 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj 2024-09-12T00:42:41.233 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj 2024-09-12T00:42:41.233 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: _obj ns= i= 2024-09-12T00:42:41.233 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.233 INFO:tasks.workunit.client.0.smithi038.stdout: "obj1": { 2024-09-12T00:42:41.233 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.233 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.233 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.233 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.233 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.233 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.233 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.233 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.233 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.233 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.233 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.234 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.234 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_obj", 2024-09-12T00:42:41.234 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.234 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.234 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.234 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.234 INFO:tasks.workunit.client.0.smithi038.stdout: "obj2": { 2024-09-12T00:42:41.234 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.234 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.234 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.234 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.234 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.234 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.234 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.235 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.235 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.235 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.235 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.235 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.235 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_obj", 2024-09-12T00:42:41.235 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.235 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.235 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.235 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.235 INFO:tasks.workunit.client.0.smithi038.stdout: "obj3": { 2024-09-12T00:42:41.235 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.235 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.235 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.235 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.236 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.236 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.236 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.236 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.236 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.236 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.236 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.236 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.236 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_obj", 2024-09-12T00:42:41.236 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.236 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.236 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.236 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.236 INFO:tasks.workunit.client.0.smithi038.stdout: "obj3-2": { 2024-09-12T00:42:41.237 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.237 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.237 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.237 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.237 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.237 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.237 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.237 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.237 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.237 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.237 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.238 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.238 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_obj", 2024-09-12T00:42:41.238 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.238 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.238 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.238 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.238 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.238 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj 2024-09-12T00:42:41.238 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj 2024-09-12T00:42:41.238 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: _obj ns=ns i= 2024-09-12T00:42:41.238 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj 2024-09-12T00:42:41.238 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj 2024-09-12T00:42:41.238 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: _obj ns=ns i= 2024-09-12T00:42:41.239 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj 2024-09-12T00:42:41.239 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj 2024-09-12T00:42:41.239 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: _obj ns=ns i= 2024-09-12T00:42:41.239 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.239 INFO:tasks.workunit.client.0.smithi038.stdout: "obj1": { 2024-09-12T00:42:41.239 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.239 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.239 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.239 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.239 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.239 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.239 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.239 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.239 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.240 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.240 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.240 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.240 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_obj", 2024-09-12T00:42:41.240 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.240 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.240 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.240 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.240 INFO:tasks.workunit.client.0.smithi038.stdout: "obj2": { 2024-09-12T00:42:41.240 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.240 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.240 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.240 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.240 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.240 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.241 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.241 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.241 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.241 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.241 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.241 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.241 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_obj", 2024-09-12T00:42:41.241 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.241 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.241 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.241 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.241 INFO:tasks.workunit.client.0.smithi038.stdout: "obj3": { 2024-09-12T00:42:41.241 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.242 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.242 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.242 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.242 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.242 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.242 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.242 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.242 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.242 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.242 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.242 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.242 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_obj", 2024-09-12T00:42:41.242 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.242 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.243 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.243 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.243 INFO:tasks.workunit.client.0.smithi038.stdout: "obj3-2": { 2024-09-12T00:42:41.243 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.243 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.243 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.243 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.243 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.243 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.243 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.243 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.243 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.243 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.243 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.243 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.244 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_obj", 2024-09-12T00:42:41.244 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.244 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.244 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.244 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.244 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.244 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj[v1] 2024-09-12T00:42:41.244 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj[v1] 2024-09-12T00:42:41.244 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: _obj ns= i=v1 2024-09-12T00:42:41.244 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj[v1] 2024-09-12T00:42:41.244 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj[v1] 2024-09-12T00:42:41.244 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: _obj ns= i=v1 2024-09-12T00:42:41.244 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj[v1] 2024-09-12T00:42:41.244 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj[v1] 2024-09-12T00:42:41.245 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: _obj ns= i=v1 2024-09-12T00:42:41.245 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.245 INFO:tasks.workunit.client.0.smithi038.stdout: "obj1": { 2024-09-12T00:42:41.245 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.245 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.245 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.245 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.245 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.245 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.245 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.245 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.245 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.245 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.245 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.246 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.246 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_obj", 2024-09-12T00:42:41.246 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "v1", 2024-09-12T00:42:41.246 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.246 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.246 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.246 INFO:tasks.workunit.client.0.smithi038.stdout: "obj2": { 2024-09-12T00:42:41.246 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.246 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.246 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.246 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.246 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.246 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.246 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.246 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.247 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.247 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.247 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.247 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.247 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_obj", 2024-09-12T00:42:41.247 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "v1", 2024-09-12T00:42:41.247 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.247 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.247 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.247 INFO:tasks.workunit.client.0.smithi038.stdout: "obj3": { 2024-09-12T00:42:41.247 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.247 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.247 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.247 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.248 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.248 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.248 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.248 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.248 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.248 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.248 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.248 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.248 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_obj", 2024-09-12T00:42:41.248 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.248 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.248 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.248 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.249 INFO:tasks.workunit.client.0.smithi038.stdout: "obj3-2": { 2024-09-12T00:42:41.249 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.249 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.249 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.249 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.249 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.249 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.249 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.249 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.249 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.249 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.249 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.249 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.249 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_obj", 2024-09-12T00:42:41.250 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "v1", 2024-09-12T00:42:41.250 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.250 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.250 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.250 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.250 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj[v1] 2024-09-12T00:42:41.250 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj[v1] 2024-09-12T00:42:41.250 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: _obj ns=ns i=v1 2024-09-12T00:42:41.250 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj[v1] 2024-09-12T00:42:41.250 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj[v1] 2024-09-12T00:42:41.250 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: _obj ns=ns i=v1 2024-09-12T00:42:41.250 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj[v1] 2024-09-12T00:42:41.250 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: _obj[v1] 2024-09-12T00:42:41.250 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: _obj ns=ns i=v1 2024-09-12T00:42:41.251 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.251 INFO:tasks.workunit.client.0.smithi038.stdout: "obj1": { 2024-09-12T00:42:41.251 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.251 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.251 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.251 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.251 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.251 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.251 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.251 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.251 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.251 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.251 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.251 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.252 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_obj", 2024-09-12T00:42:41.252 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "v1", 2024-09-12T00:42:41.252 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.252 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.252 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.252 INFO:tasks.workunit.client.0.smithi038.stdout: "obj2": { 2024-09-12T00:42:41.252 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.252 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.252 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.252 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.252 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.252 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.252 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.252 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.253 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.253 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.253 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.253 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.253 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_obj", 2024-09-12T00:42:41.253 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "v1", 2024-09-12T00:42:41.253 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.253 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.253 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.253 INFO:tasks.workunit.client.0.smithi038.stdout: "obj3": { 2024-09-12T00:42:41.253 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.253 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.253 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.253 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.253 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.254 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.254 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.254 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.254 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.254 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.254 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.254 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.254 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_obj", 2024-09-12T00:42:41.254 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.254 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.254 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.254 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.254 INFO:tasks.workunit.client.0.smithi038.stdout: "obj3-2": { 2024-09-12T00:42:41.254 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.255 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.255 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.255 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.255 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.255 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.255 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.255 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.255 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.255 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.255 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.255 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.255 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_obj", 2024-09-12T00:42:41.255 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "v1", 2024-09-12T00:42:41.255 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.256 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.256 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.256 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.256 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestRGWObj.underscore (1 ms) 2024-09-12T00:42:41.256 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestRGWObj.no_underscore 2024-09-12T00:42:41.256 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj 2024-09-12T00:42:41.256 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj 2024-09-12T00:42:41.256 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: obj ns= i= 2024-09-12T00:42:41.256 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj 2024-09-12T00:42:41.256 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj 2024-09-12T00:42:41.256 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: obj ns= i= 2024-09-12T00:42:41.256 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj 2024-09-12T00:42:41.256 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj 2024-09-12T00:42:41.256 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: obj ns= i= 2024-09-12T00:42:41.257 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.257 INFO:tasks.workunit.client.0.smithi038.stdout: "obj1": { 2024-09-12T00:42:41.257 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.257 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.257 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.257 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.257 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.257 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.257 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.257 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.257 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.257 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.257 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.257 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.258 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "obj", 2024-09-12T00:42:41.258 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.258 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.258 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.258 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.258 INFO:tasks.workunit.client.0.smithi038.stdout: "obj2": { 2024-09-12T00:42:41.258 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.258 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.258 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.258 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.258 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.258 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.258 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.258 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.259 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.259 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.259 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.259 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.259 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "obj", 2024-09-12T00:42:41.259 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.259 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.259 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.259 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.259 INFO:tasks.workunit.client.0.smithi038.stdout: "obj3": { 2024-09-12T00:42:41.259 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.259 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.259 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.259 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.259 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.260 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.260 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.260 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.260 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.260 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.260 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.260 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.260 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "obj", 2024-09-12T00:42:41.260 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.260 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.260 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.260 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.260 INFO:tasks.workunit.client.0.smithi038.stdout: "obj3-2": { 2024-09-12T00:42:41.261 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.261 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.261 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.261 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.261 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.261 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.261 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.261 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.261 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.261 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.261 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.261 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.261 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "obj", 2024-09-12T00:42:41.262 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.262 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.262 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.262 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.262 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.262 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj 2024-09-12T00:42:41.262 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj 2024-09-12T00:42:41.262 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: obj ns=ns i= 2024-09-12T00:42:41.262 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj 2024-09-12T00:42:41.262 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj 2024-09-12T00:42:41.262 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: obj ns=ns i= 2024-09-12T00:42:41.262 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj 2024-09-12T00:42:41.262 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj 2024-09-12T00:42:41.262 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: obj ns=ns i= 2024-09-12T00:42:41.263 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.263 INFO:tasks.workunit.client.0.smithi038.stdout: "obj1": { 2024-09-12T00:42:41.263 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.263 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.263 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.263 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.263 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.263 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.263 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.263 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.263 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.263 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.263 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.263 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.264 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "obj", 2024-09-12T00:42:41.264 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.264 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.264 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.264 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.264 INFO:tasks.workunit.client.0.smithi038.stdout: "obj2": { 2024-09-12T00:42:41.264 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.264 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.264 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.264 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.264 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.264 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.264 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.264 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.265 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.265 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.265 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.265 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.265 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "obj", 2024-09-12T00:42:41.265 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.265 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.265 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.265 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.265 INFO:tasks.workunit.client.0.smithi038.stdout: "obj3": { 2024-09-12T00:42:41.265 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.265 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.265 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.265 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.266 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.266 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.266 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.266 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.266 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.266 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.266 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.266 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.266 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "obj", 2024-09-12T00:42:41.266 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.266 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.266 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.266 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.266 INFO:tasks.workunit.client.0.smithi038.stdout: "obj3-2": { 2024-09-12T00:42:41.267 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.267 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.267 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.267 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.267 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.267 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.267 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.267 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.267 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.267 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.267 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.267 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.267 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "obj", 2024-09-12T00:42:41.267 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.268 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.268 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.268 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.268 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.268 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj[v1] 2024-09-12T00:42:41.268 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj[v1] 2024-09-12T00:42:41.268 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: obj ns= i=v1 2024-09-12T00:42:41.268 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj[v1] 2024-09-12T00:42:41.268 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj[v1] 2024-09-12T00:42:41.268 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: obj ns= i=v1 2024-09-12T00:42:41.268 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj[v1] 2024-09-12T00:42:41.268 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj[v1] 2024-09-12T00:42:41.268 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: obj ns= i=v1 2024-09-12T00:42:41.268 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.269 INFO:tasks.workunit.client.0.smithi038.stdout: "obj1": { 2024-09-12T00:42:41.269 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.269 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.269 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.269 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.269 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.269 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.269 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.269 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.269 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.269 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.269 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.269 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.269 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "obj", 2024-09-12T00:42:41.269 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "v1", 2024-09-12T00:42:41.270 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.270 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.270 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.270 INFO:tasks.workunit.client.0.smithi038.stdout: "obj2": { 2024-09-12T00:42:41.270 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.270 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.270 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.270 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.270 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.270 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.270 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.270 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.270 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.270 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.271 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.271 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.271 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "obj", 2024-09-12T00:42:41.271 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "v1", 2024-09-12T00:42:41.271 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.271 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.271 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.271 INFO:tasks.workunit.client.0.smithi038.stdout: "obj3": { 2024-09-12T00:42:41.271 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.271 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.271 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.271 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.271 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.271 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.272 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.272 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.272 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.272 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.272 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.272 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.272 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "obj", 2024-09-12T00:42:41.272 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.272 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.272 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.272 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.272 INFO:tasks.workunit.client.0.smithi038.stdout: "obj3-2": { 2024-09-12T00:42:41.272 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.272 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.272 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.273 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.273 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.273 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.273 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.273 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.273 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.273 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.273 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.273 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.273 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "obj", 2024-09-12T00:42:41.273 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "v1", 2024-09-12T00:42:41.273 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.273 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.273 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.273 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.274 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj[v1] 2024-09-12T00:42:41.274 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj[v1] 2024-09-12T00:42:41.274 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: obj ns=ns i=v1 2024-09-12T00:42:41.274 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj[v1] 2024-09-12T00:42:41.274 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj[v1] 2024-09-12T00:42:41.274 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: obj ns=ns i=v1 2024-09-12T00:42:41.274 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj[v1] 2024-09-12T00:42:41.274 INFO:tasks.workunit.client.0.smithi038.stdout:parsed: obj[v1] 2024-09-12T00:42:41.274 INFO:tasks.workunit.client.0.smithi038.stdout:stripped: obj ns=ns i=v1 2024-09-12T00:42:41.274 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.274 INFO:tasks.workunit.client.0.smithi038.stdout: "obj1": { 2024-09-12T00:42:41.274 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.274 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.274 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.275 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.275 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.275 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.275 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.275 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.275 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.275 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.275 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.275 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.275 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "obj", 2024-09-12T00:42:41.275 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "v1", 2024-09-12T00:42:41.275 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.275 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.275 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.276 INFO:tasks.workunit.client.0.smithi038.stdout: "obj2": { 2024-09-12T00:42:41.276 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.276 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.276 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.276 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.276 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.276 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.276 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.276 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.276 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.276 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.276 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.276 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.276 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "obj", 2024-09-12T00:42:41.276 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "v1", 2024-09-12T00:42:41.277 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.277 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.277 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.277 INFO:tasks.workunit.client.0.smithi038.stdout: "obj3": { 2024-09-12T00:42:41.277 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.277 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.277 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.277 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.277 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.277 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.277 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.277 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.277 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.277 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.278 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.278 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.278 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "obj", 2024-09-12T00:42:41.278 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.278 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.278 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.278 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.278 INFO:tasks.workunit.client.0.smithi038.stdout: "obj3-2": { 2024-09-12T00:42:41.278 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.278 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.278 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.278 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.278 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.278 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.278 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.279 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.279 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.279 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.279 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.279 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.279 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "obj", 2024-09-12T00:42:41.279 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "v1", 2024-09-12T00:42:41.279 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.279 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.279 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.279 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.279 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2024-09-12T00:42:41.279 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestRGWObj.obj_to_raw 2024-09-12T00:42:41.279 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.280 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.280 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.280 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.280 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.280 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.280 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.280 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.280 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.280 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.280 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.280 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.280 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.280 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.280 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.281 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.281 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.281 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.281 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.281 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.281 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.281 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.281 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.281 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.281 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.281 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.281 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.281 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.281 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.281 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.282 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.282 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.282 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.282 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.282 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.282 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": "default-placement.data", 2024-09-12T00:42:41.282 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker_myobj", 2024-09-12T00:42:41.282 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.282 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.282 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.282 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.282 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.282 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.282 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.283 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.283 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.283 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.283 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.283 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.283 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.283 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.283 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.283 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.283 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.283 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.283 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.283 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.283 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.283 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.284 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.284 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.284 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.284 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.284 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.284 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.284 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.284 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.284 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.284 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.284 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.284 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.284 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.284 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.285 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.285 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.285 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.285 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.285 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.285 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.285 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.285 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.285 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.285 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.285 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.285 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.285 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.286 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.286 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.286 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.286 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.286 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.286 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.286 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.286 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.286 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.286 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.286 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker_myobj", 2024-09-12T00:42:41.286 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.286 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.286 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.286 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.287 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.287 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.287 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.287 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.287 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.287 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.287 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.287 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.287 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.287 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.287 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.287 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.287 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.287 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.288 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.288 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.288 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.288 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.288 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.288 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.288 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.288 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.288 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.288 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.288 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.288 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.288 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.288 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.289 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.289 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.289 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.289 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.289 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.289 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.289 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.289 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.289 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.289 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.289 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.290 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.290 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.290 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.290 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.290 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.290 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.290 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.290 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.290 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.290 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.290 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.290 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.290 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.290 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.291 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.291 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": "default-placement.data", 2024-09-12T00:42:41.291 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns_myobj", 2024-09-12T00:42:41.291 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.291 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.291 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.291 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.291 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.291 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.291 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.291 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.291 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.291 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.291 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.291 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.292 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.292 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.292 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.292 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.292 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.292 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.292 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.292 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.292 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.292 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.292 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.292 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.292 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.293 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.293 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.293 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.293 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.293 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.293 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.293 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.293 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.293 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.293 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.293 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.293 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.293 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.293 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.293 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.294 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.294 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.294 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.294 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.294 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.294 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.294 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.294 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.294 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.294 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.294 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.294 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.294 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.294 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.295 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.295 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.295 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.295 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.295 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.295 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns_myobj", 2024-09-12T00:42:41.295 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.295 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.295 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.295 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.295 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.295 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.295 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.295 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.295 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.296 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.296 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.296 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.296 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.296 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.296 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.296 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.296 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.296 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.296 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.296 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.296 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.296 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.296 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.297 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.297 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.297 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.297 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.297 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.297 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.297 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.297 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.297 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.297 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.297 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.297 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.297 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.297 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.298 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.298 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.298 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.298 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.298 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.298 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.298 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.298 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.298 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.298 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.298 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.298 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.298 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.298 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.299 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.299 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.299 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.299 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.299 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.299 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.299 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.299 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": "default-placement.data", 2024-09-12T00:42:41.299 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__:inst_myobj", 2024-09-12T00:42:41.299 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.300 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.300 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.300 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.300 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.300 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.300 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.300 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.300 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.300 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.300 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.300 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.300 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.300 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.300 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.300 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.301 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.301 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.301 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.301 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.301 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.301 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.301 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.301 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.301 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.301 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.301 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.301 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.301 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.301 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.302 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.302 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.302 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.302 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.302 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.302 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.302 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.302 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.302 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.302 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.302 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.302 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.302 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.302 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.303 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.303 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.303 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.303 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.303 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.303 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.303 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.303 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.303 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.303 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.303 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.303 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.303 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.303 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.304 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.304 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__:inst_myobj", 2024-09-12T00:42:41.304 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.304 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.304 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.304 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.304 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.304 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.304 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.304 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.304 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.304 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.304 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.304 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.304 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.305 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.305 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.305 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.305 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.305 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.305 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.305 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.305 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.305 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.305 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.305 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.305 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.305 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.305 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.306 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.306 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.306 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.306 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.306 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.306 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.306 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.306 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.306 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.306 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.306 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.306 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.306 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.306 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.307 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.307 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.307 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.307 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.307 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.307 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.307 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.307 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.307 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.307 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.307 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.307 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.307 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.307 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.308 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.308 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.308 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.308 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": "default-placement.data", 2024-09-12T00:42:41.308 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T00:42:41.308 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.308 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.308 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.308 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.308 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.308 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.308 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.308 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.308 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.309 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.309 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.309 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.309 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.309 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.309 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.309 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.309 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.309 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.309 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.309 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.309 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.309 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.309 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.310 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.310 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.310 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.310 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.310 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.310 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.310 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.310 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.310 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.310 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.310 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.310 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.310 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.310 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.311 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.311 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.311 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.311 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.311 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.311 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.311 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.311 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.311 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.311 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.311 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.311 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.311 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.311 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.312 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.312 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.312 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.312 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.312 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.312 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.312 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.312 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.312 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T00:42:41.312 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.312 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.312 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.312 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.312 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.313 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.313 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.313 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.313 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.313 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.313 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.313 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.313 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.313 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.313 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.313 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.313 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.313 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.313 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.314 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.314 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.314 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.314 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.314 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.314 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.314 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.314 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.314 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.314 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.314 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.314 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.315 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.315 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.315 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.315 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.315 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.315 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.315 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.315 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.315 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.315 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.315 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.315 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.316 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.316 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.316 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.316 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.316 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.316 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.316 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.316 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.316 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.316 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.316 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.316 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.316 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.317 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.317 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.317 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": "default-placement.data", 2024-09-12T00:42:41.317 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker___myobj", 2024-09-12T00:42:41.317 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "marker__myobj" 2024-09-12T00:42:41.317 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.317 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.317 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.317 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.317 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.317 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.317 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.317 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.317 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.318 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.318 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.318 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.318 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.318 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.318 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.318 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.318 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.318 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.318 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.318 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.318 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.318 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.318 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.319 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.319 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.319 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.319 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.319 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.319 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.319 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.319 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.319 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.319 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.319 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.319 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.319 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.319 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.319 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.320 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.320 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.320 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.320 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.320 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.320 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.320 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.320 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.320 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.320 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.320 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.320 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.320 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.320 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.321 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.321 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.321 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.321 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.321 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.321 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.321 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker___myobj", 2024-09-12T00:42:41.321 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "marker__myobj" 2024-09-12T00:42:41.321 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.321 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.322 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.322 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.322 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.322 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.322 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.322 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.322 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.322 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.322 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.322 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.322 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.322 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.322 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.322 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.322 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.323 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.323 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.323 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.323 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.323 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.323 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.323 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.323 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.323 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.323 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.323 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.323 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.323 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.323 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.324 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.324 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.324 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.324 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.324 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.324 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.324 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.324 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.324 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.324 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.324 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.324 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.324 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.325 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.325 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.325 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.325 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.325 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.325 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.325 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.325 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.325 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.325 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.325 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.325 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.325 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.325 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": "default-placement.data", 2024-09-12T00:42:41.326 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns__myobj", 2024-09-12T00:42:41.326 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.326 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.326 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.326 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.326 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.326 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.326 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.326 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.326 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.326 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.326 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.326 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.326 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.326 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.327 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.327 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.327 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.327 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.327 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.327 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.327 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.327 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.327 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.327 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.327 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.327 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.327 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.327 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.328 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.328 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.328 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.328 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.328 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.328 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.328 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.328 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.328 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.328 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.328 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.328 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.328 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.328 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.329 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.329 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.329 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.329 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.329 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.329 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.329 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.329 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.329 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.329 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.329 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.329 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.329 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.329 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.330 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.330 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.330 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.330 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns__myobj", 2024-09-12T00:42:41.330 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.330 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.330 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.330 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.330 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.330 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.330 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.330 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.330 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.330 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.330 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.331 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.331 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.331 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.331 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.331 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.331 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.331 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.331 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.331 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.331 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.331 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.331 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.331 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.331 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.332 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.332 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.332 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.332 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.332 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.332 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.332 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.332 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.332 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.332 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.332 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.332 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.332 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.332 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.333 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.333 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.333 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.333 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.333 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.333 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.333 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.333 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.333 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.333 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.333 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.333 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.333 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.333 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.333 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.334 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.334 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.334 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.334 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.334 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": "default-placement.data", 2024-09-12T00:42:41.334 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__:inst__myobj", 2024-09-12T00:42:41.334 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "marker__myobj" 2024-09-12T00:42:41.334 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.334 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.334 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.334 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.334 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.334 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.334 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.335 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.335 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.335 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.335 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.335 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.335 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.335 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.335 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.335 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.335 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.335 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.335 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.335 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.335 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.336 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.336 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.336 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.336 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.336 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.336 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.336 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.336 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.336 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.336 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.336 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.336 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.336 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.336 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.337 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.337 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.337 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.337 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.337 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.337 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.337 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.337 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.337 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.337 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.337 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.337 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.337 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.337 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.338 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.338 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.338 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.338 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.338 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.338 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.338 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.338 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.338 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.338 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__:inst__myobj", 2024-09-12T00:42:41.338 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "marker__myobj" 2024-09-12T00:42:41.338 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.338 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.338 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.339 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.339 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.339 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.339 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.339 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.339 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.339 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.339 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.339 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.339 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.339 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.339 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.339 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.339 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.339 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.340 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.340 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.340 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.340 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.340 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.340 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.340 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.340 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.340 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.340 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.340 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.340 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.340 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.340 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.341 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.341 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.341 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.341 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.341 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.341 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.341 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.341 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.341 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.341 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.341 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.341 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.341 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.341 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.342 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.342 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.342 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.342 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.342 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.342 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.342 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.342 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.342 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.342 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.342 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.342 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": "default-placement.data", 2024-09-12T00:42:41.342 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T00:42:41.342 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.343 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.343 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.343 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.343 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.343 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.343 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.343 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.343 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.343 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.343 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.343 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.343 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.343 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.343 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.344 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.344 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.344 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.344 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.344 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.344 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.344 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.344 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.344 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.344 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.344 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.344 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.344 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.344 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.345 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.345 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.345 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.345 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.345 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.345 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.345 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.345 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.345 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.345 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.345 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.345 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.345 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.346 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.346 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.346 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.346 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.346 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.346 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.346 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.346 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.346 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.346 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.346 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.346 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.346 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.346 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.347 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.347 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.347 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.347 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T00:42:41.347 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.347 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.347 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.347 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.347 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.347 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.347 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.347 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.347 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.347 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.347 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.348 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.348 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.348 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.348 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.348 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.348 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.348 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.348 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.348 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.348 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.348 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.348 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.348 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.348 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.349 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.349 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.349 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.349 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.349 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.349 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.349 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.349 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.349 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.349 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.349 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.349 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.349 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.349 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.350 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.350 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.350 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.350 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.350 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.350 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.350 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.350 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.350 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.350 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.350 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.350 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.350 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.350 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.350 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.351 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.351 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.351 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.351 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.351 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": "default-placement.data", 2024-09-12T00:42:41.351 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker___myobj_", 2024-09-12T00:42:41.351 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "marker__myobj_" 2024-09-12T00:42:41.351 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.351 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.351 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.351 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.351 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.351 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.351 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.352 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.352 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.352 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.352 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.352 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.352 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.352 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.352 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.352 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.352 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.352 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.352 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.352 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.352 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.353 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.353 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.353 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.353 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.353 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.353 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.353 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.353 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.353 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.353 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.353 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.353 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.353 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.353 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.354 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.354 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.354 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.354 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.354 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.354 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.354 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.354 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.354 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.354 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.354 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.354 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.354 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.354 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.355 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.355 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.355 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.355 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.355 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.355 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.355 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.355 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.355 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.355 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker___myobj_", 2024-09-12T00:42:41.355 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "marker__myobj_" 2024-09-12T00:42:41.355 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.355 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.355 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.355 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.356 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.356 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.356 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.356 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.356 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.356 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.356 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.356 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.356 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.356 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.356 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.356 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.356 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.356 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.356 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.357 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.357 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.357 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.357 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.357 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.357 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.357 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.357 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.357 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.357 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.357 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.357 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.357 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.357 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.358 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.358 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.358 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.358 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.358 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.358 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.358 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.358 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.358 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.358 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.358 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.358 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.358 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.358 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.358 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.359 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.359 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.359 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.359 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.359 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.359 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.359 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.359 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.359 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.359 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": "default-placement.data", 2024-09-12T00:42:41.359 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns__myobj_", 2024-09-12T00:42:41.359 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.359 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.359 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.360 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.360 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.360 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.360 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.360 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.360 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.360 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.360 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.360 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.360 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.360 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.360 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.360 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.360 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.361 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.361 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.361 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.361 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.361 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.361 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.361 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.361 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.361 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.361 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.361 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.361 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.361 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.361 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.362 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.362 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.362 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.362 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.362 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.362 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.362 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.362 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.362 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.362 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.362 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.362 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.362 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.362 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.363 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.363 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.363 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.363 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.363 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.363 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.363 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.363 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.363 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.363 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.363 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.363 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.363 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.363 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.363 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns__myobj_", 2024-09-12T00:42:41.364 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.364 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.364 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.364 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.364 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.364 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.364 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.364 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.364 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.364 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.364 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.364 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.364 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.364 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.365 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.365 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.365 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.365 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.365 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.365 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.365 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.365 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.365 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.365 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.365 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.365 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.365 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.365 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.366 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.366 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.366 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.366 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.366 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.366 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.366 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.366 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.366 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.366 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.366 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.366 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.366 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.366 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.367 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.367 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.367 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.367 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.367 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.367 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.367 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.367 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.367 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.367 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.367 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.367 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.367 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.367 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.367 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.368 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.368 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": "default-placement.data", 2024-09-12T00:42:41.368 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T00:42:41.368 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "marker__myobj_" 2024-09-12T00:42:41.368 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.368 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.368 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.368 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.368 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.368 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.368 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.368 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.368 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.368 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.369 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.369 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.369 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.369 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.369 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.369 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.369 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.369 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.369 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.369 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.369 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.369 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.369 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.369 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.370 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.370 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.370 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.370 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.370 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.370 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.370 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.370 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.370 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.370 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.370 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.370 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.370 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.370 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.370 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.371 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.371 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.371 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.371 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.371 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.371 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.371 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.371 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.371 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.371 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.371 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.371 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.371 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.371 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.372 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.372 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.372 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.372 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.372 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.372 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T00:42:41.372 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "marker__myobj_" 2024-09-12T00:42:41.372 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.372 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.372 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.372 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.372 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.372 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.372 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.373 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.373 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.373 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.373 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.373 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.373 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.373 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.373 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.373 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.373 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.373 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.373 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.373 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.373 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.373 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.374 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.374 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.374 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.374 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.374 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.374 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.374 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.374 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.374 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.374 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.374 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.374 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.374 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.374 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.375 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.375 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.375 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.375 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.375 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.375 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.375 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.375 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.375 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.375 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.375 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.375 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.375 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.375 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.376 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.376 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.376 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.376 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.376 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.376 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.376 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.376 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": "default-placement.data", 2024-09-12T00:42:41.376 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T00:42:41.376 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.376 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.376 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.376 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.377 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.377 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.377 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "test", 2024-09-12T00:42:41.377 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.377 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.377 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.377 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.377 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": "", 2024-09-12T00:42:41.377 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.377 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": "" 2024-09-12T00:42:41.377 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.377 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.377 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.377 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.378 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.378 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.378 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.378 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.378 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.378 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.378 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.378 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.378 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.378 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.378 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.378 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.378 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.378 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.379 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.379 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.379 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.379 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.379 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.379 INFO:tasks.workunit.client.0.smithi038.stdout: "obj": { 2024-09-12T00:42:41.379 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.379 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.379 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.379 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.379 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.379 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.379 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.379 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.379 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.380 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.380 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.380 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.380 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.380 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.380 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.380 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.380 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.380 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.380 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.380 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.380 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.380 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T00:42:41.381 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.381 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.381 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.381 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.381 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.381 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.381 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.381 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.381 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.381 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.381 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.381 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.381 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.381 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.382 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.382 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.382 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.382 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.382 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.382 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.382 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.382 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.382 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.382 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestRGWObj.obj_to_raw (0 ms) 2024-09-12T00:42:41.382 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] TestRGWObj.old_to_raw 2024-09-12T00:42:41.382 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.382 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.382 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.382 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker_myobj", 2024-09-12T00:42:41.383 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.383 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.383 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.383 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.383 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.383 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.383 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.383 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.383 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.383 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.383 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.383 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.383 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.383 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.383 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.384 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.384 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.384 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.384 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.384 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.384 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.384 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.384 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.384 INFO:tasks.workunit.client.0.smithi038.stdout:raw=.data-pool:marker_myobj 2024-09-12T00:42:41.384 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.384 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj2": { 2024-09-12T00:42:41.384 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.384 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker_myobj", 2024-09-12T00:42:41.384 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.384 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.385 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.385 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.385 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj2": { 2024-09-12T00:42:41.385 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.385 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.385 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.385 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.385 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.388 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.389 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.389 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.389 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.389 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.389 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.389 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.389 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.389 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.389 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.389 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.389 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.389 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.390 INFO:tasks.workunit.client.0.smithi038.stdout:raw2=.data-pool:marker_myobj 2024-09-12T00:42:41.390 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.390 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.390 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.390 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns_myobj", 2024-09-12T00:42:41.390 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.390 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.390 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.390 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.390 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.390 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.390 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.390 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.391 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.391 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.391 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.391 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.391 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.391 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.391 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.391 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.391 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.391 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.391 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.391 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.391 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.391 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.391 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.392 INFO:tasks.workunit.client.0.smithi038.stdout:raw=.data-pool:marker__ns_myobj 2024-09-12T00:42:41.392 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.392 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj2": { 2024-09-12T00:42:41.392 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.392 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns_myobj", 2024-09-12T00:42:41.392 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.392 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.392 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.392 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.392 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj2": { 2024-09-12T00:42:41.392 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.392 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.392 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.393 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.393 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.393 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.393 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.393 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.393 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.393 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.393 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.393 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.393 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.393 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.393 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.393 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.393 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.394 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.394 INFO:tasks.workunit.client.0.smithi038.stdout:raw2=.data-pool:marker__ns_myobj 2024-09-12T00:42:41.394 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.394 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.394 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.394 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__:inst_myobj", 2024-09-12T00:42:41.394 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.394 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.394 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.394 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.394 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.394 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.394 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.394 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.395 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.395 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.395 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.395 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.395 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.395 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.395 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.395 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.395 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.395 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.395 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.395 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.395 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.395 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.395 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.396 INFO:tasks.workunit.client.0.smithi038.stdout:raw=.data-pool:marker__:inst_myobj 2024-09-12T00:42:41.396 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.396 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj2": { 2024-09-12T00:42:41.396 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.396 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__:inst_myobj", 2024-09-12T00:42:41.396 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.396 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.396 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.396 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.396 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj2": { 2024-09-12T00:42:41.396 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.396 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.396 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.396 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.397 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.397 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.397 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.397 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.397 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.397 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.397 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.397 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.397 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.397 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.397 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.397 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.397 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.397 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.397 INFO:tasks.workunit.client.0.smithi038.stdout:raw2=.data-pool:marker__:inst_myobj 2024-09-12T00:42:41.398 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.398 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.398 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.398 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T00:42:41.398 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.398 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.398 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.398 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.398 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.398 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.398 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.398 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.398 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.398 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.399 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.399 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.399 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.399 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.399 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.399 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.399 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.399 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.399 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.399 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.399 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.399 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.399 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.399 INFO:tasks.workunit.client.0.smithi038.stdout:raw=.data-pool:marker__ns:inst_myobj 2024-09-12T00:42:41.400 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.400 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj2": { 2024-09-12T00:42:41.400 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.400 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns:inst_myobj", 2024-09-12T00:42:41.400 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.400 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.400 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.400 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.400 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj2": { 2024-09-12T00:42:41.400 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.400 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.400 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.400 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.400 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.401 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.401 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.401 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.401 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.401 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.401 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.401 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.401 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "myobj", 2024-09-12T00:42:41.401 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.401 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.401 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.401 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.401 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.401 INFO:tasks.workunit.client.0.smithi038.stdout:raw2=.data-pool:marker__ns:inst_myobj 2024-09-12T00:42:41.402 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.402 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.402 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.402 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker___myobj", 2024-09-12T00:42:41.402 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "marker__myobj" 2024-09-12T00:42:41.402 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.402 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.402 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.402 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.402 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.402 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.402 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.402 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.402 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.402 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.403 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.403 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.403 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.403 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.403 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.403 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.403 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.403 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.403 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.403 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.403 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.403 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.403 INFO:tasks.workunit.client.0.smithi038.stdout:raw=.data-pool:marker___myobj 2024-09-12T00:42:41.403 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.404 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj2": { 2024-09-12T00:42:41.404 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.404 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker___myobj", 2024-09-12T00:42:41.404 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "marker__myobj" 2024-09-12T00:42:41.404 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.404 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.404 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.404 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj2": { 2024-09-12T00:42:41.404 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.404 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.404 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.404 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.404 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.404 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.404 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.405 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.405 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.405 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.405 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.405 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.405 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.405 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.405 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.405 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.405 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.405 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.405 INFO:tasks.workunit.client.0.smithi038.stdout:raw2=.data-pool:marker___myobj 2024-09-12T00:42:41.405 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.405 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.406 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.406 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns__myobj", 2024-09-12T00:42:41.406 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.406 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.406 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.406 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.406 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.406 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.406 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.406 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.406 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.406 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.406 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.406 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.407 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.407 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.407 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.407 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.407 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.407 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.407 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.407 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.407 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.407 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.407 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.407 INFO:tasks.workunit.client.0.smithi038.stdout:raw=.data-pool:marker__ns__myobj 2024-09-12T00:42:41.407 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.407 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj2": { 2024-09-12T00:42:41.408 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.408 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns__myobj", 2024-09-12T00:42:41.408 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.408 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.408 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.408 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.408 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj2": { 2024-09-12T00:42:41.408 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.408 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.408 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.408 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.408 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.408 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.408 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.409 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.409 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.409 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.409 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.409 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.409 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.409 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.409 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.409 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.409 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.409 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.409 INFO:tasks.workunit.client.0.smithi038.stdout:raw2=.data-pool:marker__ns__myobj 2024-09-12T00:42:41.409 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.410 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.410 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.410 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__:inst__myobj", 2024-09-12T00:42:41.410 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "marker__myobj" 2024-09-12T00:42:41.410 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.410 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.410 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.410 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.410 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.410 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.410 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.410 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.410 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.410 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.411 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.411 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.411 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.411 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.411 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.411 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.411 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.411 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.411 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.411 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.411 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.411 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.411 INFO:tasks.workunit.client.0.smithi038.stdout:raw=.data-pool:marker__:inst__myobj 2024-09-12T00:42:41.411 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.412 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj2": { 2024-09-12T00:42:41.412 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.412 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__:inst__myobj", 2024-09-12T00:42:41.412 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "marker__myobj" 2024-09-12T00:42:41.412 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.412 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.412 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.412 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj2": { 2024-09-12T00:42:41.412 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.412 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.412 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.412 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.412 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.412 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.413 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.413 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.413 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.413 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.413 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.413 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.413 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.413 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.413 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.413 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.413 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.413 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.413 INFO:tasks.workunit.client.0.smithi038.stdout:raw2=.data-pool:marker__:inst__myobj 2024-09-12T00:42:41.413 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.414 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.414 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.414 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T00:42:41.414 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.414 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.414 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.414 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.414 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.414 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.414 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.414 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.414 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.414 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.414 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.414 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.415 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.415 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.415 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.415 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.415 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.415 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.415 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.415 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.415 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.415 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.416 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.416 INFO:tasks.workunit.client.0.smithi038.stdout:raw=.data-pool:marker__ns:inst__myobj 2024-09-12T00:42:41.416 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.416 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj2": { 2024-09-12T00:42:41.416 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.416 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns:inst__myobj", 2024-09-12T00:42:41.416 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.416 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.416 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.416 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.416 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj2": { 2024-09-12T00:42:41.416 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.416 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.416 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.417 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.417 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.417 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.417 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.417 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.417 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.417 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.417 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.417 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.417 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj", 2024-09-12T00:42:41.417 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.417 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.417 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.417 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.418 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.418 INFO:tasks.workunit.client.0.smithi038.stdout:raw2=.data-pool:marker__ns:inst__myobj 2024-09-12T00:42:41.418 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.418 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.418 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.418 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker___myobj_", 2024-09-12T00:42:41.418 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "marker__myobj_" 2024-09-12T00:42:41.418 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.418 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.418 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.418 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.418 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.418 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.419 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.419 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.419 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.419 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.419 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.419 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.419 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.419 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.419 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.419 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.419 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.419 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.419 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.419 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.419 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.420 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.420 INFO:tasks.workunit.client.0.smithi038.stdout:raw=.data-pool:marker___myobj_ 2024-09-12T00:42:41.420 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.420 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj2": { 2024-09-12T00:42:41.420 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.420 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker___myobj_", 2024-09-12T00:42:41.420 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "marker__myobj_" 2024-09-12T00:42:41.420 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.420 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.420 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.420 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj2": { 2024-09-12T00:42:41.420 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.420 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.420 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.421 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.421 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.421 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.421 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.421 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.421 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.421 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.421 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.421 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.421 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.421 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.421 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.421 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.422 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.422 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.422 INFO:tasks.workunit.client.0.smithi038.stdout:raw2=.data-pool:marker___myobj_ 2024-09-12T00:42:41.422 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.422 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.422 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.422 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns__myobj_", 2024-09-12T00:42:41.422 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.422 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.422 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.422 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.422 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.422 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.422 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.423 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.423 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.423 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.423 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.423 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.423 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.423 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.423 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.423 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.423 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.423 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.423 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.423 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.423 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.423 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.424 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.424 INFO:tasks.workunit.client.0.smithi038.stdout:raw=.data-pool:marker__ns__myobj_ 2024-09-12T00:42:41.424 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.424 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj2": { 2024-09-12T00:42:41.424 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.424 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns__myobj_", 2024-09-12T00:42:41.424 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.424 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.424 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.424 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.424 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj2": { 2024-09-12T00:42:41.424 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.424 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.425 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.425 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.425 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.425 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.425 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.425 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.425 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.425 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.425 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.425 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.425 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.425 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "", 2024-09-12T00:42:41.425 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.426 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.426 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.426 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.426 INFO:tasks.workunit.client.0.smithi038.stdout:raw2=.data-pool:marker__ns__myobj_ 2024-09-12T00:42:41.426 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.426 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.426 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.426 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T00:42:41.426 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "marker__myobj_" 2024-09-12T00:42:41.426 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.426 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.426 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.426 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.426 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.426 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.427 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.427 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.427 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.427 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.427 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.427 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.427 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.427 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.427 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.427 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.427 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.427 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.427 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.427 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.427 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.428 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.428 INFO:tasks.workunit.client.0.smithi038.stdout:raw=.data-pool:marker__:inst__myobj_ 2024-09-12T00:42:41.428 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.428 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj2": { 2024-09-12T00:42:41.428 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.428 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__:inst__myobj_", 2024-09-12T00:42:41.428 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "marker__myobj_" 2024-09-12T00:42:41.428 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.428 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.428 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.428 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj2": { 2024-09-12T00:42:41.428 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.428 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.429 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.429 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.429 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.429 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.429 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.429 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.429 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.429 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.429 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.429 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.429 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.429 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.429 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "" 2024-09-12T00:42:41.429 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.429 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.430 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.430 INFO:tasks.workunit.client.0.smithi038.stdout:raw2=.data-pool:marker__:inst__myobj_ 2024-09-12T00:42:41.430 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.430 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj": { 2024-09-12T00:42:41.430 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.430 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T00:42:41.430 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.430 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.430 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.430 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.430 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj": { 2024-09-12T00:42:41.430 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.430 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.430 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.430 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.431 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.431 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.431 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.431 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.431 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.431 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.431 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.431 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.431 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.431 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.431 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.431 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.431 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.431 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.432 INFO:tasks.workunit.client.0.smithi038.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2024-09-12T00:42:41.432 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.432 INFO:tasks.workunit.client.0.smithi038.stdout: "raw_obj2": { 2024-09-12T00:42:41.432 INFO:tasks.workunit.client.0.smithi038.stdout: "pool": ".data-pool", 2024-09-12T00:42:41.432 INFO:tasks.workunit.client.0.smithi038.stdout: "oid": "marker__ns:inst__myobj_", 2024-09-12T00:42:41.432 INFO:tasks.workunit.client.0.smithi038.stdout: "loc": "" 2024-09-12T00:42:41.432 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.432 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.432 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.432 INFO:tasks.workunit.client.0.smithi038.stdout: "new_obj2": { 2024-09-12T00:42:41.432 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket": { 2024-09-12T00:42:41.432 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "ebtest", 2024-09-12T00:42:41.432 INFO:tasks.workunit.client.0.smithi038.stdout: "marker": "marker", 2024-09-12T00:42:41.432 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_id": "bucket-id", 2024-09-12T00:42:41.432 INFO:tasks.workunit.client.0.smithi038.stdout: "tenant": "", 2024-09-12T00:42:41.433 INFO:tasks.workunit.client.0.smithi038.stdout: "explicit_placement": { 2024-09-12T00:42:41.433 INFO:tasks.workunit.client.0.smithi038.stdout: "data_pool": ".data-pool", 2024-09-12T00:42:41.433 INFO:tasks.workunit.client.0.smithi038.stdout: "data_extra_pool": "", 2024-09-12T00:42:41.433 INFO:tasks.workunit.client.0.smithi038.stdout: "index_pool": ".index-pool" 2024-09-12T00:42:41.433 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.433 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.433 INFO:tasks.workunit.client.0.smithi038.stdout: "key": { 2024-09-12T00:42:41.433 INFO:tasks.workunit.client.0.smithi038.stdout: "name": "_myobj_", 2024-09-12T00:42:41.433 INFO:tasks.workunit.client.0.smithi038.stdout: "instance": "inst", 2024-09-12T00:42:41.433 INFO:tasks.workunit.client.0.smithi038.stdout: "ns": "ns" 2024-09-12T00:42:41.433 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.433 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.433 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.433 INFO:tasks.workunit.client.0.smithi038.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2024-09-12T00:42:41.434 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] TestRGWObj.old_to_raw (0 ms) 2024-09-12T00:42:41.434 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 4 tests from TestRGWObj (1 ms total) 2024-09-12T00:42:41.434 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:42:41.434 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:42:41.434 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 4 tests from 1 test suite ran. (1 ms total) 2024-09-12T00:42:41.434 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 4 tests. 2024-09-12T00:42:41.434 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:42:41.434 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:42:41.479 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2024-09-12T00:42:41.480 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2024-09-12T00:42:41.480 DEBUG:teuthology.orchestra.run.smithi038:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2024-09-12T00:42:41.561 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:42:41.561 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:42:41.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.608+0000 7f23a092e800 20 rados->read ofs=0 len=0 2024-09-12T00:42:41.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.609+0000 7f23a092e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:42:41.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.609+0000 7f23a092e800 20 realm 2024-09-12T00:42:41.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.609+0000 7f23a092e800 20 rados->read ofs=0 len=0 2024-09-12T00:42:41.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.609+0000 7f23a092e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:42:41.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.609+0000 7f23a092e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:42:41.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.609+0000 7f23a092e800 20 rados->read ofs=0 len=0 2024-09-12T00:42:41.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.609+0000 7f23a092e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:42:41.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.609+0000 7f23a092e800 20 rados->read ofs=0 len=0 2024-09-12T00:42:41.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.610+0000 7f23a092e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:42:41.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.610+0000 7f23a092e800 20 rados->read ofs=0 len=0 2024-09-12T00:42:41.610 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.611+0000 7f23a092e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:42:41.610 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.611+0000 7f23a092e800 20 searching for the correct realm 2024-09-12T00:42:41.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.626+0000 7f239bd63640 0 -- 172.21.15.38:0/1816660773 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f238c01f060 msgr2=0x7f238c05f5a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:42:41.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.634+0000 7f239cd65640 0 -- 172.21.15.38:0/1816660773 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7f239006d070 msgr2=0x7f2390063910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:42:41.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.638+0000 7f23a092e800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:42:41.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.638+0000 7f23a092e800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:42:41.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.638+0000 7f23a092e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:42:41.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.638+0000 7f23a092e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:42:41.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.638+0000 7f23a092e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:42:41.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.638+0000 7f23a092e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:42:41.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.639+0000 7f23a092e800 20 rados->read ofs=0 len=0 2024-09-12T00:42:41.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.639+0000 7f23a092e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:42:41.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.639+0000 7f23a092e800 20 rados->read ofs=0 len=0 2024-09-12T00:42:41.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.639+0000 7f23a092e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:42:41.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.639+0000 7f23a092e800 20 rados->read ofs=0 len=0 2024-09-12T00:42:41.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.640+0000 7f23a092e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:42:41.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.640+0000 7f23a092e800 20 zone default found 2024-09-12T00:42:41.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.640+0000 7f23a092e800 4 Realm: () 2024-09-12T00:42:41.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.640+0000 7f23a092e800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:42:41.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.640+0000 7f23a092e800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:42:41.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.640+0000 7f23a092e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:42:41.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.640+0000 7f23a092e800 20 zonegroup default 2024-09-12T00:42:41.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.640+0000 7f23a092e800 20 rados->read ofs=0 len=0 2024-09-12T00:42:41.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.640+0000 7f23a092e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:42:41.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.640+0000 7f23a092e800 20 rados->read ofs=0 len=0 2024-09-12T00:42:41.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.640+0000 7f23a092e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:42:41.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.640+0000 7f23a092e800 20 rados->read ofs=0 len=0 2024-09-12T00:42:41.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.641+0000 7f23a092e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:42:41.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.641+0000 7f23a092e800 20 started sync module instance, tier type = 2024-09-12T00:42:41.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.641+0000 7f23a092e800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:42:41.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.651+0000 7f23a092e800 20 add_watcher() i=0 2024-09-12T00:42:41.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.651+0000 7f23a092e800 20 add_watcher() i=1 2024-09-12T00:42:41.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.651+0000 7f23a092e800 20 add_watcher() i=2 2024-09-12T00:42:41.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.651+0000 7f23a092e800 20 add_watcher() i=3 2024-09-12T00:42:41.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.651+0000 7f23a092e800 20 add_watcher() i=4 2024-09-12T00:42:41.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.651+0000 7f23a092e800 20 add_watcher() i=5 2024-09-12T00:42:41.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.651+0000 7f23a092e800 20 add_watcher() i=6 2024-09-12T00:42:41.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.652+0000 7f23a092e800 20 add_watcher() i=7 2024-09-12T00:42:41.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.652+0000 7f23a092e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:42:41.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.653+0000 7f2252fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:42:41.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.653+0000 7f23a092e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:42:41.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.653+0000 7f23a092e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:42:41.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.654+0000 7f23a092e800 5 note: GC not initialized 2024-09-12T00:42:41.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.654+0000 7f2251fdb640 20 reqs_thread_entry: start 2024-09-12T00:42:41.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.654+0000 7f23a092e800 20 init_complete bucket index max shards: 11 2024-09-12T00:42:41.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.654+0000 7f23a092e800 20 Filter name: none 2024-09-12T00:42:41.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.654+0000 7f21c37fe640 20 reqs_thread_entry: start 2024-09-12T00:42:41.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.654+0000 7f23a092e800 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2024-09-12T00:42:41.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.654+0000 7f23a092e800 20 rados->read ofs=0 len=0 2024-09-12T00:42:41.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.655+0000 7f23a092e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:42:41.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.655+0000 7f23a092e800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2024-09-12T00:42:41.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.655+0000 7f23a092e800 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T00:42:41.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.655+0000 7f23a092e800 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2024-09-12T00:42:41.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.655+0000 7f23a092e800 20 rados->read ofs=0 len=0 2024-09-12T00:42:41.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.655+0000 7f23a092e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:42:41.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.655+0000 7f23a092e800 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2024-09-12T00:42:41.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.655+0000 7f23a092e800 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T00:42:41.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.655+0000 7f23a092e800 10 cache get: name=default.rgw.meta+users.keys+PoNb+pk9nlailO3g9iYWHAiAwlU= : miss 2024-09-12T00:42:41.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.655+0000 7f23a092e800 20 rados->read ofs=0 len=0 2024-09-12T00:42:41.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.655+0000 7f23a092e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:42:41.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.655+0000 7f23a092e800 10 cache put: name=default.rgw.meta+users.keys+PoNb+pk9nlailO3g9iYWHAiAwlU= info.flags=0x0 2024-09-12T00:42:41.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.655+0000 7f23a092e800 10 adding default.rgw.meta+users.keys+PoNb+pk9nlailO3g9iYWHAiAwlU= to cache LRU end 2024-09-12T00:42:41.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.655+0000 7f23a092e800 10 cache get: name=default.rgw.meta+users.keys+PoNb+pk9nlailO3g9iYWHAiAwlU= : hit (negative entry) 2024-09-12T00:42:41.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.655+0000 7f23a092e800 10 cache get: name=default.rgw.meta+users.keys+PoNb+pk9nlailO3g9iYWHAiAwlU= : hit (negative entry) 2024-09-12T00:42:41.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.657+0000 7f23a092e800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-12T00:42:41.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.657+0000 7f23a092e800 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T00:42:41.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.657+0000 7f23a092e800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2024-09-12T00:42:41.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.657+0000 7f22737fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824002 cookie 94562666136720 notifier 5318 bl.length()=697 2024-09-12T00:42:41.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.657+0000 7f22737fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2024-09-12T00:42:41.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.657+0000 7f22737fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2024-09-12T00:42:41.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.659+0000 7f23a092e800 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-12T00:42:41.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.659+0000 7f23a092e800 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T00:42:41.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.659+0000 7f23a092e800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2024-09-12T00:42:41.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.659+0000 7f2272ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824000 cookie 94562666127552 notifier 5318 bl.length()=194 2024-09-12T00:42:41.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.659+0000 7f2272ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2024-09-12T00:42:41.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.659+0000 7f2272ffd640 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2024-09-12T00:42:41.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.661+0000 7f23a092e800 10 cache put: name=default.rgw.meta+users.keys+PoNb+pk9nlailO3g9iYWHAiAwlU= info.flags=0x7 2024-09-12T00:42:41.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.661+0000 7f23a092e800 10 moving default.rgw.meta+users.keys+PoNb+pk9nlailO3g9iYWHAiAwlU= to cache LRU end 2024-09-12T00:42:41.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.661+0000 7f23a092e800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:PoNb+pk9nlailO3g9iYWHAiAwlU=, ofs0, ns] 2024-09-12T00:42:41.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.661+0000 7f2272ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824001 cookie 94562666127552 notifier 5318 bl.length()=203 2024-09-12T00:42:41.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.661+0000 7f2272ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+PoNb+pk9nlailO3g9iYWHAiAwlU= info.flags=0x7 2024-09-12T00:42:41.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.661+0000 7f2272ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+PoNb+pk9nlailO3g9iYWHAiAwlU= to cache LRU end 2024-09-12T00:42:41.660 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:42:41.660 INFO:tasks.workunit.client.0.smithi038.stdout: "user_id": "ceph-test-librgw-file", 2024-09-12T00:42:41.661 INFO:tasks.workunit.client.0.smithi038.stdout: "display_name": "librgw test user", 2024-09-12T00:42:41.661 INFO:tasks.workunit.client.0.smithi038.stdout: "email": "librgw@example.com", 2024-09-12T00:42:41.661 INFO:tasks.workunit.client.0.smithi038.stdout: "suspended": 0, 2024-09-12T00:42:41.661 INFO:tasks.workunit.client.0.smithi038.stdout: "max_buckets": 1000, 2024-09-12T00:42:41.661 INFO:tasks.workunit.client.0.smithi038.stdout: "subusers": [], 2024-09-12T00:42:41.661 INFO:tasks.workunit.client.0.smithi038.stdout: "keys": [ 2024-09-12T00:42:41.661 INFO:tasks.workunit.client.0.smithi038.stdout: { 2024-09-12T00:42:41.661 INFO:tasks.workunit.client.0.smithi038.stdout: "user": "ceph-test-librgw-file", 2024-09-12T00:42:41.661 INFO:tasks.workunit.client.0.smithi038.stdout: "access_key": "PoNb+pk9nlailO3g9iYWHAiAwlU=", 2024-09-12T00:42:41.661 INFO:tasks.workunit.client.0.smithi038.stdout: "secret_key": "/33PGzgNXKSCbthxAD/0fUriXgV5FST/n89+VU52SSFHjxabUo+obg==", 2024-09-12T00:42:41.661 INFO:tasks.workunit.client.0.smithi038.stdout: "active": true, 2024-09-12T00:42:41.661 INFO:tasks.workunit.client.0.smithi038.stdout: "create_date": "2024-09-12T00:42:41.656697Z" 2024-09-12T00:42:41.661 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:42:41.662 INFO:tasks.workunit.client.0.smithi038.stdout: ], 2024-09-12T00:42:41.662 INFO:tasks.workunit.client.0.smithi038.stdout: "swift_keys": [], 2024-09-12T00:42:41.662 INFO:tasks.workunit.client.0.smithi038.stdout: "caps": [], 2024-09-12T00:42:41.662 INFO:tasks.workunit.client.0.smithi038.stdout: "op_mask": "read, write, delete", 2024-09-12T00:42:41.662 INFO:tasks.workunit.client.0.smithi038.stdout: "default_placement": "", 2024-09-12T00:42:41.662 INFO:tasks.workunit.client.0.smithi038.stdout: "default_storage_class": "", 2024-09-12T00:42:41.662 INFO:tasks.workunit.client.0.smithi038.stdout: "placement_tags": [], 2024-09-12T00:42:41.662 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_quota": { 2024-09-12T00:42:41.662 INFO:tasks.workunit.client.0.smithi038.stdout: "enabled": false, 2024-09-12T00:42:41.662 INFO:tasks.workunit.client.0.smithi038.stdout: "check_on_raw": false, 2024-09-12T00:42:41.662 INFO:tasks.workunit.client.0.smithi038.stdout: "max_size": -1, 2024-09-12T00:42:41.662 INFO:tasks.workunit.client.0.smithi038.stdout: "max_size_kb": 0, 2024-09-12T00:42:41.662 INFO:tasks.workunit.client.0.smithi038.stdout: "max_objects": -1 2024-09-12T00:42:41.662 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.663 INFO:tasks.workunit.client.0.smithi038.stdout: "user_quota": { 2024-09-12T00:42:41.663 INFO:tasks.workunit.client.0.smithi038.stdout: "enabled": false, 2024-09-12T00:42:41.663 INFO:tasks.workunit.client.0.smithi038.stdout: "check_on_raw": false, 2024-09-12T00:42:41.663 INFO:tasks.workunit.client.0.smithi038.stdout: "max_size": -1, 2024-09-12T00:42:41.663 INFO:tasks.workunit.client.0.smithi038.stdout: "max_size_kb": 0, 2024-09-12T00:42:41.663 INFO:tasks.workunit.client.0.smithi038.stdout: "max_objects": -1 2024-09-12T00:42:41.663 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:42:41.663 INFO:tasks.workunit.client.0.smithi038.stdout: "temp_url_keys": [], 2024-09-12T00:42:41.663 INFO:tasks.workunit.client.0.smithi038.stdout: "type": "rgw", 2024-09-12T00:42:41.663 INFO:tasks.workunit.client.0.smithi038.stdout: "mfa_ids": [], 2024-09-12T00:42:41.663 INFO:tasks.workunit.client.0.smithi038.stdout: "account_id": "", 2024-09-12T00:42:41.663 INFO:tasks.workunit.client.0.smithi038.stdout: "path": "/", 2024-09-12T00:42:41.663 INFO:tasks.workunit.client.0.smithi038.stdout: "create_date": "2024-09-12T00:42:41.656682Z", 2024-09-12T00:42:41.663 INFO:tasks.workunit.client.0.smithi038.stdout: "tags": [], 2024-09-12T00:42:41.664 INFO:tasks.workunit.client.0.smithi038.stdout: "group_ids": [] 2024-09-12T00:42:41.664 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:42:41.664 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:42:41.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.662+0000 7f2252fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:42:41.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.665+0000 7f23a092e800 20 remove_watcher() i=0 2024-09-12T00:42:41.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.665+0000 7f23a092e800 2 removed watcher, disabling cache 2024-09-12T00:42:41.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.666+0000 7f23a092e800 20 remove_watcher() i=1 2024-09-12T00:42:41.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.667+0000 7f23a092e800 20 remove_watcher() i=2 2024-09-12T00:42:41.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.668+0000 7f23a092e800 20 remove_watcher() i=3 2024-09-12T00:42:41.667 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.669+0000 7f23a092e800 20 remove_watcher() i=4 2024-09-12T00:42:41.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.670+0000 7f23a092e800 20 remove_watcher() i=5 2024-09-12T00:42:41.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.671+0000 7f23a092e800 20 remove_watcher() i=6 2024-09-12T00:42:41.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:41.672+0000 7f23a092e800 20 remove_watcher() i=7 2024-09-12T00:42:41.681 INFO:tasks.workunit.client.0.smithi038.stdout:phase 1.1 2024-09-12T00:42:41.703 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T00:42:41.704 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:42:41.704 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 24 tests from LibRGW 2024-09-12T00:42:41.704 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:42:41.715 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:42:41.715 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:42:41.892 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.INIT (188 ms) 2024-09-12T00:42:41.892 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T00:42:41.893 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-12T00:42:41.893 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:42:41.893 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T00:42:41.893 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T00:42:41.904 INFO:tasks.workunit.client.0.smithi038.stdout:creating: nfsroot:foo/bar/baz/quux 2024-09-12T00:42:41.910 INFO:tasks.workunit.client.0.smithi038.stdout:creating: nfsroot:foo/f1 2024-09-12T00:42:41.914 INFO:tasks.workunit.client.0.smithi038.stdout:creating: nfsroot:foo/f2 2024-09-12T00:42:41.917 INFO:tasks.workunit.client.0.smithi038.stdout:creating: nfsroot:foo/bar/f1 2024-09-12T00:42:41.921 INFO:tasks.workunit.client.0.smithi038.stdout:creating: nfsroot:foo/bar/d1/ 2024-09-12T00:42:41.924 INFO:tasks.workunit.client.0.smithi038.stdout:creating: nfsroot:foo/bar/baz/hungry 2024-09-12T00:42:41.928 INFO:tasks.workunit.client.0.smithi038.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2024-09-12T00:42:41.934 INFO:tasks.workunit.client.0.smithi038.stdout:creating: nfsroot:foo/bar/baz/momma 2024-09-12T00:42:41.937 INFO:tasks.workunit.client.0.smithi038.stdout:creating: nfsroot:foo/bar/baz/bear/ 2024-09-12T00:42:41.939 INFO:tasks.workunit.client.0.smithi038.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2024-09-12T00:42:41.942 INFO:tasks.workunit.client.0.smithi038.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2024-09-12T00:42:41.946 INFO:tasks.workunit.client.0.smithi038.stdout:creating: nfsroot:foo/bar/baz/frobozz 2024-09-12T00:42:41.948 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SETUP_HIER1 (56 ms) 2024-09-12T00:42:41.948 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T00:42:42.065 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SETUP_DIRS1 (116 ms) 2024-09-12T00:42:42.065 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T00:42:42.065 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T00:42:42.065 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T00:42:42.085 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (20 ms) 2024-09-12T00:42:42.085 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T00:42:42.126 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (42 ms) 2024-09-12T00:42:42.127 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T00:42:42.127 INFO:tasks.workunit.client.0.smithi038.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2024-09-12T00:42:42.133 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (6 ms) 2024-09-12T00:42:42.133 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T00:42:42.133 INFO:tasks.workunit.client.0.smithi038.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2024-09-12T00:42:42.139 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (6 ms) 2024-09-12T00:42:42.140 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T00:42:42.140 INFO:tasks.workunit.client.0.smithi038.stdout:scanning objects in /bdirs1/dir_0 2024-09-12T00:42:42.140 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T00:42:42.140 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T00:42:42.140 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T00:42:42.140 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T00:42:42.140 INFO:tasks.workunit.client.0.smithi038.stdout:scanning objects in /bdirs1/dir_1 2024-09-12T00:42:42.140 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T00:42:42.140 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T00:42:42.140 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T00:42:42.140 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T00:42:42.140 INFO:tasks.workunit.client.0.smithi038.stdout:scanning objects in /bdirs1/dir_2 2024-09-12T00:42:42.140 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T00:42:42.141 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T00:42:42.141 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T00:42:42.141 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T00:42:42.141 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T00:42:42.141 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T00:42:42.141 INFO:tasks.workunit.client.0.smithi038.stdout:read back objects in /bdirs1/dir_0 2024-09-12T00:42:42.141 INFO:tasks.workunit.client.0.smithi038.stdout:reading 0,256 dir_0/sfile_0 2024-09-12T00:42:42.141 INFO:tasks.workunit.client.0.smithi038.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T00:42:42.142 INFO:tasks.workunit.client.0.smithi038.stdout:reading 0,256 dir_0/sfile_1 2024-09-12T00:42:42.143 INFO:tasks.workunit.client.0.smithi038.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T00:42:42.143 INFO:tasks.workunit.client.0.smithi038.stdout:read back objects in /bdirs1/dir_1 2024-09-12T00:42:42.143 INFO:tasks.workunit.client.0.smithi038.stdout:reading 0,256 dir_1/sfile_0 2024-09-12T00:42:42.144 INFO:tasks.workunit.client.0.smithi038.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T00:42:42.144 INFO:tasks.workunit.client.0.smithi038.stdout:reading 0,256 dir_1/sfile_1 2024-09-12T00:42:42.145 INFO:tasks.workunit.client.0.smithi038.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T00:42:42.146 INFO:tasks.workunit.client.0.smithi038.stdout:read back objects in /bdirs1/dir_2 2024-09-12T00:42:42.146 INFO:tasks.workunit.client.0.smithi038.stdout:reading 0,256 dir_2/sfile_0 2024-09-12T00:42:42.147 INFO:tasks.workunit.client.0.smithi038.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T00:42:42.147 INFO:tasks.workunit.client.0.smithi038.stdout:reading 0,256 dir_2/sfile_1 2024-09-12T00:42:42.148 INFO:tasks.workunit.client.0.smithi038.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T00:42:42.149 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.READ_DIRS1 (9 ms) 2024-09-12T00:42:42.149 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T00:42:42.329 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.READF_SETUP1 (180 ms) 2024-09-12T00:42:42.329 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T00:42:42.329 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T00:42:42.329 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T00:42:42.329 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T00:42:42.329 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T00:42:42.329 INFO:tasks.workunit.client.0.smithi038.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T00:42:42.329 INFO:tasks.workunit.client.0.smithi038.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T00:42:42.329 INFO:tasks.workunit.client.0.smithi038.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T00:42:42.329 INFO:tasks.workunit.client.0.smithi038.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T00:42:42.330 INFO:tasks.workunit.client.0.smithi038.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T00:42:42.330 INFO:tasks.workunit.client.0.smithi038.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T00:42:42.330 INFO:tasks.workunit.client.0.smithi038.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T00:42:42.330 INFO:tasks.workunit.client.0.smithi038.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T00:42:42.330 INFO:tasks.workunit.client.0.smithi038.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T00:42:42.330 INFO:tasks.workunit.client.0.smithi038.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T00:42:42.330 INFO:tasks.workunit.client.0.smithi038.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T00:42:42.330 INFO:tasks.workunit.client.0.smithi038.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T00:42:42.330 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T00:42:42.330 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T00:42:42.335 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-12T00:42:42.336 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-12T00:42:42.339 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-12T00:42:42.341 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-12T00:42:42.344 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T00:42:42.345 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T00:42:42.345 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-12T00:42:42.346 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-12T00:42:42.346 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T00:42:42.347 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T00:42:42.347 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-12T00:42:42.349 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-12T00:42:42.349 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-12T00:42:42.349 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-12T00:42:42.350 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo (foo): DIR 2024-09-12T00:42:42.350 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot (nfsroot): DIR 2024-09-12T00:42:42.350 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.HIER1 (20 ms) 2024-09-12T00:42:42.350 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T00:42:42.350 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T00:42:42.350 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T00:42:42.350 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T00:42:42.350 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T00:42:42.350 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T00:42:42.350 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T00:42:42.350 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T00:42:42.350 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:42:42.350 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:42:42.350 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:42:42.351 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:42:42.351 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:42:42.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:42.350+0000 7f29d37238c0 -1 shutting down 2024-09-12T00:42:42.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:42:42.352+0000 7f28aad1a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 66152, si_uid : 1000, si_addr0x3e800010268, si_status0 2024-09-12T00:43:12.182 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SHUTDOWN (29833 ms) 2024-09-12T00:43:12.182 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 24 tests from LibRGW (30478 ms total) 2024-09-12T00:43:12.182 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:43:12.182 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:43:12.182 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 24 tests from 1 test suite ran. (30478 ms total) 2024-09-12T00:43:12.182 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 24 tests. 2024-09-12T00:43:12.188 INFO:tasks.workunit.client.0.smithi038.stdout:phase 1.2 2024-09-12T00:43:12.213 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T00:43:12.213 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:43:12.213 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 24 tests from LibRGW 2024-09-12T00:43:12.213 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:43:12.222 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:43:12.222 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:43:12.614 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.INIT (401 ms) 2024-09-12T00:43:12.614 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T00:43:12.616 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-12T00:43:12.616 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:43:12.616 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T00:43:12.616 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T00:43:12.616 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2024-09-12T00:43:12.616 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T00:43:12.616 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2024-09-12T00:43:12.616 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T00:43:12.616 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T00:43:12.616 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T00:43:12.616 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-12T00:43:12.616 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T00:43:12.617 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-12T00:43:12.617 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T00:43:12.617 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-12T00:43:12.617 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T00:43:12.617 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-12T00:43:12.617 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T00:43:12.617 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T00:43:12.617 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T00:43:12.617 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2024-09-12T00:43:12.617 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T00:43:12.617 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-12T00:43:12.617 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T00:43:12.617 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T00:43:12.618 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T00:43:12.618 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T00:43:12.618 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T00:43:12.618 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2024-09-12T00:43:12.618 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T00:43:12.618 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2024-09-12T00:43:12.618 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T00:43:12.618 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T00:43:12.618 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T00:43:12.618 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T00:43:12.618 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T00:43:12.618 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T00:43:12.618 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T00:43:12.618 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T00:43:12.619 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:43:12.619 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:43:12.619 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:43:12.619 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:43:12.619 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:43:12.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:43:12.616+0000 7f3020b248c0 -1 shutting down 2024-09-12T00:43:12.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:43:12.617+0000 7f2ef8a9a640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 66775, si_uid : 1000, si_addr0x3e8000104d7, si_status0 2024-09-12T00:43:42.978 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SHUTDOWN (30362 ms) 2024-09-12T00:43:42.978 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 24 tests from LibRGW (30764 ms total) 2024-09-12T00:43:42.978 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:43:42.979 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:43:42.979 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 24 tests from 1 test suite ran. (30764 ms total) 2024-09-12T00:43:42.979 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 24 tests. 2024-09-12T00:43:42.983 INFO:tasks.workunit.client.0.smithi038.stdout:phase 1.3 2024-09-12T00:43:43.009 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 24 tests from 1 test suite. 2024-09-12T00:43:43.009 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:43:43.009 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 24 tests from LibRGW 2024-09-12T00:43:43.009 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:43:43.020 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:43:43.020 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:43:43.421 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.INIT (412 ms) 2024-09-12T00:43:43.421 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2024-09-12T00:43:43.422 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2024-09-12T00:43:43.422 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:43:43.422 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2024-09-12T00:43:43.423 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SETUP_HIER1 2024-09-12T00:43:43.427 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SETUP_HIER1 (5 ms) 2024-09-12T00:43:43.427 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2024-09-12T00:43:43.490 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SETUP_DIRS1 (62 ms) 2024-09-12T00:43:43.490 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SETATTR 2024-09-12T00:43:43.490 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2024-09-12T00:43:43.490 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2024-09-12T00:43:43.490 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2024-09-12T00:43:43.490 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2024-09-12T00:43:43.490 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2024-09-12T00:43:43.490 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2024-09-12T00:43:43.490 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2024-09-12T00:43:43.491 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2024-09-12T00:43:43.491 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2024-09-12T00:43:43.491 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2024-09-12T00:43:43.491 INFO:tasks.workunit.client.0.smithi038.stdout:scanning objects in /bdirs1/dir_0 2024-09-12T00:43:43.491 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T00:43:43.491 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T00:43:43.491 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T00:43:43.491 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T00:43:43.491 INFO:tasks.workunit.client.0.smithi038.stdout:scanning objects in /bdirs1/dir_1 2024-09-12T00:43:43.491 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T00:43:43.491 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T00:43:43.491 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T00:43:43.491 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T00:43:43.492 INFO:tasks.workunit.client.0.smithi038.stdout:scanning objects in /bdirs1/dir_2 2024-09-12T00:43:43.492 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2024-09-12T00:43:43.492 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2024-09-12T00:43:43.492 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2024-09-12T00:43:43.492 INFO:tasks.workunit.client.0.smithi038.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2024-09-12T00:43:43.492 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2024-09-12T00:43:43.492 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.READ_DIRS1 2024-09-12T00:43:43.492 INFO:tasks.workunit.client.0.smithi038.stdout:read back objects in /bdirs1/dir_0 2024-09-12T00:43:43.492 INFO:tasks.workunit.client.0.smithi038.stdout:reading 0,256 dir_0/sfile_0 2024-09-12T00:43:43.493 INFO:tasks.workunit.client.0.smithi038.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T00:43:43.493 INFO:tasks.workunit.client.0.smithi038.stdout:reading 0,256 dir_0/sfile_1 2024-09-12T00:43:43.493 INFO:tasks.workunit.client.0.smithi038.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T00:43:43.493 INFO:tasks.workunit.client.0.smithi038.stdout:read back objects in /bdirs1/dir_1 2024-09-12T00:43:43.493 INFO:tasks.workunit.client.0.smithi038.stdout:reading 0,256 dir_1/sfile_0 2024-09-12T00:43:43.494 INFO:tasks.workunit.client.0.smithi038.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T00:43:43.494 INFO:tasks.workunit.client.0.smithi038.stdout:reading 0,256 dir_1/sfile_1 2024-09-12T00:43:43.495 INFO:tasks.workunit.client.0.smithi038.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T00:43:43.496 INFO:tasks.workunit.client.0.smithi038.stdout:read back objects in /bdirs1/dir_2 2024-09-12T00:43:43.496 INFO:tasks.workunit.client.0.smithi038.stdout:reading 0,256 dir_2/sfile_0 2024-09-12T00:43:43.497 INFO:tasks.workunit.client.0.smithi038.stdout: read back from sfile_0 : "data for sfile_0" 2024-09-12T00:43:43.497 INFO:tasks.workunit.client.0.smithi038.stdout:reading 0,256 dir_2/sfile_1 2024-09-12T00:43:43.498 INFO:tasks.workunit.client.0.smithi038.stdout: read back from sfile_1 : "data for sfile_1" 2024-09-12T00:43:43.498 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.READ_DIRS1 (9 ms) 2024-09-12T00:43:43.499 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.READF_SETUP1 2024-09-12T00:43:43.499 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2024-09-12T00:43:43.499 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.READF_DIRS1 2024-09-12T00:43:43.499 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2024-09-12T00:43:43.499 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2024-09-12T00:43:43.499 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2024-09-12T00:43:43.499 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2024-09-12T00:43:43.499 INFO:tasks.workunit.client.0.smithi038.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T00:43:43.499 INFO:tasks.workunit.client.0.smithi038.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T00:43:43.499 INFO:tasks.workunit.client.0.smithi038.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T00:43:43.500 INFO:tasks.workunit.client.0.smithi038.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T00:43:43.500 INFO:tasks.workunit.client.0.smithi038.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T00:43:43.500 INFO:tasks.workunit.client.0.smithi038.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T00:43:43.500 INFO:tasks.workunit.client.0.smithi038.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T00:43:43.500 INFO:tasks.workunit.client.0.smithi038.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T00:43:43.500 INFO:tasks.workunit.client.0.smithi038.stdout:release sdir_0 type: DIR refs: 2 2024-09-12T00:43:43.500 INFO:tasks.workunit.client.0.smithi038.stdout:release sfile_0 type: FILE refs: 2 2024-09-12T00:43:43.500 INFO:tasks.workunit.client.0.smithi038.stdout:release sdir_1 type: DIR refs: 2 2024-09-12T00:43:43.500 INFO:tasks.workunit.client.0.smithi038.stdout:release sfile_1 type: FILE refs: 2 2024-09-12T00:43:43.500 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (1 ms) 2024-09-12T00:43:43.500 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.HIER1 2024-09-12T00:43:43.507 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/f2 (f2): FILE 2024-09-12T00:43:43.507 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/f1 (f1): FILE 2024-09-12T00:43:43.510 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2024-09-12T00:43:43.512 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2024-09-12T00:43:43.516 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T00:43:43.516 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2024-09-12T00:43:43.517 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2024-09-12T00:43:43.518 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2024-09-12T00:43:43.518 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T00:43:43.519 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2024-09-12T00:43:43.520 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2024-09-12T00:43:43.522 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2024-09-12T00:43:43.522 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar/baz (baz): DIR 2024-09-12T00:43:43.522 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo/bar (bar): DIR 2024-09-12T00:43:43.523 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot/foo (foo): DIR 2024-09-12T00:43:43.523 INFO:tasks.workunit.client.0.smithi038.stdout:/nfsroot (nfsroot): DIR 2024-09-12T00:43:43.523 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.HIER1 (23 ms) 2024-09-12T00:43:43.523 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T00:43:43.523 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2024-09-12T00:43:43.523 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T00:43:43.523 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T00:43:43.523 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T00:43:43.523 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T00:43:43.523 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T00:43:43.523 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T00:43:43.523 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:43:43.523 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:43:43.523 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:43:43.524 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:43:43.524 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:43:43.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:43:43.523+0000 7f465c2538c0 -1 shutting down 2024-09-12T00:43:43.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:43:43.525+0000 7f4535f92640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 67394, si_uid : 1000, si_addr0x3e800010742, si_status0 2024-09-12T00:44:13.618 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SHUTDOWN (30096 ms) 2024-09-12T00:44:13.618 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 24 tests from LibRGW (30609 ms total) 2024-09-12T00:44:13.618 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:44:13.619 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:44:13.619 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 24 tests from 1 test suite ran. (30609 ms total) 2024-09-12T00:44:13.619 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 24 tests. 2024-09-12T00:44:13.624 INFO:tasks.workunit.client.0.smithi038.stdout:phase 2.1 2024-09-12T00:44:13.651 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T00:44:13.651 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:44:13.651 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 9 tests from LibRGW 2024-09-12T00:44:13.652 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:44:13.661 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:13.661 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:14.261 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.INIT (610 ms) 2024-09-12T00:44:14.261 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:44:14.261 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T00:44:14.261 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T00:44:14.270 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CREATE_BUCKET (8 ms) 2024-09-12T00:44:14.270 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T00:44:14.270 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T00:44:14.270 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-12T00:44:14.279 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave0 2024-09-12T00:44:14.287 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave1 2024-09-12T00:44:14.296 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave2 2024-09-12T00:44:14.303 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave3 2024-09-12T00:44:14.311 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave4 2024-09-12T00:44:14.319 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave5 2024-09-12T00:44:14.328 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave6 2024-09-12T00:44:14.335 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave7 2024-09-12T00:44:14.344 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave8 2024-09-12T00:44:14.357 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave9 2024-09-12T00:44:14.357 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (87 ms) 2024-09-12T00:44:14.357 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-12T00:44:14.633 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (276 ms) 2024-09-12T00:44:14.633 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:44:14.633 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:44:14.634 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:44:14.634 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:44:14.634 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:44:14.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:44:14.633+0000 7f0b98d688c0 -1 shutting down 2024-09-12T00:44:14.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:44:14.635+0000 7f0a70d65640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 68017, si_uid : 1000, si_addr0x3e8000109b1, si_status0 2024-09-12T00:44:44.609 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SHUTDOWN (29975 ms) 2024-09-12T00:44:44.609 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 9 tests from LibRGW (30957 ms total) 2024-09-12T00:44:44.609 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:44:44.609 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:44:44.609 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 9 tests from 1 test suite ran. (30957 ms total) 2024-09-12T00:44:44.609 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 9 tests. 2024-09-12T00:44:44.614 INFO:tasks.workunit.client.0.smithi038.stdout:phase 2.2 2024-09-12T00:44:44.641 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 9 tests from 1 test suite. 2024-09-12T00:44:44.641 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:44:44.641 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 9 tests from LibRGW 2024-09-12T00:44:44.641 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:44:44.651 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:44:44.651 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:44:45.048 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.INIT (407 ms) 2024-09-12T00:44:45.048 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:44:45.049 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T00:44:45.049 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T00:44:45.049 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T00:44:45.049 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T00:44:45.078 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.DELETE_BUCKET (29 ms) 2024-09-12T00:44:45.078 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2024-09-12T00:44:45.087 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave0 2024-09-12T00:44:45.098 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave1 2024-09-12T00:44:45.107 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave2 2024-09-12T00:44:45.115 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave3 2024-09-12T00:44:45.123 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave4 2024-09-12T00:44:45.134 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave5 2024-09-12T00:44:45.142 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave6 2024-09-12T00:44:45.153 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave7 2024-09-12T00:44:45.162 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave8 2024-09-12T00:44:45.171 INFO:tasks.workunit.client.0.smithi038.stdout:created: sorrydave9 2024-09-12T00:44:45.171 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (93 ms) 2024-09-12T00:44:45.171 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2024-09-12T00:44:45.441 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (270 ms) 2024-09-12T00:44:45.442 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:44:45.442 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:44:45.442 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:44:45.442 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:44:45.442 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:44:45.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:44:45.443+0000 7f299db258c0 -1 shutting down 2024-09-12T00:44:45.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:44:45.444+0000 7f2875af7640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 68636, si_uid : 1000, si_addr0x3e800010c1c, si_status0 2024-09-12T00:45:15.165 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SHUTDOWN (29724 ms) 2024-09-12T00:45:15.165 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 9 tests from LibRGW (30524 ms total) 2024-09-12T00:45:15.165 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:45:15.165 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:45:15.165 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 9 tests from 1 test suite ran. (30524 ms total) 2024-09-12T00:45:15.165 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 9 tests. 2024-09-12T00:45:15.171 INFO:tasks.workunit.client.0.smithi038.stdout:phase 3.1 2024-09-12T00:45:15.504 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-12T00:45:15.504 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:45:15.504 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 13 tests from LibRGW 2024-09-12T00:45:15.504 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:45:15.513 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:15.513 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:15.691 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.INIT (187 ms) 2024-09-12T00:45:15.691 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:45:15.692 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T00:45:15.692 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T00:45:15.704 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CREATE_BUCKET (13 ms) 2024-09-12T00:45:15.704 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T00:45:15.707 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2024-09-12T00:45:15.707 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T00:45:15.709 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (1 ms) 2024-09-12T00:45:15.709 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.LARGE1 2024-09-12T00:45:15.759 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.LARGE1 (50 ms) 2024-09-12T00:45:15.759 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.LARGE2 2024-09-12T00:45:15.804 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.LARGE2 (45 ms) 2024-09-12T00:45:15.804 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T00:45:15.804 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T00:45:15.804 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T00:45:15.804 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-12T00:45:15.804 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T00:45:15.804 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T00:45:15.805 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:45:15.805 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:45:15.805 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:45:15.805 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:45:15.805 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:45:15.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:45:15.805+0000 7f708393b8c0 -1 shutting down 2024-09-12T00:45:15.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:45:15.807+0000 7f6f5d678640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 69255, si_uid : 1000, si_addr0x3e800010e87, si_status0 2024-09-12T00:45:45.898 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SHUTDOWN (30093 ms) 2024-09-12T00:45:45.898 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 13 tests from LibRGW (30393 ms total) 2024-09-12T00:45:45.898 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:45:45.898 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:45:45.898 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 13 tests from 1 test suite ran. (30393 ms total) 2024-09-12T00:45:45.899 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 13 tests. 2024-09-12T00:45:45.904 INFO:tasks.workunit.client.0.smithi038.stdout:phase 3.2 2024-09-12T00:45:46.238 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 13 tests from 1 test suite. 2024-09-12T00:45:46.238 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:45:46.238 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 13 tests from LibRGW 2024-09-12T00:45:46.238 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:45:46.246 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:45:46.246 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:45:46.632 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.INIT (394 ms) 2024-09-12T00:45:46.632 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:45:46.633 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T00:45:46.633 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T00:45:46.633 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T00:45:46.633 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T00:45:46.637 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (5 ms) 2024-09-12T00:45:46.637 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T00:45:46.641 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (3 ms) 2024-09-12T00:45:46.641 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.LARGE1 2024-09-12T00:45:46.701 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.LARGE1 (61 ms) 2024-09-12T00:45:46.702 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.LARGE2 2024-09-12T00:45:46.702 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2024-09-12T00:45:46.702 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T00:45:46.702 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T00:45:46.702 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T00:45:46.706 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.DELETE_OBJECT (4 ms) 2024-09-12T00:45:46.706 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T00:45:46.734 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.DELETE_BUCKET (28 ms) 2024-09-12T00:45:46.734 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:45:46.734 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:45:46.734 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:45:46.735 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:45:46.735 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:45:46.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:45:46.735+0000 7f00c78c38c0 -1 shutting down 2024-09-12T00:45:46.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:45:46.736+0000 7eff9e81c640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 69883, si_uid : 1000, si_addr0x3e8000110fb, si_status0 2024-09-12T00:46:17.045 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SHUTDOWN (30311 ms) 2024-09-12T00:46:17.046 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 13 tests from LibRGW (30807 ms total) 2024-09-12T00:46:17.046 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:46:17.046 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:46:17.046 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 13 tests from 1 test suite ran. (30807 ms total) 2024-09-12T00:46:17.046 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 13 tests. 2024-09-12T00:46:17.053 INFO:tasks.workunit.client.0.smithi038.stdout:phase 4.1 2024-09-12T00:46:17.079 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T00:46:17.079 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:46:17.079 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 11 tests from LibRGW 2024-09-12T00:46:17.079 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.TVAR 2024-09-12T00:46:17.079 INFO:tasks.workunit.client.0.smithi038.stdout:read i1: 64001 2024-09-12T00:46:17.079 INFO:tasks.workunit.client.0.smithi038.stdout:read s1: blunderbuss 2024-09-12T00:46:17.079 INFO:tasks.workunit.client.0.smithi038.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-12T00:46:17.079 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:46:17.090 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:17.090 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:17.480 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.INIT (401 ms) 2024-09-12T00:46:17.480 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:46:17.481 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T00:46:17.481 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T00:46:17.499 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (18 ms) 2024-09-12T00:46:17.499 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T00:46:18.125 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_0 2024-09-12T00:46:18.125 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_1 2024-09-12T00:46:18.126 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_2 2024-09-12T00:46:18.126 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_3 2024-09-12T00:46:18.126 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_4 2024-09-12T00:46:18.126 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_5 2024-09-12T00:46:18.126 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_6 2024-09-12T00:46:18.126 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_7 2024-09-12T00:46:18.126 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_8 2024-09-12T00:46:18.126 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_9 2024-09-12T00:46:18.126 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_10 2024-09-12T00:46:18.126 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_11 2024-09-12T00:46:18.126 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_12 2024-09-12T00:46:18.126 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_13 2024-09-12T00:46:18.126 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_14 2024-09-12T00:46:18.127 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_15 2024-09-12T00:46:18.127 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_16 2024-09-12T00:46:18.127 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_17 2024-09-12T00:46:18.127 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_18 2024-09-12T00:46:18.127 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_19 2024-09-12T00:46:18.127 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_20 2024-09-12T00:46:18.127 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_21 2024-09-12T00:46:18.127 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_22 2024-09-12T00:46:18.127 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_23 2024-09-12T00:46:18.127 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_24 2024-09-12T00:46:18.127 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_25 2024-09-12T00:46:18.127 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_26 2024-09-12T00:46:18.127 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_27 2024-09-12T00:46:18.127 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_28 2024-09-12T00:46:18.127 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_29 2024-09-12T00:46:18.128 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_30 2024-09-12T00:46:18.128 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_31 2024-09-12T00:46:18.128 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_32 2024-09-12T00:46:18.128 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_33 2024-09-12T00:46:18.128 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_34 2024-09-12T00:46:18.128 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_35 2024-09-12T00:46:18.128 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_36 2024-09-12T00:46:18.128 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_37 2024-09-12T00:46:18.128 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_38 2024-09-12T00:46:18.128 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_39 2024-09-12T00:46:18.128 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_40 2024-09-12T00:46:18.128 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_41 2024-09-12T00:46:18.128 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_42 2024-09-12T00:46:18.128 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_43 2024-09-12T00:46:18.129 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_44 2024-09-12T00:46:18.129 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_45 2024-09-12T00:46:18.129 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_46 2024-09-12T00:46:18.129 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_47 2024-09-12T00:46:18.129 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_48 2024-09-12T00:46:18.129 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_49 2024-09-12T00:46:18.129 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_50 2024-09-12T00:46:18.130 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_51 2024-09-12T00:46:18.130 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_52 2024-09-12T00:46:18.130 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_53 2024-09-12T00:46:18.130 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_54 2024-09-12T00:46:18.130 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_55 2024-09-12T00:46:18.130 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_56 2024-09-12T00:46:18.130 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_57 2024-09-12T00:46:18.130 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_58 2024-09-12T00:46:18.130 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_59 2024-09-12T00:46:18.130 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_60 2024-09-12T00:46:18.130 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_61 2024-09-12T00:46:18.130 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_62 2024-09-12T00:46:18.130 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_63 2024-09-12T00:46:18.130 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_64 2024-09-12T00:46:18.131 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_65 2024-09-12T00:46:18.131 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_66 2024-09-12T00:46:18.131 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_67 2024-09-12T00:46:18.131 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_68 2024-09-12T00:46:18.131 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_69 2024-09-12T00:46:18.131 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_70 2024-09-12T00:46:18.131 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_71 2024-09-12T00:46:18.131 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_72 2024-09-12T00:46:18.131 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_73 2024-09-12T00:46:18.131 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_74 2024-09-12T00:46:18.132 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_75 2024-09-12T00:46:18.132 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_76 2024-09-12T00:46:18.132 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_77 2024-09-12T00:46:18.132 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_78 2024-09-12T00:46:18.132 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_79 2024-09-12T00:46:18.132 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_80 2024-09-12T00:46:18.132 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_81 2024-09-12T00:46:18.132 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_82 2024-09-12T00:46:18.132 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_83 2024-09-12T00:46:18.132 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_84 2024-09-12T00:46:18.133 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_85 2024-09-12T00:46:18.133 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_86 2024-09-12T00:46:18.133 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_87 2024-09-12T00:46:18.133 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_88 2024-09-12T00:46:18.133 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_89 2024-09-12T00:46:18.133 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_90 2024-09-12T00:46:18.133 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_91 2024-09-12T00:46:18.133 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_92 2024-09-12T00:46:18.133 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_93 2024-09-12T00:46:18.133 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_94 2024-09-12T00:46:18.134 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_95 2024-09-12T00:46:18.134 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_96 2024-09-12T00:46:18.134 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_97 2024-09-12T00:46:18.134 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_98 2024-09-12T00:46:18.134 INFO:tasks.workunit.client.0.smithi038.stdout:created: dmarker:f_99 2024-09-12T00:46:18.134 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (626 ms) 2024-09-12T00:46:18.134 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T00:46:18.136 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2024-09-12T00:46:18.136 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2024-09-12T00:46:18.136 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T00:46:18.136 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T00:46:18.136 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T00:46:18.136 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T00:46:18.136 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T00:46:18.136 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T00:46:18.136 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T00:46:18.137 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T00:46:18.137 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T00:46:18.137 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T00:46:18.137 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T00:46:18.137 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T00:46:18.137 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T00:46:18.137 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T00:46:18.137 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T00:46:18.137 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T00:46:18.137 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T00:46:18.137 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T00:46:18.138 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T00:46:18.138 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T00:46:18.138 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T00:46:18.138 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T00:46:18.138 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T00:46:18.138 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T00:46:18.138 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T00:46:18.138 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T00:46:18.138 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T00:46:18.138 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T00:46:18.139 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T00:46:18.139 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T00:46:18.139 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T00:46:18.139 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T00:46:18.139 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T00:46:18.139 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T00:46:18.139 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T00:46:18.139 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T00:46:18.139 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T00:46:18.139 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T00:46:18.139 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T00:46:18.139 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T00:46:18.139 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T00:46:18.140 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T00:46:18.140 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T00:46:18.140 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T00:46:18.140 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T00:46:18.140 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T00:46:18.140 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T00:46:18.140 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T00:46:18.140 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T00:46:18.140 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T00:46:18.140 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T00:46:18.140 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T00:46:18.140 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T00:46:18.140 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T00:46:18.140 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T00:46:18.141 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T00:46:18.141 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T00:46:18.141 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T00:46:18.141 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T00:46:18.141 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T00:46:18.141 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T00:46:18.141 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T00:46:18.141 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T00:46:18.142 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T00:46:18.142 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T00:46:18.142 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T00:46:18.142 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T00:46:18.142 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T00:46:18.142 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T00:46:18.142 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T00:46:18.142 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T00:46:18.142 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T00:46:18.142 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T00:46:18.142 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T00:46:18.143 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T00:46:18.143 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T00:46:18.143 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T00:46:18.143 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T00:46:18.143 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T00:46:18.143 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T00:46:18.143 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T00:46:18.143 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T00:46:18.143 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T00:46:18.144 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T00:46:18.144 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T00:46:18.144 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T00:46:18.144 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T00:46:18.144 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T00:46:18.144 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T00:46:18.144 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T00:46:18.144 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T00:46:18.144 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T00:46:18.144 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T00:46:18.144 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T00:46:18.144 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T00:46:18.145 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T00:46:18.145 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T00:46:18.145 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T00:46:18.145 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T00:46:18.145 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T00:46:18.145 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_READDIR (3 ms) 2024-09-12T00:46:18.145 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-12T00:46:18.145 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T00:46:18.145 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T00:46:18.145 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T00:46:18.146 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T00:46:18.146 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T00:46:18.146 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T00:46:18.146 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T00:46:18.146 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T00:46:18.146 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T00:46:18.146 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T00:46:18.146 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T00:46:18.146 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T00:46:18.147 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T00:46:18.147 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T00:46:18.147 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T00:46:18.147 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T00:46:18.147 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T00:46:18.147 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T00:46:18.147 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T00:46:18.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T00:46:18.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T00:46:18.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T00:46:18.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T00:46:18.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T00:46:18.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T00:46:18.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T00:46:18.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T00:46:18.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T00:46:18.149 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T00:46:18.149 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T00:46:18.149 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T00:46:18.149 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T00:46:18.149 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T00:46:18.149 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T00:46:18.149 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T00:46:18.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T00:46:18.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T00:46:18.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T00:46:18.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T00:46:18.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T00:46:18.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T00:46:18.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T00:46:18.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T00:46:18.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T00:46:18.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T00:46:18.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T00:46:18.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T00:46:18.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T00:46:18.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T00:46:18.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T00:46:18.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T00:46:18.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T00:46:18.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T00:46:18.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T00:46:18.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T00:46:18.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T00:46:18.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T00:46:18.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T00:46:18.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T00:46:18.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T00:46:18.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T00:46:18.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T00:46:18.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T00:46:18.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T00:46:18.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T00:46:18.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T00:46:18.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T00:46:18.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T00:46:18.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T00:46:18.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T00:46:18.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T00:46:18.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T00:46:18.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T00:46:18.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T00:46:18.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T00:46:18.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T00:46:18.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T00:46:18.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T00:46:18.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T00:46:18.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T00:46:18.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T00:46:18.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T00:46:18.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T00:46:18.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T00:46:18.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T00:46:18.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T00:46:18.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T00:46:18.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T00:46:18.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T00:46:18.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T00:46:18.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T00:46:18.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T00:46:18.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T00:46:18.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T00:46:18.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T00:46:18.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T00:46:18.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T00:46:18.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T00:46:18.155 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T00:46:18.155 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T00:46:18.155 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER2_READDIR (2 ms) 2024-09-12T00:46:18.155 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T00:46:18.155 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T00:46:18.155 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:46:18.155 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:46:18.155 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:46:18.155 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:46:18.155 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:46:18.156 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:46:18.131+0000 7f8c593448c0 -1 shutting down 2024-09-12T00:46:18.156 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:46:18.132+0000 7f8b31347640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 70503, si_uid : 1000, si_addr0x3e800011367, si_status0 2024-09-12T00:46:47.694 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SHUTDOWN (29563 ms) 2024-09-12T00:46:47.694 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 11 tests from LibRGW (30614 ms total) 2024-09-12T00:46:47.694 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:46:47.694 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:46:47.695 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 11 tests from 1 test suite ran. (30614 ms total) 2024-09-12T00:46:47.695 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 11 tests. 2024-09-12T00:46:47.700 INFO:tasks.workunit.client.0.smithi038.stdout:phase 4.2 2024-09-12T00:46:47.727 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-12T00:46:47.727 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:46:47.727 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 11 tests from LibRGW 2024-09-12T00:46:47.727 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.TVAR 2024-09-12T00:46:47.727 INFO:tasks.workunit.client.0.smithi038.stdout:read i1: 64001 2024-09-12T00:46:47.727 INFO:tasks.workunit.client.0.smithi038.stdout:read s1: blunderbuss 2024-09-12T00:46:47.727 INFO:tasks.workunit.client.0.smithi038.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2024-09-12T00:46:47.727 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:46:47.735 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:46:47.735 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:46:48.133 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.INIT (406 ms) 2024-09-12T00:46:48.133 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:46:48.134 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T00:46:48.134 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2024-09-12T00:46:48.143 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (9 ms) 2024-09-12T00:46:48.144 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2024-09-12T00:46:48.144 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2024-09-12T00:46:48.144 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2024-09-12T00:46:48.144 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2024-09-12T00:46:48.144 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2024-09-12T00:46:48.146 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2024-09-12T00:46:48.146 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2024-09-12T00:46:48.146 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2024-09-12T00:46:48.146 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2024-09-12T00:46:48.147 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2024-09-12T00:46:48.147 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2024-09-12T00:46:48.147 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2024-09-12T00:46:48.147 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2024-09-12T00:46:48.147 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2024-09-12T00:46:48.147 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2024-09-12T00:46:48.147 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2024-09-12T00:46:48.147 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2024-09-12T00:46:48.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2024-09-12T00:46:48.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2024-09-12T00:46:48.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2024-09-12T00:46:48.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2024-09-12T00:46:48.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2024-09-12T00:46:48.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2024-09-12T00:46:48.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2024-09-12T00:46:48.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2024-09-12T00:46:48.148 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2024-09-12T00:46:48.149 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2024-09-12T00:46:48.149 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2024-09-12T00:46:48.149 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2024-09-12T00:46:48.149 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2024-09-12T00:46:48.149 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2024-09-12T00:46:48.149 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2024-09-12T00:46:48.149 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2024-09-12T00:46:48.149 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2024-09-12T00:46:48.149 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2024-09-12T00:46:48.149 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2024-09-12T00:46:48.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2024-09-12T00:46:48.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2024-09-12T00:46:48.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2024-09-12T00:46:48.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2024-09-12T00:46:48.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2024-09-12T00:46:48.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2024-09-12T00:46:48.150 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2024-09-12T00:46:48.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2024-09-12T00:46:48.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2024-09-12T00:46:48.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2024-09-12T00:46:48.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2024-09-12T00:46:48.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2024-09-12T00:46:48.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2024-09-12T00:46:48.151 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2024-09-12T00:46:48.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2024-09-12T00:46:48.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2024-09-12T00:46:48.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2024-09-12T00:46:48.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2024-09-12T00:46:48.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2024-09-12T00:46:48.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2024-09-12T00:46:48.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2024-09-12T00:46:48.152 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2024-09-12T00:46:48.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2024-09-12T00:46:48.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2024-09-12T00:46:48.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2024-09-12T00:46:48.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2024-09-12T00:46:48.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2024-09-12T00:46:48.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2024-09-12T00:46:48.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2024-09-12T00:46:48.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2024-09-12T00:46:48.153 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2024-09-12T00:46:48.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2024-09-12T00:46:48.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2024-09-12T00:46:48.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2024-09-12T00:46:48.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2024-09-12T00:46:48.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2024-09-12T00:46:48.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2024-09-12T00:46:48.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2024-09-12T00:46:48.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2024-09-12T00:46:48.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2024-09-12T00:46:48.154 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2024-09-12T00:46:48.155 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2024-09-12T00:46:48.155 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2024-09-12T00:46:48.155 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2024-09-12T00:46:48.155 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2024-09-12T00:46:48.155 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2024-09-12T00:46:48.155 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2024-09-12T00:46:48.155 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2024-09-12T00:46:48.155 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2024-09-12T00:46:48.155 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2024-09-12T00:46:48.155 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2024-09-12T00:46:48.155 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2024-09-12T00:46:48.155 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2024-09-12T00:46:48.155 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2024-09-12T00:46:48.155 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2024-09-12T00:46:48.156 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2024-09-12T00:46:48.156 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2024-09-12T00:46:48.156 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2024-09-12T00:46:48.156 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2024-09-12T00:46:48.156 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2024-09-12T00:46:48.156 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2024-09-12T00:46:48.156 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2024-09-12T00:46:48.156 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2024-09-12T00:46:48.156 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2024-09-12T00:46:48.156 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2024-09-12T00:46:48.156 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2024-09-12T00:46:48.156 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2024-09-12T00:46:48.156 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2024-09-12T00:46:48.156 INFO:tasks.workunit.client.0.smithi038.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2024-09-12T00:46:48.157 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER2_READDIR (3 ms) 2024-09-12T00:46:48.157 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2024-09-12T00:46:48.157 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2024-09-12T00:46:48.157 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:46:48.157 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:46:48.157 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:46:48.157 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:46:48.157 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:46:48.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:46:48.146+0000 7ff7dc3228c0 -1 shutting down 2024-09-12T00:46:48.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:46:48.147+0000 7ff6b42bd640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 71122, si_uid : 1000, si_addr0x3e8000115d2, si_status0 2024-09-12T00:47:18.431 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SHUTDOWN (30284 ms) 2024-09-12T00:47:18.431 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 11 tests from LibRGW (30703 ms total) 2024-09-12T00:47:18.431 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:47:18.431 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:47:18.431 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 11 tests from 1 test suite ran. (30703 ms total) 2024-09-12T00:47:18.432 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 11 tests. 2024-09-12T00:47:18.437 INFO:tasks.workunit.client.0.smithi038.stdout:phase 5.1 2024-09-12T00:47:18.472 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-12T00:47:18.472 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:47:18.472 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 19 tests from LibRGW 2024-09-12T00:47:18.472 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:47:18.483 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:18.483 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:18.690 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.INIT (218 ms) 2024-09-12T00:47:18.690 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:47:18.691 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T00:47:18.691 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T00:47:18.700 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CREATE_BUCKET (9 ms) 2024-09-12T00:47:18.700 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T00:47:18.703 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2024-09-12T00:47:18.703 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-12T00:47:18.703 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-12T00:47:18.703 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T00:47:18.704 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2024-09-12T00:47:18.704 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-12T00:47:18.704 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-12T00:47:18.705 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-12T00:47:18.709 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.PUT_OBJECT (4 ms) 2024-09-12T00:47:18.709 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-12T00:47:18.711 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.GET_OBJECT (2 ms) 2024-09-12T00:47:18.711 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T00:47:18.711 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T00:47:18.711 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-12T00:47:18.711 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-12T00:47:18.712 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.WRITEV 2024-09-12T00:47:18.712 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-12T00:47:18.712 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.READV 2024-09-12T00:47:18.712 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-12T00:47:18.712 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-12T00:47:18.712 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-12T00:47:18.712 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T00:47:18.712 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2024-09-12T00:47:18.712 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T00:47:18.712 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2024-09-12T00:47:18.712 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:47:18.712 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:47:18.712 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:47:18.713 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:47:18.713 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:47:18.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:47:18.712+0000 7feae3d398c0 -1 shutting down 2024-09-12T00:47:18.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:47:18.713+0000 7fe9bbcd5640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 71741, si_uid : 1000, si_addr0x3e80001183d, si_status0 2024-09-12T00:47:48.978 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SHUTDOWN (30266 ms) 2024-09-12T00:47:48.978 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 19 tests from LibRGW (30505 ms total) 2024-09-12T00:47:48.978 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:47:48.978 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:47:48.978 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 19 tests from 1 test suite ran. (30505 ms total) 2024-09-12T00:47:48.978 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 19 tests. 2024-09-12T00:47:48.983 INFO:tasks.workunit.client.0.smithi038.stdout:phase 5.2 2024-09-12T00:47:49.019 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 19 tests from 1 test suite. 2024-09-12T00:47:49.019 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:47:49.019 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 19 tests from LibRGW 2024-09-12T00:47:49.019 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:47:49.026 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:47:49.026 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:47:49.835 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.INIT (816 ms) 2024-09-12T00:47:49.836 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:47:49.836 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MOUNT (2 ms) 2024-09-12T00:47:49.836 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2024-09-12T00:47:49.836 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2024-09-12T00:47:49.837 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2024-09-12T00:47:49.842 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (5 ms) 2024-09-12T00:47:49.842 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2024-09-12T00:47:49.842 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2024-09-12T00:47:49.842 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2024-09-12T00:47:49.842 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2024-09-12T00:47:49.842 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.OBJ_OPEN 2024-09-12T00:47:49.842 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2024-09-12T00:47:49.842 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.PUT_OBJECT 2024-09-12T00:47:49.842 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2024-09-12T00:47:49.842 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.GET_OBJECT 2024-09-12T00:47:49.843 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2024-09-12T00:47:49.843 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.STAT_OBJECT 2024-09-12T00:47:49.843 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2024-09-12T00:47:49.843 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2024-09-12T00:47:49.843 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2024-09-12T00:47:49.843 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.WRITEV 2024-09-12T00:47:49.843 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2024-09-12T00:47:49.843 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.READV 2024-09-12T00:47:49.843 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.READV (0 ms) 2024-09-12T00:47:49.843 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2024-09-12T00:47:49.843 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2024-09-12T00:47:49.843 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2024-09-12T00:47:49.846 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.DELETE_OBJECT (5 ms) 2024-09-12T00:47:49.846 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2024-09-12T00:47:49.874 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.DELETE_BUCKET (27 ms) 2024-09-12T00:47:49.874 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:47:49.874 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:47:49.875 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:47:49.875 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:47:49.875 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:47:49.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:47:49.875+0000 7ff9c64808c0 -1 shutting down 2024-09-12T00:47:49.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:47:49.876+0000 7ff8a01bd640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 72362, si_uid : 1000, si_addr0x3e800011aaa, si_status0 2024-09-12T00:48:20.156 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SHUTDOWN (30282 ms) 2024-09-12T00:48:20.156 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 19 tests from LibRGW (31137 ms total) 2024-09-12T00:48:20.156 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:48:20.157 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:48:20.157 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 19 tests from 1 test suite ran. (31137 ms total) 2024-09-12T00:48:20.157 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 19 tests. 2024-09-12T00:48:20.162 INFO:tasks.workunit.client.0.smithi038.stdout:phase 6.1 2024-09-12T00:48:20.191 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] Running 10 tests from 1 test suite. 2024-09-12T00:48:20.191 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment set-up. 2024-09-12T00:48:20.191 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 10 tests from LibRGW 2024-09-12T00:48:20.192 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.INIT 2024-09-12T00:48:20.199 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:48:20.199 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:48:20.387 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.INIT (196 ms) 2024-09-12T00:48:20.387 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.MOUNT 2024-09-12T00:48:20.388 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2024-09-12T00:48:20.388 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CREATE_BUCKETS 2024-09-12T00:48:20.406 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CREATE_BUCKETS (18 ms) 2024-09-12T00:48:20.406 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.LOOKUP_BUCKETS 2024-09-12T00:48:20.413 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.LOOKUP_BUCKETS (7 ms) 2024-09-12T00:48:20.413 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.TOPDIR_RENAME 2024-09-12T00:48:20.433 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.TOPDIR_RENAME (20 ms) 2024-09-12T00:48:20.433 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SUBDIR_RENAME 2024-09-12T00:48:20.458 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SUBDIR_RENAME (25 ms) 2024-09-12T00:48:20.458 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CROSS_BUCKET_RENAME 2024-09-12T00:48:20.481 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CROSS_BUCKET_RENAME (23 ms) 2024-09-12T00:48:20.481 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.CLEANUP 2024-09-12T00:48:20.481 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2024-09-12T00:48:20.481 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.UMOUNT 2024-09-12T00:48:20.481 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2024-09-12T00:48:20.481 INFO:tasks.workunit.client.0.smithi038.stdout:[ RUN ] LibRGW.SHUTDOWN 2024-09-12T00:48:20.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:20.482+0000 7f498ed528c0 -1 shutting down 2024-09-12T00:48:20.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:20.483+0000 7f4868a91640 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 72982, si_uid : 1000, si_addr0x3e800011d16, si_status0 2024-09-12T00:48:50.701 INFO:tasks.workunit.client.0.smithi038.stdout:[ OK ] LibRGW.SHUTDOWN (30219 ms) 2024-09-12T00:48:50.701 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] 10 tests from LibRGW (30509 ms total) 2024-09-12T00:48:50.701 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:48:50.701 INFO:tasks.workunit.client.0.smithi038.stdout:[----------] Global test environment tear-down 2024-09-12T00:48:50.701 INFO:tasks.workunit.client.0.smithi038.stdout:[==========] 10 tests from 1 test suite ran. (30509 ms total) 2024-09-12T00:48:50.701 INFO:tasks.workunit.client.0.smithi038.stdout:[ PASSED ] 10 tests. 2024-09-12T00:48:50.708 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:48:50.708 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:48:50.753 INFO:tasks.workunit:Running workunits matching rgw/test_awssdkv4_sig.sh on client.0... 2024-09-12T00:48:50.754 INFO:tasks.workunit:Running workunit rgw/test_awssdkv4_sig.sh... 2024-09-12T00:48:50.754 DEBUG:teuthology.orchestra.run.smithi038:workunit test rgw/test_awssdkv4_sig.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_awssdkv4_sig.sh 2024-09-12T00:48:50.830 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -z ']' 2024-09-12T00:48:50.831 INFO:tasks.workunit.client.0.smithi038.stderr:+ export AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T00:48:50.831 INFO:tasks.workunit.client.0.smithi038.stderr:+ AWS_ACCESS_KEY_ID=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T00:48:50.831 INFO:tasks.workunit.client.0.smithi038.stderr:+ export AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T00:48:50.831 INFO:tasks.workunit.client.0.smithi038.stderr:+ AWS_SECRET_ACCESS_KEY=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T00:48:50.831 INFO:tasks.workunit.client.0.smithi038.stderr:+ radosgw-admin user create --uid ceph-test-maven --access-key lNCnR47C2g+ZidCWBAUuwfSAA7Q= --secret tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== --display-name 'maven test user' --email sigv4@example.com 2024-09-12T00:48:50.868 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:48:50.869 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:48:50.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:50.911+0000 7f8c4ffad800 20 rados->read ofs=0 len=0 2024-09-12T00:48:50.912 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:50.912+0000 7f8c4ffad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:50.912 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:50.912+0000 7f8c4ffad800 20 realm 2024-09-12T00:48:50.912 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:50.912+0000 7f8c4ffad800 20 rados->read ofs=0 len=0 2024-09-12T00:48:50.912 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:50.913+0000 7f8c4ffad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:50.912 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:50.913+0000 7f8c4ffad800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:48:50.912 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:50.913+0000 7f8c4ffad800 20 rados->read ofs=0 len=0 2024-09-12T00:48:50.912 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:50.913+0000 7f8c4ffad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:50.912 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:50.913+0000 7f8c4ffad800 20 rados->read ofs=0 len=0 2024-09-12T00:48:50.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:50.914+0000 7f8c4ffad800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:50.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:50.914+0000 7f8c4ffad800 20 rados->read ofs=0 len=0 2024-09-12T00:48:50.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:50.915+0000 7f8c4ffad800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:48:50.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:50.915+0000 7f8c4ffad800 20 searching for the correct realm 2024-09-12T00:48:50.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:50.918+0000 7f8c47fff640 0 -- 172.21.15.38:0/3200226206 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x564f4da10c60 msgr2=0x564f4da13050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:50.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:50.922+0000 7f8c4da97640 0 -- 172.21.15.38:0/3200226206 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f8c3802b910 msgr2=0x7f8c3801e440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:48:51.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.129+0000 7f8c4ffad800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:48:51.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.129+0000 7f8c4ffad800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:48:51.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.129+0000 7f8c4ffad800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:48:51.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.129+0000 7f8c4ffad800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:48:51.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.129+0000 7f8c4ffad800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:48:51.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.129+0000 7f8c4ffad800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:48:51.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.129+0000 7f8c4ffad800 20 rados->read ofs=0 len=0 2024-09-12T00:48:51.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.129+0000 7f8c4ffad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:51.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.129+0000 7f8c4ffad800 20 rados->read ofs=0 len=0 2024-09-12T00:48:51.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.130+0000 7f8c4ffad800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:48:51.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.130+0000 7f8c4ffad800 20 rados->read ofs=0 len=0 2024-09-12T00:48:51.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.130+0000 7f8c4ffad800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:48:51.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.130+0000 7f8c4ffad800 20 zone default found 2024-09-12T00:48:51.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.130+0000 7f8c4ffad800 4 Realm: () 2024-09-12T00:48:51.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.130+0000 7f8c4ffad800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:48:51.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.130+0000 7f8c4ffad800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:48:51.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.130+0000 7f8c4ffad800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:48:51.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.130+0000 7f8c4ffad800 20 zonegroup default 2024-09-12T00:48:51.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.130+0000 7f8c4ffad800 20 rados->read ofs=0 len=0 2024-09-12T00:48:51.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.130+0000 7f8c4ffad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:51.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.130+0000 7f8c4ffad800 20 rados->read ofs=0 len=0 2024-09-12T00:48:51.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.131+0000 7f8c4ffad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:51.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.131+0000 7f8c4ffad800 20 rados->read ofs=0 len=0 2024-09-12T00:48:51.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.131+0000 7f8c4ffad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:51.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.131+0000 7f8c4ffad800 20 started sync module instance, tier type = 2024-09-12T00:48:51.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.131+0000 7f8c4ffad800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:48:51.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.142+0000 7f8c4ffad800 20 add_watcher() i=0 2024-09-12T00:48:51.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.142+0000 7f8c4ffad800 20 add_watcher() i=1 2024-09-12T00:48:51.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.142+0000 7f8c4ffad800 20 add_watcher() i=2 2024-09-12T00:48:51.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.142+0000 7f8c4ffad800 20 add_watcher() i=3 2024-09-12T00:48:51.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.142+0000 7f8c4ffad800 20 add_watcher() i=4 2024-09-12T00:48:51.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.142+0000 7f8c4ffad800 20 add_watcher() i=5 2024-09-12T00:48:51.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.142+0000 7f8c4ffad800 20 add_watcher() i=6 2024-09-12T00:48:51.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.143+0000 7f8c4ffad800 20 add_watcher() i=7 2024-09-12T00:48:51.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.143+0000 7f8c4ffad800 2 all 8 watchers are set, enabling cache 2024-09-12T00:48:51.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.145+0000 7f8aff7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:51.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.146+0000 7f8c4ffad800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:48:51.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.146+0000 7f8c4ffad800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:48:51.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.146+0000 7f8c4ffad800 5 note: GC not initialized 2024-09-12T00:48:51.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.146+0000 7f8afe7fc640 20 reqs_thread_entry: start 2024-09-12T00:48:51.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.146+0000 7f8c4ffad800 20 init_complete bucket index max shards: 11 2024-09-12T00:48:51.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.146+0000 7f8c4ffad800 20 Filter name: none 2024-09-12T00:48:51.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.146+0000 7f8a6ffff640 20 reqs_thread_entry: start 2024-09-12T00:48:51.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.146+0000 7f8c4ffad800 10 cache get: name=default.rgw.meta+users.uid+ceph-test-maven : miss 2024-09-12T00:48:51.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.146+0000 7f8c4ffad800 20 rados->read ofs=0 len=0 2024-09-12T00:48:51.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.147+0000 7f8c4ffad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:51.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.147+0000 7f8c4ffad800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x0 2024-09-12T00:48:51.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.147+0000 7f8c4ffad800 10 adding default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T00:48:51.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.147+0000 7f8c4ffad800 10 cache get: name=default.rgw.meta+users.email+sigv4@example.com : miss 2024-09-12T00:48:51.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.147+0000 7f8c4ffad800 20 rados->read ofs=0 len=0 2024-09-12T00:48:51.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.147+0000 7f8c4ffad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:51.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.147+0000 7f8c4ffad800 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x0 2024-09-12T00:48:51.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.147+0000 7f8c4ffad800 10 adding default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T00:48:51.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.147+0000 7f8c4ffad800 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : miss 2024-09-12T00:48:51.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.147+0000 7f8c4ffad800 20 rados->read ofs=0 len=0 2024-09-12T00:48:51.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.147+0000 7f8c4ffad800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:48:51.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.147+0000 7f8c4ffad800 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x0 2024-09-12T00:48:51.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.147+0000 7f8c4ffad800 10 adding default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T00:48:51.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.147+0000 7f8c4ffad800 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-12T00:48:51.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.147+0000 7f8c4ffad800 10 cache get: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= : hit (negative entry) 2024-09-12T00:48:51.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.149+0000 7f8c4ffad800 10 cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-12T00:48:51.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.149+0000 7f8c4ffad800 10 moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T00:48:51.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.149+0000 7f8c4ffad800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-maven, ofs0, ns] 2024-09-12T00:48:51.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.149+0000 7f8b317fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824002 cookie 94898604848992 notifier 5534 bl.length()=677 2024-09-12T00:48:51.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.149+0000 7f8b317fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-maven info.flags=0x17 2024-09-12T00:48:51.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.149+0000 7f8b317fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-maven to cache LRU end 2024-09-12T00:48:51.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.151+0000 7f8c4ffad800 10 cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-12T00:48:51.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.151+0000 7f8c4ffad800 10 moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T00:48:51.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.151+0000 7f8c4ffad800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:sigv4@example.com, ofs0, ns] 2024-09-12T00:48:51.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.151+0000 7f8b317fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824012 cookie 94898604839568 notifier 5534 bl.length()=187 2024-09-12T00:48:51.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.151+0000 7f8b317fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sigv4@example.com info.flags=0x7 2024-09-12T00:48:51.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.151+0000 7f8b317fa640 10 rgw watcher librados: moving default.rgw.meta+users.email+sigv4@example.com to cache LRU end 2024-09-12T00:48:51.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.153+0000 7f8c4ffad800 10 cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-12T00:48:51.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.153+0000 7f8c4ffad800 10 moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T00:48:51.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.153+0000 7f8c4ffad800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:lNCnR47C2g+ZidCWBAUuwfSAA7Q=, ofs0, ns] 2024-09-12T00:48:51.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.153+0000 7f8b317fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1073741824013 cookie 94898604839568 notifier 5534 bl.length()=197 2024-09-12T00:48:51.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.153+0000 7f8b317fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= info.flags=0x7 2024-09-12T00:48:51.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.153+0000 7f8b317fa640 10 rgw watcher librados: moving default.rgw.meta+users.keys+lNCnR47C2g+ZidCWBAUuwfSAA7Q= to cache LRU end 2024-09-12T00:48:51.153 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:48:51.153 INFO:tasks.workunit.client.0.smithi038.stdout: "user_id": "ceph-test-maven", 2024-09-12T00:48:51.153 INFO:tasks.workunit.client.0.smithi038.stdout: "display_name": "maven test user", 2024-09-12T00:48:51.153 INFO:tasks.workunit.client.0.smithi038.stdout: "email": "sigv4@example.com", 2024-09-12T00:48:51.153 INFO:tasks.workunit.client.0.smithi038.stdout: "suspended": 0, 2024-09-12T00:48:51.153 INFO:tasks.workunit.client.0.smithi038.stdout: "max_buckets": 1000, 2024-09-12T00:48:51.153 INFO:tasks.workunit.client.0.smithi038.stdout: "subusers": [], 2024-09-12T00:48:51.153 INFO:tasks.workunit.client.0.smithi038.stdout: "keys": [ 2024-09-12T00:48:51.153 INFO:tasks.workunit.client.0.smithi038.stdout: { 2024-09-12T00:48:51.153 INFO:tasks.workunit.client.0.smithi038.stdout: "user": "ceph-test-maven", 2024-09-12T00:48:51.153 INFO:tasks.workunit.client.0.smithi038.stdout: "access_key": "lNCnR47C2g+ZidCWBAUuwfSAA7Q=", 2024-09-12T00:48:51.153 INFO:tasks.workunit.client.0.smithi038.stdout: "secret_key": "tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g==", 2024-09-12T00:48:51.154 INFO:tasks.workunit.client.0.smithi038.stdout: "active": true, 2024-09-12T00:48:51.154 INFO:tasks.workunit.client.0.smithi038.stdout: "create_date": "2024-09-12T00:48:51.148697Z" 2024-09-12T00:48:51.154 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:48:51.154 INFO:tasks.workunit.client.0.smithi038.stdout: ], 2024-09-12T00:48:51.154 INFO:tasks.workunit.client.0.smithi038.stdout: "swift_keys": [], 2024-09-12T00:48:51.154 INFO:tasks.workunit.client.0.smithi038.stdout: "caps": [], 2024-09-12T00:48:51.154 INFO:tasks.workunit.client.0.smithi038.stdout: "op_mask": "read, write, delete", 2024-09-12T00:48:51.154 INFO:tasks.workunit.client.0.smithi038.stdout: "default_placement": "", 2024-09-12T00:48:51.154 INFO:tasks.workunit.client.0.smithi038.stdout: "default_storage_class": "", 2024-09-12T00:48:51.154 INFO:tasks.workunit.client.0.smithi038.stdout: "placement_tags": [], 2024-09-12T00:48:51.154 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_quota": { 2024-09-12T00:48:51.154 INFO:tasks.workunit.client.0.smithi038.stdout: "enabled": false, 2024-09-12T00:48:51.154 INFO:tasks.workunit.client.0.smithi038.stdout: "check_on_raw": false, 2024-09-12T00:48:51.154 INFO:tasks.workunit.client.0.smithi038.stdout: "max_size": -1, 2024-09-12T00:48:51.155 INFO:tasks.workunit.client.0.smithi038.stdout: "max_size_kb": 0, 2024-09-12T00:48:51.155 INFO:tasks.workunit.client.0.smithi038.stdout: "max_objects": -1 2024-09-12T00:48:51.155 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:48:51.155 INFO:tasks.workunit.client.0.smithi038.stdout: "user_quota": { 2024-09-12T00:48:51.155 INFO:tasks.workunit.client.0.smithi038.stdout: "enabled": false, 2024-09-12T00:48:51.155 INFO:tasks.workunit.client.0.smithi038.stdout: "check_on_raw": false, 2024-09-12T00:48:51.155 INFO:tasks.workunit.client.0.smithi038.stdout: "max_size": -1, 2024-09-12T00:48:51.155 INFO:tasks.workunit.client.0.smithi038.stdout: "max_size_kb": 0, 2024-09-12T00:48:51.155 INFO:tasks.workunit.client.0.smithi038.stdout: "max_objects": -1 2024-09-12T00:48:51.155 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:48:51.155 INFO:tasks.workunit.client.0.smithi038.stdout: "temp_url_keys": [], 2024-09-12T00:48:51.155 INFO:tasks.workunit.client.0.smithi038.stdout: "type": "rgw", 2024-09-12T00:48:51.155 INFO:tasks.workunit.client.0.smithi038.stdout: "mfa_ids": [], 2024-09-12T00:48:51.155 INFO:tasks.workunit.client.0.smithi038.stdout: "account_id": "", 2024-09-12T00:48:51.156 INFO:tasks.workunit.client.0.smithi038.stdout: "path": "/", 2024-09-12T00:48:51.156 INFO:tasks.workunit.client.0.smithi038.stdout: "create_date": "2024-09-12T00:48:51.148679Z", 2024-09-12T00:48:51.156 INFO:tasks.workunit.client.0.smithi038.stdout: "tags": [], 2024-09-12T00:48:51.156 INFO:tasks.workunit.client.0.smithi038.stdout: "group_ids": [] 2024-09-12T00:48:51.156 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:48:51.156 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:48:51.156 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.155+0000 7f8aff7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:48:51.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.157+0000 7f8c4ffad800 20 remove_watcher() i=0 2024-09-12T00:48:51.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.157+0000 7f8c4ffad800 2 removed watcher, disabling cache 2024-09-12T00:48:51.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.158+0000 7f8c4ffad800 20 remove_watcher() i=1 2024-09-12T00:48:51.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.160+0000 7f8c4ffad800 20 remove_watcher() i=2 2024-09-12T00:48:51.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.161+0000 7f8c4ffad800 20 remove_watcher() i=3 2024-09-12T00:48:51.160 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.162+0000 7f8c4ffad800 20 remove_watcher() i=4 2024-09-12T00:48:51.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.163+0000 7f8c4ffad800 20 remove_watcher() i=5 2024-09-12T00:48:51.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.164+0000 7f8c4ffad800 20 remove_watcher() i=6 2024-09-12T00:48:51.164 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:48:51.165+0000 7f8c4ffad800 20 remove_watcher() i=7 2024-09-12T00:48:51.175 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -z ']' 2024-09-12T00:48:51.175 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -z /home/ubuntu/cephtest ']' 2024-09-12T00:48:51.175 INFO:tasks.workunit.client.0.smithi038.stderr:++ cat /home/ubuntu/cephtest/url_file 2024-09-12T00:48:51.176 INFO:tasks.workunit.client.0.smithi038.stderr:+ export RGW_HTTP_ENDPOINT_URL=https://smithi038.front.sepia.ceph.com:443 2024-09-12T00:48:51.176 INFO:tasks.workunit.client.0.smithi038.stderr:+ RGW_HTTP_ENDPOINT_URL=https://smithi038.front.sepia.ceph.com:443 2024-09-12T00:48:51.176 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -z /home/ubuntu/cephtest/clone.client.0 ']' 2024-09-12T00:48:51.176 INFO:tasks.workunit.client.0.smithi038.stderr:+ cd /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum 2024-09-12T00:48:51.176 INFO:tasks.workunit.client.0.smithi038.stderr:+ ./mvnw clean package 2024-09-12T00:48:51.186 INFO:tasks.workunit.client.0.smithi038.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-12T00:48:52.614 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Scanning for projects... 2024-09-12T00:48:52.754 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom 2024-09-12T00:48:52.842 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.4/5.6 kB Progress (1): 2.8/5.6 kB Progress (1): 4.1/5.6 kB Progress (1): 5.5/5.6 kB Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.1/junit-bom-5.10.1.pom (5.6 kB at 62 kB/s) 2024-09-12T00:48:52.855 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom 2024-09-12T00:48:52.899 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/83 kB Progress (1): 33/83 kB Progress (1): 49/83 kB Progress (1): 63/83 kB Progress (1): 79/83 kB Progress (1): 83 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom/2.20.43/bom-2.20.43.pom (83 kB at 1.9 MB/s) 2024-09-12T00:48:52.910 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom 2024-09-12T00:48:52.933 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/77 kB Progress (1): 33/77 kB Progress (1): 49/77 kB Progress (1): 62/77 kB Progress (1): 77 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-sdk-java-pom/2.20.43/aws-sdk-java-pom-2.20.43.pom (77 kB at 3.3 MB/s) 2024-09-12T00:48:52.966 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:48:52.966 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-12T00:48:52.966 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Building jcksum 1.0 2024-09-12T00:48:52.966 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] from pom.xml 2024-09-12T00:48:52.966 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-12T00:48:52.969 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom 2024-09-12T00:48:52.987 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.pom (5.3 kB at 295 kB/s) 2024-09-12T00:48:52.994 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom 2024-09-12T00:48:53.012 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/35/maven-plugins-35.pom (9.9 kB at 550 kB/s) 2024-09-12T00:48:53.017 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom 2024-09-12T00:48:53.037 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/45 kB Progress (1): 32/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/35/maven-parent-35.pom (45 kB at 2.3 MB/s) 2024-09-12T00:48:53.045 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom 2024-09-12T00:48:53.063 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/25/apache-25.pom (21 kB at 1.1 MB/s) 2024-09-12T00:48:53.077 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar 2024-09-12T00:48:53.095 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-clean-plugin/3.2.0/maven-clean-plugin-3.2.0.jar (36 kB at 2.0 MB/s) 2024-09-12T00:48:53.105 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom 2024-09-12T00:48:53.121 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.pom (8.2 kB at 510 kB/s) 2024-09-12T00:48:53.125 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom 2024-09-12T00:48:53.141 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/39/maven-plugins-39.pom (8.1 kB at 506 kB/s) 2024-09-12T00:48:53.143 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom 2024-09-12T00:48:53.159 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/48 kB Progress (1): 33/48 kB Progress (1): 48 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/39/maven-parent-39.pom (48 kB at 2.8 MB/s) 2024-09-12T00:48:53.163 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom 2024-09-12T00:48:53.180 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/29/apache-29.pom (21 kB at 1.3 MB/s) 2024-09-12T00:48:53.188 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar 2024-09-12T00:48:53.205 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-resources-plugin/3.3.1/maven-resources-plugin-3.3.1.jar (31 kB at 1.8 MB/s) 2024-09-12T00:48:53.211 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom 2024-09-12T00:48:53.228 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 9.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.pom (9.8 kB at 577 kB/s) 2024-09-12T00:48:53.234 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar 2024-09-12T00:48:53.254 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/66 kB Progress (1): 33/66 kB Progress (1): 49/66 kB Progress (1): 66/66 kB Progress (1): 66 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-compiler-plugin/3.11.0/maven-compiler-plugin-3.11.0.jar (66 kB at 3.3 MB/s) 2024-09-12T00:48:53.261 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom 2024-09-12T00:48:53.278 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 5.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.pom (5.3 kB at 313 kB/s) 2024-09-12T00:48:53.280 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom 2024-09-12T00:48:53.297 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire/3.2.3/surefire-3.2.3.pom (22 kB at 1.3 MB/s) 2024-09-12T00:48:53.301 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom 2024-09-12T00:48:53.319 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/50 kB Progress (1): 33/50 kB Progress (1): 49/50 kB Progress (1): 50 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/41/maven-parent-41.pom (50 kB at 2.8 MB/s) 2024-09-12T00:48:53.324 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom 2024-09-12T00:48:53.341 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/24 kB Progress (1): 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/31/apache-31.pom (24 kB at 1.4 MB/s) 2024-09-12T00:48:53.350 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom 2024-09-12T00:48:53.366 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.3/junit-bom-5.9.3.pom (5.6 kB at 352 kB/s) 2024-09-12T00:48:53.370 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar 2024-09-12T00:48:53.390 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/45 kB Progress (1): 32/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-surefire-plugin/3.2.3/maven-surefire-plugin-3.2.3.jar (45 kB at 2.3 MB/s) 2024-09-12T00:48:53.399 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom 2024-09-12T00:48:53.416 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.pom (6.8 kB at 398 kB/s) 2024-09-12T00:48:53.419 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom 2024-09-12T00:48:53.436 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 9.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-plugins/37/maven-plugins-37.pom (9.9 kB at 582 kB/s) 2024-09-12T00:48:53.439 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom 2024-09-12T00:48:53.456 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/46 kB Progress (1): 33/46 kB Progress (1): 46 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/37/maven-parent-37.pom (46 kB at 2.9 MB/s) 2024-09-12T00:48:53.460 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom 2024-09-12T00:48:53.476 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/27/apache-27.pom (20 kB at 1.3 MB/s) 2024-09-12T00:48:53.482 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar 2024-09-12T00:48:53.500 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/plugins/maven-jar-plugin/3.3.0/maven-jar-plugin-3.3.0.jar (27 kB at 1.5 MB/s) 2024-09-12T00:48:53.518 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom 2024-09-12T00:48:53.535 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.pom (6.1 kB at 380 kB/s) 2024-09-12T00:48:53.537 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom 2024-09-12T00:48:53.553 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/services/2.20.43/services-2.20.43.pom (21 kB at 1.3 MB/s) 2024-09-12T00:48:53.559 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom 2024-09-12T00:48:53.576 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/bom-internal/2.20.43/bom-internal-2.20.43.pom (20 kB at 1.2 MB/s) 2024-09-12T00:48:53.587 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom 2024-09-12T00:48:53.604 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 4.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.pom (4.0 kB at 236 kB/s) 2024-09-12T00:48:53.607 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom 2024-09-12T00:48:53.623 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocols/2.20.43/protocols-2.20.43.pom (1.6 kB at 97 kB/s) 2024-09-12T00:48:53.625 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom 2024-09-12T00:48:53.642 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/core/2.20.43/core-2.20.43.pom (2.2 kB at 131 kB/s) 2024-09-12T00:48:53.648 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom 2024-09-12T00:48:53.665 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.pom (3.6 kB at 214 kB/s) 2024-09-12T00:48:53.671 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom 2024-09-12T00:48:53.688 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.pom (3.2 kB at 201 kB/s) 2024-09-12T00:48:53.694 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom 2024-09-12T00:48:53.710 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.pom (11 kB at 685 kB/s) 2024-09-12T00:48:53.716 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom 2024-09-12T00:48:53.732 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.pom (1.7 kB at 105 kB/s) 2024-09-12T00:48:53.736 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom 2024-09-12T00:48:53.754 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.pom (3.8 kB at 212 kB/s) 2024-09-12T00:48:53.758 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom 2024-09-12T00:48:53.777 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.pom (4.9 kB at 258 kB/s) 2024-09-12T00:48:53.782 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom 2024-09-12T00:48:53.797 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.pom (1.2 kB at 77 kB/s) 2024-09-12T00:48:53.799 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom 2024-09-12T00:48:53.815 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.30/slf4j-api-1.7.30.pom (3.8 kB at 256 kB/s) 2024-09-12T00:48:53.817 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom 2024-09-12T00:48:53.833 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.30/slf4j-parent-1.7.30.pom (14 kB at 863 kB/s) 2024-09-12T00:48:53.837 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom 2024-09-12T00:48:53.853 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.pom (3.7 kB at 230 kB/s) 2024-09-12T00:48:53.858 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom 2024-09-12T00:48:53.877 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.pom (2.5 kB at 129 kB/s) 2024-09-12T00:48:53.881 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom 2024-09-12T00:48:53.901 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.pom (2.9 kB at 146 kB/s) 2024-09-12T00:48:53.906 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom 2024-09-12T00:48:53.924 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 7.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.pom (7.4 kB at 412 kB/s) 2024-09-12T00:48:53.928 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom 2024-09-12T00:48:53.944 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 5.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.pom (5.5 kB at 321 kB/s) 2024-09-12T00:48:53.948 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom 2024-09-12T00:48:53.964 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.pom (3.5 kB at 218 kB/s) 2024-09-12T00:48:53.968 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom 2024-09-12T00:48:53.984 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 4.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.pom (4.4 kB at 293 kB/s) 2024-09-12T00:48:53.986 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom 2024-09-12T00:48:54.003 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party/2.20.43/third-party-2.20.43.pom (2.4 kB at 142 kB/s) 2024-09-12T00:48:54.006 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom 2024-09-12T00:48:54.022 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.pom (6.4 kB at 402 kB/s) 2024-09-12T00:48:54.026 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom 2024-09-12T00:48:54.041 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.pom (6.1 kB at 404 kB/s) 2024-09-12T00:48:54.044 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom 2024-09-12T00:48:54.060 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.pom (3.0 kB at 186 kB/s) 2024-09-12T00:48:54.064 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom 2024-09-12T00:48:54.080 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.pom (3.5 kB at 204 kB/s) 2024-09-12T00:48:54.084 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom 2024-09-12T00:48:54.100 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.pom (4.1 kB at 255 kB/s) 2024-09-12T00:48:54.102 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom 2024-09-12T00:48:54.118 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-clients/2.20.43/http-clients-2.20.43.pom (1.8 kB at 105 kB/s) 2024-09-12T00:48:54.122 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom 2024-09-12T00:48:54.137 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.pom (6.6 kB at 441 kB/s) 2024-09-12T00:48:54.139 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom 2024-09-12T00:48:54.154 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-client/4.5.13/httpcomponents-client-4.5.13.pom (16 kB at 1.1 MB/s) 2024-09-12T00:48:54.156 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom 2024-09-12T00:48:54.172 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/35 kB Progress (1): 33/35 kB Progress (1): 35 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-parent/11/httpcomponents-parent-11.pom (35 kB at 2.2 MB/s) 2024-09-12T00:48:54.175 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom 2024-09-12T00:48:54.190 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/21/apache-21.pom (17 kB at 1.1 MB/s) 2024-09-12T00:48:54.193 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom 2024-09-12T00:48:54.208 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.pom (5.0 kB at 331 kB/s) 2024-09-12T00:48:54.210 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom 2024-09-12T00:48:54.225 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcomponents-core/4.4.13/httpcomponents-core-4.4.13.pom (13 kB at 878 kB/s) 2024-09-12T00:48:54.229 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom 2024-09-12T00:48:54.245 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.11/commons-codec-1.11.pom (14 kB at 931 kB/s) 2024-09-12T00:48:54.247 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom 2024-09-12T00:48:54.265 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/68 kB Progress (1): 32/68 kB Progress (1): 49/68 kB Progress (1): 65/68 kB Progress (1): 68 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/42/commons-parent-42.pom (68 kB at 3.8 MB/s) 2024-09-12T00:48:54.270 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom 2024-09-12T00:48:54.285 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/18/apache-18.pom (16 kB at 1.0 MB/s) 2024-09-12T00:48:54.289 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom 2024-09-12T00:48:54.303 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.pom (15 kB at 1.0 MB/s) 2024-09-12T00:48:54.305 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom 2024-09-12T00:48:54.322 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/79 kB Progress (1): 32/79 kB Progress (1): 49/79 kB Progress (1): 65/79 kB Progress (1): 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/52/commons-parent-52.pom (79 kB at 4.7 MB/s) 2024-09-12T00:48:54.326 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom 2024-09-12T00:48:54.341 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/23/apache-23.pom (18 kB at 1.2 MB/s) 2024-09-12T00:48:54.345 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom 2024-09-12T00:48:54.360 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.pom (20 kB at 1.2 MB/s) 2024-09-12T00:48:54.363 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom 2024-09-12T00:48:54.381 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/65/commons-parent-65.pom (78 kB at 4.3 MB/s) 2024-09-12T00:48:54.386 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom 2024-09-12T00:48:54.401 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.pom (3.8 kB at 256 kB/s) 2024-09-12T00:48:54.403 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom 2024-09-12T00:48:54.418 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.28/slf4j-parent-1.7.28.pom (14 kB at 920 kB/s) 2024-09-12T00:48:54.421 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom 2024-09-12T00:48:54.437 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.pom (3.2 kB at 200 kB/s) 2024-09-12T00:48:54.439 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom 2024-09-12T00:48:54.455 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.pom (3.2 kB at 212 kB/s) 2024-09-12T00:48:54.457 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom 2024-09-12T00:48:54.472 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.pom (2.0 kB at 136 kB/s) 2024-09-12T00:48:54.474 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom 2024-09-12T00:48:54.489 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.pom (2.8 kB at 177 kB/s) 2024-09-12T00:48:54.491 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom 2024-09-12T00:48:54.506 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.pom (1.5 kB at 102 kB/s) 2024-09-12T00:48:54.508 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom 2024-09-12T00:48:54.524 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.pom (3.0 kB at 201 kB/s) 2024-09-12T00:48:54.526 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom 2024-09-12T00:48:54.541 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.pom (3.2 kB at 229 kB/s) 2024-09-12T00:48:54.543 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom 2024-09-12T00:48:54.560 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.pom (3.2 kB at 214 kB/s) 2024-09-12T00:48:54.561 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom 2024-09-12T00:48:54.576 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.pom (1.0 kB at 64 kB/s) 2024-09-12T00:48:54.580 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom 2024-09-12T00:48:54.596 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 964 B Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.pom (964 B at 60 kB/s) 2024-09-12T00:48:54.599 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom 2024-09-12T00:48:54.614 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.pom (3.1 kB at 191 kB/s) 2024-09-12T00:48:54.617 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom 2024-09-12T00:48:54.633 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.pom (3.0 kB at 190 kB/s) 2024-09-12T00:48:54.635 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom 2024-09-12T00:48:54.652 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.pom (3.4 kB at 202 kB/s) 2024-09-12T00:48:54.654 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom 2024-09-12T00:48:54.670 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.pom (3.4 kB at 202 kB/s) 2024-09-12T00:48:54.672 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom 2024-09-12T00:48:54.688 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.pom (3.0 kB at 202 kB/s) 2024-09-12T00:48:54.705 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar 2024-09-12T00:48:54.792 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.1/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.2/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.3/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.4/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.5/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.6/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.7/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.8/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 0.9/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.0/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.1/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.2/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.3/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.4/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.5/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.6/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.7/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.8/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 1.9/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.0/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.1/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.2/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.3/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.4/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.5/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.6/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.7/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.8/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 2.9/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.0/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.1/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.2/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3/3.3 MB Progress (1): 3.3 MB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/s3/2.20.43/s3-2.20.43.jar (3.3 MB at 38 MB/s) 2024-09-12T00:48:54.793 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar 2024-09-12T00:48:54.793 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar 2024-09-12T00:48:54.793 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar 2024-09-12T00:48:54.794 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar 2024-09-12T00:48:54.794 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar 2024-09-12T00:48:54.813 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/98 kB Progress (1): 33/98 kB Progress (1): 49/98 kB Progress (1): 66/98 kB Progress (1): 82/98 kB Progress (1): 98 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-xml-protocol/2.20.43/aws-xml-protocol-2.20.43.jar (98 kB at 4.7 MB/s) 2024-09-12T00:48:54.813 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar 2024-09-12T00:48:54.830 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/crt-core/2.20.43/crt-core-2.20.43.jar (16 kB at 433 kB/s) 2024-09-12T00:48:54.831 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar 2024-09-12T00:48:54.847 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.4/35 kB Progress (1): 2.8/35 kB Progress (1): 4.1/35 kB Progress (1): 5.5/35 kB Progress (1): 6.9/35 kB Progress (2): 6.9/35 kB | 1.4/16 kB Progress (3): 6.9/35 kB | 1.4/16 kB | 1.4/71 kB Progress (3): 6.9/35 kB | 2.8/16 kB | 1.4/71 kB Progress (3): 8.3/35 kB | 2.8/16 kB | 1.4/71 kB Progress (3): 8.3/35 kB | 2.8/16 kB | 2.8/71 kB Progress (3): 9.7/35 kB | 2.8/16 kB | 2.8/71 kB Progress (3): 9.7/35 kB | 4.1/16 kB | 2.8/71 kB Progress (3): 11/35 kB | 4.1/16 kB | 2.8/71 kB Progress (3): 11/35 kB | 4.1/16 kB | 4.1/71 kB Progress (3): 11/35 kB | 5.5/16 kB | 4.1/71 kB Progress (3): 12/35 kB | 5.5/16 kB | 4.1/71 kB Progress (4): 12/35 kB | 5.5/16 kB | 4.1/71 kB | 1.4/49 kB Progress (4): 12/35 kB | 5.5/16 kB | 5.5/71 kB | 1.4/49 kB Progress (4): 12/35 kB | 5.5/16 kB | 5.5/71 kB | 2.8/49 kB Progress (4): 12/35 kB | 5.5/16 kB | 6.9/71 kB | 2.8/49 kB Progress (4): 12/35 kB | 6.9/16 kB | 6.9/71 kB | 2.8/49 kB Progress (4): 14/35 kB | 6.9/16 kB | 6.9/71 kB | 2.8/49 kB Progress (4): 14/35 kB | 8.3/16 kB | 6.9/71 kB | 2.8/49 kB Progress (4): 14/35 kB | 8.3/16 kB | 8.3/71 kB | 2.8/49 kB Progress (4): 14/35 kB | 8.3/16 kB | 8.3/71 kB | 4.1/49 kB Progress (4): 14/35 kB | 8.3/16 kB | 9.7/71 kB | 4.1/49 kB Progress (4): 14/35 kB | 9.7/16 kB | 9.7/71 kB | 4.1/49 kB Progress (4): 15/35 kB | 9.7/16 kB | 9.7/71 kB | 4.1/49 kB Progress (4): 15/35 kB | 11/16 kB | 9.7/71 kB | 4.1/49 kB Progress (4): 17/35 kB | 11/16 kB | 9.7/71 kB | 4.1/49 kB Progress (4): 17/35 kB | 12/16 kB | 9.7/71 kB | 4.1/49 kB Progress (4): 17/35 kB | 12/16 kB | 11/71 kB | 4.1/49 kB Progress (4): 17/35 kB | 12/16 kB | 11/71 kB | 5.5/49 kB Progress (4): 17/35 kB | 12/16 kB | 12/71 kB | 5.5/49 kB Progress (4): 17/35 kB | 14/16 kB | 12/71 kB | 5.5/49 kB Progress (4): 18/35 kB | 14/16 kB | 12/71 kB | 5.5/49 kB Progress (4): 18/35 kB | 14/16 kB | 14/71 kB | 5.5/49 kB Progress (4): 18/35 kB | 14/16 kB | 14/71 kB | 6.9/49 kB Progress (4): 18/35 kB | 14/16 kB | 15/71 kB | 6.9/49 kB Progress (4): 19/35 kB | 14/16 kB | 15/71 kB | 6.9/49 kB Progress (4): 19/35 kB | 14/16 kB | 16/71 kB | 6.9/49 kB Progress (4): 19/35 kB | 15/16 kB | 16/71 kB | 6.9/49 kB Progress (4): 19/35 kB | 15/16 kB | 18/71 kB | 6.9/49 kB Progress (4): 21/35 kB | 15/16 kB | 18/71 kB | 6.9/49 kB Progress (4): 21/35 kB | 15/16 kB | 18/71 kB | 8.3/49 kB Progress (4): 22/35 kB | 15/16 kB | 18/71 kB | 8.3/49 kB Progress (4): 22/35 kB | 15/16 kB | 19/71 kB | 8.3/49 kB Progress (4): 22/35 kB | 16 kB | 19/71 kB | 8.3/49 kB Progress (4): 22/35 kB | 16 kB | 21/71 kB | 8.3/49 kB Progress (4): 23/35 kB | 16 kB | 21/71 kB | 8.3/49 kB Progress (4): 23/35 kB | 16 kB | 21/71 kB | 9.7/49 kB Progress (4): 25/35 kB | 16 kB | 21/71 kB | 9.7/49 kB Progress (4): 25/35 kB | 16 kB | 22/71 kB | 9.7/49 kB Progress (4): 26/35 kB | 16 kB | 22/71 kB | 9.7/49 kB Progress (4): 26/35 kB | 16 kB | 22/71 kB | 11/49 kB Progress (4): 28/35 kB | 16 kB | 22/71 kB | 11/49 kB Progress (4): 28/35 kB | 16 kB | 23/71 kB | 11/49 kB Progress (4): 29/35 kB | 16 kB | 23/71 kB | 11/49 kB Progress (4): 29/35 kB | 16 kB | 23/71 kB | 12/49 kB Progress (4): 30/35 kB | 16 kB | 23/71 kB | 12/49 kB Progress (4): 30/35 kB | 16 kB | 25/71 kB | 12/49 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/arns/2.20.43/arns-2.20.43.jar (16 kB at 310 kB/s) 2024-09-12T00:48:54.847 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 30/35 kB | 26/71 kB | 12/49 kB Progress (3): 30/35 kB | 26/71 kB | 14/49 kB Progress (3): 30/35 kB | 27/71 kB | 14/49 kB Downloading from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar 2024-09-12T00:48:54.857 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 30/35 kB | 27/71 kB | 15/49 kB Progress (3): 30/35 kB | 29/71 kB | 15/49 kB Progress (3): 30/35 kB | 29/71 kB | 17/49 kB Progress (3): 30/35 kB | 30/71 kB | 17/49 kB Progress (3): 30/35 kB | 30/71 kB | 18/49 kB Progress (3): 30/35 kB | 30/71 kB | 19/49 kB Progress (3): 30/35 kB | 30/71 kB | 21/49 kB Progress (3): 30/35 kB | 30/71 kB | 22/49 kB Progress (3): 30/35 kB | 30/71 kB | 23/49 kB Progress (3): 30/35 kB | 30/71 kB | 25/49 kB Progress (3): 30/35 kB | 30/71 kB | 26/49 kB Progress (3): 30/35 kB | 30/71 kB | 28/49 kB Progress (3): 30/35 kB | 30/71 kB | 29/49 kB Progress (3): 30/35 kB | 30/71 kB | 30/49 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 16/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 33/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 49/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 65/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 81/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 98/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 114/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 130/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 147/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 163/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 180/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 196/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 212/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 229/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 245/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 262/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 278/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 294/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 311/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 327/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 343/782 kB Progress (4): 30/35 kB | 30/71 kB | 30/49 kB | 360/782 kB Progress (4): 32/35 kB | 30/71 kB | 30/49 kB | 360/782 kB Progress (4): 33/35 kB | 30/71 kB | 30/49 kB | 360/782 kB Progress (4): 33/35 kB | 32/71 kB | 30/49 kB | 360/782 kB Progress (4): 33/35 kB | 32/71 kB | 30/49 kB | 376/782 kB Progress (4): 33/35 kB | 33/71 kB | 30/49 kB | 376/782 kB Progress (4): 34/35 kB | 33/71 kB | 30/49 kB | 376/782 kB Progress (4): 34/35 kB | 34/71 kB | 30/49 kB | 376/782 kB Progress (4): 35 kB | 34/71 kB | 30/49 kB | 376/782 kB Progress (4): 35 kB | 36/71 kB | 30/49 kB | 376/782 kB Progress (4): 35 kB | 36/71 kB | 30/49 kB | 393/782 kB Progress (4): 35 kB | 37/71 kB | 30/49 kB | 393/782 kB Progress (4): 35 kB | 38/71 kB | 30/49 kB | 393/782 kB Progress (4): 35 kB | 38/71 kB | 30/49 kB | 409/782 kB Progress (4): 35 kB | 40/71 kB | 30/49 kB | 409/782 kB Progress (4): 35 kB | 41/71 kB | 30/49 kB | 409/782 kB Progress (4): 35 kB | 41/71 kB | 32/49 kB | 409/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/protocol-core/2.20.43/protocol-core-2.20.43.jar (35 kB at 586 kB/s) 2024-09-12T00:48:54.857 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 41/71 kB | 32/49 kB | 425/782 kB Progress (3): 43/71 kB | 32/49 kB | 425/782 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar 2024-09-12T00:48:54.857 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 43/71 kB | 33/49 kB | 425/782 kB Progress (3): 44/71 kB | 33/49 kB | 425/782 kB Progress (3): 44/71 kB | 34/49 kB | 425/782 kB Progress (3): 44/71 kB | 34/49 kB | 442/782 kB Progress (3): 44/71 kB | 36/49 kB | 442/782 kB Progress (3): 45/71 kB | 36/49 kB | 442/782 kB Progress (3): 45/71 kB | 36/49 kB | 458/782 kB Progress (3): 45/71 kB | 36/49 kB | 475/782 kB Progress (3): 45/71 kB | 37/49 kB | 475/782 kB Progress (3): 45/71 kB | 39/49 kB | 475/782 kB Progress (3): 45/71 kB | 39/49 kB | 491/782 kB Progress (3): 47/71 kB | 39/49 kB | 491/782 kB Progress (3): 47/71 kB | 40/49 kB | 491/782 kB Progress (3): 48/71 kB | 40/49 kB | 491/782 kB Progress (3): 48/71 kB | 41/49 kB | 491/782 kB Progress (3): 48/71 kB | 41/49 kB | 507/782 kB Progress (3): 49/71 kB | 41/49 kB | 507/782 kB Progress (3): 49/71 kB | 43/49 kB | 507/782 kB Progress (3): 51/71 kB | 43/49 kB | 507/782 kB Progress (3): 51/71 kB | 44/49 kB | 507/782 kB Progress (3): 51/71 kB | 44/49 kB | 524/782 kB Progress (3): 52/71 kB | 44/49 kB | 524/782 kB Progress (3): 52/71 kB | 46/49 kB | 524/782 kB Progress (3): 54/71 kB | 46/49 kB | 524/782 kB Progress (3): 54/71 kB | 47/49 kB | 524/782 kB Progress (3): 54/71 kB | 47/49 kB | 540/782 kB Progress (3): 55/71 kB | 47/49 kB | 540/782 kB Progress (3): 55/71 kB | 48/49 kB | 540/782 kB Progress (3): 56/71 kB | 48/49 kB | 540/782 kB Progress (3): 56/71 kB | 49 kB | 540/782 kB Progress (3): 58/71 kB | 49 kB | 540/782 kB Progress (3): 58/71 kB | 49 kB | 556/782 kB Progress (3): 59/71 kB | 49 kB | 556/782 kB Progress (3): 61/71 kB | 49 kB | 556/782 kB Progress (3): 62/71 kB | 49 kB | 556/782 kB Progress (3): 62/71 kB | 49 kB | 556/782 kB Progress (3): 62/71 kB | 49 kB | 573/782 kB Progress (3): 62/71 kB | 49 kB | 589/782 kB Progress (3): 62/71 kB | 49 kB | 606/782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/profiles/2.20.43/profiles-2.20.43.jar (49 kB at 781 kB/s) 2024-09-12T00:48:54.858 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar 2024-09-12T00:48:54.859 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 62/71 kB | 622/782 kB Progress (2): 62/71 kB | 638/782 kB Progress (2): 62/71 kB | 655/782 kB Progress (2): 62/71 kB | 671/782 kB Progress (2): 62/71 kB | 688/782 kB Progress (2): 62/71 kB | 704/782 kB Progress (2): 62/71 kB | 720/782 kB Progress (2): 62/71 kB | 737/782 kB Progress (2): 62/71 kB | 753/782 kB Progress (2): 62/71 kB | 769/782 kB Progress (2): 62/71 kB | 782 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/sdk-core/2.20.43/sdk-core-2.20.43.jar (782 kB at 12 MB/s) 2024-09-12T00:48:54.859 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar 2024-09-12T00:48:54.864 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 62/71 kB | 1.4/11 kB Progress (2): 62/71 kB | 2.8/11 kB Progress (2): 62/71 kB | 4.1/11 kB Progress (2): 62/71 kB | 5.5/11 kB Progress (2): 62/71 kB | 6.9/11 kB Progress (2): 62/71 kB | 8.3/11 kB Progress (2): 62/71 kB | 9.7/11 kB Progress (2): 62/71 kB | 11/11 kB Progress (2): 62/71 kB | 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/reactivestreams/reactive-streams/1.0.3/reactive-streams-1.0.3.jar (11 kB at 162 kB/s) 2024-09-12T00:48:54.864 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar 2024-09-12T00:48:54.867 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 71 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-query-protocol/2.20.43/aws-query-protocol-2.20.43.jar (71 kB at 953 kB/s) 2024-09-12T00:48:54.867 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar 2024-09-12T00:48:54.873 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.4/205 kB Progress (1): 2.8/205 kB Progress (1): 4.1/205 kB Progress (1): 5.5/205 kB Progress (1): 6.9/205 kB Progress (1): 8.3/205 kB Progress (1): 9.7/205 kB Progress (1): 11/205 kB Progress (1): 12/205 kB Progress (1): 14/205 kB Progress (1): 15/205 kB Progress (1): 16/205 kB Progress (2): 16/205 kB | 16/30 kB Progress (2): 16/205 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/eventstream/eventstream/1.0.1/eventstream-1.0.1.jar (30 kB at 382 kB/s) 2024-09-12T00:48:54.873 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar 2024-09-12T00:48:54.877 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 16/205 kB | 16/81 kB Progress (2): 16/205 kB | 33/81 kB Progress (2): 16/205 kB | 49/81 kB Progress (2): 16/205 kB | 66/81 kB Progress (2): 16/205 kB | 81 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/http-client-spi/2.20.43/http-client-spi-2.20.43.jar (81 kB at 991 kB/s) 2024-09-12T00:48:54.877 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar 2024-09-12T00:48:54.888 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 33/205 kB Progress (1): 49/205 kB Progress (1): 66/205 kB Progress (2): 66/205 kB | 16/798 kB Progress (2): 82/205 kB | 16/798 kB Progress (2): 98/205 kB | 16/798 kB Progress (3): 98/205 kB | 16/798 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/annotations/2.20.43/annotations-2.20.43.jar (13 kB at 142 kB/s) 2024-09-12T00:48:54.888 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar 2024-09-12T00:48:54.899 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 115/205 kB | 16/798 kB Progress (3): 115/205 kB | 16/798 kB | 16/182 kB Progress (3): 115/205 kB | 16/798 kB | 33/182 kB Progress (4): 115/205 kB | 16/798 kB | 33/182 kB | 16/151 kB Progress (4): 115/205 kB | 16/798 kB | 33/182 kB | 33/151 kB Progress (4): 131/205 kB | 16/798 kB | 33/182 kB | 33/151 kB Progress (4): 131/205 kB | 16/798 kB | 33/182 kB | 49/151 kB Progress (4): 131/205 kB | 16/798 kB | 33/182 kB | 63/151 kB Progress (4): 147/205 kB | 16/798 kB | 33/182 kB | 63/151 kB Progress (4): 164/205 kB | 16/798 kB | 33/182 kB | 63/151 kB Progress (4): 164/205 kB | 16/798 kB | 49/182 kB | 63/151 kB Progress (4): 164/205 kB | 33/798 kB | 49/182 kB | 63/151 kB Progress (4): 164/205 kB | 33/798 kB | 49/182 kB | 79/151 kB Progress (4): 164/205 kB | 33/798 kB | 62/182 kB | 79/151 kB Progress (4): 164/205 kB | 33/798 kB | 62/182 kB | 96/151 kB Progress (4): 164/205 kB | 33/798 kB | 62/182 kB | 112/151 kB Progress (4): 164/205 kB | 33/798 kB | 62/182 kB | 128/151 kB Progress (4): 164/205 kB | 49/798 kB | 62/182 kB | 128/151 kB Progress (4): 164/205 kB | 49/798 kB | 62/182 kB | 145/151 kB Progress (4): 180/205 kB | 49/798 kB | 62/182 kB | 145/151 kB Progress (4): 180/205 kB | 49/798 kB | 62/182 kB | 151 kB Progress (4): 197/205 kB | 49/798 kB | 62/182 kB | 151 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/aws-core/2.20.43/aws-core-2.20.43.jar (151 kB at 1.4 MB/s) 2024-09-12T00:48:54.899 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar 2024-09-12T00:48:54.899 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 205 kB | 49/798 kB | 62/182 kB Progress (3): 205 kB | 64/798 kB | 62/182 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/auth/2.20.43/auth-2.20.43.jar (205 kB at 2.0 MB/s) 2024-09-12T00:48:54.900 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar 2024-09-12T00:48:54.908 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 81/798 kB | 62/182 kB Progress (2): 97/798 kB | 62/182 kB Progress (3): 97/798 kB | 62/182 kB | 16/27 kB Progress (3): 97/798 kB | 78/182 kB | 16/27 kB Progress (3): 97/798 kB | 78/182 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/metrics-spi/2.20.43/metrics-spi-2.20.43.jar (27 kB at 244 kB/s) 2024-09-12T00:48:54.908 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 97/798 kB | 95/182 kB Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar 2024-09-12T00:48:54.915 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 97/798 kB | 111/182 kB Progress (2): 97/798 kB | 128/182 kB Progress (2): 114/798 kB | 128/182 kB Progress (2): 130/798 kB | 128/182 kB Progress (2): 130/798 kB | 144/182 kB Progress (2): 130/798 kB | 160/182 kB Progress (2): 146/798 kB | 160/182 kB Progress (2): 163/798 kB | 160/182 kB Progress (2): 163/798 kB | 177/182 kB Progress (3): 163/798 kB | 177/182 kB | 16/30 kB Progress (3): 163/798 kB | 182 kB | 16/30 kB Progress (3): 163/798 kB | 182 kB | 30 kB Progress (3): 179/798 kB | 182 kB | 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/utils/2.20.43/utils-2.20.43.jar (182 kB at 1.5 MB/s) 2024-09-12T00:48:54.915 INFO:tasks.workunit.client.0.smithi038.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/json-utils/2.20.43/json-utils-2.20.43.jar (30 kB at 253 kB/s) 2024-09-12T00:48:54.915 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar 2024-09-12T00:48:54.915 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar 2024-09-12T00:48:54.922 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 179/798 kB | 16/385 kB Progress (2): 179/798 kB | 33/385 kB Progress (2): 179/798 kB | 49/385 kB Progress (2): 195/798 kB | 49/385 kB Progress (2): 195/798 kB | 66/385 kB Progress (2): 195/798 kB | 80/385 kB Progress (2): 195/798 kB | 96/385 kB Progress (2): 195/798 kB | 113/385 kB Progress (2): 212/798 kB | 113/385 kB Progress (2): 212/798 kB | 129/385 kB Progress (2): 212/798 kB | 145/385 kB Progress (2): 212/798 kB | 162/385 kB Progress (2): 228/798 kB | 162/385 kB Progress (2): 228/798 kB | 178/385 kB Progress (2): 245/798 kB | 178/385 kB Progress (2): 245/798 kB | 195/385 kB Progress (2): 245/798 kB | 211/385 kB Progress (2): 245/798 kB | 227/385 kB Progress (2): 245/798 kB | 244/385 kB Progress (2): 245/798 kB | 260/385 kB Progress (2): 245/798 kB | 277/385 kB Progress (2): 245/798 kB | 293/385 kB Progress (2): 245/798 kB | 309/385 kB Progress (2): 245/798 kB | 326/385 kB Progress (2): 245/798 kB | 342/385 kB Progress (2): 245/798 kB | 358/385 kB Progress (2): 245/798 kB | 375/385 kB Progress (2): 245/798 kB | 385 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/third-party-jackson-core/2.20.43/third-party-jackson-core-2.20.43.jar (385 kB at 3.1 MB/s) 2024-09-12T00:48:54.922 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar 2024-09-12T00:48:54.924 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 261/798 kB Progress (2): 261/798 kB | 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/endpoints-spi/2.20.43/endpoints-spi-2.20.43.jar (13 kB at 103 kB/s) 2024-09-12T00:48:54.924 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar 2024-09-12T00:48:54.934 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 277/798 kB Progress (1): 294/798 kB Progress (1): 310/798 kB Progress (1): 327/798 kB Progress (1): 343/798 kB Progress (1): 359/798 kB Progress (1): 376/798 kB Progress (1): 392/798 kB Progress (1): 408/798 kB Progress (1): 425/798 kB Progress (2): 425/798 kB | 16/780 kB Progress (2): 425/798 kB | 33/780 kB Progress (2): 441/798 kB | 33/780 kB Progress (2): 458/798 kB | 33/780 kB Progress (2): 458/798 kB | 49/780 kB Progress (2): 458/798 kB | 63/780 kB Progress (2): 474/798 kB | 63/780 kB Progress (2): 474/798 kB | 79/780 kB Progress (3): 474/798 kB | 79/780 kB | 16/75 kB Progress (3): 490/798 kB | 79/780 kB | 16/75 kB Progress (3): 490/798 kB | 96/780 kB | 16/75 kB Progress (3): 490/798 kB | 96/780 kB | 33/75 kB Progress (3): 490/798 kB | 112/780 kB | 33/75 kB Progress (3): 507/798 kB | 112/780 kB | 33/75 kB Progress (3): 507/798 kB | 112/780 kB | 49/75 kB Progress (3): 507/798 kB | 128/780 kB | 49/75 kB Progress (3): 523/798 kB | 128/780 kB | 49/75 kB Progress (3): 523/798 kB | 128/780 kB | 64/75 kB Progress (3): 523/798 kB | 145/780 kB | 64/75 kB Progress (3): 523/798 kB | 145/780 kB | 75 kB Progress (3): 523/798 kB | 161/780 kB | 75 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/apache-client/2.20.43/apache-client-2.20.43.jar (75 kB at 540 kB/s) 2024-09-12T00:48:54.934 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar 2024-09-12T00:48:54.944 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 523/798 kB | 178/780 kB Progress (2): 523/798 kB | 194/780 kB Progress (2): 523/798 kB | 210/780 kB Progress (2): 523/798 kB | 227/780 kB Progress (2): 523/798 kB | 243/780 kB Progress (2): 540/798 kB | 243/780 kB Progress (2): 540/798 kB | 259/780 kB Progress (2): 556/798 kB | 259/780 kB Progress (3): 556/798 kB | 259/780 kB | 16/329 kB Progress (3): 572/798 kB | 259/780 kB | 16/329 kB Progress (3): 572/798 kB | 259/780 kB | 33/329 kB Progress (3): 589/798 kB | 259/780 kB | 33/329 kB Progress (3): 589/798 kB | 259/780 kB | 49/329 kB Progress (3): 605/798 kB | 259/780 kB | 49/329 kB Progress (4): 605/798 kB | 259/780 kB | 49/329 kB | 16/501 kB Progress (4): 605/798 kB | 259/780 kB | 62/329 kB | 16/501 kB Progress (4): 621/798 kB | 259/780 kB | 62/329 kB | 16/501 kB Progress (4): 621/798 kB | 259/780 kB | 79/329 kB | 16/501 kB Progress (4): 638/798 kB | 259/780 kB | 79/329 kB | 16/501 kB Progress (4): 638/798 kB | 259/780 kB | 95/329 kB | 16/501 kB Progress (4): 654/798 kB | 259/780 kB | 95/329 kB | 16/501 kB Progress (4): 654/798 kB | 259/780 kB | 111/329 kB | 16/501 kB Progress (4): 654/798 kB | 259/780 kB | 128/329 kB | 16/501 kB Progress (4): 671/798 kB | 259/780 kB | 128/329 kB | 16/501 kB Progress (4): 671/798 kB | 259/780 kB | 144/329 kB | 16/501 kB Progress (4): 687/798 kB | 259/780 kB | 144/329 kB | 16/501 kB Progress (4): 687/798 kB | 259/780 kB | 160/329 kB | 16/501 kB Progress (4): 687/798 kB | 259/780 kB | 160/329 kB | 32/501 kB Progress (4): 703/798 kB | 259/780 kB | 160/329 kB | 32/501 kB Progress (4): 703/798 kB | 259/780 kB | 177/329 kB | 32/501 kB Progress (4): 720/798 kB | 259/780 kB | 177/329 kB | 32/501 kB Progress (4): 720/798 kB | 259/780 kB | 193/329 kB | 32/501 kB Progress (4): 736/798 kB | 259/780 kB | 193/329 kB | 32/501 kB Progress (4): 736/798 kB | 259/780 kB | 210/329 kB | 32/501 kB Progress (4): 736/798 kB | 259/780 kB | 210/329 kB | 49/501 kB Progress (4): 753/798 kB | 259/780 kB | 210/329 kB | 49/501 kB Progress (4): 753/798 kB | 259/780 kB | 226/329 kB | 49/501 kB Progress (4): 753/798 kB | 276/780 kB | 226/329 kB | 49/501 kB Progress (4): 769/798 kB | 276/780 kB | 226/329 kB | 49/501 kB Progress (4): 769/798 kB | 276/780 kB | 242/329 kB | 49/501 kB Progress (4): 769/798 kB | 292/780 kB | 242/329 kB | 49/501 kB Progress (4): 785/798 kB | 292/780 kB | 242/329 kB | 49/501 kB Progress (4): 798 kB | 292/780 kB | 242/329 kB | 49/501 kB Progress (4): 798 kB | 292/780 kB | 259/329 kB | 49/501 kB Progress (4): 798 kB | 292/780 kB | 275/329 kB | 49/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/software/amazon/awssdk/regions/2.20.43/regions-2.20.43.jar (798 kB at 5.4 MB/s) 2024-09-12T00:48:54.944 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 309/780 kB | 275/329 kB | 49/501 kB Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar 2024-09-12T00:48:54.945 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 309/780 kB | 291/329 kB | 49/501 kB Progress (3): 309/780 kB | 291/329 kB | 65/501 kB Progress (3): 325/780 kB | 291/329 kB | 65/501 kB Progress (3): 325/780 kB | 308/329 kB | 65/501 kB Progress (3): 341/780 kB | 308/329 kB | 65/501 kB Progress (3): 341/780 kB | 324/329 kB | 65/501 kB Progress (3): 341/780 kB | 329 kB | 65/501 kB Progress (3): 358/780 kB | 329 kB | 65/501 kB Progress (3): 374/780 kB | 329 kB | 65/501 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar (329 kB at 2.2 MB/s) 2024-09-12T00:48:54.945 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar 2024-09-12T00:48:54.951 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 391/780 kB | 65/501 kB Progress (2): 407/780 kB | 65/501 kB Progress (2): 423/780 kB | 65/501 kB Progress (2): 440/780 kB | 65/501 kB Progress (2): 456/780 kB | 65/501 kB Progress (2): 472/780 kB | 65/501 kB Progress (2): 489/780 kB | 65/501 kB Progress (2): 505/780 kB | 65/501 kB Progress (2): 522/780 kB | 65/501 kB Progress (2): 538/780 kB | 65/501 kB Progress (2): 554/780 kB | 65/501 kB Progress (2): 571/780 kB | 65/501 kB Progress (2): 587/780 kB | 65/501 kB Progress (2): 604/780 kB | 65/501 kB Progress (2): 620/780 kB | 65/501 kB Progress (3): 620/780 kB | 65/501 kB | 16/354 kB Progress (3): 636/780 kB | 65/501 kB | 16/354 kB Progress (3): 636/780 kB | 65/501 kB | 32/354 kB Progress (3): 653/780 kB | 65/501 kB | 32/354 kB Progress (3): 653/780 kB | 65/501 kB | 49/354 kB Progress (3): 669/780 kB | 65/501 kB | 49/354 kB Progress (3): 669/780 kB | 65/501 kB | 65/354 kB Progress (3): 685/780 kB | 65/501 kB | 65/354 kB Progress (3): 685/780 kB | 65/501 kB | 80/354 kB Progress (3): 702/780 kB | 65/501 kB | 80/354 kB Progress (3): 702/780 kB | 65/501 kB | 96/354 kB Progress (3): 718/780 kB | 65/501 kB | 96/354 kB Progress (3): 718/780 kB | 80/501 kB | 96/354 kB Progress (3): 718/780 kB | 80/501 kB | 113/354 kB Progress (3): 735/780 kB | 80/501 kB | 113/354 kB Progress (3): 751/780 kB | 80/501 kB | 113/354 kB Progress (3): 767/780 kB | 80/501 kB | 113/354 kB Progress (3): 767/780 kB | 80/501 kB | 129/354 kB Progress (3): 780 kB | 80/501 kB | 129/354 kB Progress (3): 780 kB | 80/501 kB | 145/354 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar (780 kB at 5.0 MB/s) 2024-09-12T00:48:54.952 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar 2024-09-12T00:48:54.959 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 80/501 kB | 162/354 kB Progress (2): 96/501 kB | 162/354 kB Progress (2): 96/501 kB | 178/354 kB Progress (2): 96/501 kB | 195/354 kB Progress (2): 113/501 kB | 195/354 kB Progress (2): 113/501 kB | 211/354 kB Progress (2): 113/501 kB | 227/354 kB Progress (2): 113/501 kB | 244/354 kB Progress (2): 129/501 kB | 244/354 kB Progress (2): 146/501 kB | 244/354 kB Progress (2): 162/501 kB | 244/354 kB Progress (2): 178/501 kB | 244/354 kB Progress (2): 195/501 kB | 244/354 kB Progress (3): 195/501 kB | 244/354 kB | 16/41 kB Progress (3): 195/501 kB | 244/354 kB | 33/41 kB Progress (3): 195/501 kB | 244/354 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.28/slf4j-api-1.7.28.jar (41 kB at 252 kB/s) 2024-09-12T00:48:54.959 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar 2024-09-12T00:48:54.961 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 195/501 kB | 244/354 kB | 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter/5.10.1/junit-jupiter-5.10.1.jar (6.4 kB at 39 kB/s) 2024-09-12T00:48:54.961 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar 2024-09-12T00:48:54.963 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 195/501 kB | 260/354 kB Progress (2): 195/501 kB | 277/354 kB Progress (2): 195/501 kB | 293/354 kB Progress (2): 195/501 kB | 309/354 kB Progress (2): 211/501 kB | 309/354 kB Progress (2): 211/501 kB | 326/354 kB Progress (2): 211/501 kB | 342/354 kB Progress (2): 211/501 kB | 354 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-codec/commons-codec/1.15/commons-codec-1.15.jar (354 kB at 2.1 MB/s) 2024-09-12T00:48:54.963 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar 2024-09-12T00:48:54.977 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 227/501 kB Progress (1): 244/501 kB Progress (1): 260/501 kB Progress (1): 277/501 kB Progress (1): 293/501 kB Progress (1): 309/501 kB Progress (2): 309/501 kB | 16/586 kB Progress (2): 326/501 kB | 16/586 kB Progress (2): 326/501 kB | 33/586 kB Progress (2): 342/501 kB | 33/586 kB Progress (2): 342/501 kB | 49/586 kB Progress (2): 359/501 kB | 49/586 kB Progress (2): 359/501 kB | 64/586 kB Progress (2): 375/501 kB | 64/586 kB Progress (2): 375/501 kB | 80/586 kB Progress (2): 391/501 kB | 80/586 kB Progress (2): 391/501 kB | 97/586 kB Progress (2): 408/501 kB | 97/586 kB Progress (2): 408/501 kB | 113/586 kB Progress (2): 424/501 kB | 113/586 kB Progress (2): 424/501 kB | 130/586 kB Progress (2): 424/501 kB | 146/586 kB Progress (2): 424/501 kB | 162/586 kB Progress (2): 424/501 kB | 179/586 kB Progress (2): 424/501 kB | 195/586 kB Progress (2): 424/501 kB | 212/586 kB Progress (2): 424/501 kB | 228/586 kB Progress (2): 424/501 kB | 244/586 kB Progress (2): 424/501 kB | 261/586 kB Progress (2): 424/501 kB | 277/586 kB Progress (2): 424/501 kB | 293/586 kB Progress (2): 424/501 kB | 310/586 kB Progress (2): 424/501 kB | 326/586 kB Progress (2): 424/501 kB | 343/586 kB Progress (2): 424/501 kB | 359/586 kB Progress (2): 424/501 kB | 375/586 kB Progress (2): 424/501 kB | 392/586 kB Progress (2): 424/501 kB | 408/586 kB Progress (2): 424/501 kB | 425/586 kB Progress (2): 424/501 kB | 441/586 kB Progress (2): 424/501 kB | 457/586 kB Progress (2): 440/501 kB | 457/586 kB Progress (3): 440/501 kB | 457/586 kB | 16/211 kB Progress (3): 440/501 kB | 474/586 kB | 16/211 kB Progress (3): 457/501 kB | 474/586 kB | 16/211 kB Progress (3): 457/501 kB | 474/586 kB | 33/211 kB Progress (3): 457/501 kB | 490/586 kB | 33/211 kB Progress (3): 473/501 kB | 490/586 kB | 33/211 kB Progress (3): 473/501 kB | 490/586 kB | 49/211 kB Progress (3): 473/501 kB | 506/586 kB | 49/211 kB Progress (3): 490/501 kB | 506/586 kB | 49/211 kB Progress (3): 490/501 kB | 506/586 kB | 66/211 kB Progress (3): 490/501 kB | 523/586 kB | 66/211 kB Progress (3): 501 kB | 523/586 kB | 66/211 kB Progress (3): 501 kB | 523/586 kB | 82/211 kB Progress (4): 501 kB | 523/586 kB | 82/211 kB | 14 kB Progress (4): 501 kB | 539/586 kB | 82/211 kB | 14 kB Progress (4): 501 kB | 539/586 kB | 98/211 kB | 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.1/commons-io-2.15.1.jar (501 kB at 2.8 MB/s) 2024-09-12T00:48:54.977 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 556/586 kB | 98/211 kB | 14 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar 2024-09-12T00:48:54.977 INFO:tasks.workunit.client.0.smithi038.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.3.0/opentest4j-1.3.0.jar (14 kB at 79 kB/s) 2024-09-12T00:48:54.977 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar 2024-09-12T00:48:54.990 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 556/586 kB | 115/211 kB Progress (2): 572/586 kB | 115/211 kB Progress (2): 572/586 kB | 131/211 kB Progress (2): 586 kB | 131/211 kB Progress (2): 586 kB | 147/211 kB Progress (2): 586 kB | 164/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-params/5.10.1/junit-jupiter-params-5.10.1.jar (586 kB at 3.0 MB/s) 2024-09-12T00:48:54.990 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 164/211 kB | 15/106 kB Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar 2024-09-12T00:48:54.991 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 180/211 kB | 15/106 kB Progress (2): 180/211 kB | 31/106 kB Progress (2): 197/211 kB | 31/106 kB Progress (2): 211 kB | 31/106 kB Progress (2): 211 kB | 48/106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-api/5.10.1/junit-jupiter-api-5.10.1.jar (211 kB at 1.1 MB/s) 2024-09-12T00:48:54.991 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 64/106 kB Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar 2024-09-12T00:48:54.992 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 80/106 kB Progress (1): 96/106 kB Progress (1): 106 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.10.1/junit-platform-commons-1.10.1.jar (106 kB at 542 kB/s) 2024-09-12T00:48:54.992 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar 2024-09-12T00:48:55.002 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apiguardian/apiguardian-api/1.1.2/apiguardian-api-1.1.2.jar (6.8 kB at 33 kB/s) 2024-09-12T00:48:55.002 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar 2024-09-12T00:48:55.008 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.5/245 kB Progress (1): 23/245 kB Progress (1): 39/245 kB Progress (1): 56/245 kB Progress (1): 72/245 kB Progress (2): 72/245 kB | 16/205 kB Progress (2): 88/245 kB | 16/205 kB Progress (2): 88/245 kB | 33/205 kB Progress (2): 88/245 kB | 49/205 kB Progress (2): 105/245 kB | 49/205 kB Progress (2): 105/245 kB | 66/205 kB Progress (2): 121/245 kB | 66/205 kB Progress (2): 121/245 kB | 82/205 kB Progress (2): 129/245 kB | 82/205 kB Progress (2): 129/245 kB | 98/205 kB Progress (2): 129/245 kB | 115/205 kB Progress (2): 146/245 kB | 115/205 kB Progress (2): 146/245 kB | 131/205 kB Progress (2): 146/245 kB | 147/205 kB Progress (2): 162/245 kB | 147/205 kB Progress (2): 162/245 kB | 164/205 kB Progress (2): 179/245 kB | 164/205 kB Progress (3): 179/245 kB | 164/205 kB | 15 kB Progress (3): 179/245 kB | 180/205 kB | 15 kB Progress (4): 179/245 kB | 180/205 kB | 15 kB | 16/16 kB Progress (4): 179/245 kB | 180/205 kB | 15 kB | 16 kB Progress (4): 179/245 kB | 197/205 kB | 15 kB | 16 kB Progress (4): 195/245 kB | 197/205 kB | 15 kB | 16 kB Progress (4): 195/245 kB | 205 kB | 15 kB | 16 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-simple/1.7.28/slf4j-simple-1.7.28.jar (15 kB at 72 kB/s) 2024-09-12T00:48:55.008 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar 2024-09-12T00:48:55.008 INFO:tasks.workunit.client.0.smithi038.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/jcl-over-slf4j/1.7.28/jcl-over-slf4j-1.7.28.jar (16 kB at 78 kB/s) 2024-09-12T00:48:55.008 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar 2024-09-12T00:48:55.008 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 211/245 kB | 205 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.10.1/junit-platform-engine-1.10.1.jar (205 kB at 971 kB/s) 2024-09-12T00:48:55.008 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar 2024-09-12T00:48:55.009 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 228/245 kB Progress (1): 244/245 kB Progress (1): 245 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/jupiter/junit-jupiter-engine/5.10.1/junit-jupiter-engine-5.10.1.jar (245 kB at 1.1 MB/s) 2024-09-12T00:48:55.009 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar 2024-09-12T00:48:55.018 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite/1.10.1/junit-platform-suite-1.10.1.jar (6.4 kB at 29 kB/s) 2024-09-12T00:48:55.022 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-api/1.10.1/junit-platform-suite-api-1.10.1.jar (23 kB at 100 kB/s) 2024-09-12T00:48:55.023 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/17 kB Progress (2): 16/17 kB | 16/24 kB Progress (2): 17 kB | 16/24 kB Progress (2): 17 kB | 24 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-commons/1.10.1/junit-platform-suite-commons-1.10.1.jar (17 kB at 76 kB/s) 2024-09-12T00:48:55.023 INFO:tasks.workunit.client.0.smithi038.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-suite-engine/1.10.1/junit-platform-suite-engine-1.10.1.jar (24 kB at 106 kB/s) 2024-09-12T00:48:55.028 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/184 kB Progress (1): 33/184 kB Progress (1): 49/184 kB Progress (1): 62/184 kB Progress (1): 79/184 kB Progress (1): 95/184 kB Progress (1): 111/184 kB Progress (1): 128/184 kB Progress (1): 144/184 kB Progress (1): 160/184 kB Progress (1): 177/184 kB Progress (1): 184 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.10.1/junit-platform-launcher-1.10.1.jar (184 kB at 792 kB/s) 2024-09-12T00:48:55.050 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:48:55.050 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] --- clean:3.2.0:clean (default-clean) @ jcksum --- 2024-09-12T00:48:55.056 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom 2024-09-12T00:48:55.071 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.pom (5.8 kB at 389 kB/s) 2024-09-12T00:48:55.073 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom 2024-09-12T00:48:55.088 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/34/maven-shared-components-34.pom (5.1 kB at 340 kB/s) 2024-09-12T00:48:55.089 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom 2024-09-12T00:48:55.104 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/43 kB Progress (1): 33/43 kB Progress (1): 43 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/34/maven-parent-34.pom (43 kB at 2.9 MB/s) 2024-09-12T00:48:55.108 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom 2024-09-12T00:48:55.122 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.pom (14 kB at 950 kB/s) 2024-09-12T00:48:55.127 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar 2024-09-12T00:48:55.144 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/153 kB Progress (1): 33/153 kB Progress (1): 49/153 kB Progress (1): 62/153 kB Progress (1): 79/153 kB Progress (1): 95/153 kB Progress (1): 112/153 kB Progress (1): 128/153 kB Progress (1): 144/153 kB Progress (1): 153 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-utils/3.3.4/maven-shared-utils-3.3.4.jar (153 kB at 9.0 MB/s) 2024-09-12T00:48:55.144 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar 2024-09-12T00:48:55.162 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/215 kB Progress (1): 33/215 kB Progress (1): 49/215 kB Progress (1): 64/215 kB Progress (1): 80/215 kB Progress (1): 97/215 kB Progress (1): 113/215 kB Progress (1): 129/215 kB Progress (1): 146/215 kB Progress (1): 162/215 kB Progress (1): 178/215 kB Progress (1): 195/215 kB Progress (1): 211/215 kB Progress (1): 215 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.6/commons-io-2.6.jar (215 kB at 12 MB/s) 2024-09-12T00:48:55.198 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:48:55.198 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-12T00:48:55.201 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom 2024-09-12T00:48:55.216 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.pom (2.7 kB at 177 kB/s) 2024-09-12T00:48:55.218 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom 2024-09-12T00:48:55.233 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/5.1/plexus-5.1.pom (23 kB at 1.5 MB/s) 2024-09-12T00:48:55.236 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom 2024-09-12T00:48:55.250 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 8.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.pom (8.8 kB at 626 kB/s) 2024-09-12T00:48:55.252 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom 2024-09-12T00:48:55.267 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/10/plexus-10.pom (25 kB at 1.7 MB/s) 2024-09-12T00:48:55.270 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom 2024-09-12T00:48:55.286 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.pom (6.0 kB at 377 kB/s) 2024-09-12T00:48:55.287 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom 2024-09-12T00:48:55.301 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/39/maven-shared-components-39.pom (3.2 kB at 230 kB/s) 2024-09-12T00:48:55.304 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom 2024-09-12T00:48:55.319 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 612 B Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.pom (612 B at 41 kB/s) 2024-09-12T00:48:55.320 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom 2024-09-12T00:48:55.335 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.pom (2.7 kB at 196 kB/s) 2024-09-12T00:48:55.336 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom 2024-09-12T00:48:55.351 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-parent/1.7.36/slf4j-parent-1.7.36.pom (14 kB at 1.0 MB/s) 2024-09-12T00:48:55.353 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom 2024-09-12T00:48:55.367 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.pom (3.2 kB at 229 kB/s) 2024-09-12T00:48:55.368 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom 2024-09-12T00:48:55.383 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/15/spice-parent-15.pom (8.4 kB at 597 kB/s) 2024-09-12T00:48:55.384 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom 2024-09-12T00:48:55.398 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/5/forge-parent-5.pom (8.4 kB at 597 kB/s) 2024-09-12T00:48:55.401 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom 2024-09-12T00:48:55.416 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 8.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.pom (8.0 kB at 534 kB/s) 2024-09-12T00:48:55.418 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom 2024-09-12T00:48:55.432 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.pom (20 kB at 1.3 MB/s) 2024-09-12T00:48:55.436 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom 2024-09-12T00:48:55.451 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.2/junit-bom-5.7.2.pom (5.1 kB at 364 kB/s) 2024-09-12T00:48:55.453 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom 2024-09-12T00:48:55.468 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/31 kB Progress (1): 31 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.pom (31 kB at 2.0 MB/s) 2024-09-12T00:48:55.472 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom 2024-09-12T00:48:55.486 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 5.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.7.1/junit-bom-5.7.1.pom (5.1 kB at 340 kB/s) 2024-09-12T00:48:55.490 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar 2024-09-12T00:48:55.506 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/85 kB Progress (1): 33/85 kB Progress (1): 49/85 kB Progress (1): 66/85 kB Progress (1): 82/85 kB Progress (1): 85 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.26/plexus-interpolation-1.26.jar (85 kB at 5.3 MB/s) 2024-09-12T00:48:55.506 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar 2024-09-12T00:48:55.506 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar 2024-09-12T00:48:55.506 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar 2024-09-12T00:48:55.507 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar 2024-09-12T00:48:55.507 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar 2024-09-12T00:48:55.523 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.5 kB Progress (2): 2.5 kB | 16/55 kB Progress (3): 2.5 kB | 16/55 kB | 16/269 kB Progress (3): 2.5 kB | 33/55 kB | 16/269 kB Progress (3): 2.5 kB | 33/55 kB | 33/269 kB Progress (3): 2.5 kB | 49/55 kB | 33/269 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/inject/javax.inject/1/javax.inject-1.jar (2.5 kB at 166 kB/s) 2024-09-12T00:48:55.523 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 55 kB | 33/269 kB Progress (2): 55 kB | 49/269 kB Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar 2024-09-12T00:48:55.523 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 55 kB | 49/269 kB | 16/41 kB Progress (4): 55 kB | 49/269 kB | 16/41 kB | 8.5 kB Progress (4): 55 kB | 65/269 kB | 16/41 kB | 8.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-filtering/3.3.1/maven-filtering-3.3.1.jar (55 kB at 3.4 MB/s) 2024-09-12T00:48:55.523 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 65/269 kB | 33/41 kB | 8.5 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar 2024-09-12T00:48:55.523 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 81/269 kB | 33/41 kB | 8.5 kB Progress (3): 81/269 kB | 41 kB | 8.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-build-api/0.0.7/plexus-build-api-0.0.7.jar (8.5 kB at 530 kB/s) 2024-09-12T00:48:55.523 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 97/269 kB | 41 kB Progress (2): 114/269 kB | 41 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/slf4j/slf4j-api/1.7.36/slf4j-api-1.7.36.jar (41 kB at 2.6 MB/s) 2024-09-12T00:48:55.525 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 130/269 kB Progress (1): 147/269 kB Progress (1): 163/269 kB Progress (1): 179/269 kB Progress (1): 196/269 kB Progress (1): 212/269 kB Progress (1): 229/269 kB Progress (1): 245/269 kB Progress (1): 261/269 kB Progress (1): 269 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.1/plexus-utils-3.5.1.jar (269 kB at 14 MB/s) 2024-09-12T00:48:55.540 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/327 kB Progress (1): 33/327 kB Progress (1): 49/327 kB Progress (1): 65/327 kB Progress (2): 65/327 kB | 16/587 kB Progress (2): 81/327 kB | 16/587 kB Progress (2): 81/327 kB | 33/587 kB Progress (2): 97/327 kB | 33/587 kB Progress (2): 97/327 kB | 49/587 kB Progress (2): 97/327 kB | 63/587 kB Progress (2): 114/327 kB | 63/587 kB Progress (2): 114/327 kB | 79/587 kB Progress (2): 130/327 kB | 79/587 kB Progress (2): 130/327 kB | 96/587 kB Progress (2): 146/327 kB | 96/587 kB Progress (2): 146/327 kB | 112/587 kB Progress (2): 163/327 kB | 112/587 kB Progress (2): 163/327 kB | 129/587 kB Progress (2): 179/327 kB | 129/587 kB Progress (2): 179/327 kB | 145/587 kB Progress (2): 196/327 kB | 145/587 kB Progress (2): 196/327 kB | 161/587 kB Progress (2): 212/327 kB | 161/587 kB Progress (2): 212/327 kB | 178/587 kB Progress (2): 228/327 kB | 178/587 kB Progress (2): 228/327 kB | 194/587 kB Progress (2): 245/327 kB | 194/587 kB Progress (2): 245/327 kB | 210/587 kB Progress (2): 261/327 kB | 210/587 kB Progress (2): 261/327 kB | 227/587 kB Progress (2): 278/327 kB | 227/587 kB Progress (2): 278/327 kB | 243/587 kB Progress (2): 294/327 kB | 243/587 kB Progress (2): 294/327 kB | 260/587 kB Progress (2): 310/327 kB | 260/587 kB Progress (2): 310/327 kB | 276/587 kB Progress (2): 327/327 kB | 276/587 kB Progress (2): 327 kB | 276/587 kB Progress (2): 327 kB | 292/587 kB Progress (2): 327 kB | 309/587 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.11.0/commons-io-2.11.0.jar (327 kB at 9.9 MB/s) 2024-09-12T00:48:55.544 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 325/587 kB Progress (1): 342/587 kB Progress (1): 358/587 kB Progress (1): 374/587 kB Progress (1): 391/587 kB Progress (1): 407/587 kB Progress (1): 423/587 kB Progress (1): 440/587 kB Progress (1): 456/587 kB Progress (1): 473/587 kB Progress (1): 489/587 kB Progress (1): 505/587 kB Progress (1): 522/587 kB Progress (1): 538/587 kB Progress (1): 555/587 kB Progress (1): 571/587 kB Progress (1): 587/587 kB Progress (1): 587 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-lang3/3.12.0/commons-lang3-3.12.0.jar (587 kB at 16 MB/s) 2024-09-12T00:48:55.588 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-12T00:48:55.589 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:48:55.589 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-12T00:48:55.593 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom 2024-09-12T00:48:55.607 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.pom (4.7 kB at 339 kB/s) 2024-09-12T00:48:55.609 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom 2024-09-12T00:48:55.623 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/19/maven-shared-components-19.pom (6.4 kB at 454 kB/s) 2024-09-12T00:48:55.624 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom 2024-09-12T00:48:55.639 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/33 kB Progress (1): 33 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/23/maven-parent-23.pom (33 kB at 2.3 MB/s) 2024-09-12T00:48:55.641 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom 2024-09-12T00:48:55.655 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/13/apache-13.pom (14 kB at 998 kB/s) 2024-09-12T00:48:55.658 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom 2024-09-12T00:48:55.672 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 815 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.pom (815 B at 58 kB/s) 2024-09-12T00:48:55.674 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom 2024-09-12T00:48:55.688 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/1.5.5/plexus-containers-1.5.5.pom (4.2 kB at 303 kB/s) 2024-09-12T00:48:55.690 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom 2024-09-12T00:48:55.704 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/2.0.7/plexus-2.0.7.pom (17 kB at 1.2 MB/s) 2024-09-12T00:48:55.707 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom 2024-09-12T00:48:55.722 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 5.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.pom (5.0 kB at 331 kB/s) 2024-09-12T00:48:55.724 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom 2024-09-12T00:48:55.738 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.1.2/plexus-languages-1.1.2.pom (4.1 kB at 296 kB/s) 2024-09-12T00:48:55.741 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom 2024-09-12T00:48:55.756 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.pom (2.4 kB at 158 kB/s) 2024-09-12T00:48:55.758 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom 2024-09-12T00:48:55.773 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/ow2/1.5.1/ow2-1.5.1.pom (11 kB at 753 kB/s) 2024-09-12T00:48:55.775 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom 2024-09-12T00:48:55.792 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.pom (17 kB at 1.1 MB/s) 2024-09-12T00:48:55.793 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom 2024-09-12T00:48:55.808 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/9/oss-parent-9.pom (6.6 kB at 438 kB/s) 2024-09-12T00:48:55.810 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom 2024-09-12T00:48:55.824 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.pom (1.1 kB at 76 kB/s) 2024-09-12T00:48:55.826 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom 2024-09-12T00:48:55.840 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler/2.13.0/plexus-compiler-2.13.0.pom (8.4 kB at 559 kB/s) 2024-09-12T00:48:55.842 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom 2024-09-12T00:48:55.857 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/10.0/plexus-components-10.0.pom (2.7 kB at 179 kB/s) 2024-09-12T00:48:55.859 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom 2024-09-12T00:48:55.874 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.9.1/junit-bom-5.9.1.pom (5.6 kB at 402 kB/s) 2024-09-12T00:48:55.877 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom 2024-09-12T00:48:55.892 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.pom (1.1 kB at 76 kB/s) 2024-09-12T00:48:55.895 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom 2024-09-12T00:48:55.909 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 770 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.1/plexus-component-annotations-2.1.1.pom (770 B at 55 kB/s) 2024-09-12T00:48:55.910 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom 2024-09-12T00:48:55.925 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.1/plexus-containers-2.1.1.pom (6.0 kB at 431 kB/s) 2024-09-12T00:48:55.926 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom 2024-09-12T00:48:55.941 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/26 kB Progress (1): 26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/6.5/plexus-6.5.pom (26 kB at 1.8 MB/s) 2024-09-12T00:48:55.944 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom 2024-09-12T00:48:55.959 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.pom (1.2 kB at 80 kB/s) 2024-09-12T00:48:55.960 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom 2024-09-12T00:48:55.975 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compilers/2.13.0/plexus-compilers-2.13.0.pom (1.3 kB at 88 kB/s) 2024-09-12T00:48:55.980 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar 2024-09-12T00:48:55.997 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-incremental/1.1/maven-shared-incremental-1.1.jar (14 kB at 903 kB/s) 2024-09-12T00:48:55.997 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar 2024-09-12T00:48:55.997 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar 2024-09-12T00:48:55.997 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar 2024-09-12T00:48:55.997 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar 2024-09-12T00:48:55.997 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar 2024-09-12T00:48:56.013 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 4.2 kB Progress (2): 4.2 kB | 16/122 kB Progress (3): 4.2 kB | 16/122 kB | 16/334 kB Progress (3): 4.2 kB | 32/122 kB | 16/334 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/1.5.5/plexus-component-annotations-1.5.5.jar (4.2 kB at 281 kB/s) 2024-09-12T00:48:56.013 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 32/122 kB | 16/334 kB | 16/55 kB Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar 2024-09-12T00:48:56.013 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 49/122 kB | 16/334 kB | 16/55 kB Progress (3): 49/122 kB | 33/334 kB | 16/55 kB Progress (3): 49/122 kB | 33/334 kB | 32/55 kB Progress (3): 65/122 kB | 33/334 kB | 32/55 kB Progress (3): 65/122 kB | 33/334 kB | 49/55 kB Progress (3): 65/122 kB | 49/334 kB | 49/55 kB Progress (3): 65/122 kB | 49/334 kB | 55 kB Progress (4): 65/122 kB | 49/334 kB | 55 kB | 16/27 kB Progress (4): 65/122 kB | 65/334 kB | 55 kB | 16/27 kB Progress (4): 81/122 kB | 65/334 kB | 55 kB | 16/27 kB Progress (4): 81/122 kB | 65/334 kB | 55 kB | 27 kB Progress (4): 81/122 kB | 81/334 kB | 55 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.1.2/plexus-java-1.1.2.jar (55 kB at 3.4 MB/s) 2024-09-12T00:48:56.013 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar 2024-09-12T00:48:56.013 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 81/122 kB | 98/334 kB | 27 kB Progress (3): 98/122 kB | 98/334 kB | 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-api/2.13.0/plexus-compiler-api-2.13.0.jar (27 kB at 1.7 MB/s) 2024-09-12T00:48:56.013 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar 2024-09-12T00:48:56.013 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 98/122 kB | 114/334 kB Progress (2): 114/122 kB | 114/334 kB Progress (2): 114/122 kB | 130/334 kB Progress (2): 122 kB | 130/334 kB Progress (2): 122 kB | 147/334 kB Progress (2): 122 kB | 163/334 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.4/asm-9.4.jar (122 kB at 7.2 MB/s) 2024-09-12T00:48:56.014 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 180/334 kB Progress (1): 196/334 kB Progress (1): 212/334 kB Progress (1): 229/334 kB Progress (1): 245/334 kB Progress (1): 262/334 kB Progress (1): 278/334 kB Progress (1): 294/334 kB Progress (1): 311/334 kB Progress (1): 327/334 kB Progress (1): 334 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/thoughtworks/qdox/qdox/2.0.3/qdox-2.0.3.jar (334 kB at 17 MB/s) 2024-09-12T00:48:56.026 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/267 kB Progress (1): 33/267 kB Progress (1): 49/267 kB Progress (1): 64/267 kB Progress (1): 81/267 kB Progress (1): 97/267 kB Progress (1): 114/267 kB Progress (2): 114/267 kB | 4.7 kB Progress (2): 130/267 kB | 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-manager/2.13.0/plexus-compiler-manager-2.13.0.jar (4.7 kB at 161 kB/s) 2024-09-12T00:48:56.026 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 146/267 kB Progress (2): 146/267 kB | 16/23 kB Progress (2): 163/267 kB | 16/23 kB Progress (2): 163/267 kB | 23 kB Progress (2): 179/267 kB | 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-compiler-javac/2.13.0/plexus-compiler-javac-2.13.0.jar (23 kB at 760 kB/s) 2024-09-12T00:48:56.027 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 196/267 kB Progress (1): 212/267 kB Progress (1): 228/267 kB Progress (1): 245/267 kB Progress (1): 261/267 kB Progress (1): 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.5.0/plexus-utils-3.5.0.jar (267 kB at 8.6 MB/s) 2024-09-12T00:48:56.078 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Changes detected - recompiling the module! :source 2024-09-12T00:48:56.079 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/classes 2024-09-12T00:48:56.700 INFO:tasks.workunit.client.0.smithi038.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-12T00:48:56.700 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:48:56.700 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-12T00:48:56.704 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-12T00:48:56.704 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:48:56.704 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-12T00:48:56.711 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Changes detected - recompiling the module! :dependency 2024-09-12T00:48:56.712 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Compiling 1 source file with javac [debug target 1.9] to target/test-classes 2024-09-12T00:48:56.901 INFO:tasks.workunit.client.0.smithi038.stdout:[WARNING] bootstrap class path not set in conjunction with -source 9 2024-09-12T00:48:56.901 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:48:56.901 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-12T00:48:56.905 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom 2024-09-12T00:48:56.920 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.pom (6.2 kB at 390 kB/s) 2024-09-12T00:48:56.924 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom 2024-09-12T00:48:56.940 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.pom (3.5 kB at 221 kB/s) 2024-09-12T00:48:56.944 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom 2024-09-12T00:48:56.959 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.pom (3.3 kB at 217 kB/s) 2024-09-12T00:48:56.963 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom 2024-09-12T00:48:56.978 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 4.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.pom (4.1 kB at 271 kB/s) 2024-09-12T00:48:56.981 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom 2024-09-12T00:48:57.002 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.pom (3.3 kB at 157 kB/s) 2024-09-12T00:48:57.005 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom 2024-09-12T00:48:57.020 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.pom (4.5 kB at 297 kB/s) 2024-09-12T00:48:57.023 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom 2024-09-12T00:48:57.045 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.pom (1.8 kB at 77 kB/s) 2024-09-12T00:48:57.048 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom 2024-09-12T00:48:57.063 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.pom (2.2 kB at 146 kB/s) 2024-09-12T00:48:57.064 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom 2024-09-12T00:48:57.079 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/30 kB Progress (1): 30 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether/1.0.0.v20140518/aether-1.0.0.v20140518.pom (30 kB at 2.2 MB/s) 2024-09-12T00:48:57.082 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom 2024-09-12T00:48:57.096 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.pom (1.9 kB at 126 kB/s) 2024-09-12T00:48:57.099 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom 2024-09-12T00:48:57.113 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 5.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.pom (5.8 kB at 387 kB/s) 2024-09-12T00:48:57.117 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom 2024-09-12T00:48:57.131 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-artifact/3.2.5/maven-artifact-3.2.5.pom (2.3 kB at 168 kB/s) 2024-09-12T00:48:57.132 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom 2024-09-12T00:48:57.147 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven/3.2.5/maven-3.2.5.pom (22 kB at 1.6 MB/s) 2024-09-12T00:48:57.149 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom 2024-09-12T00:48:57.163 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/37 kB Progress (1): 33/37 kB Progress (1): 37 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/25/maven-parent-25.pom (37 kB at 2.5 MB/s) 2024-09-12T00:48:57.165 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom 2024-09-12T00:48:57.180 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/15/apache-15.pom (15 kB at 1.1 MB/s) 2024-09-12T00:48:57.183 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom 2024-09-12T00:48:57.197 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 8.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/4.0.0/plexus-utils-4.0.0.pom (8.7 kB at 618 kB/s) 2024-09-12T00:48:57.199 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom 2024-09-12T00:48:57.213 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/13/plexus-13.pom (27 kB at 1.8 MB/s) 2024-09-12T00:48:57.216 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom 2024-09-12T00:48:57.230 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 8.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-core/3.2.5/maven-core-3.2.5.pom (8.1 kB at 576 kB/s) 2024-09-12T00:48:57.233 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom 2024-09-12T00:48:57.247 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings/3.2.5/maven-settings-3.2.5.pom (2.2 kB at 155 kB/s) 2024-09-12T00:48:57.249 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom 2024-09-12T00:48:57.264 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-settings-builder/3.2.5/maven-settings-builder-3.2.5.pom (2.6 kB at 185 kB/s) 2024-09-12T00:48:57.267 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom 2024-09-12T00:48:57.280 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-interpolation/1.21/plexus-interpolation-1.21.pom (1.5 kB at 110 kB/s) 2024-09-12T00:48:57.282 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom 2024-09-12T00:48:57.296 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-components/1.3.1/plexus-components-1.3.1.pom (3.1 kB at 204 kB/s) 2024-09-12T00:48:57.297 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom 2024-09-12T00:48:57.313 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/3.3.1/plexus-3.3.1.pom (20 kB at 1.4 MB/s) 2024-09-12T00:48:57.315 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom 2024-09-12T00:48:57.330 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/17/spice-parent-17.pom (6.8 kB at 451 kB/s) 2024-09-12T00:48:57.332 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom 2024-09-12T00:48:57.347 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 14 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/10/forge-parent-10.pom (14 kB at 904 kB/s) 2024-09-12T00:48:57.351 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom 2024-09-12T00:48:57.365 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-sec-dispatcher/1.3/plexus-sec-dispatcher-1.3.pom (3.0 kB at 197 kB/s) 2024-09-12T00:48:57.367 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom 2024-09-12T00:48:57.382 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/spice/spice-parent/12/spice-parent-12.pom (6.8 kB at 486 kB/s) 2024-09-12T00:48:57.383 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom 2024-09-12T00:48:57.398 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 8.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/4/forge-parent-4.pom (8.4 kB at 600 kB/s) 2024-09-12T00:48:57.400 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom 2024-09-12T00:48:57.414 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/plexus/plexus-cipher/1.4/plexus-cipher-1.4.pom (2.1 kB at 148 kB/s) 2024-09-12T00:48:57.417 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom 2024-09-12T00:48:57.431 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-repository-metadata/3.2.5/maven-repository-metadata-3.2.5.pom (2.2 kB at 149 kB/s) 2024-09-12T00:48:57.435 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom 2024-09-12T00:48:57.450 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-plugin-api/3.2.5/maven-plugin-api-3.2.5.pom (3.0 kB at 216 kB/s) 2024-09-12T00:48:57.454 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom 2024-09-12T00:48:57.469 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.plexus/0.9.0.M2/org.eclipse.sisu.plexus-0.9.0.M2.pom (15 kB at 998 kB/s) 2024-09-12T00:48:57.471 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom 2024-09-12T00:48:57.485 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-plexus/0.9.0.M2/sisu-plexus-0.9.0.M2.pom (15 kB at 967 kB/s) 2024-09-12T00:48:57.488 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom 2024-09-12T00:48:57.503 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/annotation/javax.annotation-api/1.2/javax.annotation-api-1.2.pom (13 kB at 895 kB/s) 2024-09-12T00:48:57.505 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom 2024-09-12T00:48:57.519 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/net/java/jvnet-parent/3/jvnet-parent-3.pom (4.8 kB at 342 kB/s) 2024-09-12T00:48:57.521 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom 2024-09-12T00:48:57.535 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/javax/enterprise/cdi-api/1.2/cdi-api-1.2.pom (6.3 kB at 418 kB/s) 2024-09-12T00:48:57.537 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom 2024-09-12T00:48:57.552 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/32 kB Progress (1): 32 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/jboss/weld/weld-parent/26/weld-parent-26.pom (32 kB at 2.2 MB/s) 2024-09-12T00:48:57.554 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom 2024-09-12T00:48:57.568 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/17 kB Progress (1): 17 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/org.eclipse.sisu.inject/0.9.0.M2/org.eclipse.sisu.inject-0.9.0.M2.pom (17 kB at 1.2 MB/s) 2024-09-12T00:48:57.570 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom 2024-09-12T00:48:57.585 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/sisu/sisu-inject/0.9.0.M2/sisu-inject-0.9.0.M2.pom (15 kB at 1.1 MB/s) 2024-09-12T00:48:57.589 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom 2024-09-12T00:48:57.603 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 750 B Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-component-annotations/2.1.0/plexus-component-annotations-2.1.0.pom (750 B at 54 kB/s) 2024-09-12T00:48:57.604 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom 2024-09-12T00:48:57.618 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-containers/2.1.0/plexus-containers-2.1.0.pom (4.8 kB at 343 kB/s) 2024-09-12T00:48:57.620 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom 2024-09-12T00:48:57.634 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 7.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.6.0/plexus-classworlds-2.6.0.pom (7.9 kB at 565 kB/s) 2024-09-12T00:48:57.636 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom 2024-09-12T00:48:57.651 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-model-builder/3.2.5/maven-model-builder-3.2.5.pom (3.0 kB at 214 kB/s) 2024-09-12T00:48:57.653 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom 2024-09-12T00:48:57.667 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 4.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-aether-provider/3.2.5/maven-aether-provider-3.2.5.pom (4.2 kB at 304 kB/s) 2024-09-12T00:48:57.670 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom 2024-09-12T00:48:57.684 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-spi/1.0.0.v20140518/aether-spi-1.0.0.v20140518.pom (2.1 kB at 147 kB/s) 2024-09-12T00:48:57.687 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom 2024-09-12T00:48:57.701 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-impl/1.0.0.v20140518/aether-impl-1.0.0.v20140518.pom (3.5 kB at 248 kB/s) 2024-09-12T00:48:57.703 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom 2024-09-12T00:48:57.718 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 11 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/sisu-guice/3.2.3/sisu-guice-3.2.3.pom (11 kB at 781 kB/s) 2024-09-12T00:48:57.720 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom 2024-09-12T00:48:57.735 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 13 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/sisu/inject/guice-parent/3.2.3/guice-parent-3.2.3.pom (13 kB at 898 kB/s) 2024-09-12T00:48:57.736 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom 2024-09-12T00:48:57.751 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/19 kB Progress (1): 19 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/forge/forge-parent/38/forge-parent-38.pom (19 kB at 1.3 MB/s) 2024-09-12T00:48:57.753 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom 2024-09-12T00:48:57.768 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 363 B Downloaded from central: https://repo.maven.apache.org/maven2/aopalliance/aopalliance/1.0/aopalliance-1.0.pom (363 B at 26 kB/s) 2024-09-12T00:48:57.769 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom 2024-09-12T00:48:57.783 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.1 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava/16.0.1/guava-16.0.1.pom (6.1 kB at 407 kB/s) 2024-09-12T00:48:57.785 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom 2024-09-12T00:48:57.809 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/com/google/guava/guava-parent/16.0.1/guava-parent-16.0.1.pom (7.3 kB at 306 kB/s) 2024-09-12T00:48:57.810 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom 2024-09-12T00:48:57.825 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 4.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/sonatype/oss/oss-parent/7/oss-parent-7.pom (4.8 kB at 345 kB/s) 2024-09-12T00:48:57.827 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom 2024-09-12T00:48:57.841 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 7.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-classworlds/2.5.2/plexus-classworlds-2.5.2.pom (7.3 kB at 522 kB/s) 2024-09-12T00:48:57.844 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom 2024-09-12T00:48:57.858 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/22 kB Progress (1): 22 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.pom (22 kB at 1.5 MB/s) 2024-09-12T00:48:57.860 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom 2024-09-12T00:48:57.875 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/78 kB Progress (1): 33/78 kB Progress (1): 49/78 kB Progress (1): 66/78 kB Progress (1): 78 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-parent/64/commons-parent-64.pom (78 kB at 5.2 MB/s) 2024-09-12T00:48:57.879 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom 2024-09-12T00:48:57.893 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/23 kB Progress (1): 23 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/30/apache-30.pom (23 kB at 1.5 MB/s) 2024-09-12T00:48:57.896 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom 2024-09-12T00:48:57.910 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 5.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/junit-bom/5.10.0/junit-bom-5.10.0.pom (5.6 kB at 377 kB/s) 2024-09-12T00:48:57.912 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom 2024-09-12T00:48:57.927 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 4.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.pom (4.3 kB at 305 kB/s) 2024-09-12T00:48:57.928 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom 2024-09-12T00:48:57.942 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-languages/1.2.0/plexus-languages-1.2.0.pom (3.2 kB at 228 kB/s) 2024-09-12T00:48:57.944 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom 2024-09-12T00:48:57.958 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/28 kB Progress (1): 28 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/15/plexus-15.pom (28 kB at 1.9 MB/s) 2024-09-12T00:48:57.961 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom 2024-09-12T00:48:57.975 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.4 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.pom (2.4 kB at 169 kB/s) 2024-09-12T00:48:57.980 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar 2024-09-12T00:48:57.999 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/308 kB Progress (1): 32/308 kB Progress (1): 49/308 kB Progress (1): 65/308 kB Progress (1): 81/308 kB Progress (1): 98/308 kB Progress (1): 114/308 kB Progress (1): 130/308 kB Progress (1): 147/308 kB Progress (1): 163/308 kB Progress (1): 180/308 kB Progress (1): 196/308 kB Progress (1): 212/308 kB Progress (1): 229/308 kB Progress (1): 245/308 kB Progress (1): 262/308 kB Progress (1): 278/308 kB Progress (1): 294/308 kB Progress (1): 308 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/maven-surefire-common/3.2.3/maven-surefire-common-3.2.3.jar (308 kB at 15 MB/s) 2024-09-12T00:48:58.000 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar 2024-09-12T00:48:58.000 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar 2024-09-12T00:48:58.000 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar 2024-09-12T00:48:58.000 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar 2024-09-12T00:48:58.001 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar 2024-09-12T00:48:58.018 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 14 kB Progress (2): 14 kB | 15/171 kB Progress (3): 14 kB | 15/171 kB | 8.2 kB Progress (3): 14 kB | 31/171 kB | 8.2 kB Progress (4): 14 kB | 31/171 kB | 8.2 kB | 16/26 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-logger-api/3.2.3/surefire-logger-api-3.2.3.jar (14 kB at 849 kB/s) 2024-09-12T00:48:58.018 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (4): 31/171 kB | 8.2 kB | 16/26 kB | 16/118 kB Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar 2024-09-12T00:48:58.018 INFO:tasks.workunit.client.0.smithi038.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-spi/3.2.3/surefire-extensions-spi-3.2.3.jar (8.2 kB at 511 kB/s) 2024-09-12T00:48:58.018 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar 2024-09-12T00:48:58.019 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 31/171 kB | 26 kB | 16/118 kB Progress (3): 48/171 kB | 26 kB | 16/118 kB Progress (3): 48/171 kB | 26 kB | 33/118 kB Progress (3): 64/171 kB | 26 kB | 33/118 kB Progress (3): 64/171 kB | 26 kB | 49/118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-extensions-api/3.2.3/surefire-extensions-api-3.2.3.jar (26 kB at 1.5 MB/s) 2024-09-12T00:48:58.019 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 81/171 kB | 49/118 kB Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar 2024-09-12T00:48:58.019 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 81/171 kB | 64/118 kB Progress (2): 97/171 kB | 64/118 kB Progress (2): 113/171 kB | 64/118 kB Progress (2): 113/171 kB | 81/118 kB Progress (2): 130/171 kB | 81/118 kB Progress (2): 130/171 kB | 97/118 kB Progress (2): 146/171 kB | 97/118 kB Progress (2): 146/171 kB | 113/118 kB Progress (2): 146/171 kB | 118 kB Progress (2): 162/171 kB | 118 kB Progress (2): 171 kB | 118 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-booter/3.2.3/surefire-booter-3.2.3.jar (118 kB at 6.5 MB/s) 2024-09-12T00:48:58.019 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar 2024-09-12T00:48:58.019 INFO:tasks.workunit.client.0.smithi038.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-api/3.2.3/surefire-api-3.2.3.jar (171 kB at 9.5 MB/s) 2024-09-12T00:48:58.019 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar 2024-09-12T00:48:58.032 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/136 kB Progress (2): 16/136 kB | 16/146 kB Progress (2): 32/136 kB | 16/146 kB Progress (2): 32/136 kB | 32/146 kB Progress (2): 49/136 kB | 32/146 kB Progress (2): 49/136 kB | 49/146 kB Progress (2): 65/136 kB | 49/146 kB Progress (3): 65/136 kB | 49/146 kB | 16/61 kB Progress (3): 65/136 kB | 65/146 kB | 16/61 kB Progress (3): 80/136 kB | 65/146 kB | 16/61 kB Progress (3): 80/136 kB | 65/146 kB | 33/61 kB Progress (3): 80/136 kB | 80/146 kB | 33/61 kB Progress (3): 96/136 kB | 80/146 kB | 33/61 kB Progress (3): 96/136 kB | 80/146 kB | 49/61 kB Progress (3): 96/136 kB | 96/146 kB | 49/61 kB Progress (3): 113/136 kB | 96/146 kB | 49/61 kB Progress (3): 113/136 kB | 96/146 kB | 61 kB Progress (3): 129/136 kB | 96/146 kB | 61 kB Progress (3): 129/136 kB | 113/146 kB | 61 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-common-artifact-filters/3.1.1/maven-common-artifact-filters-3.1.1.jar (61 kB at 2.0 MB/s) 2024-09-12T00:48:58.034 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 129/136 kB | 129/146 kB Downloading from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar 2024-09-12T00:48:58.034 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 136 kB | 129/146 kB Progress (2): 136 kB | 146/146 kB Progress (3): 136 kB | 146/146 kB | 16/501 kB Progress (4): 136 kB | 146/146 kB | 16/501 kB | 16/58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-api/1.0.0.v20140518/aether-api-1.0.0.v20140518.jar (136 kB at 4.3 MB/s) 2024-09-12T00:48:58.034 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar 2024-09-12T00:48:58.034 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 146/146 kB | 33/501 kB | 16/58 kB Progress (3): 146/146 kB | 33/501 kB | 32/58 kB Progress (3): 146 kB | 33/501 kB | 32/58 kB Progress (3): 146 kB | 49/501 kB | 32/58 kB Progress (3): 146 kB | 49/501 kB | 49/58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/eclipse/aether/aether-util/1.0.0.v20140518/aether-util-1.0.0.v20140518.jar (146 kB at 4.4 MB/s) 2024-09-12T00:48:58.035 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 49/501 kB | 58 kB Progress (2): 66/501 kB | 58 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-java/1.2.0/plexus-java-1.2.0.jar (58 kB at 1.7 MB/s) 2024-09-12T00:48:58.044 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 82/501 kB Progress (1): 98/501 kB Progress (1): 115/501 kB Progress (1): 131/501 kB Progress (1): 147/501 kB Progress (1): 164/501 kB Progress (1): 180/501 kB Progress (1): 197/501 kB Progress (1): 213/501 kB Progress (1): 229/501 kB Progress (1): 246/501 kB Progress (1): 262/501 kB Progress (1): 279/501 kB Progress (1): 295/501 kB Progress (1): 311/501 kB Progress (1): 328/501 kB Progress (1): 344/501 kB Progress (1): 360/501 kB Progress (1): 377/501 kB Progress (1): 393/501 kB Progress (1): 410/501 kB Progress (1): 426/501 kB Progress (1): 442/501 kB Progress (1): 459/501 kB Progress (1): 475/501 kB Progress (1): 492/501 kB Progress (1): 501 kB Downloaded from central: https://repo.maven.apache.org/maven2/commons-io/commons-io/2.15.0/commons-io-2.15.0.jar (501 kB at 12 MB/s) 2024-09-12T00:48:58.048 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/124 kB Progress (1): 33/124 kB Progress (1): 49/124 kB Progress (1): 66/124 kB Progress (1): 82/124 kB Progress (1): 98/124 kB Progress (1): 115/124 kB Progress (1): 124 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/ow2/asm/asm/9.6/asm-9.6.jar (124 kB at 2.6 MB/s) 2024-09-12T00:48:58.094 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.1/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.2/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.3/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.4/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.5/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.6/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.7/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.8/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 0.9/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.0/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.1/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.2/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.3/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.4/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.5/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.6/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.7/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.8/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 1.9/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.0/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.1/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.2/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.3/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4/2.4 MB Progress (1): 2.4 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-shared-utils/3.2.3/surefire-shared-utils-3.2.3.jar (2.4 MB at 26 MB/s) 2024-09-12T00:48:58.170 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:48:58.170 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] --- jar:3.3.0:jar (default-jar) @ jcksum --- 2024-09-12T00:48:58.173 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom 2024-09-12T00:48:58.190 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 4.5 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.pom (4.5 kB at 280 kB/s) 2024-09-12T00:48:58.192 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom 2024-09-12T00:48:58.208 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 4.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/maven-shared-components/36/maven-shared-components-36.pom (4.9 kB at 306 kB/s) 2024-09-12T00:48:58.210 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom 2024-09-12T00:48:58.226 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/45 kB Progress (1): 33/45 kB Progress (1): 45 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-parent/36/maven-parent-36.pom (45 kB at 2.8 MB/s) 2024-09-12T00:48:58.228 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom 2024-09-12T00:48:58.244 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/21 kB Progress (1): 21 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/apache/26/apache-26.pom (21 kB at 1.2 MB/s) 2024-09-12T00:48:58.248 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom 2024-09-12T00:48:58.263 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 5.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.3.0/plexus-utils-3.3.0.pom (5.2 kB at 345 kB/s) 2024-09-12T00:48:58.265 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom 2024-09-12T00:48:58.281 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 3.9 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.pom (3.9 kB at 261 kB/s) 2024-09-12T00:48:58.283 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom 2024-09-12T00:48:58.299 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.pom (6.0 kB at 376 kB/s) 2024-09-12T00:48:58.301 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom 2024-09-12T00:48:58.317 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 6.3 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.pom (6.3 kB at 391 kB/s) 2024-09-12T00:48:58.319 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom 2024-09-12T00:48:58.334 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/20 kB Progress (1): 20 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.pom (20 kB at 1.4 MB/s) 2024-09-12T00:48:58.338 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom 2024-09-12T00:48:58.354 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 15 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.pom (15 kB at 909 kB/s) 2024-09-12T00:48:58.357 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom 2024-09-12T00:48:58.373 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 2.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.pom (2.0 kB at 128 kB/s) 2024-09-12T00:48:58.376 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom 2024-09-12T00:48:58.391 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 8.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.pom (8.2 kB at 514 kB/s) 2024-09-12T00:48:58.394 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom 2024-09-12T00:48:58.410 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/25 kB Progress (1): 25 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus/8/plexus-8.pom (25 kB at 1.6 MB/s) 2024-09-12T00:48:58.416 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar 2024-09-12T00:48:58.435 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/36 kB Progress (1): 33/36 kB Progress (1): 36 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/shared/file-management/3.1.0/file-management-3.1.0.jar (36 kB at 1.9 MB/s) 2024-09-12T00:48:58.435 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar 2024-09-12T00:48:58.436 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar 2024-09-12T00:48:58.436 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar 2024-09-12T00:48:58.436 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar 2024-09-12T00:48:58.436 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar 2024-09-12T00:48:58.453 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/26 kB Progress (2): 16/26 kB | 16/58 kB Progress (2): 26 kB | 16/58 kB Progress (3): 26 kB | 16/58 kB | 0/1.0 MB Progress (3): 26 kB | 33/58 kB | 0/1.0 MB Progress (4): 26 kB | 33/58 kB | 0/1.0 MB | 16/211 kB Progress (4): 26 kB | 33/58 kB | 0/1.0 MB | 16/211 kB Progress (4): 26 kB | 49/58 kB | 0/1.0 MB | 16/211 kB Progress (4): 26 kB | 49/58 kB | 0/1.0 MB | 33/211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/maven-archiver/3.6.0/maven-archiver-3.6.0.jar (26 kB at 1.6 MB/s) 2024-09-12T00:48:58.453 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (4): 49/58 kB | 0/1.0 MB | 33/211 kB | 16/79 kB Progress (4): 58 kB | 0/1.0 MB | 33/211 kB | 16/79 kB Progress (4): 58 kB | 0/1.0 MB | 33/211 kB | 16/79 kB Progress (4): 58 kB | 0/1.0 MB | 49/211 kB | 16/79 kB Downloading from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar 2024-09-12T00:48:58.453 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (4): 58 kB | 0/1.0 MB | 49/211 kB | 33/79 kB Progress (4): 58 kB | 0.1/1.0 MB | 49/211 kB | 33/79 kB Progress (4): 58 kB | 0.1/1.0 MB | 66/211 kB | 33/79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/iq80/snappy/snappy/0.4/snappy-0.4.jar (58 kB at 3.9 MB/s) 2024-09-12T00:48:58.454 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar 2024-09-12T00:48:58.454 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 0.1/1.0 MB | 66/211 kB | 33/79 kB Progress (3): 0.1/1.0 MB | 66/211 kB | 49/79 kB Progress (3): 0.1/1.0 MB | 82/211 kB | 49/79 kB Progress (3): 0.1/1.0 MB | 82/211 kB | 49/79 kB Progress (3): 0.1/1.0 MB | 82/211 kB | 66/79 kB Progress (3): 0.1/1.0 MB | 98/211 kB | 66/79 kB Progress (3): 0.1/1.0 MB | 98/211 kB | 79 kB Progress (3): 0.1/1.0 MB | 111/211 kB | 79 kB Progress (3): 0.1/1.0 MB | 111/211 kB | 79 kB Progress (3): 0.1/1.0 MB | 128/211 kB | 79 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-io/3.4.0/plexus-io-3.4.0.jar (79 kB at 4.4 MB/s) 2024-09-12T00:48:58.459 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 0.1/1.0 MB | 128/211 kB Progress (2): 0.1/1.0 MB | 144/211 kB Progress (2): 0.1/1.0 MB | 144/211 kB Progress (2): 0.1/1.0 MB | 160/211 kB Progress (2): 0.1/1.0 MB | 177/211 kB Progress (2): 0.2/1.0 MB | 177/211 kB Progress (2): 0.2/1.0 MB | 193/211 kB Progress (2): 0.2/1.0 MB | 193/211 kB Progress (2): 0.2/1.0 MB | 209/211 kB Progress (2): 0.2/1.0 MB | 211 kB Progress (2): 0.2/1.0 MB | 211 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-archiver/4.4.0/plexus-archiver-4.4.0.jar (211 kB at 12 MB/s) 2024-09-12T00:48:58.467 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.2/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.3/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.4/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.5/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.6/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (1): 0.7/1.0 MB Progress (2): 0.7/1.0 MB | 16/116 kB Progress (2): 0.8/1.0 MB | 16/116 kB Progress (2): 0.8/1.0 MB | 32/116 kB Progress (2): 0.8/1.0 MB | 32/116 kB Progress (2): 0.8/1.0 MB | 49/116 kB Progress (2): 0.8/1.0 MB | 65/116 kB Progress (3): 0.8/1.0 MB | 65/116 kB | 16/267 kB Progress (3): 0.8/1.0 MB | 65/116 kB | 16/267 kB Progress (3): 0.8/1.0 MB | 81/116 kB | 16/267 kB Progress (3): 0.8/1.0 MB | 81/116 kB | 33/267 kB Progress (3): 0.8/1.0 MB | 81/116 kB | 33/267 kB Progress (3): 0.8/1.0 MB | 98/116 kB | 33/267 kB Progress (3): 0.8/1.0 MB | 98/116 kB | 49/267 kB Progress (3): 0.8/1.0 MB | 114/116 kB | 49/267 kB Progress (3): 0.8/1.0 MB | 114/116 kB | 49/267 kB Progress (3): 0.8/1.0 MB | 114/116 kB | 63/267 kB Progress (3): 0.8/1.0 MB | 116 kB | 63/267 kB Progress (3): 0.8/1.0 MB | 116 kB | 79/267 kB Progress (3): 0.8/1.0 MB | 116 kB | 79/267 kB Progress (3): 0.8/1.0 MB | 116 kB | 95/267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/tukaani/xz/1.9/xz-1.9.jar (116 kB at 3.6 MB/s) 2024-09-12T00:48:58.471 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 0.9/1.0 MB | 95/267 kB Progress (2): 0.9/1.0 MB | 112/267 kB Progress (2): 0.9/1.0 MB | 112/267 kB Progress (2): 0.9/1.0 MB | 128/267 kB Progress (2): 0.9/1.0 MB | 145/267 kB Progress (2): 0.9/1.0 MB | 145/267 kB Progress (2): 0.9/1.0 MB | 161/267 kB Progress (2): 0.9/1.0 MB | 161/267 kB Progress (2): 0.9/1.0 MB | 177/267 kB Progress (2): 0.9/1.0 MB | 177/267 kB Progress (2): 0.9/1.0 MB | 194/267 kB Progress (2): 0.9/1.0 MB | 210/267 kB Progress (2): 0.9/1.0 MB | 210/267 kB Progress (2): 0.9/1.0 MB | 226/267 kB Progress (2): 0.9/1.0 MB | 226/267 kB Progress (2): 0.9/1.0 MB | 243/267 kB Progress (2): 1.0/1.0 MB | 243/267 kB Progress (2): 1.0/1.0 MB | 259/267 kB Progress (2): 1.0/1.0 MB | 267 kB Progress (2): 1.0/1.0 MB | 267 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/codehaus/plexus/plexus-utils/3.4.2/plexus-utils-3.4.2.jar (267 kB at 7.6 MB/s) 2024-09-12T00:48:58.471 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.0/1.0 MB Progress (1): 1.0/1.0 MB Progress (1): 1.0 MB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/commons/commons-compress/1.21/commons-compress-1.21.jar (1.0 MB at 28 MB/s) 2024-09-12T00:48:58.618 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Building jar: /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/target/jcksum-1.0.jar 2024-09-12T00:48:58.645 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T00:48:58.645 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] BUILD SUCCESS 2024-09-12T00:48:58.645 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T00:48:58.646 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Total time: 6.049 s 2024-09-12T00:48:58.646 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Finished at: 2024-09-12T00:48:58Z 2024-09-12T00:48:58.646 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T00:48:58.670 INFO:tasks.workunit.client.0.smithi038.stderr:+ ./mvnw test -Dtest=PutObjects 2024-09-12T00:48:58.680 INFO:tasks.workunit.client.0.smithi038.stdout:Warning: JAVA_HOME environment variable is not set. 2024-09-12T00:48:59.797 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Scanning for projects... 2024-09-12T00:48:59.875 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:48:59.875 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] ---------------------------< io.ceph:jcksum >--------------------------- 2024-09-12T00:48:59.875 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Building jcksum 1.0 2024-09-12T00:48:59.875 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] from pom.xml 2024-09-12T00:48:59.875 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] --------------------------------[ jar ]--------------------------------- 2024-09-12T00:49:00.131 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:49:00.131 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] --- resources:3.3.1:resources (default-resources) @ jcksum --- 2024-09-12T00:49:00.243 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/main/resources 2024-09-12T00:49:00.244 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:49:00.244 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] --- compiler:3.11.0:compile (default-compile) @ jcksum --- 2024-09-12T00:49:00.338 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-12T00:49:00.338 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:49:00.338 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] --- resources:3.3.1:testResources (default-testResources) @ jcksum --- 2024-09-12T00:49:00.341 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] skip non existing resourceDirectory /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/jcksum/src/test/resources 2024-09-12T00:49:00.341 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:49:00.341 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] --- compiler:3.11.0:testCompile (default-testCompile) @ jcksum --- 2024-09-12T00:49:00.349 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Nothing to compile - all classes are up to date 2024-09-12T00:49:00.350 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:49:00.350 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] --- surefire:3.2.3:test (default-test) @ jcksum --- 2024-09-12T00:49:00.588 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Using auto detected provider org.apache.maven.surefire.junitplatform.JUnitPlatformProvider 2024-09-12T00:49:00.838 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom 2024-09-12T00:49:01.104 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.4/4.7 kB Progress (1): 2.8/4.7 kB Progress (1): 4.1/4.7 kB Progress (1): 4.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.pom (4.7 kB at 17 kB/s) 2024-09-12T00:49:01.115 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom 2024-09-12T00:49:01.135 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.4/2.6 kB Progress (1): 2.6 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-providers/3.2.3/surefire-providers-3.2.3.pom (2.6 kB at 131 kB/s) 2024-09-12T00:49:01.142 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom 2024-09-12T00:49:01.162 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.pom (2.8 kB at 141 kB/s) 2024-09-12T00:49:01.169 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom 2024-09-12T00:49:01.188 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.4/3.0 kB Progress (1): 2.8/3.0 kB Progress (1): 3.0 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.pom (3.0 kB at 159 kB/s) 2024-09-12T00:49:01.192 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom 2024-09-12T00:49:01.210 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.4/3.2 kB Progress (1): 2.8/3.2 kB Progress (1): 3.2 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.pom (3.2 kB at 178 kB/s) 2024-09-12T00:49:01.213 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom 2024-09-12T00:49:01.230 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.4/1.7 kB Progress (1): 1.7 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.pom (1.7 kB at 99 kB/s) 2024-09-12T00:49:01.233 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom 2024-09-12T00:49:01.250 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.4/2.8 kB Progress (1): 2.8/2.8 kB Progress (1): 2.8 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.pom (2.8 kB at 167 kB/s) 2024-09-12T00:49:01.255 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar 2024-09-12T00:49:01.279 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.4/27 kB Progress (1): 2.8/27 kB Progress (1): 4.1/27 kB Progress (1): 5.5/27 kB Progress (1): 6.9/27 kB Progress (1): 8.3/27 kB Progress (1): 9.7/27 kB Progress (1): 11/27 kB Progress (1): 12/27 kB Progress (1): 14/27 kB Progress (1): 15/27 kB Progress (1): 17/27 kB Progress (1): 18/27 kB Progress (1): 19/27 kB Progress (1): 21/27 kB Progress (1): 22/27 kB Progress (1): 23/27 kB Progress (1): 25/27 kB Progress (1): 26/27 kB Progress (1): 27 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/surefire-junit-platform/3.2.3/surefire-junit-platform-3.2.3.jar (27 kB at 1.1 MB/s) 2024-09-12T00:49:01.280 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar 2024-09-12T00:49:01.280 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar 2024-09-12T00:49:01.281 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar 2024-09-12T00:49:01.281 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar 2024-09-12T00:49:01.282 INFO:tasks.workunit.client.0.smithi038.stdout:Downloading from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar 2024-09-12T00:49:01.302 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 16/18 kB Progress (1): 18 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/apache/maven/surefire/common-java5/3.2.3/common-java5-3.2.3.jar (18 kB at 763 kB/s) 2024-09-12T00:49:01.332 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (1): 1.4/7.7 kB Progress (1): 2.8/7.7 kB Progress (1): 4.1/7.7 kB Progress (2): 4.1/7.7 kB | 16/103 kB Progress (2): 5.5/7.7 kB | 16/103 kB Progress (2): 6.9/7.7 kB | 16/103 kB Progress (3): 6.9/7.7 kB | 16/103 kB | 16/189 kB Progress (3): 7.7 kB | 16/103 kB | 16/189 kB Progress (4): 7.7 kB | 16/103 kB | 16/189 kB | 16/169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/opentest4j/opentest4j/1.2.0/opentest4j-1.2.0.jar (7.7 kB at 150 kB/s) 2024-09-12T00:49:01.357 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (3): 33/103 kB | 16/189 kB | 16/169 kB Progress (3): 33/103 kB | 33/189 kB | 16/169 kB Progress (3): 49/103 kB | 33/189 kB | 16/169 kB Progress (3): 49/103 kB | 33/189 kB | 33/169 kB Progress (3): 49/103 kB | 49/189 kB | 33/169 kB Progress (3): 49/103 kB | 49/189 kB | 49/169 kB Progress (3): 66/103 kB | 49/189 kB | 49/169 kB Progress (3): 66/103 kB | 66/189 kB | 49/169 kB Progress (3): 66/103 kB | 82/189 kB | 49/169 kB Progress (3): 82/103 kB | 82/189 kB | 49/169 kB Progress (3): 82/103 kB | 82/189 kB | 66/169 kB Progress (3): 82/103 kB | 98/189 kB | 66/169 kB Progress (3): 98/103 kB | 98/189 kB | 66/169 kB Progress (3): 98/103 kB | 98/189 kB | 82/169 kB Progress (3): 103 kB | 98/189 kB | 82/169 kB Progress (3): 103 kB | 115/189 kB | 82/169 kB Progress (3): 103 kB | 115/189 kB | 98/169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-commons/1.9.3/junit-platform-commons-1.9.3.jar (103 kB at 1.4 MB/s) 2024-09-12T00:49:01.368 INFO:tasks.workunit.client.0.smithi038.stdout:Progress (2): 131/189 kB | 98/169 kB Progress (2): 131/189 kB | 115/169 kB Progress (2): 131/189 kB | 131/169 kB Progress (2): 147/189 kB | 131/169 kB Progress (2): 164/189 kB | 131/169 kB Progress (2): 180/189 kB | 131/169 kB Progress (2): 180/189 kB | 147/169 kB Progress (2): 189 kB | 147/169 kB Progress (2): 189 kB | 164/169 kB Progress (2): 189 kB | 169 kB Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-engine/1.9.3/junit-platform-engine-1.9.3.jar (189 kB at 2.2 MB/s) 2024-09-12T00:49:01.368 INFO:tasks.workunit.client.0.smithi038.stdout:Downloaded from central: https://repo.maven.apache.org/maven2/org/junit/platform/junit-platform-launcher/1.9.3/junit-platform-launcher-1.9.3.jar (169 kB at 1.9 MB/s) 2024-09-12T00:49:01.382 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:49:01.382 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] ------------------------------------------------------- 2024-09-12T00:49:01.382 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] T E S T S 2024-09-12T00:49:01.382 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] ------------------------------------------------------- 2024-09-12T00:49:01.813 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Running io.ceph.jcksum.PutObjects 2024-09-12T00:49:01.944 INFO:tasks.workunit.client.0.smithi038.stdout:PutObjects.java: starting test run: 2024-09-12T00:49:01.945 INFO:tasks.workunit.client.0.smithi038.stdout: AccessKey=lNCnR47C2g+ZidCWBAUuwfSAA7Q= 2024-09-12T00:49:01.945 INFO:tasks.workunit.client.0.smithi038.stdout: SecretKey=tYuA2Y+Uu1ow2l9Xe59tWKVml3gMuVfyhUjjJwfwEI0vFFONIcqf4g== 2024-09-12T00:49:01.945 INFO:tasks.workunit.client.0.smithi038.stdout: EndpointUrl=https://smithi038.front.sepia.ceph.com:443 2024-09-12T00:49:01.945 INFO:tasks.workunit.client.0.smithi038.stderr:[main] WARN software.amazon.awssdk.http.apache.ApacheHttpClient - SSL Certificate verification is disabled. This is not a safe setting and should only be used for testing. 2024-09-12T00:49:02.041 INFO:tasks.workunit.client.0.smithi038.stdout:DEBUG: Environment Variables Read 2024-09-12T00:49:02.342 INFO:tasks.workunit.client.0.smithi038.stdout:DEBUG: S3 Client Initialized 2024-09-12T00:49:02.342 INFO:tasks.workunit.client.0.smithi038.stdout:DEBUG: Generating File 2024-09-12T00:49:02.342 INFO:tasks.workunit.client.0.smithi038.stdout:DEBUG: File Generated 2024-09-12T00:49:02.342 INFO:tasks.workunit.client.0.smithi038.stdout:DEBUG: Generating File 2024-09-12T00:49:02.342 INFO:tasks.workunit.client.0.smithi038.stdout:DEBUG: File Generated 2024-09-12T00:49:02.342 INFO:tasks.workunit.client.0.smithi038.stdout:DEBUG: Generating File 2024-09-12T00:49:02.442 INFO:tasks.workunit.client.0.smithi038.stdout:DEBUG: File Generated 2024-09-12T00:49:02.443 INFO:tasks.workunit.client.0.smithi038.stdout:DEBUG: Generating File 2024-09-12T00:49:02.443 INFO:tasks.workunit.client.0.smithi038.stdout:DEBUG: File Generated 2024-09-12T00:49:02.443 INFO:tasks.workunit.client.0.smithi038.stdout:DEBUG: Generating File 2024-09-12T00:49:02.443 INFO:tasks.workunit.client.0.smithi038.stdout:DEBUG: File Generated 2024-09-12T00:49:02.443 INFO:tasks.workunit.client.0.smithi038.stdout:DEBUG: Generating File 2024-09-12T00:49:02.443 INFO:tasks.workunit.client.0.smithi038.stdout:DEBUG: File Generated 2024-09-12T00:49:02.443 INFO:tasks.workunit.client.0.smithi038.stdout:DEBUG: Generated Big Files 2024-09-12T00:49:02.688 INFO:tasks.workunit.client.0.smithi038.stdout:HeadBucketResponse() 2024-09-12T00:49:02.688 INFO:tasks.workunit.client.0.smithi038.stdout:sheik is ready 2024-09-12T00:49:02.688 INFO:tasks.workunit.client.0.smithi038.stdout:DEBUG: Test Bucket Created 2024-09-12T00:49:02.750 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileNoCksum called with file-0b 2024-09-12T00:49:02.851 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileNoCksum called with file-8b 2024-09-12T00:49:02.919 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileNoCksum called with file-200b 2024-09-12T00:49:02.951 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileNoCksum called with file-21983b 2024-09-12T00:49:03.017 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileNoCksum called with file-5519b 2024-09-12T00:49:03.051 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileNoCksum called with file-204329b 2024-09-12T00:49:03.151 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileNoCksum called with file-256k 2024-09-12T00:49:03.252 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileNoCksum called with file-1m 2024-09-12T00:49:03.352 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileNoCksum called with file-1038757b 2024-09-12T00:49:03.452 INFO:tasks.workunit.client.0.smithi038.stdout:mpuObjectFromFileNoCksum called with file-5m 2024-09-12T00:49:05.556 INFO:tasks.workunit.client.0.smithi038.stdout:mpuObjectFromFileNoCksum called with file-10m 2024-09-12T00:49:05.856 INFO:tasks.workunit.client.0.smithi038.stdout:mpuObjectFromFileNoCksum called with file-100m 2024-09-12T00:49:07.857 INFO:tasks.workunit.client.0.smithi038.stdout:arg: file-0b 2024-09-12T00:49:07.858 INFO:tasks.workunit.client.0.smithi038.stdout:arg: file-8b 2024-09-12T00:49:07.859 INFO:tasks.workunit.client.0.smithi038.stdout:arg: file-200b 2024-09-12T00:49:07.860 INFO:tasks.workunit.client.0.smithi038.stdout:arg: file-21983b 2024-09-12T00:49:07.861 INFO:tasks.workunit.client.0.smithi038.stdout:arg: file-5519b 2024-09-12T00:49:07.862 INFO:tasks.workunit.client.0.smithi038.stdout:arg: file-204329b 2024-09-12T00:49:07.863 INFO:tasks.workunit.client.0.smithi038.stdout:arg: file-256k 2024-09-12T00:49:07.864 INFO:tasks.workunit.client.0.smithi038.stdout:arg: file-1m 2024-09-12T00:49:07.865 INFO:tasks.workunit.client.0.smithi038.stdout:arg: file-1038757b 2024-09-12T00:49:07.900 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileCksum called with file-0b 2024-09-12T00:49:07.900 INFO:tasks.workunit.client.0.smithi038.stdout:PutObjectResponse 2024-09-12T00:49:07.957 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileCksum called with file-8b 2024-09-12T00:49:07.957 INFO:tasks.workunit.client.0.smithi038.stdout:PutObjectResponse 2024-09-12T00:49:07.959 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileCksum called with file-200b 2024-09-12T00:49:08.017 INFO:tasks.workunit.client.0.smithi038.stdout:PutObjectResponse 2024-09-12T00:49:08.060 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileCksum called with file-21983b 2024-09-12T00:49:08.060 INFO:tasks.workunit.client.0.smithi038.stdout:PutObjectResponse 2024-09-12T00:49:08.139 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileCksum called with file-5519b 2024-09-12T00:49:08.140 INFO:tasks.workunit.client.0.smithi038.stdout:PutObjectResponse 2024-09-12T00:49:08.159 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileCksum called with file-204329b 2024-09-12T00:49:08.210 INFO:tasks.workunit.client.0.smithi038.stdout:PutObjectResponse 2024-09-12T00:49:08.237 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileCksum called with file-256k 2024-09-12T00:49:08.237 INFO:tasks.workunit.client.0.smithi038.stdout:PutObjectResponse 2024-09-12T00:49:08.262 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileCksum called with file-1m 2024-09-12T00:49:08.307 INFO:tasks.workunit.client.0.smithi038.stdout:PutObjectResponse 2024-09-12T00:49:08.358 INFO:tasks.workunit.client.0.smithi038.stdout:putObjectFromFileCksum called with file-1038757b 2024-09-12T00:49:08.358 INFO:tasks.workunit.client.0.smithi038.stdout:PutObjectResponse 2024-09-12T00:49:08.460 INFO:tasks.workunit.client.0.smithi038.stdout:mpuObjectFromFileCksum called with file-5m 2024-09-12T00:49:08.660 INFO:tasks.workunit.client.0.smithi038.stdout:mpuObjectFromFileCksum called with file-10m 2024-09-12T00:49:09.061 INFO:tasks.workunit.client.0.smithi038.stdout:mpuObjectFromFileCksum called with file-100m 2024-09-12T00:49:11.515 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 9.693 s -- in io.ceph.jcksum.PutObjects 2024-09-12T00:49:11.526 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:49:11.526 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Results: 2024-09-12T00:49:11.527 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:49:11.527 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Tests run: 33, Failures: 0, Errors: 0, Skipped: 0 2024-09-12T00:49:11.527 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] 2024-09-12T00:49:11.529 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T00:49:11.529 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] BUILD SUCCESS 2024-09-12T00:49:11.529 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T00:49:11.529 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Total time: 11.753 s 2024-09-12T00:49:11.530 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] Finished at: 2024-09-12T00:49:11Z 2024-09-12T00:49:11.530 INFO:tasks.workunit.client.0.smithi038.stdout:[INFO] ------------------------------------------------------------------------ 2024-09-12T00:49:11.542 INFO:tasks.workunit.client.0.smithi038.stderr:+ exit 2024-09-12T00:49:11.542 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:49:11.542 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:49:11.622 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'cls/test_cls_user.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_librgw_file.sh', 'rgw/test_awssdkv4_sig.sh'] on client.0... 2024-09-12T00:49:11.623 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T00:49:12.026 DEBUG:teuthology.parallel:result is None 2024-09-12T00:49:12.027 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:49:12.067 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:49:12.067 DEBUG:teuthology.orchestra.run.smithi038:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:49:12.137 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:49:12.137 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T00:49:12.152 INFO:tasks.workunit:Pulling workunits from ref 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:49:12.152 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T00:49:12.152 DEBUG:teuthology.orchestra.run.smithi038:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:49:12.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T00:49:12.209 INFO:teuthology.orchestra.run.smithi038.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T00:49:12.209 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:49:12.279 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T00:49:12.279 DEBUG:teuthology.orchestra.run.smithi038:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T00:49:12.349 INFO:tasks.workunit:timeout=3h 2024-09-12T00:49:12.349 INFO:tasks.workunit:cleanup=True 2024-09-12T00:49:12.350 DEBUG:teuthology.orchestra.run.smithi038:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/cbodley/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:49:12.419 INFO:tasks.workunit.client.0.smithi038.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T00:49:58.782 INFO:tasks.workunit.client.0.smithi038.stderr:Note: switching to '6a169fc940965ab446a63954fde870aa497efde7'. 2024-09-12T00:49:58.782 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:49:58.782 INFO:tasks.workunit.client.0.smithi038.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T00:49:58.783 INFO:tasks.workunit.client.0.smithi038.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T00:49:58.783 INFO:tasks.workunit.client.0.smithi038.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T00:49:58.783 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:49:58.783 INFO:tasks.workunit.client.0.smithi038.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T00:49:58.783 INFO:tasks.workunit.client.0.smithi038.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T00:49:58.783 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:49:58.783 INFO:tasks.workunit.client.0.smithi038.stderr: git switch -c 2024-09-12T00:49:58.783 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:49:58.783 INFO:tasks.workunit.client.0.smithi038.stderr:Or undo this operation with: 2024-09-12T00:49:58.783 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:49:58.783 INFO:tasks.workunit.client.0.smithi038.stderr: git switch - 2024-09-12T00:49:58.783 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:49:58.783 INFO:tasks.workunit.client.0.smithi038.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T00:49:58.784 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:49:58.784 INFO:tasks.workunit.client.0.smithi038.stderr:HEAD is now at 6a169fc9409 DNM: qa/rgw: point at ragweed branch wip-67986 2024-09-12T00:49:58.787 DEBUG:teuthology.orchestra.run.smithi038:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T00:49:58.857 INFO:tasks.workunit.client.0.smithi038.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T00:49:58.859 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:49:58.859 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T00:49:58.909 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T00:49:58.959 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T00:49:59.000 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:49:59.001 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:49:59.002 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T00:49:59.041 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:49:59.045 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:49:59.045 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T00:49:59.115 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_s3_mp_reupload.sh on client.0... 2024-09-12T00:49:59.117 INFO:tasks.workunit:Running workunit rgw/test_rgw_s3_mp_reupload.sh... 2024-09-12T00:49:59.117 DEBUG:teuthology.orchestra.run.smithi038:workunit test rgw/test_rgw_s3_mp_reupload.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_s3_mp_reupload.sh 2024-09-12T00:49:59.192 INFO:tasks.workunit.client.0.smithi038.stdout:INFO: fully qualified domain name: smithi038.front.sepia.ceph.com 2024-09-12T00:49:59.192 INFO:tasks.workunit.client.0.smithi038.stdout:== TESTING *COMPLETING* MULTIPART UPLOAD WITH RE-UPLOADS == 2024-09-12T00:49:59.192 INFO:tasks.workunit.client.0.smithi038.stdout:== TESTING VERSIONED BUCKET == 2024-09-12T00:50:01.825 INFO:tasks.workunit.client.0.smithi038.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T00:50:02.020 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting pip 2024-09-12T00:50:02.026 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T00:50:02.073 INFO:tasks.workunit.client.0.smithi038.stdout:Installing collected packages: pip 2024-09-12T00:50:02.073 INFO:tasks.workunit.client.0.smithi038.stdout: Attempting uninstall: pip 2024-09-12T00:50:02.073 INFO:tasks.workunit.client.0.smithi038.stdout: Found existing installation: pip 21.3.1 2024-09-12T00:50:02.241 INFO:tasks.workunit.client.0.smithi038.stdout: Uninstalling pip-21.3.1: 2024-09-12T00:50:02.247 INFO:tasks.workunit.client.0.smithi038.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T00:50:03.021 INFO:tasks.workunit.client.0.smithi038.stdout:Successfully installed pip-24.2 2024-09-12T00:50:03.913 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting boto3 2024-09-12T00:50:03.914 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T00:50:04.538 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T00:50:04.540 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T00:50:04.590 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T00:50:04.591 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T00:50:04.645 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T00:50:04.646 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T00:50:04.704 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:50:04.709 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T00:50:04.783 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:50:04.785 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-12T00:50:04.993 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:50:04.994 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T00:50:04.999 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T00:50:05.000 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T00:50:05.010 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T00:50:05.011 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T00:50:05.012 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T00:50:05.014 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-12T00:50:05.015 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T00:50:05.091 INFO:tasks.workunit.client.0.smithi038.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T00:50:06.151 INFO:tasks.workunit.client.0.smithi038.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-12T00:50:06.796 INFO:tasks.workunit.client.0.smithi038.stdout:INFO: creating user 2024-09-12T00:50:07.118 INFO:tasks.workunit.client.0.smithi038.stdout:{ 2024-09-12T00:50:07.118 INFO:tasks.workunit.client.0.smithi038.stdout: "user_id": "testid", 2024-09-12T00:50:07.118 INFO:tasks.workunit.client.0.smithi038.stdout: "display_name": "M. Tester", 2024-09-12T00:50:07.118 INFO:tasks.workunit.client.0.smithi038.stdout: "email": "tester@ceph.com", 2024-09-12T00:50:07.118 INFO:tasks.workunit.client.0.smithi038.stdout: "suspended": 0, 2024-09-12T00:50:07.118 INFO:tasks.workunit.client.0.smithi038.stdout: "max_buckets": 1000, 2024-09-12T00:50:07.118 INFO:tasks.workunit.client.0.smithi038.stdout: "subusers": [], 2024-09-12T00:50:07.118 INFO:tasks.workunit.client.0.smithi038.stdout: "keys": [ 2024-09-12T00:50:07.118 INFO:tasks.workunit.client.0.smithi038.stdout: { 2024-09-12T00:50:07.118 INFO:tasks.workunit.client.0.smithi038.stdout: "user": "testid", 2024-09-12T00:50:07.119 INFO:tasks.workunit.client.0.smithi038.stdout: "access_key": "0555b35654ad1656d804", 2024-09-12T00:50:07.119 INFO:tasks.workunit.client.0.smithi038.stdout: "secret_key": "h7GhxuBLTrlhVUyxSPUKUV8r/2EI4ngqJxD7iBdBYLhwluN30JaT3Q==", 2024-09-12T00:50:07.119 INFO:tasks.workunit.client.0.smithi038.stdout: "active": true, 2024-09-12T00:50:07.119 INFO:tasks.workunit.client.0.smithi038.stdout: "create_date": "2024-09-12T00:50:07.113481Z" 2024-09-12T00:50:07.119 INFO:tasks.workunit.client.0.smithi038.stdout: } 2024-09-12T00:50:07.119 INFO:tasks.workunit.client.0.smithi038.stdout: ], 2024-09-12T00:50:07.119 INFO:tasks.workunit.client.0.smithi038.stdout: "swift_keys": [], 2024-09-12T00:50:07.119 INFO:tasks.workunit.client.0.smithi038.stdout: "caps": [], 2024-09-12T00:50:07.119 INFO:tasks.workunit.client.0.smithi038.stdout: "op_mask": "read, write, delete", 2024-09-12T00:50:07.119 INFO:tasks.workunit.client.0.smithi038.stdout: "default_placement": "", 2024-09-12T00:50:07.119 INFO:tasks.workunit.client.0.smithi038.stdout: "default_storage_class": "", 2024-09-12T00:50:07.119 INFO:tasks.workunit.client.0.smithi038.stdout: "placement_tags": [], 2024-09-12T00:50:07.119 INFO:tasks.workunit.client.0.smithi038.stdout: "bucket_quota": { 2024-09-12T00:50:07.120 INFO:tasks.workunit.client.0.smithi038.stdout: "enabled": false, 2024-09-12T00:50:07.120 INFO:tasks.workunit.client.0.smithi038.stdout: "check_on_raw": false, 2024-09-12T00:50:07.120 INFO:tasks.workunit.client.0.smithi038.stdout: "max_size": -1, 2024-09-12T00:50:07.120 INFO:tasks.workunit.client.0.smithi038.stdout: "max_size_kb": 0, 2024-09-12T00:50:07.120 INFO:tasks.workunit.client.0.smithi038.stdout: "max_objects": -1 2024-09-12T00:50:07.120 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:50:07.120 INFO:tasks.workunit.client.0.smithi038.stdout: "user_quota": { 2024-09-12T00:50:07.120 INFO:tasks.workunit.client.0.smithi038.stdout: "enabled": false, 2024-09-12T00:50:07.120 INFO:tasks.workunit.client.0.smithi038.stdout: "check_on_raw": false, 2024-09-12T00:50:07.120 INFO:tasks.workunit.client.0.smithi038.stdout: "max_size": -1, 2024-09-12T00:50:07.120 INFO:tasks.workunit.client.0.smithi038.stdout: "max_size_kb": 0, 2024-09-12T00:50:07.120 INFO:tasks.workunit.client.0.smithi038.stdout: "max_objects": -1 2024-09-12T00:50:07.121 INFO:tasks.workunit.client.0.smithi038.stdout: }, 2024-09-12T00:50:07.121 INFO:tasks.workunit.client.0.smithi038.stdout: "temp_url_keys": [], 2024-09-12T00:50:07.121 INFO:tasks.workunit.client.0.smithi038.stdout: "type": "rgw", 2024-09-12T00:50:07.121 INFO:tasks.workunit.client.0.smithi038.stdout: "mfa_ids": [], 2024-09-12T00:50:07.121 INFO:tasks.workunit.client.0.smithi038.stdout: "account_id": "", 2024-09-12T00:50:07.121 INFO:tasks.workunit.client.0.smithi038.stdout: "path": "/", 2024-09-12T00:50:07.121 INFO:tasks.workunit.client.0.smithi038.stdout: "create_date": "2024-09-12T00:50:07.113457Z", 2024-09-12T00:50:07.121 INFO:tasks.workunit.client.0.smithi038.stdout: "tags": [], 2024-09-12T00:50:07.121 INFO:tasks.workunit.client.0.smithi038.stdout: "group_ids": [] 2024-09-12T00:50:07.121 INFO:tasks.workunit.client.0.smithi038.stdout:} 2024-09-12T00:50:07.121 INFO:tasks.workunit.client.0.smithi038.stdout: 2024-09-12T00:50:09.487 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:09.487 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:50:09.502 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:09.502 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:50:09.523 INFO:tasks.workunit.client.0.smithi038.stderr:5+0 records in 2024-09-12T00:50:09.523 INFO:tasks.workunit.client.0.smithi038.stderr:5+0 records out 2024-09-12T00:50:09.524 INFO:tasks.workunit.client.0.smithi038.stderr:5242880 bytes (5.2 MB, 5.0 MiB) copied, 0.0149054 s, 352 MB/s 2024-09-12T00:50:09.527 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:09.527 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:50:09.585 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:09.585 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:50:09.651 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:09.651 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:50:09.717 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:09.717 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:50:09.780 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:09.780 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:50:09.842 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:09.843 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:50:09.904 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:09.904 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:50:09.966 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:09.966 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:50:10.026 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:10.026 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:50:10.087 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:10.088 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:50:10.149 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:10.149 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:50:10.212 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:10.212 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:50:10.268 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:10.268 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:50:10.329 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:10.329 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:50:10.381 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:50:10.382 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:50:10.443 INFO:tasks.workunit.client.0.smithi038.stdout:bucket nams is reupload-bkt-118294 2024-09-12T00:50:10.443 INFO:tasks.workunit.client.0.smithi038.stdout:endpoint is https://smithi038.front.sepia.ceph.com:443 2024-09-12T00:50:10.444 INFO:tasks.workunit.client.0.smithi038.stdout:start UploadId=2~2nI7NbPe9fYpUQHimwtIXFDqegYsalS 2024-09-12T00:50:10.444 INFO:tasks.workunit.client.0.smithi038.stdout:phase 1 uploaded part {'ETag': '"8079894c1878cbeaa605439841ad7994"', 'PartNumber': 1} 2024-09-12T00:50:10.444 INFO:tasks.workunit.client.0.smithi038.stdout:phase 1 uploaded part {'ETag': '"8079894c1878cbeaa605439841ad7994"', 'PartNumber': 2} 2024-09-12T00:50:10.444 INFO:tasks.workunit.client.0.smithi038.stdout:phase 2 uploaded part {'ETag': '"8079894c1878cbeaa605439841ad7994"', 'PartNumber': 1} 2024-09-12T00:50:10.444 INFO:tasks.workunit.client.0.smithi038.stdout:phase 2 uploaded part {'ETag': '"8079894c1878cbeaa605439841ad7994"', 'PartNumber': 1} 2024-09-12T00:50:10.444 INFO:tasks.workunit.client.0.smithi038.stdout:phase 2 uploaded part {'ETag': '"8079894c1878cbeaa605439841ad7994"', 'PartNumber': 1} 2024-09-12T00:50:10.444 INFO:tasks.workunit.client.0.smithi038.stdout:phase 2 uploaded part {'ETag': '"8079894c1878cbeaa605439841ad7994"', 'PartNumber': 1} 2024-09-12T00:50:10.444 INFO:tasks.workunit.client.0.smithi038.stdout:phase 2 uploaded part {'ETag': '"8079894c1878cbeaa605439841ad7994"', 'PartNumber': 1} 2024-09-12T00:50:10.444 INFO:tasks.workunit.client.0.smithi038.stdout:phase 2 uploaded part {'ETag': '"8079894c1878cbeaa605439841ad7994"', 'PartNumber': 1} 2024-09-12T00:50:10.444 INFO:tasks.workunit.client.0.smithi038.stdout:phase 2 uploaded part {'ETag': '"8079894c1878cbeaa605439841ad7994"', 'PartNumber': 1} 2024-09-12T00:50:10.444 INFO:tasks.workunit.client.0.smithi038.stdout:phase 2 uploaded part {'ETag': '"8079894c1878cbeaa605439841ad7994"', 'PartNumber': 1} 2024-09-12T00:50:10.444 INFO:tasks.workunit.client.0.smithi038.stdout:phase 2 uploaded part {'ETag': '"8079894c1878cbeaa605439841ad7994"', 'PartNumber': 1} 2024-09-12T00:50:10.444 INFO:tasks.workunit.client.0.smithi038.stdout:phase 2 uploaded part {'ETag': '"8079894c1878cbeaa605439841ad7994"', 'PartNumber': 1} 2024-09-12T00:50:10.445 INFO:tasks.workunit.client.0.smithi038.stdout:phase 2 uploaded part {'ETag': '"8079894c1878cbeaa605439841ad7994"', 'PartNumber': 1} 2024-09-12T00:50:10.445 INFO:tasks.workunit.client.0.smithi038.stdout:completing multipart upload, parts=[{'ETag': '"8079894c1878cbeaa605439841ad7994"', 'PartNumber': 1}, {'ETag': '"8079894c1878cbeaa605439841ad7994"', 'PartNumber': 2}] 2024-09-12T00:50:11.112 INFO:tasks.workunit.client.0.smithi038.stdout:radosgw-admin bucket radoslist: 2024-09-12T00:50:11.113 INFO:tasks.workunit.client.0.smithi038.stdout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4__:bwCfTZiQN2J1yD3RcXV6wdnsvcq0VK6_mpu_test4 2024-09-12T00:50:11.113 INFO:tasks.workunit.client.0.smithi038.stdout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4_mpu_test4 2024-09-12T00:50:11.113 INFO:tasks.workunit.client.0.smithi038.stdout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4__multipart_mpu_test4.2~2nI7NbPe9fYpUQHimwtIXFDqegYsalS.2 2024-09-12T00:50:11.113 INFO:tasks.workunit.client.0.smithi038.stdout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4__multipart_mpu_test4.FFItjyjmdJG_b-lWADTniYuECFUmscTU.1 2024-09-12T00:50:11.113 INFO:tasks.workunit.client.0.smithi038.stdout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4__shadow_mpu_test4.2~2nI7NbPe9fYpUQHimwtIXFDqegYsalS.2_1 2024-09-12T00:50:11.113 INFO:tasks.workunit.client.0.smithi038.stdout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4__shadow_mpu_test4.FFItjyjmdJG_b-lWADTniYuECFUmscTU.1_1 2024-09-12T00:50:11.175 INFO:tasks.workunit.client.0.smithi038.stdout:rados ls: 2024-09-12T00:50:11.176 INFO:tasks.workunit.client.0.smithi038.stdout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4__:bwCfTZiQN2J1yD3RcXV6wdnsvcq0VK6_mpu_test4 2024-09-12T00:50:11.176 INFO:tasks.workunit.client.0.smithi038.stdout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4_mpu_test4 2024-09-12T00:50:11.176 INFO:tasks.workunit.client.0.smithi038.stdout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4__multipart_mpu_test4.2~2nI7NbPe9fYpUQHimwtIXFDqegYsalS.2 2024-09-12T00:50:11.176 INFO:tasks.workunit.client.0.smithi038.stdout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4__multipart_mpu_test4.FFItjyjmdJG_b-lWADTniYuECFUmscTU.1 2024-09-12T00:50:11.176 INFO:tasks.workunit.client.0.smithi038.stdout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4__shadow_mpu_test4.2~2nI7NbPe9fYpUQHimwtIXFDqegYsalS.2_1 2024-09-12T00:50:11.176 INFO:tasks.workunit.client.0.smithi038.stdout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4__shadow_mpu_test4.FFItjyjmdJG_b-lWADTniYuECFUmscTU.1_1 2024-09-12T00:50:11.180 INFO:tasks.workunit.client.0.smithi038.stdout:== PASSED == 2024-09-12T00:50:11.180 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:50:11.180 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:50:11.261 INFO:tasks.workunit:Stopping ['rgw/test_rgw_s3_mp_reupload.sh'] on client.0... 2024-09-12T00:50:11.261 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T00:50:11.665 DEBUG:teuthology.parallel:result is None 2024-09-12T00:50:11.666 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:50:11.706 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:50:11.706 DEBUG:teuthology.orchestra.run.smithi038:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:50:11.776 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:50:11.776 INFO:teuthology.run_tasks:Running task ragweed... 2024-09-12T00:50:11.791 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'force-branch': 'wip-67986', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2024-09-12T00:50:11.792 INFO:tasks.ragweed:Downloading ragweed... 2024-09-12T00:50:11.792 INFO:tasks.ragweed:Using branch 'wip-67986' for ragweed 2024-09-12T00:50:11.792 DEBUG:teuthology.orchestra.run.smithi038:> git clone -b wip-67986 https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T00:50:11.846 INFO:teuthology.orchestra.run.smithi038.stderr:Cloning into '/home/ubuntu/cephtest/ragweed.client.0'... 2024-09-12T00:50:11.984 INFO:tasks.ragweed:Creating rgw users... 2024-09-12T00:50:11.985 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2024-09-12T00:50:11.985 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key MQMUNIFOGEQGGOVWNHSD --secret ghpTVIurNJnYFS5qNTyAbUVQhThBonUZPm4sFi3e9F05LoYR8gS6sA== --email ragweed.client.0+test@test.test --system false 2024-09-12T00:50:12.093 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:50:12.093 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:50:12.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.131+0000 7fb7b3715800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.133+0000 7fb7b3715800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.133+0000 7fb7b3715800 20 realm 2024-09-12T00:50:12.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.133+0000 7fb7b3715800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.133+0000 7fb7b3715800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.133+0000 7fb7b3715800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:50:12.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.133+0000 7fb7b3715800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.133+0000 7fb7b3715800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.133+0000 7fb7b3715800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.134+0000 7fb7b3715800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:12.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.134+0000 7fb7b3715800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.135+0000 7fb7b3715800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:50:12.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.135+0000 7fb7b3715800 20 searching for the correct realm 2024-09-12T00:50:12.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.137+0000 7fb7b09fe640 0 -- 172.21.15.38:0/3663106534 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fb7a4048510 msgr2=0x7fb7a40893b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:50:12.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.344+0000 7fb7b11ff640 0 -- 172.21.15.38:0/3663106534 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fb7a80c0310 msgr2=0x7fb7a806d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:12.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.551+0000 7fb7b3715800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:50:12.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.551+0000 7fb7b3715800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:50:12.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.551+0000 7fb7b3715800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:50:12.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.551+0000 7fb7b3715800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:50:12.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.551+0000 7fb7b3715800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:50:12.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.551+0000 7fb7b3715800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:50:12.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.551+0000 7fb7b3715800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.552+0000 7fb7b3715800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.552+0000 7fb7b3715800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.552+0000 7fb7b3715800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:12.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.552+0000 7fb7b3715800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.553+0000 7fb7b3715800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:50:12.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.553+0000 7fb7b3715800 20 zone default found 2024-09-12T00:50:12.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.553+0000 7fb7b3715800 4 Realm: () 2024-09-12T00:50:12.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.553+0000 7fb7b3715800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:50:12.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.553+0000 7fb7b3715800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:50:12.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.553+0000 7fb7b3715800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:50:12.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.553+0000 7fb7b3715800 20 zonegroup default 2024-09-12T00:50:12.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.553+0000 7fb7b3715800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.553+0000 7fb7b3715800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.553+0000 7fb7b3715800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.554+0000 7fb7b3715800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.554+0000 7fb7b3715800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.554+0000 7fb7b3715800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.554+0000 7fb7b3715800 20 started sync module instance, tier type = 2024-09-12T00:50:12.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.554+0000 7fb7b3715800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:50:12.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.565+0000 7fb7b3715800 20 add_watcher() i=0 2024-09-12T00:50:12.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.565+0000 7fb7b3715800 20 add_watcher() i=1 2024-09-12T00:50:12.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.565+0000 7fb7b3715800 20 add_watcher() i=2 2024-09-12T00:50:12.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.565+0000 7fb7b3715800 20 add_watcher() i=3 2024-09-12T00:50:12.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.565+0000 7fb7b3715800 20 add_watcher() i=4 2024-09-12T00:50:12.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.565+0000 7fb7b3715800 20 add_watcher() i=5 2024-09-12T00:50:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.565+0000 7fb7b3715800 20 add_watcher() i=6 2024-09-12T00:50:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.567+0000 7fb7b3715800 20 add_watcher() i=7 2024-09-12T00:50:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.567+0000 7fb7b3715800 2 all 8 watchers are set, enabling cache 2024-09-12T00:50:12.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.569+0000 7fb6677e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:12.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.569+0000 7fb7b3715800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:50:12.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.569+0000 7fb7b3715800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:50:12.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.569+0000 7fb7b3715800 5 note: GC not initialized 2024-09-12T00:50:12.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.569+0000 7fb6667e4640 20 reqs_thread_entry: start 2024-09-12T00:50:12.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.569+0000 7fb7b3715800 20 init_complete bucket index max shards: 11 2024-09-12T00:50:12.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.569+0000 7fb7b3715800 20 Filter name: none 2024-09-12T00:50:12.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.569+0000 7fb5d7fff640 20 reqs_thread_entry: start 2024-09-12T00:50:12.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.569+0000 7fb7b3715800 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-12T00:50:12.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.569+0000 7fb7b3715800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.570+0000 7fb7b3715800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.570+0000 7fb7b3715800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2024-09-12T00:50:12.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.570+0000 7fb7b3715800 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T00:50:12.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.570+0000 7fb7b3715800 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2024-09-12T00:50:12.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.570+0000 7fb7b3715800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.570+0000 7fb7b3715800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.570+0000 7fb7b3715800 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2024-09-12T00:50:12.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.570+0000 7fb7b3715800 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T00:50:12.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.570+0000 7fb7b3715800 10 cache get: name=default.rgw.meta+users.keys+MQMUNIFOGEQGGOVWNHSD : miss 2024-09-12T00:50:12.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.570+0000 7fb7b3715800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.571+0000 7fb7b3715800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.571+0000 7fb7b3715800 10 cache put: name=default.rgw.meta+users.keys+MQMUNIFOGEQGGOVWNHSD info.flags=0x0 2024-09-12T00:50:12.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.571+0000 7fb7b3715800 10 adding default.rgw.meta+users.keys+MQMUNIFOGEQGGOVWNHSD to cache LRU end 2024-09-12T00:50:12.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.571+0000 7fb7b3715800 10 cache get: name=default.rgw.meta+users.keys+MQMUNIFOGEQGGOVWNHSD : hit (negative entry) 2024-09-12T00:50:12.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.571+0000 7fb7b3715800 10 cache get: name=default.rgw.meta+users.keys+MQMUNIFOGEQGGOVWNHSD : hit (negative entry) 2024-09-12T00:50:12.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.572+0000 7fb7b3715800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-12T00:50:12.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.572+0000 7fb7b3715800 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T00:50:12.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.572+0000 7fb7b3715800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-12T00:50:12.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.573+0000 7fb694ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725911 cookie 94143987309456 notifier 5642 bl.length()=675 2024-09-12T00:50:12.572 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.573+0000 7fb694ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2024-09-12T00:50:12.572 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.573+0000 7fb694ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T00:50:12.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.575+0000 7fb7b3715800 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-12T00:50:12.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.575+0000 7fb7b3715800 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T00:50:12.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.575+0000 7fb7b3715800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-12T00:50:12.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.575+0000 7fb694ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725903 cookie 94143987301024 notifier 5642 bl.length()=202 2024-09-12T00:50:12.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.575+0000 7fb694ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2024-09-12T00:50:12.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.575+0000 7fb694ff9640 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2024-09-12T00:50:12.575 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.577+0000 7fb7b3715800 10 cache put: name=default.rgw.meta+users.keys+MQMUNIFOGEQGGOVWNHSD info.flags=0x7 2024-09-12T00:50:12.576 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.577+0000 7fb7b3715800 10 moving default.rgw.meta+users.keys+MQMUNIFOGEQGGOVWNHSD to cache LRU end 2024-09-12T00:50:12.576 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.577+0000 7fb7b3715800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:MQMUNIFOGEQGGOVWNHSD, ofs0, ns] 2024-09-12T00:50:12.576 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.577+0000 7fb694ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725983 cookie 94143987293392 notifier 5642 bl.length()=190 2024-09-12T00:50:12.576 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.577+0000 7fb694ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+MQMUNIFOGEQGGOVWNHSD info.flags=0x7 2024-09-12T00:50:12.576 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.577+0000 7fb694ff9640 10 rgw watcher librados: moving default.rgw.meta+users.keys+MQMUNIFOGEQGGOVWNHSD to cache LRU end 2024-09-12T00:50:12.577 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T00:50:12.577 INFO:teuthology.orchestra.run.smithi038.stdout: "user_id": "ragweed.client.0", 2024-09-12T00:50:12.577 INFO:teuthology.orchestra.run.smithi038.stdout: "display_name": "Mr. ragweed.client.0", 2024-09-12T00:50:12.577 INFO:teuthology.orchestra.run.smithi038.stdout: "email": "ragweed.client.0+test@test.test", 2024-09-12T00:50:12.577 INFO:teuthology.orchestra.run.smithi038.stdout: "suspended": 0, 2024-09-12T00:50:12.577 INFO:teuthology.orchestra.run.smithi038.stdout: "max_buckets": 1000, 2024-09-12T00:50:12.577 INFO:teuthology.orchestra.run.smithi038.stdout: "subusers": [], 2024-09-12T00:50:12.577 INFO:teuthology.orchestra.run.smithi038.stdout: "keys": [ 2024-09-12T00:50:12.577 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-09-12T00:50:12.577 INFO:teuthology.orchestra.run.smithi038.stdout: "user": "ragweed.client.0", 2024-09-12T00:50:12.577 INFO:teuthology.orchestra.run.smithi038.stdout: "access_key": "MQMUNIFOGEQGGOVWNHSD", 2024-09-12T00:50:12.577 INFO:teuthology.orchestra.run.smithi038.stdout: "secret_key": "ghpTVIurNJnYFS5qNTyAbUVQhThBonUZPm4sFi3e9F05LoYR8gS6sA==", 2024-09-12T00:50:12.578 INFO:teuthology.orchestra.run.smithi038.stdout: "active": true, 2024-09-12T00:50:12.578 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T00:50:12.572170Z" 2024-09-12T00:50:12.578 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-09-12T00:50:12.578 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-09-12T00:50:12.578 INFO:teuthology.orchestra.run.smithi038.stdout: "swift_keys": [], 2024-09-12T00:50:12.578 INFO:teuthology.orchestra.run.smithi038.stdout: "caps": [], 2024-09-12T00:50:12.578 INFO:teuthology.orchestra.run.smithi038.stdout: "op_mask": "read, write, delete", 2024-09-12T00:50:12.578 INFO:teuthology.orchestra.run.smithi038.stdout: "default_placement": "", 2024-09-12T00:50:12.578 INFO:teuthology.orchestra.run.smithi038.stdout: "default_storage_class": "", 2024-09-12T00:50:12.578 INFO:teuthology.orchestra.run.smithi038.stdout: "placement_tags": [], 2024-09-12T00:50:12.578 INFO:teuthology.orchestra.run.smithi038.stdout: "bucket_quota": { 2024-09-12T00:50:12.578 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T00:50:12.579 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T00:50:12.579 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T00:50:12.579 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T00:50:12.579 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T00:50:12.579 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T00:50:12.579 INFO:teuthology.orchestra.run.smithi038.stdout: "user_quota": { 2024-09-12T00:50:12.579 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T00:50:12.579 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T00:50:12.579 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T00:50:12.579 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T00:50:12.579 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T00:50:12.579 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T00:50:12.579 INFO:teuthology.orchestra.run.smithi038.stdout: "temp_url_keys": [], 2024-09-12T00:50:12.579 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "rgw", 2024-09-12T00:50:12.580 INFO:teuthology.orchestra.run.smithi038.stdout: "mfa_ids": [], 2024-09-12T00:50:12.580 INFO:teuthology.orchestra.run.smithi038.stdout: "account_id": "", 2024-09-12T00:50:12.580 INFO:teuthology.orchestra.run.smithi038.stdout: "path": "/", 2024-09-12T00:50:12.580 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T00:50:12.572156Z", 2024-09-12T00:50:12.580 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-09-12T00:50:12.580 INFO:teuthology.orchestra.run.smithi038.stdout: "group_ids": [] 2024-09-12T00:50:12.580 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T00:50:12.580 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:50:12.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.579+0000 7fb6677e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:12.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.582+0000 7fb7b3715800 20 remove_watcher() i=0 2024-09-12T00:50:12.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.582+0000 7fb7b3715800 2 removed watcher, disabling cache 2024-09-12T00:50:12.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.583+0000 7fb7b3715800 20 remove_watcher() i=1 2024-09-12T00:50:12.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.585+0000 7fb7b3715800 20 remove_watcher() i=2 2024-09-12T00:50:12.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.586+0000 7fb7b3715800 20 remove_watcher() i=3 2024-09-12T00:50:12.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.587+0000 7fb7b3715800 20 remove_watcher() i=4 2024-09-12T00:50:12.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.588+0000 7fb7b3715800 20 remove_watcher() i=5 2024-09-12T00:50:12.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.590+0000 7fb7b3715800 20 remove_watcher() i=6 2024-09-12T00:50:12.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.591+0000 7fb7b3715800 20 remove_watcher() i=7 2024-09-12T00:50:12.602 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2024-09-12T00:50:12.603 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key CTHWEIQQUAJQSJURTIOR --secret Aws1L15zqIX5xqSHXKwT5MEIyKQkI6pcBxTDn7S8Hq2Nz+fUWn8HoQ== --email sysuser.client.0+test@test.test --system true 2024-09-12T00:50:12.673 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:50:12.673 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:50:12.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.711+0000 7fd854015800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.713+0000 7fd854015800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.713+0000 7fd854015800 20 realm 2024-09-12T00:50:12.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.713+0000 7fd854015800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.713+0000 7fd854015800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.713+0000 7fd854015800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:50:12.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.713+0000 7fd854015800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.713+0000 7fd854015800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.713+0000 7fd854015800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.714+0000 7fd854015800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:12.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.714+0000 7fd854015800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.715+0000 7fd854015800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:50:12.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.715+0000 7fd854015800 20 searching for the correct realm 2024-09-12T00:50:12.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.718+0000 7fd84ef91640 0 -- 172.21.15.38:0/455061945 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fd840018070 msgr2=0x7fd84007aa00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:50:12.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.722+0000 7fd84f792640 0 -- 172.21.15.38:0/455061945 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fd8440b0410 msgr2=0x7fd8440b0890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:12.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.930+0000 7fd854015800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:50:12.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.930+0000 7fd854015800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:50:12.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.930+0000 7fd854015800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:50:12.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.930+0000 7fd854015800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:50:12.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.930+0000 7fd854015800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:50:12.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.930+0000 7fd854015800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:50:12.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.930+0000 7fd854015800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.930+0000 7fd854015800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.930+0000 7fd854015800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.930+0000 7fd854015800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:12.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.930+0000 7fd854015800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.931+0000 7fd854015800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:50:12.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.931+0000 7fd854015800 20 zone default found 2024-09-12T00:50:12.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.931+0000 7fd854015800 4 Realm: () 2024-09-12T00:50:12.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.931+0000 7fd854015800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:50:12.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.931+0000 7fd854015800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:50:12.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.931+0000 7fd854015800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:50:12.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.931+0000 7fd854015800 20 zonegroup default 2024-09-12T00:50:12.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.931+0000 7fd854015800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.931+0000 7fd854015800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.931+0000 7fd854015800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.931+0000 7fd854015800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.931+0000 7fd854015800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.932+0000 7fd854015800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.932+0000 7fd854015800 20 started sync module instance, tier type = 2024-09-12T00:50:12.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.932+0000 7fd854015800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:50:12.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.942+0000 7fd854015800 20 add_watcher() i=0 2024-09-12T00:50:12.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.942+0000 7fd854015800 20 add_watcher() i=1 2024-09-12T00:50:12.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.942+0000 7fd854015800 20 add_watcher() i=2 2024-09-12T00:50:12.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.942+0000 7fd854015800 20 add_watcher() i=3 2024-09-12T00:50:12.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.942+0000 7fd854015800 20 add_watcher() i=4 2024-09-12T00:50:12.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.942+0000 7fd854015800 20 add_watcher() i=5 2024-09-12T00:50:12.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.942+0000 7fd854015800 20 add_watcher() i=6 2024-09-12T00:50:12.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.943+0000 7fd854015800 20 add_watcher() i=7 2024-09-12T00:50:12.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.943+0000 7fd854015800 2 all 8 watchers are set, enabling cache 2024-09-12T00:50:12.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.945+0000 7fd705fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:12.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.945+0000 7fd854015800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:50:12.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.945+0000 7fd854015800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:50:12.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.945+0000 7fd854015800 5 note: GC not initialized 2024-09-12T00:50:12.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.945+0000 7fd704fe1640 20 reqs_thread_entry: start 2024-09-12T00:50:12.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.945+0000 7fd854015800 20 init_complete bucket index max shards: 11 2024-09-12T00:50:12.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.945+0000 7fd854015800 20 Filter name: none 2024-09-12T00:50:12.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.945+0000 7fd67e7fc640 20 reqs_thread_entry: start 2024-09-12T00:50:12.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.946+0000 7fd854015800 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-12T00:50:12.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.946+0000 7fd854015800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.946+0000 7fd854015800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.946+0000 7fd854015800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2024-09-12T00:50:12.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.946+0000 7fd854015800 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T00:50:12.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.946+0000 7fd854015800 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2024-09-12T00:50:12.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.946+0000 7fd854015800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.946+0000 7fd854015800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.946+0000 7fd854015800 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2024-09-12T00:50:12.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.946+0000 7fd854015800 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T00:50:12.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.946+0000 7fd854015800 10 cache get: name=default.rgw.meta+users.keys+CTHWEIQQUAJQSJURTIOR : miss 2024-09-12T00:50:12.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.946+0000 7fd854015800 20 rados->read ofs=0 len=0 2024-09-12T00:50:12.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.947+0000 7fd854015800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:12.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.947+0000 7fd854015800 10 cache put: name=default.rgw.meta+users.keys+CTHWEIQQUAJQSJURTIOR info.flags=0x0 2024-09-12T00:50:12.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.947+0000 7fd854015800 10 adding default.rgw.meta+users.keys+CTHWEIQQUAJQSJURTIOR to cache LRU end 2024-09-12T00:50:12.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.947+0000 7fd854015800 10 cache get: name=default.rgw.meta+users.keys+CTHWEIQQUAJQSJURTIOR : hit (negative entry) 2024-09-12T00:50:12.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.947+0000 7fd854015800 10 cache get: name=default.rgw.meta+users.keys+CTHWEIQQUAJQSJURTIOR : hit (negative entry) 2024-09-12T00:50:12.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.949+0000 7fd854015800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-12T00:50:12.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.949+0000 7fd854015800 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T00:50:12.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.949+0000 7fd854015800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-12T00:50:12.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.949+0000 7fd732ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725904 cookie 94556236327136 notifier 5660 bl.length()=675 2024-09-12T00:50:12.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.949+0000 7fd732ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2024-09-12T00:50:12.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.949+0000 7fd732ffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T00:50:12.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.951+0000 7fd854015800 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-12T00:50:12.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.951+0000 7fd854015800 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T00:50:12.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.951+0000 7fd854015800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-12T00:50:12.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.951+0000 7fd7327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725912 cookie 94556236333824 notifier 5660 bl.length()=202 2024-09-12T00:50:12.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.951+0000 7fd7327fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2024-09-12T00:50:12.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.951+0000 7fd7327fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2024-09-12T00:50:12.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.953+0000 7fd854015800 10 cache put: name=default.rgw.meta+users.keys+CTHWEIQQUAJQSJURTIOR info.flags=0x7 2024-09-12T00:50:12.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.953+0000 7fd854015800 10 moving default.rgw.meta+users.keys+CTHWEIQQUAJQSJURTIOR to cache LRU end 2024-09-12T00:50:12.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.953+0000 7fd854015800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:CTHWEIQQUAJQSJURTIOR, ofs0, ns] 2024-09-12T00:50:12.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.953+0000 7fd7327fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1086626725913 cookie 94556236333824 notifier 5660 bl.length()=190 2024-09-12T00:50:12.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.953+0000 7fd7327fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+CTHWEIQQUAJQSJURTIOR info.flags=0x7 2024-09-12T00:50:12.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.953+0000 7fd7327fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+CTHWEIQQUAJQSJURTIOR to cache LRU end 2024-09-12T00:50:12.953 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T00:50:12.953 INFO:teuthology.orchestra.run.smithi038.stdout: "user_id": "sysuser.client.0", 2024-09-12T00:50:12.953 INFO:teuthology.orchestra.run.smithi038.stdout: "display_name": "Mr. sysuser.client.0", 2024-09-12T00:50:12.953 INFO:teuthology.orchestra.run.smithi038.stdout: "email": "sysuser.client.0+test@test.test", 2024-09-12T00:50:12.953 INFO:teuthology.orchestra.run.smithi038.stdout: "suspended": 0, 2024-09-12T00:50:12.953 INFO:teuthology.orchestra.run.smithi038.stdout: "max_buckets": 1000, 2024-09-12T00:50:12.953 INFO:teuthology.orchestra.run.smithi038.stdout: "subusers": [], 2024-09-12T00:50:12.953 INFO:teuthology.orchestra.run.smithi038.stdout: "keys": [ 2024-09-12T00:50:12.953 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-09-12T00:50:12.953 INFO:teuthology.orchestra.run.smithi038.stdout: "user": "sysuser.client.0", 2024-09-12T00:50:12.953 INFO:teuthology.orchestra.run.smithi038.stdout: "access_key": "CTHWEIQQUAJQSJURTIOR", 2024-09-12T00:50:12.953 INFO:teuthology.orchestra.run.smithi038.stdout: "secret_key": "Aws1L15zqIX5xqSHXKwT5MEIyKQkI6pcBxTDn7S8Hq2Nz+fUWn8HoQ==", 2024-09-12T00:50:12.954 INFO:teuthology.orchestra.run.smithi038.stdout: "active": true, 2024-09-12T00:50:12.954 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T00:50:12.947903Z" 2024-09-12T00:50:12.954 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-09-12T00:50:12.954 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-09-12T00:50:12.954 INFO:teuthology.orchestra.run.smithi038.stdout: "swift_keys": [], 2024-09-12T00:50:12.954 INFO:teuthology.orchestra.run.smithi038.stdout: "caps": [], 2024-09-12T00:50:12.954 INFO:teuthology.orchestra.run.smithi038.stdout: "op_mask": "read, write, delete", 2024-09-12T00:50:12.954 INFO:teuthology.orchestra.run.smithi038.stdout: "system": true, 2024-09-12T00:50:12.954 INFO:teuthology.orchestra.run.smithi038.stdout: "default_placement": "", 2024-09-12T00:50:12.954 INFO:teuthology.orchestra.run.smithi038.stdout: "default_storage_class": "", 2024-09-12T00:50:12.954 INFO:teuthology.orchestra.run.smithi038.stdout: "placement_tags": [], 2024-09-12T00:50:12.954 INFO:teuthology.orchestra.run.smithi038.stdout: "bucket_quota": { 2024-09-12T00:50:12.954 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T00:50:12.954 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T00:50:12.954 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T00:50:12.955 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T00:50:12.955 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T00:50:12.955 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T00:50:12.955 INFO:teuthology.orchestra.run.smithi038.stdout: "user_quota": { 2024-09-12T00:50:12.955 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T00:50:12.955 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T00:50:12.955 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T00:50:12.955 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T00:50:12.955 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T00:50:12.955 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T00:50:12.955 INFO:teuthology.orchestra.run.smithi038.stdout: "temp_url_keys": [], 2024-09-12T00:50:12.955 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "rgw", 2024-09-12T00:50:12.955 INFO:teuthology.orchestra.run.smithi038.stdout: "mfa_ids": [], 2024-09-12T00:50:12.955 INFO:teuthology.orchestra.run.smithi038.stdout: "account_id": "", 2024-09-12T00:50:12.956 INFO:teuthology.orchestra.run.smithi038.stdout: "path": "/", 2024-09-12T00:50:12.956 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T00:50:12.947885Z", 2024-09-12T00:50:12.956 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-09-12T00:50:12.956 INFO:teuthology.orchestra.run.smithi038.stdout: "group_ids": [] 2024-09-12T00:50:12.956 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T00:50:12.956 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:50:12.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.955+0000 7fd705fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:12.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.957+0000 7fd854015800 20 remove_watcher() i=0 2024-09-12T00:50:12.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.957+0000 7fd854015800 2 removed watcher, disabling cache 2024-09-12T00:50:12.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.958+0000 7fd854015800 20 remove_watcher() i=1 2024-09-12T00:50:12.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.960+0000 7fd854015800 20 remove_watcher() i=2 2024-09-12T00:50:12.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.961+0000 7fd854015800 20 remove_watcher() i=3 2024-09-12T00:50:12.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.962+0000 7fd854015800 20 remove_watcher() i=4 2024-09-12T00:50:12.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.963+0000 7fd854015800 20 remove_watcher() i=5 2024-09-12T00:50:12.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.964+0000 7fd854015800 20 remove_watcher() i=6 2024-09-12T00:50:12.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:12.965+0000 7fd854015800 20 remove_watcher() i=7 2024-09-12T00:50:12.976 INFO:tasks.ragweed:Configuring ragweed... 2024-09-12T00:50:12.980 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:50:12.980 DEBUG:teuthology.orchestra.run.smithi038:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2024-09-12T00:50:13.010 INFO:tasks.ragweed:Configuring boto... 2024-09-12T00:50:13.010 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:50:13.010 DEBUG:teuthology.orchestra.run.smithi038:> dd of=/home/ubuntu/cephtest/boto.cfg 2024-09-12T00:50:13.080 DEBUG:teuthology.orchestra.run.smithi038:ragweed tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/ragweed.client.0 && RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg tox --sitepackages -- -v -m 'not fails_on_rgw' 2024-09-12T00:50:13.280 INFO:teuthology.orchestra.run.smithi038.stdout:GLOB sdist-make: /home/ubuntu/cephtest/ragweed.client.0/setup.py 2024-09-12T00:50:13.448 INFO:teuthology.orchestra.run.smithi038.stdout:py create: /home/ubuntu/cephtest/ragweed.client.0/.tox/py 2024-09-12T00:50:14.065 INFO:teuthology.orchestra.run.smithi038.stdout:py installdeps: -rrequirements.txt 2024-09-12T00:50:20.405 INFO:teuthology.orchestra.run.smithi038.stdout:py inst: /home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip 2024-09-12T00:50:23.953 INFO:teuthology.orchestra.run.smithi038.stdout:py installed: asyncssh==2.13.2,Babel==2.9.1,bcrypt==3.2.2,boto==2.49.0,cachetools==4.2.4,ceph==1.0.0,ceph-volume==1.0.0,cephfs==2.0.0,certifi==2023.5.7,cffi==1.14.5,chardet==4.0.0,cheroot==8.6.0,CherryPy==18.6.1,cockpit @ file:///builddir/build/BUILD/cockpit-323/tmp/wheel/cockpit-323-py3-none-any.whl,cryptography==36.0.1,dasbus==1.4,dbus-python==1.2.18,distro==1.5.0,docopt==0.6.2,exceptiongroup==1.2.2,execnet==2.1.1,file-magic==0.4.0,gevent==24.2.1,google-auth==2.34.0,gpg==1.15.1,greenlet==3.1.0,grpcio==1.46.7,grpcio-tools==1.46.7,httplib2==0.22.0,idna==2.10,iniconfig==2.0.0,isodate==0.6.1,jaraco.classes==3.2.1,jaraco.collections==3.0.0,jaraco.functools==3.5.0,jaraco.text==3.2.0,Jinja2==2.11.3,jsonpatch==1.21,jsonpointer==2.0,kubernetes==26.1.0,libcomps==0.1.18,logutils==0.3.5,lxml==4.6.5,Mako==1.1.4.dev0,MarkupSafe==1.1.1,more-itertools==8.12.0,munch==4.0.0,natsort==7.1.1,nftables==0.1,numpy==1.20.1,oauthlib==3.1.1,packaging==20.9,pecan==1.4.2,perf==0.1,pexpect==4.8.0,pluggy==1.5.0,ply==3.11,portend==3.1.0,prettytable==0.7.2,protobuf==3.14.0,psutil==5.8.0,ptyprocess==0.6.0,pyasn1==0.4.8,pyasn1-modules==0.2.8,pycparser==2.20,PyGObject==3.40.1,pyOpenSSL==21.0.0,pyparsing==2.4.7,PySocks==1.7.1,pytest==8.3.3,python-dateutil==2.8.1,python-linux-procfs==0.7.3,pytz==2021.1,pyudev==0.22.0,PyYAML==5.4.1,rados==2.0.0,ragweed @ file:///home/ubuntu/cephtest/ragweed.client.0/.tox/.tmp/package/1/ragweed-0.0.1.zip#sha256=6d6666af42cdfa40eaee38f3f2ce9c1b05c8c052e3a4ca81373de11fb585892a,rbd==2.0.0,registries-conf-ctl==1.0,remoto==1.2.1,repoze.lru==0.7,requests==2.25.1,requests-oauthlib==1.3.0,rgw==2.0.0,Routes==2.5.1,rpm==4.16.1.3,rsa==4.9,s3cmd==2.4.0,scipy==1.6.2,selinux==3.6,sepolicy==3.6,setools==4.4.4,setroubleshoot @ file:///builddir/build/BUILD/setroubleshoot-3.3.32/src,six==1.15.0,systemd-python==234,tempora==5.0.0,toml==0.10.2,tomli==2.0.1,typing_extensions==4.12.2,urllib3==1.26.5,WebOb==1.8.8,websocket-client==1.2.3,Werkzeug==2.0.3,zc.lockfile==2.0,zope.event==5.0,zope.interface==7.0.3 2024-09-12T00:50:23.953 INFO:teuthology.orchestra.run.smithi038.stdout:py run-test-pre: PYTHONHASHSEED='2313605320' 2024-09-12T00:50:23.953 INFO:teuthology.orchestra.run.smithi038.stdout:py run-test: commands[0] | python -m pytest -v -m 'not fails_on_rgw' 2024-09-12T00:50:24.156 INFO:teuthology.orchestra.run.smithi038.stdout:============================= test session starts ============================== 2024-09-12T00:50:24.156 INFO:teuthology.orchestra.run.smithi038.stdout:platform linux -- Python 3.9.19, pytest-8.3.3, pluggy-1.5.0 -- /home/ubuntu/cephtest/ragweed.client.0/.tox/py/bin/python 2024-09-12T00:50:24.156 INFO:teuthology.orchestra.run.smithi038.stdout:cachedir: .tox/py/.pytest_cache 2024-09-12T00:50:24.156 INFO:teuthology.orchestra.run.smithi038.stdout:rootdir: /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T00:50:24.156 INFO:teuthology.orchestra.run.smithi038.stdout:configfile: pytest.ini 2024-09-12T00:50:24.256 INFO:teuthology.orchestra.run.smithi038.stdout:collecting ... collected 9 items 2024-09-12T00:50:24.256 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:50:26.170 INFO:teuthology.orchestra.run.smithi038.stdout:ragweed/tests/tests.py::r_test_small_obj_data::test PASSED [ 11%] 2024-09-12T00:50:27.017 INFO:teuthology.orchestra.run.smithi038.stdout:ragweed/tests/tests.py::r_test_multipart_simple::test PASSED [ 22%] 2024-09-12T00:50:27.733 INFO:teuthology.orchestra.run.smithi038.stdout:ragweed/tests/tests.py::r_test_multipart_index_versioning::test PASSED [ 33%] 2024-09-12T00:50:28.543 INFO:teuthology.orchestra.run.smithi038.stdout:ragweed/tests/tests.py::r_test_multipart_defer_complete::test PASSED [ 44%] 2024-09-12T00:50:29.288 INFO:teuthology.orchestra.run.smithi038.stdout:ragweed/tests/tests.py::r_test_multipart_defer_update_complete::test PASSED [ 55%] 2024-09-12T00:50:36.710 INFO:teuthology.orchestra.run.smithi038.stdout:ragweed/tests/tests.py::r_test_obj_storage_class::test PASSED [ 66%] 2024-09-12T00:50:38.339 INFO:teuthology.orchestra.run.smithi038.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart::test PASSED [ 77%] 2024-09-12T00:50:40.410 INFO:teuthology.orchestra.run.smithi038.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_copy::test PASSED [ 88%] 2024-09-12T00:50:43.574 INFO:teuthology.orchestra.run.smithi038.stdout:ragweed/tests/tests.py::r_test_obj_storage_class_multipart_copy::test PASSED [100%] 2024-09-12T00:50:43.574 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:50:43.574 INFO:teuthology.orchestra.run.smithi038.stdout:=============================== warnings summary =============================== 2024-09-12T00:50:43.574 INFO:teuthology.orchestra.run.smithi038.stdout:.tox/py/lib/python3.9/site-packages/boto/plugin.py:40 2024-09-12T00:50:43.574 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/ragweed.client.0/.tox/py/lib/python3.9/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses 2024-09-12T00:50:43.574 INFO:teuthology.orchestra.run.smithi038.stdout: import imp 2024-09-12T00:50:43.574 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:50:43.574 INFO:teuthology.orchestra.run.smithi038.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2024-09-12T00:50:43.574 INFO:teuthology.orchestra.run.smithi038.stdout:======================== 9 passed, 1 warning in 19.42s ========================= 2024-09-12T00:50:43.606 INFO:teuthology.orchestra.run.smithi038.stdout:___________________________________ summary ____________________________________ 2024-09-12T00:50:43.606 INFO:teuthology.orchestra.run.smithi038.stdout: py: commands succeeded 2024-09-12T00:50:43.606 INFO:teuthology.orchestra.run.smithi038.stdout: congratulations :) 2024-09-12T00:50:43.625 INFO:tasks.ragweed:Cleaning up boto... 2024-09-12T00:50:43.625 DEBUG:teuthology.orchestra.run.smithi038:> rm -f /home/ubuntu/cephtest/boto.cfg 2024-09-12T00:50:43.655 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2024-09-12T00:50:43.754 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:50:43.754 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:50:43.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:43.791+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:43.793+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:43.793+0000 7f0474f36800 20 realm 2024-09-12T00:50:43.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:43.793+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:43.793+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:43.793+0000 7f0474f36800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:50:43.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:43.793+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.793 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:43.793+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:43.793 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:43.793+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.793 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:43.794+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:43.793 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:43.794+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:43.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:43.795+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:50:43.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:43.795+0000 7f0474f36800 20 searching for the correct realm 2024-09-12T00:50:43.797 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:43.798+0000 7f04684b6640 0 -- 172.21.15.38:0/987497093 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55c64302b430 msgr2=0x55c64302d840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:43.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:43.802+0000 7f0470cb7640 0 -- 172.21.15.38:0/987497093 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f0458064410 msgr2=0x7f0458064890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:44.008 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.009+0000 7f0474f36800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:50:44.008 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.009+0000 7f0474f36800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:50:44.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.009+0000 7f0474f36800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:50:44.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.009+0000 7f0474f36800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:50:44.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.009+0000 7f0474f36800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:50:44.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.009+0000 7f0474f36800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:50:44.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.010+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.010+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.010+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.010+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:44.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.010+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.011+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:50:44.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.011+0000 7f0474f36800 20 zone default found 2024-09-12T00:50:44.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.011+0000 7f0474f36800 4 Realm: () 2024-09-12T00:50:44.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.011+0000 7f0474f36800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:50:44.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.011+0000 7f0474f36800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:50:44.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.011+0000 7f0474f36800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:50:44.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.011+0000 7f0474f36800 20 zonegroup default 2024-09-12T00:50:44.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.011+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.011+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.011+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.011+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.011+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.012+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.012+0000 7f0474f36800 20 started sync module instance, tier type = 2024-09-12T00:50:44.012 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.012+0000 7f0474f36800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:50:44.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.023+0000 7f0474f36800 20 add_watcher() i=0 2024-09-12T00:50:44.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.023+0000 7f0474f36800 20 add_watcher() i=1 2024-09-12T00:50:44.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.023+0000 7f0474f36800 20 add_watcher() i=2 2024-09-12T00:50:44.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.023+0000 7f0474f36800 20 add_watcher() i=3 2024-09-12T00:50:44.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.023+0000 7f0474f36800 20 add_watcher() i=4 2024-09-12T00:50:44.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.023+0000 7f0474f36800 20 add_watcher() i=5 2024-09-12T00:50:44.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.023+0000 7f0474f36800 20 add_watcher() i=6 2024-09-12T00:50:44.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.024+0000 7f0474f36800 20 add_watcher() i=7 2024-09-12T00:50:44.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.024+0000 7f0474f36800 2 all 8 watchers are set, enabling cache 2024-09-12T00:50:44.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.025+0000 7f03277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:44.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.026+0000 7f0474f36800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:50:44.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.026+0000 7f0474f36800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:50:44.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.065+0000 7f03267e4640 20 reqs_thread_entry: start 2024-09-12T00:50:44.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.065+0000 7f0474f36800 20 init_complete bucket index max shards: 11 2024-09-12T00:50:44.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.065+0000 7f0474f36800 20 Filter name: none 2024-09-12T00:50:44.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.065+0000 7f031f7fe640 20 reqs_thread_entry: start 2024-09-12T00:50:44.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.065+0000 7f0474f36800 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2024-09-12T00:50:44.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.065+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.066+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T00:50:44.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.066+0000 7f0474f36800 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2024-09-12T00:50:44.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.066+0000 7f0474f36800 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2024-09-12T00:50:44.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.066+0000 7f0474f36800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:44.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.067+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5 : miss 2024-09-12T00:50:44.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.067+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.067+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=426 2024-09-12T00:50:44.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.067+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5 info.flags=0x17 2024-09-12T00:50:44.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.067+0000 7f0474f36800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5 to cache LRU end 2024-09-12T00:50:44.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.067+0000 7f0474f36800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:44.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.067+0000 7f0474f36800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:50:44.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.067+0000 7f0474f36800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5 2024-09-12T00:50:44.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.068+0000 7f0474f36800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2024-09-12T00:50:44.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.069+0000 7f0474f36800 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2024-09-12T00:50:44.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.069+0000 7f0474f36800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2024-09-12T00:50:44.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.069+0000 7f0474f36800 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2024-09-12T00:50:44.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.070+0000 7f0474f36800 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2024-09-12T00:50:44.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.070+0000 7f0474f36800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2024-09-12T00:50:44.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.070+0000 7f0474f36800 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2024-09-12T00:50:44.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.071+0000 7f0474f36800 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2024-09-12T00:50:44.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.071+0000 7f0474f36800 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2024-09-12T00:50:44.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.072+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c06bbd0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55c6430f0218 s->prefetch_data=0 2024-09-12T00:50:44.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.072+0000 7f0474f36800 10 manifest: total_size = 5284 2024-09-12T00:50:44.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.072+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16097539324835335948 2024-09-12T00:50:44.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.072+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c06bbd0 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart_copy state=0x55c6430f0218 s->prefetch_data=0 2024-09-12T00:50:44.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.072+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c6430f0218 2024-09-12T00:50:44.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.072+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5.1 2024-09-12T00:50:44.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.075+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.075+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5284 stripe_ofs=5284 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.075+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16097539324835335948 2024-09-12T00:50:44.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.075+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.075+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.lZH-thi5u94Ox_JCgkGQMGuSr3QbVWA_0 2024-09-12T00:50:44.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.075+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:50:44.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.075+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.075+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.27tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16097539324835335948 2024-09-12T00:50:44.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.077+0000 7f0347fff640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2024-09-12T00:50:44.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.077+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c06bbd0 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55c6430f0218 s->prefetch_data=0 2024-09-12T00:50:44.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.077+0000 7f0474f36800 10 manifest: total_size = 5073 2024-09-12T00:50:44.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.077+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11002966161241681490 2024-09-12T00:50:44.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.077+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c06bbd0 obj=test-client.0-conf:tests/r_test_multipart_index_versioning state=0x55c6430f0218 s->prefetch_data=0 2024-09-12T00:50:44.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.077+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c6430f0218 2024-09-12T00:50:44.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.077+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5.2 2024-09-12T00:50:44.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.080+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.080+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5073 stripe_ofs=5073 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.080+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11002966161241681490 2024-09-12T00:50:44.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.080+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.080+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.3ZdYuuofkA_tbQIR9RwJXfJsIcY3Ov9_0 2024-09-12T00:50:44.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.080+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:50:44.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.080+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.080+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11002966161241681490 2024-09-12T00:50:44.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.081+0000 7f03477fe640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2024-09-12T00:50:44.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.081+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c06bbd0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55c6430f00f8 s->prefetch_data=0 2024-09-12T00:50:44.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.082+0000 7f0474f36800 10 manifest: total_size = 5047 2024-09-12T00:50:44.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.082+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.547642199514785304 2024-09-12T00:50:44.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.082+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c06bbd0 obj=test-client.0-conf:tests/r_test_obj_storage_class_copy state=0x55c6430f00f8 s->prefetch_data=0 2024-09-12T00:50:44.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.082+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c6430f00f8 2024-09-12T00:50:44.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.082+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5.2 2024-09-12T00:50:44.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.084+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.084+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5047 stripe_ofs=5047 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.084+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.547642199514785304 2024-09-12T00:50:44.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.084+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.084+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.xI7txilfXnhZjXljb5RhPGDIStIBrUj_0 2024-09-12T00:50:44.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.084+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 327 2024-09-12T00:50:44.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.084+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.084+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.547642199514785304 2024-09-12T00:50:44.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.086+0000 7f0347fff640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2024-09-12T00:50:44.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.086+0000 7f0474f36800 20 get_obj_state: octx=0x7f0460069660 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55c6430779f8 s->prefetch_data=0 2024-09-12T00:50:44.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.086+0000 7f0474f36800 10 manifest: total_size = 7674 2024-09-12T00:50:44.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.086+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12349982193340167027 2024-09-12T00:50:44.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.086+0000 7f0474f36800 20 get_obj_state: octx=0x7f0460069660 obj=test-client.0-conf:tests/r_test_multipart_defer_update_complete state=0x55c6430779f8 s->prefetch_data=0 2024-09-12T00:50:44.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.086+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c6430779f8 2024-09-12T00:50:44.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.086+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5.3 2024-09-12T00:50:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.089+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.089+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=7674 stripe_ofs=7674 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.089+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12349982193340167027 2024-09-12T00:50:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.089+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.089+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.08j3jLIRTspesd5sJBCeaqsaNkxlZpt_0 2024-09-12T00:50:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.089+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:50:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.089+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.089+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12349982193340167027 2024-09-12T00:50:44.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.091+0000 7f03477fe640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2024-09-12T00:50:44.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.091+0000 7f0474f36800 20 get_obj_state: octx=0x7f046001d960 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55c6430efba8 s->prefetch_data=0 2024-09-12T00:50:44.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.091+0000 7f0474f36800 10 manifest: total_size = 7543 2024-09-12T00:50:44.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.091+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13067706108765404554 2024-09-12T00:50:44.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.091+0000 7f0474f36800 20 get_obj_state: octx=0x7f046001d960 obj=test-client.0-conf:tests/r_test_multipart_defer_complete state=0x55c6430efba8 s->prefetch_data=0 2024-09-12T00:50:44.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.091+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c6430efba8 2024-09-12T00:50:44.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.091+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5.4 2024-09-12T00:50:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.094+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.094+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=7543 stripe_ofs=7543 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.094+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13067706108765404554 2024-09-12T00:50:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.094+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.094+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.6oFBW3SQRxvYIItdR70K05SryYCtk7a_0 2024-09-12T00:50:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.094+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:50:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.094+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.094+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13067706108765404554 2024-09-12T00:50:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.095+0000 7f0347fff640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2024-09-12T00:50:44.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.095+0000 7f0474f36800 20 get_obj_state: octx=0x7f0460069660 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55c6430efba8 s->prefetch_data=0 2024-09-12T00:50:44.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.095+0000 7f0474f36800 10 manifest: total_size = 4982 2024-09-12T00:50:44.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.095+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.268929166740188352 2024-09-12T00:50:44.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.095+0000 7f0474f36800 20 get_obj_state: octx=0x7f0460069660 obj=test-client.0-conf:tests/r_test_obj_storage_class state=0x55c6430efba8 s->prefetch_data=0 2024-09-12T00:50:44.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.095+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c6430efba8 2024-09-12T00:50:44.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.095+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5.4 2024-09-12T00:50:44.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.098+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.098+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4982 stripe_ofs=4982 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.098+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.268929166740188352 2024-09-12T00:50:44.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.098+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.098+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.Ir5SKnTDBsTSuoCdGs_oRm6fwvWFqsf_0 2024-09-12T00:50:44.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.098+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 327 2024-09-12T00:50:44.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.098+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.098+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.268929166740188352 2024-09-12T00:50:44.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.100+0000 7f03477fe640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2024-09-12T00:50:44.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.100+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307b9f0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55c6430efba8 s->prefetch_data=0 2024-09-12T00:50:44.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.100+0000 7f0474f36800 10 manifest: total_size = 4907 2024-09-12T00:50:44.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.100+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4906122924964883360 2024-09-12T00:50:44.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.100+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307b9f0 obj=test-client.0-conf:tests/r_test_multipart_simple state=0x55c6430efba8 s->prefetch_data=0 2024-09-12T00:50:44.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.100+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c6430efba8 2024-09-12T00:50:44.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.100+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5.5 2024-09-12T00:50:44.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.103+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.103+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4907 stripe_ofs=4907 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.103+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4906122924964883360 2024-09-12T00:50:44.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.103+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.103+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.Ask3jzE-nEiHp6zYuG_AN8-Z8qJ2_IG_0 2024-09-12T00:50:44.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.103+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T00:50:44.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.103+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.103+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4906122924964883360 2024-09-12T00:50:44.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.104+0000 7f0347fff640 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2024-09-12T00:50:44.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.104+0000 7f0474f36800 20 get_obj_state: octx=0x7f0460069660 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55c6430efba8 s->prefetch_data=0 2024-09-12T00:50:44.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.105+0000 7f0474f36800 10 manifest: total_size = 14226 2024-09-12T00:50:44.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.105+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11910459707361590550 2024-09-12T00:50:44.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.105+0000 7f0474f36800 20 get_obj_state: octx=0x7f0460069660 obj=test-client.0-conf:tests/r_test_obj_storage_class_multipart state=0x55c6430efba8 s->prefetch_data=0 2024-09-12T00:50:44.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.105+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c6430efba8 2024-09-12T00:50:44.104 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.105+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5.7 2024-09-12T00:50:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.107+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.107+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=14226 stripe_ofs=14226 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.107+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11910459707361590550 2024-09-12T00:50:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.107+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.107+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.1TUgghan8wSMdeA3hfBmJ_pm0AK9-Tk_0 2024-09-12T00:50:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.107+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:50:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.107+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.107+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11910459707361590550 2024-09-12T00:50:44.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.108+0000 7f03477fe640 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2024-09-12T00:50:44.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.109+0000 7f0474f36800 20 get_obj_state: octx=0x7f0460071a40 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55c6430efba8 s->prefetch_data=0 2024-09-12T00:50:44.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.109+0000 7f0474f36800 10 manifest: total_size = 8747 2024-09-12T00:50:44.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.109+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5321923923368118039 2024-09-12T00:50:44.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.109+0000 7f0474f36800 20 get_obj_state: octx=0x7f0460071a40 obj=test-client.0-conf:tests/r_test_small_obj_data state=0x55c6430efba8 s->prefetch_data=0 2024-09-12T00:50:44.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.109+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c6430efba8 2024-09-12T00:50:44.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.109+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5.8 2024-09-12T00:50:44.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.112+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.112+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=8747 stripe_ofs=8747 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.112+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5321923923368118039 2024-09-12T00:50:44.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.112+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.112+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.rC7k19Z_At95aqtn79YMxOfhrOp3Jba_0 2024-09-12T00:50:44.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.112+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T00:50:44.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.112+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.112+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5321923923368118039 2024-09-12T00:50:44.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.113+0000 7f0347fff640 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2024-09-12T00:50:44.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.113+0000 7f0474f36800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:50:44.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.113+0000 7f0474f36800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-12T00:50:44.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.114+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:50:44.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.114+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:50:44.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.114+0000 7f0474f36800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:50:44.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.114+0000 7f0474f36800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:50:44.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.114+0000 7f0474f36800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5])"; uploads.size()=0; is_truncated=0 2024-09-12T00:50:44.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.116+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2024-09-12T00:50:44.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.116+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.116+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=204 2024-09-12T00:50:44.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.116+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x11 2024-09-12T00:50:44.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.116+0000 7f0474f36800 10 adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2024-09-12T00:50:44.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.118+0000 7f0474f36800 10 removing default.rgw.meta+root+test-client.0-conf from cache 2024-09-12T00:50:44.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.118+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2024-09-12T00:50:44.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.118+0000 7f03477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529697 cookie 94310016144208 notifier 5684 bl.length()=162 2024-09-12T00:50:44.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.120+0000 7f0474f36800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5 from cache 2024-09-12T00:50:44.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.120+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5, ofs0, ns] 2024-09-12T00:50:44.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.120+0000 7f03477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529698 cookie 94310016144208 notifier 5684 bl.length()=219 2024-09-12T00:50:44.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.122+0000 7f0474f36800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-conf/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5 : miss 2024-09-12T00:50:44.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.122+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.123+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.123+0000 7f0474f36800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-conf/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5 info.flags=0x0 2024-09-12T00:50:44.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.123+0000 7f0474f36800 10 adding default.rgw.log++pubsub..bucket.test-client.0-conf/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5 to cache LRU end 2024-09-12T00:50:44.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.125+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12 : miss 2024-09-12T00:50:44.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.125+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.125+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=457 2024-09-12T00:50:44.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.125+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12 info.flags=0x17 2024-09-12T00:50:44.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.125+0000 7f0474f36800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12 to cache LRU end 2024-09-12T00:50:44.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.125+0000 7f0474f36800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:44.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.125+0000 7f0474f36800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:50:44.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.125+0000 7f0474f36800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12 2024-09-12T00:50:44.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.130+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo 2024-09-12T00:50:44.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.130+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c05e830 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55c6430779f8 s->prefetch_data=0 2024-09-12T00:50:44.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.130+0000 7f0474f36800 10 manifest: total_size = 18874368 2024-09-12T00:50:44.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.130+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14680847808040032021 2024-09-12T00:50:44.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.130+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c05e830 obj=test-client.0-r-test-multipart-defer-complete.1:foo state=0x55c6430779f8 s->prefetch_data=0 2024-09-12T00:50:44.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.130+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c6430779f8 2024-09-12T00:50:44.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.130+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12.10 2024-09-12T00:50:44.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2024-09-12T00:50:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-12T00:50:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=14680064 stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-12T00:50:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=18874368 part_ofs=10485760 rule->part_size=5242880 2024-09-12T00:50:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2024-09-12T00:50:44.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2024-09-12T00:50:44.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=19922944 part_ofs=15728640 rule->part_size=3145728 2024-09-12T00:50:44.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2024-09-12T00:50:44.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14680847808040032021 2024-09-12T00:50:44.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12__multipart_foo.2~SgB6bZ8n2H1QF75ZeE26c1kEHo2mr2W.1 2024-09-12T00:50:44.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-12T00:50:44.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12__shadow_foo.2~SgB6bZ8n2H1QF75ZeE26c1kEHo2mr2W.1_1 2024-09-12T00:50:44.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 591 2024-09-12T00:50:44.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12__multipart_foo.2~SgB6bZ8n2H1QF75ZeE26c1kEHo2mr2W.2 2024-09-12T00:50:44.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 837 2024-09-12T00:50:44.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12__shadow_foo.2~SgB6bZ8n2H1QF75ZeE26c1kEHo2mr2W.2_1 2024-09-12T00:50:44.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1081 2024-09-12T00:50:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12__multipart_foo.2~SgB6bZ8n2H1QF75ZeE26c1kEHo2mr2W.3 2024-09-12T00:50:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1327 2024-09-12T00:50:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12__shadow_foo.2~SgB6bZ8n2H1QF75ZeE26c1kEHo2mr2W.3_1 2024-09-12T00:50:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1571 2024-09-12T00:50:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12__multipart_foo.2~SgB6bZ8n2H1QF75ZeE26c1kEHo2mr2W.4 2024-09-12T00:50:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1817 2024-09-12T00:50:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.133+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14680847808040032021 2024-09-12T00:50:44.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.134+0000 7f0474f36800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:50:44.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.134+0000 7f0474f36800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-12T00:50:44.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.134+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo 2024-09-12T00:50:44.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.135+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:50:44.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.135+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:50:44.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.135+0000 7f0474f36800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:50:44.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.135+0000 7f0474f36800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:50:44.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.135+0000 7f0474f36800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12])"; uploads.size()=0; is_truncated=0 2024-09-12T00:50:44.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.136+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2024-09-12T00:50:44.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.136+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.137+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=235 2024-09-12T00:50:44.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.137+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x11 2024-09-12T00:50:44.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.137+0000 7f0474f36800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2024-09-12T00:50:44.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.138+0000 7f0474f36800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2024-09-12T00:50:44.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.138+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2024-09-12T00:50:44.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.139+0000 7f03477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529764 cookie 94310016142000 notifier 5684 bl.length()=191 2024-09-12T00:50:44.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.140+0000 7f0474f36800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12 from cache 2024-09-12T00:50:44.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.140+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12, ofs0, ns] 2024-09-12T00:50:44.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.141+0000 7f03477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529686 cookie 94310016172880 notifier 5684 bl.length()=249 2024-09-12T00:50:44.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.143+0000 7f0474f36800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12 : miss 2024-09-12T00:50:44.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.143+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.143+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.143+0000 7f0474f36800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12 info.flags=0x0 2024-09-12T00:50:44.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.143+0000 7f0474f36800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12 to cache LRU end 2024-09-12T00:50:44.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.146+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13 : miss 2024-09-12T00:50:44.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.146+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.146+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=464 2024-09-12T00:50:44.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.146+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13 info.flags=0x17 2024-09-12T00:50:44.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.146+0000 7f0474f36800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13 to cache LRU end 2024-09-12T00:50:44.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.146+0000 7f0474f36800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:44.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.146+0000 7f0474f36800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:50:44.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.146+0000 7f0474f36800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13 2024-09-12T00:50:44.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.151+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo 2024-09-12T00:50:44.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.151+0000 7f0474f36800 20 get_obj_state: octx=0x55c643078ba0 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55c643087018 s->prefetch_data=0 2024-09-12T00:50:44.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.152+0000 7f0474f36800 10 manifest: total_size = 886297 2024-09-12T00:50:44.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.152+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16216295200090823139 2024-09-12T00:50:44.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.152+0000 7f0474f36800 20 get_obj_state: octx=0x55c643078ba0 obj=test-client.0-r-test-multipart-defer-update-complete.1:foo state=0x55c643087018 s->prefetch_data=0 2024-09-12T00:50:44.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.152+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c643087018 2024-09-12T00:50:44.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.152+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13.10 2024-09-12T00:50:44.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T00:50:44.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=246247 2024-09-12T00:50:44.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2024-09-12T00:50:44.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T00:50:44.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4440551 part_ofs=246247 rule->part_size=246247 2024-09-12T00:50:44.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=246247 2024-09-12T00:50:44.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2024-09-12T00:50:44.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4686798 part_ofs=492494 rule->part_size=246247 2024-09-12T00:50:44.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=738741 stripe_ofs=738741 part_ofs=738741 rule->part_size=147556 2024-09-12T00:50:44.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=147556 rules.size()=2 2024-09-12T00:50:44.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4933045 part_ofs=738741 rule->part_size=147556 2024-09-12T00:50:44.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=886297 stripe_ofs=886297 part_ofs=886297 rule->part_size=147556 2024-09-12T00:50:44.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16216295200090823139 2024-09-12T00:50:44.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13__multipart_foo.2~6nX5z5PA_nDZm_-MtAyHCc2fvhKHjFz.1 2024-09-12T00:50:44.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-12T00:50:44.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13__multipart_foo.2~6nX5z5PA_nDZm_-MtAyHCc2fvhKHjFz.2 2024-09-12T00:50:44.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2024-09-12T00:50:44.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13__multipart_foo.2~6nX5z5PA_nDZm_-MtAyHCc2fvhKHjFz.3 2024-09-12T00:50:44.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2024-09-12T00:50:44.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13__multipart_foo.2~6nX5z5PA_nDZm_-MtAyHCc2fvhKHjFz.4 2024-09-12T00:50:44.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2024-09-12T00:50:44.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.154+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16216295200090823139 2024-09-12T00:50:44.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.155+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo 2024-09-12T00:50:44.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.155+0000 7f0474f36800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:50:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.155+0000 7f0474f36800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-12T00:50:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.156+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:50:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.156+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:50:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.156+0000 7f0474f36800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:50:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.156+0000 7f0474f36800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:50:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.156+0000 7f0474f36800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13])"; uploads.size()=0; is_truncated=0 2024-09-12T00:50:44.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.158+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2024-09-12T00:50:44.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.158+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.159+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=242 2024-09-12T00:50:44.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.159+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x11 2024-09-12T00:50:44.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.159+0000 7f0474f36800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2024-09-12T00:50:44.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.160+0000 7f0474f36800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2024-09-12T00:50:44.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.160+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2024-09-12T00:50:44.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.160+0000 7f0347fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529687 cookie 94310016172880 notifier 5684 bl.length()=198 2024-09-12T00:50:44.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.161+0000 7f0474f36800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13 from cache 2024-09-12T00:50:44.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.161+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13, ofs0, ns] 2024-09-12T00:50:44.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.162+0000 7f03477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529670 cookie 94310016187728 notifier 5684 bl.length()=256 2024-09-12T00:50:44.163 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.165+0000 7f0474f36800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13 : miss 2024-09-12T00:50:44.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.165+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.165+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.165+0000 7f0474f36800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13 info.flags=0x0 2024-09-12T00:50:44.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.165+0000 7f0474f36800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13 to cache LRU end 2024-09-12T00:50:44.165 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.167+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11 : miss 2024-09-12T00:50:44.165 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.167+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.167+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=459 2024-09-12T00:50:44.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.167+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11 info.flags=0x17 2024-09-12T00:50:44.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.167+0000 7f0474f36800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11 to cache LRU end 2024-09-12T00:50:44.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.167+0000 7f0474f36800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:44.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.167+0000 7f0474f36800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:50:44.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.167+0000 7f0474f36800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11 2024-09-12T00:50:44.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.172+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo[wSF8b0UTXqNS4524n.1f8LMQGR7OIAb] 2024-09-12T00:50:44.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.172+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11.10 2024-09-12T00:50:44.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.172+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307b9b0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55c64307dde8 s->prefetch_data=0 2024-09-12T00:50:44.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.172+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to jtvzrbay5kimht9wrq2ecbm5d1ix0ivz 2024-09-12T00:50:44.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.172+0000 7f0474f36800 20 get_obj_state_impl: setting s->olh_tag to bp9e80h7qrs7ly00d3z79vl14wwj3loc 2024-09-12T00:50:44.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.172+0000 7f0474f36800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=bp9e80h7qrs7ly00d3z79vl14wwj3loc 2024-09-12T00:50:44.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.173+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11.10 2024-09-12T00:50:44.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.175+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11.10 2024-09-12T00:50:44.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.175+0000 7f0474f36800 20 olh_log_entry: epoch=3 op=2 key=foo[] 2024-09-12T00:50:44.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.175+0000 7f0474f36800 20 olh_log_entry: epoch=3 op=3 key=foo[wSF8b0UTXqNS4524n.1f8LMQGR7OIAb] 2024-09-12T00:50:44.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.175+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307b9b0 obj=test-client.0-r-test-multipart-index-versioning.1:_:wSF8b0UTXqNS4524n.1f8LMQGR7OIAb_foo state=0x55c643075958 s->prefetch_data=0 2024-09-12T00:50:44.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.175+0000 7f0474f36800 10 manifest: total_size = 74198 2024-09-12T00:50:44.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.175+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15433262125807581607 2024-09-12T00:50:44.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.175+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307b9b0 obj=test-client.0-r-test-multipart-index-versioning.1:_:wSF8b0UTXqNS4524n.1f8LMQGR7OIAb_foo state=0x55c643075958 s->prefetch_data=0 2024-09-12T00:50:44.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.175+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c643075958 2024-09-12T00:50:44.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.175+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11.10 2024-09-12T00:50:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T00:50:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=20613 2024-09-12T00:50:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=20613 stripe_ofs=20613 part_ofs=20613 rule->part_size=20613 2024-09-12T00:50:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T00:50:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4214917 part_ofs=20613 rule->part_size=20613 2024-09-12T00:50:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=41226 stripe_ofs=41226 part_ofs=41226 rule->part_size=20613 2024-09-12T00:50:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=20613 rules.size()=2 2024-09-12T00:50:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4235530 part_ofs=41226 rule->part_size=20613 2024-09-12T00:50:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=61839 stripe_ofs=61839 part_ofs=61839 rule->part_size=12359 2024-09-12T00:50:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=12359 rules.size()=2 2024-09-12T00:50:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4256143 part_ofs=61839 rule->part_size=12359 2024-09-12T00:50:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=74198 stripe_ofs=74198 part_ofs=74198 rule->part_size=12359 2024-09-12T00:50:44.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15433262125807581607 2024-09-12T00:50:44.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11__multipart_foo.2~t_pa6uY_fESCdshyIErFPfEEhN7Dq87.1 2024-09-12T00:50:44.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 347 2024-09-12T00:50:44.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11__multipart_foo.2~t_pa6uY_fESCdshyIErFPfEEhN7Dq87.2 2024-09-12T00:50:44.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 593 2024-09-12T00:50:44.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11__multipart_foo.2~t_pa6uY_fESCdshyIErFPfEEhN7Dq87.3 2024-09-12T00:50:44.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 839 2024-09-12T00:50:44.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11__multipart_foo.2~t_pa6uY_fESCdshyIErFPfEEhN7Dq87.4 2024-09-12T00:50:44.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1085 2024-09-12T00:50:44.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.178+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.19tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15433262125807581607 2024-09-12T00:50:44.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.179+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo[wSF8b0UTXqNS4524n.1f8LMQGR7OIAb] 2024-09-12T00:50:44.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.180+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307b9b0 obj=test-client.0-r-test-multipart-index-versioning.1:foo state=0x55c64307dde8 s->prefetch_data=0 2024-09-12T00:50:44.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.182+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11.10 2024-09-12T00:50:44.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.183+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11.10 2024-09-12T00:50:44.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.183+0000 7f0474f36800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:50:44.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.183+0000 7f0474f36800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-12T00:50:44.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.184+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:50:44.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.184+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:50:44.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.184+0000 7f0474f36800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:50:44.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.184+0000 7f0474f36800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:50:44.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.184+0000 7f0474f36800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11])"; uploads.size()=0; is_truncated=0 2024-09-12T00:50:44.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.185+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2024-09-12T00:50:44.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.185+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.186+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=237 2024-09-12T00:50:44.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.186+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x11 2024-09-12T00:50:44.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.186+0000 7f0474f36800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2024-09-12T00:50:44.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.187+0000 7f0474f36800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2024-09-12T00:50:44.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.187+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2024-09-12T00:50:44.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.187+0000 7f03477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529688 cookie 94310016172880 notifier 5684 bl.length()=193 2024-09-12T00:50:44.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.189+0000 7f0474f36800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11 from cache 2024-09-12T00:50:44.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.189+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11, ofs0, ns] 2024-09-12T00:50:44.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.189+0000 7f0347fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529682 cookie 94310016182976 notifier 5684 bl.length()=251 2024-09-12T00:50:44.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.192+0000 7f0474f36800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11 : miss 2024-09-12T00:50:44.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.192+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.192+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.192+0000 7f0474f36800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11 info.flags=0x0 2024-09-12T00:50:44.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.192+0000 7f0474f36800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11 to cache LRU end 2024-09-12T00:50:44.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.194+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10 : miss 2024-09-12T00:50:44.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.194+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.195+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=449 2024-09-12T00:50:44.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.195+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10 info.flags=0x17 2024-09-12T00:50:44.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.195+0000 7f0474f36800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10 to cache LRU end 2024-09-12T00:50:44.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.195+0000 7f0474f36800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:44.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.195+0000 7f0474f36800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:50:44.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.195+0000 7f0474f36800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10 2024-09-12T00:50:44.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.199+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo 2024-09-12T00:50:44.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.199+0000 7f0474f36800 20 get_obj_state: octx=0x55c64308e5e0 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55c64308d308 s->prefetch_data=0 2024-09-12T00:50:44.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.200+0000 7f0474f36800 10 manifest: total_size = 18874368 2024-09-12T00:50:44.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.200+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1776693538474745134 2024-09-12T00:50:44.199 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.200+0000 7f0474f36800 20 get_obj_state: octx=0x55c64308e5e0 obj=test-client.0-r-test-multipart-simple.1:foo state=0x55c64308d308 s->prefetch_data=0 2024-09-12T00:50:44.199 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.200+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308d308 2024-09-12T00:50:44.199 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.200+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10.10 2024-09-12T00:50:44.201 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.201 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2024-09-12T00:50:44.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-12T00:50:44.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=14680064 stripe_ofs=14680064 part_ofs=10485760 rule->part_size=5242880 2024-09-12T00:50:44.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=18874368 part_ofs=10485760 rule->part_size=5242880 2024-09-12T00:50:44.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2024-09-12T00:50:44.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2024-09-12T00:50:44.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=19922944 part_ofs=15728640 rule->part_size=3145728 2024-09-12T00:50:44.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2024-09-12T00:50:44.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1776693538474745134 2024-09-12T00:50:44.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10__multipart_foo.2~5F0v0pws8J0OC-oV_ylkBGpN9z1EFG7.1 2024-09-12T00:50:44.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 346 2024-09-12T00:50:44.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10__shadow_foo.2~5F0v0pws8J0OC-oV_ylkBGpN9z1EFG7.1_1 2024-09-12T00:50:44.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 590 2024-09-12T00:50:44.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10__multipart_foo.2~5F0v0pws8J0OC-oV_ylkBGpN9z1EFG7.2 2024-09-12T00:50:44.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 836 2024-09-12T00:50:44.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10__shadow_foo.2~5F0v0pws8J0OC-oV_ylkBGpN9z1EFG7.2_1 2024-09-12T00:50:44.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1080 2024-09-12T00:50:44.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10__multipart_foo.2~5F0v0pws8J0OC-oV_ylkBGpN9z1EFG7.3 2024-09-12T00:50:44.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1326 2024-09-12T00:50:44.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10__shadow_foo.2~5F0v0pws8J0OC-oV_ylkBGpN9z1EFG7.3_1 2024-09-12T00:50:44.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1570 2024-09-12T00:50:44.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10__multipart_foo.2~5F0v0pws8J0OC-oV_ylkBGpN9z1EFG7.4 2024-09-12T00:50:44.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1816 2024-09-12T00:50:44.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.202+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1776693538474745134 2024-09-12T00:50:44.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.203+0000 7f03477fe640 20 handle_completion(): completion ok for obj=foo 2024-09-12T00:50:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.204+0000 7f0474f36800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:50:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.204+0000 7f0474f36800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-12T00:50:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.204+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:50:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.204+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:50:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.204+0000 7f0474f36800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:50:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.204+0000 7f0474f36800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:50:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.204+0000 7f0474f36800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10])"; uploads.size()=0; is_truncated=0 2024-09-12T00:50:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.206+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2024-09-12T00:50:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.206+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.207+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=227 2024-09-12T00:50:44.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.207+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x11 2024-09-12T00:50:44.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.207+0000 7f0474f36800 10 adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2024-09-12T00:50:44.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.208+0000 7f0474f36800 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2024-09-12T00:50:44.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.208+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2024-09-12T00:50:44.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.208+0000 7f03477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529699 cookie 94310016180896 notifier 5684 bl.length()=183 2024-09-12T00:50:44.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.210+0000 7f0474f36800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10 from cache 2024-09-12T00:50:44.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.210+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10, ofs0, ns] 2024-09-12T00:50:44.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.210+0000 7f0347fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529683 cookie 94310016176528 notifier 5684 bl.length()=241 2024-09-12T00:50:44.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.212+0000 7f0474f36800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10 : miss 2024-09-12T00:50:44.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.212+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.213+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.213+0000 7f0474f36800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10 info.flags=0x0 2024-09-12T00:50:44.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.213+0000 7f0474f36800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10 to cache LRU end 2024-09-12T00:50:44.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.215+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16 : miss 2024-09-12T00:50:44.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.215+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.216+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=455 2024-09-12T00:50:44.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.216+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16 info.flags=0x17 2024-09-12T00:50:44.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.216+0000 7f0474f36800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16 to cache LRU end 2024-09-12T00:50:44.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.216+0000 7f0474f36800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:44.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.216+0000 7f0474f36800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:50:44.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.216+0000 7f0474f36800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16 2024-09-12T00:50:44.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.216+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-12T00:50:44.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.217+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-12T00:50:44.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.217+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T00:50:44.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.218+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-12T00:50:44.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.218+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-12T00:50:44.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.218+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T00:50:44.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.219+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-12T00:50:44.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.219+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T00:50:44.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.219+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-12T00:50:44.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.219+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-12T00:50:44.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.219+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-12T00:50:44.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.220+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-12T00:50:44.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.220+0000 7f0474f36800 20 get_obj_state: octx=0x55c6430f1440 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.220+0000 7f0474f36800 10 manifest: total_size = 27197 2024-09-12T00:50:44.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.220+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to _65jP977ry55-p1v1dhGjfLZruSzFwZr 2024-09-12T00:50:44.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.220+0000 7f0474f36800 20 get_obj_state: octx=0x55c6430f1440 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-LUKEWARM state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.220+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308d2a8 2024-09-12T00:50:44.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.220+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16.0 2024-09-12T00:50:44.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.223+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.223+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=27197 stripe_ofs=27197 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.223+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: _65jP977ry55-p1v1dhGjfLZruSzFwZr 2024-09-12T00:50:44.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.223+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.223+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.Y61ByIIByPBSqVHw41MF1YX573yoH2S_0 2024-09-12T00:50:44.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.223+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T00:50:44.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.223+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.223+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: _65jP977ry55-p1v1dhGjfLZruSzFwZr 2024-09-12T00:50:44.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.224+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-12T00:50:44.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.224+0000 7f0474f36800 20 get_obj_state: octx=0x55c6430f1440 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.225+0000 7f0474f36800 10 manifest: total_size = 5242880 2024-09-12T00:50:44.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.225+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to _seuSBJTjv7emk8cHblbEq403yWoy1rg 2024-09-12T00:50:44.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.225+0000 7f0474f36800 20 get_obj_state: octx=0x55c6430f1440 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-STANDARD state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.225+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308d2a8 2024-09-12T00:50:44.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.225+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16.2 2024-09-12T00:50:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.227+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.227+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.227+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.227+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.227+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: _seuSBJTjv7emk8cHblbEq403yWoy1rg 2024-09-12T00:50:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.227+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.227+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.r7Z6wD-rLBZj-f2C2Fc0in8otib8iJO_0 2024-09-12T00:50:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.227+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T00:50:44.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.227+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.r7Z6wD-rLBZj-f2C2Fc0in8otib8iJO_1 2024-09-12T00:50:44.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.227+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T00:50:44.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.227+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.227+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: _seuSBJTjv7emk8cHblbEq403yWoy1rg 2024-09-12T00:50:44.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.228+0000 7f03477fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-12T00:50:44.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.228+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006ccf0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.229+0000 7f0474f36800 10 manifest: total_size = 5242880 2024-09-12T00:50:44.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.229+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1272532727682205951 2024-09-12T00:50:44.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.229+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006ccf0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.229+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308d2a8 2024-09-12T00:50:44.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.229+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16.3 2024-09-12T00:50:44.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.231+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.231+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.231+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.231+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.231+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1272532727682205951 2024-09-12T00:50:44.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.231+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.231+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.qr7OFiFLWAoBMcop0FDAA9H-ejcghqr_0 2024-09-12T00:50:44.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.231+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2024-09-12T00:50:44.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.231+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.qr7OFiFLWAoBMcop0FDAA9H-ejcghqr_1 2024-09-12T00:50:44.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.231+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 574 2024-09-12T00:50:44.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.231+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.231+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1272532727682205951 2024-09-12T00:50:44.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.232+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T00:50:44.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.232+0000 7f0474f36800 20 get_obj_state: octx=0x7f0460076210 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.233+0000 7f0474f36800 10 manifest: total_size = 5242880 2024-09-12T00:50:44.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.233+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to __PBa8_0lJdzUkQjifAzJQQYAtJD28EB 2024-09-12T00:50:44.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.233+0000 7f0474f36800 20 get_obj_state: octx=0x7f0460076210 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-LUKEWARM state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.233+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308d2a8 2024-09-12T00:50:44.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.233+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16.5 2024-09-12T00:50:44.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.235+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.235+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.235+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.235+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.235+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: __PBa8_0lJdzUkQjifAzJQQYAtJD28EB 2024-09-12T00:50:44.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.235+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.235+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.jEhhlO5XNQycGmQCT20QgbJboT3GiOY_0 2024-09-12T00:50:44.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.235+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T00:50:44.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.235+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.jEhhlO5XNQycGmQCT20QgbJboT3GiOY_1 2024-09-12T00:50:44.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.235+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-12T00:50:44.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.235+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.235+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: __PBa8_0lJdzUkQjifAzJQQYAtJD28EB 2024-09-12T00:50:44.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.238+0000 7f0474f36800 20 get_obj_state: octx=0x55c643071450 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.238+0000 7f0474f36800 10 manifest: total_size = 5242880 2024-09-12T00:50:44.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.238+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to _N4n0zevrBTF5myrSwV-0JhVTaLGQ9Mr 2024-09-12T00:50:44.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.238+0000 7f0474f36800 20 get_obj_state: octx=0x55c643071450 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-FROZEN state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.238+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308d2a8 2024-09-12T00:50:44.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.238+0000 7f03477fe640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-12T00:50:44.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.238+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16.5 2024-09-12T00:50:44.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.242+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.242+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.242+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.242+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.242+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: _N4n0zevrBTF5myrSwV-0JhVTaLGQ9Mr 2024-09-12T00:50:44.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.242+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.242+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.36rSLU7aYB30H9ldfoyJjqwPxVQNrLS_0 2024-09-12T00:50:44.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.242+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T00:50:44.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.242+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.36rSLU7aYB30H9ldfoyJjqwPxVQNrLS_1 2024-09-12T00:50:44.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.242+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-12T00:50:44.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.242+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.242+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: _N4n0zevrBTF5myrSwV-0JhVTaLGQ9Mr 2024-09-12T00:50:44.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.244+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-12T00:50:44.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.244+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c06bbd0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.244+0000 7f0474f36800 10 manifest: total_size = 27197 2024-09-12T00:50:44.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.244+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17764858365259083519 2024-09-12T00:50:44.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.244+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c06bbd0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.244+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308d2a8 2024-09-12T00:50:44.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.244+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16.5 2024-09-12T00:50:44.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.247+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.247+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=27197 stripe_ofs=27197 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.247+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17764858365259083519 2024-09-12T00:50:44.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.247+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.247+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.cu9dkaSS-z6Os4_-vuiQ48jaK8sKNRN_0 2024-09-12T00:50:44.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.247+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2024-09-12T00:50:44.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.247+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.247+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.4tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17764858365259083519 2024-09-12T00:50:44.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.248+0000 7f03477fe640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T00:50:44.248 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.250+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c06b940 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.250+0000 7f0474f36800 10 manifest: total_size = 5242880 2024-09-12T00:50:44.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.250+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to _xths2dwz8HlA-usC9RKp55fwQv91nAy 2024-09-12T00:50:44.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.250+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c06b940 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-STANDARD state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.250+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308d2a8 2024-09-12T00:50:44.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.250+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16.7 2024-09-12T00:50:44.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.253+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.253+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.253+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.253+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.253+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: _xths2dwz8HlA-usC9RKp55fwQv91nAy 2024-09-12T00:50:44.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.253+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.253+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.kRWxjYVmI74wQ300cBQmkzbTUdIXAs__0 2024-09-12T00:50:44.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.253+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T00:50:44.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.253+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.kRWxjYVmI74wQ300cBQmkzbTUdIXAs__1 2024-09-12T00:50:44.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.253+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T00:50:44.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.253+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.253+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: _xths2dwz8HlA-usC9RKp55fwQv91nAy 2024-09-12T00:50:44.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.254+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-12T00:50:44.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.254+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006ccf0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.254+0000 7f0474f36800 10 manifest: total_size = 5242880 2024-09-12T00:50:44.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.254+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4550598132490150816 2024-09-12T00:50:44.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.254+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006ccf0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.254+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308d2a8 2024-09-12T00:50:44.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.254+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16.7 2024-09-12T00:50:44.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.257+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.257+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.257+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.257+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.257+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4550598132490150816 2024-09-12T00:50:44.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.257+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.257+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.WXJSVLpxub7rKv5elnaodf2HlpRLSYV_0 2024-09-12T00:50:44.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.257+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 339 2024-09-12T00:50:44.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.257+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.WXJSVLpxub7rKv5elnaodf2HlpRLSYV_1 2024-09-12T00:50:44.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.257+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 578 2024-09-12T00:50:44.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.257+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.257+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4550598132490150816 2024-09-12T00:50:44.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.258+0000 7f03477fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T00:50:44.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.259+0000 7f0474f36800 20 get_obj_state: octx=0x55c6430f1250 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.259+0000 7f0474f36800 10 manifest: total_size = 27197 2024-09-12T00:50:44.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.259+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13569926489688489361 2024-09-12T00:50:44.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.259+0000 7f0474f36800 20 get_obj_state: octx=0x55c6430f1250 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-STANDARD state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.259+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308d2a8 2024-09-12T00:50:44.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.259+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16.7 2024-09-12T00:50:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.262+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.262+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=27197 stripe_ofs=27197 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.262+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13569926489688489361 2024-09-12T00:50:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.262+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.262+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.cu9dkaSS-z6Os4_-vuiQ48jaK8sKNRN_0 2024-09-12T00:50:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.262+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 331 2024-09-12T00:50:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.262+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.262+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13569926489688489361 2024-09-12T00:50:44.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.263+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-12T00:50:44.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.264+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307ac40 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.264+0000 7f0474f36800 10 manifest: total_size = 5242880 2024-09-12T00:50:44.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.264+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10960068347177569919 2024-09-12T00:50:44.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.264+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307ac40 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-LUKEWARM-LUKEWARM state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.264+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308d2a8 2024-09-12T00:50:44.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.264+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16.8 2024-09-12T00:50:44.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.266+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.266+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.266+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.266+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.266+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10960068347177569919 2024-09-12T00:50:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.266+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.266+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.WXJSVLpxub7rKv5elnaodf2HlpRLSYV_0 2024-09-12T00:50:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.266+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-12T00:50:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.266+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.WXJSVLpxub7rKv5elnaodf2HlpRLSYV_1 2024-09-12T00:50:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.266+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-12T00:50:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.266+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.266+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10960068347177569919 2024-09-12T00:50:44.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.268+0000 7f03477fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-12T00:50:44.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.268+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c06bbd0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.268+0000 7f0474f36800 10 manifest: total_size = 27197 2024-09-12T00:50:44.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.268+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to _2rJNICqksj58dKK8Yp6YRP0Zg0NuYGg 2024-09-12T00:50:44.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.268+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c06bbd0 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-STANDARD-FROZEN state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.268+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308d2a8 2024-09-12T00:50:44.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.268+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16.8 2024-09-12T00:50:44.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.271+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.271+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=27197 stripe_ofs=27197 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.271+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: _2rJNICqksj58dKK8Yp6YRP0Zg0NuYGg 2024-09-12T00:50:44.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.271+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.271+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.UVOAHaUoqewkGPS8EWyiTDs8qVbWBXy_0 2024-09-12T00:50:44.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.271+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T00:50:44.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.271+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.271+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: _2rJNICqksj58dKK8Yp6YRP0Zg0NuYGg 2024-09-12T00:50:44.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.272+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-12T00:50:44.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.272+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307ac40 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.273+0000 7f0474f36800 10 manifest: total_size = 5242880 2024-09-12T00:50:44.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.273+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12626228914203382 2024-09-12T00:50:44.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.273+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307ac40 obj=test-client.0-r-test-obj-storage-class-copy.1:foo-FROZEN-FROZEN state=0x55c64308d2a8 s->prefetch_data=0 2024-09-12T00:50:44.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.273+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308d2a8 2024-09-12T00:50:44.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.273+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16.9 2024-09-12T00:50:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.275+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.275+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.275+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.275+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.275+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12626228914203382 2024-09-12T00:50:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.275+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.275+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.qr7OFiFLWAoBMcop0FDAA9H-ejcghqr_0 2024-09-12T00:50:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.275+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 335 2024-09-12T00:50:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.275+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.qr7OFiFLWAoBMcop0FDAA9H-ejcghqr_1 2024-09-12T00:50:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.275+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 572 2024-09-12T00:50:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.275+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.275+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12626228914203382 2024-09-12T00:50:44.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.276+0000 7f03477fe640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-12T00:50:44.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.277+0000 7f0474f36800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:50:44.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.277+0000 7f0474f36800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-12T00:50:44.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.277+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:50:44.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.277+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:50:44.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.277+0000 7f0474f36800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:50:44.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.277+0000 7f0474f36800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:50:44.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.277+0000 7f0474f36800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16])"; uploads.size()=0; is_truncated=0 2024-09-12T00:50:44.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.279+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2024-09-12T00:50:44.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.279+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.279+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=233 2024-09-12T00:50:44.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.279+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x11 2024-09-12T00:50:44.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.279+0000 7f0474f36800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2024-09-12T00:50:44.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.280+0000 7f0474f36800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2024-09-12T00:50:44.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.280+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2024-09-12T00:50:44.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.281+0000 7f0347fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529689 cookie 94310016172880 notifier 5684 bl.length()=189 2024-09-12T00:50:44.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.282+0000 7f0474f36800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16 from cache 2024-09-12T00:50:44.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.282+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16, ofs0, ns] 2024-09-12T00:50:44.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.282+0000 7f03477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529683 cookie 94310016182976 notifier 5684 bl.length()=247 2024-09-12T00:50:44.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.285+0000 7f0474f36800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16 : miss 2024-09-12T00:50:44.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.285+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.285+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.285+0000 7f0474f36800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16 info.flags=0x0 2024-09-12T00:50:44.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.285+0000 7f0474f36800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16 to cache LRU end 2024-09-12T00:50:44.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.287+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17 : miss 2024-09-12T00:50:44.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.287+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.288+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T00:50:44.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.288+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17 info.flags=0x17 2024-09-12T00:50:44.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.288+0000 7f0474f36800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17 to cache LRU end 2024-09-12T00:50:44.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.288+0000 7f0474f36800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:44.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.288+0000 7f0474f36800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:50:44.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.288+0000 7f0474f36800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17 2024-09-12T00:50:44.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.288+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2024-09-12T00:50:44.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.289+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2024-09-12T00:50:44.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.289+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T00:50:44.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.291+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2024-09-12T00:50:44.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.291+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2024-09-12T00:50:44.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.291+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T00:50:44.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.291+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2024-09-12T00:50:44.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.291+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T00:50:44.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.291+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2024-09-12T00:50:44.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.292+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2024-09-12T00:50:44.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.292+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2024-09-12T00:50:44.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.292+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2024-09-12T00:50:44.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.292+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307ea30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.293+0000 7f0474f36800 10 manifest: total_size = 1087 2024-09-12T00:50:44.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.293+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to _S1OUa43oKPzg2TaMwGBel1uaSkGTtwD 2024-09-12T00:50:44.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.293+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307ea30 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-LUKEWARM state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.293+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.293+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17.0 2024-09-12T00:50:44.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.295+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.295+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=1087 stripe_ofs=1087 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.295+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: _S1OUa43oKPzg2TaMwGBel1uaSkGTtwD 2024-09-12T00:50:44.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.295+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.295+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.dqYBMFzZWjqxjA6b-_wPo0ApPy3kLDZ_0 2024-09-12T00:50:44.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.295+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T00:50:44.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.295+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.295+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: _S1OUa43oKPzg2TaMwGBel1uaSkGTtwD 2024-09-12T00:50:44.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.296+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2024-09-12T00:50:44.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.297+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307a140 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.297+0000 7f0474f36800 10 manifest: total_size = 11534336 2024-09-12T00:50:44.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.297+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to _ABAiivLz5t79ueeaPYvrrFwWNN_SgGW 2024-09-12T00:50:44.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.297+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307a140 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-STANDARD state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.297+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.297+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17.2 2024-09-12T00:50:44.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.299+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.299+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.299+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.299+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.299+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.299+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.299+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: _ABAiivLz5t79ueeaPYvrrFwWNN_SgGW 2024-09-12T00:50:44.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.299+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.299+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.idSU4jIxQt6zIb523qotbpYwZti1ixz_0 2024-09-12T00:50:44.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.299+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T00:50:44.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.299+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.idSU4jIxQt6zIb523qotbpYwZti1ixz_1 2024-09-12T00:50:44.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.299+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T00:50:44.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.299+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.idSU4jIxQt6zIb523qotbpYwZti1ixz_2 2024-09-12T00:50:44.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.299+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2024-09-12T00:50:44.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.299+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.299+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: _ABAiivLz5t79ueeaPYvrrFwWNN_SgGW 2024-09-12T00:50:44.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.301+0000 7f0474f36800 20 get_obj_state: octx=0x7f0460076460 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.301+0000 7f03477fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2024-09-12T00:50:44.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.301+0000 7f0474f36800 10 manifest: total_size = 11534336 2024-09-12T00:50:44.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.301+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1552257924665395799 2024-09-12T00:50:44.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.301+0000 7f0474f36800 20 get_obj_state: octx=0x7f0460076460 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.301+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.301+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17.3 2024-09-12T00:50:44.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:50:44.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T00:50:44.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:50:44.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T00:50:44.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1552257924665395799 2024-09-12T00:50:44.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.1 2024-09-12T00:50:44.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-12T00:50:44.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.1_1 2024-09-12T00:50:44.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 632 2024-09-12T00:50:44.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.2 2024-09-12T00:50:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 899 2024-09-12T00:50:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.2_1 2024-09-12T00:50:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1164 2024-09-12T00:50:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.3 2024-09-12T00:50:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1431 2024-09-12T00:50:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.303+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.17tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1552257924665395799 2024-09-12T00:50:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.304+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T00:50:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.305+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006cfa0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.305+0000 7f0474f36800 10 manifest: total_size = 11534336 2024-09-12T00:50:44.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.305+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to _fhbX6Jq6ejAyj6V6M2WtQwnsLM5zpQe 2024-09-12T00:50:44.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.305+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006cfa0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-LUKEWARM state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.305+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.305+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17.5 2024-09-12T00:50:44.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.307+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.307+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.307+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.307+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.307+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.307+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.307+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: _fhbX6Jq6ejAyj6V6M2WtQwnsLM5zpQe 2024-09-12T00:50:44.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.307+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.307+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.8y5e9S6kZe73GIWSAqZEfCTf5DCO19j_0 2024-09-12T00:50:44.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.307+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 310 2024-09-12T00:50:44.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.307+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.8y5e9S6kZe73GIWSAqZEfCTf5DCO19j_1 2024-09-12T00:50:44.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.307+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 549 2024-09-12T00:50:44.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.307+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.8y5e9S6kZe73GIWSAqZEfCTf5DCO19j_2 2024-09-12T00:50:44.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.307+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 788 2024-09-12T00:50:44.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.307+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.307+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: _fhbX6Jq6ejAyj6V6M2WtQwnsLM5zpQe 2024-09-12T00:50:44.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.309+0000 7f03477fe640 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2024-09-12T00:50:44.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.309+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c061fb0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.309+0000 7f0474f36800 10 manifest: total_size = 11534336 2024-09-12T00:50:44.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.309+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to _mNTLXiwh6MDCltTt_orN2WpmICGfW7m 2024-09-12T00:50:44.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.309+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c061fb0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-FROZEN state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.309+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.309+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17.5 2024-09-12T00:50:44.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.312+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.312+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.312+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.312+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.312+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.312+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.312+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: _mNTLXiwh6MDCltTt_orN2WpmICGfW7m 2024-09-12T00:50:44.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.312+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.312+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.Pf3eMvpbUtLhzG8wjDQXGO1YnE7Tjo2_0 2024-09-12T00:50:44.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.312+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T00:50:44.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.312+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.Pf3eMvpbUtLhzG8wjDQXGO1YnE7Tjo2_1 2024-09-12T00:50:44.312 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.312+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2024-09-12T00:50:44.312 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.312+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.Pf3eMvpbUtLhzG8wjDQXGO1YnE7Tjo2_2 2024-09-12T00:50:44.312 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.312+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 782 2024-09-12T00:50:44.312 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.312+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.312 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.312+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.5tag is: _mNTLXiwh6MDCltTt_orN2WpmICGfW7m 2024-09-12T00:50:44.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.313+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2024-09-12T00:50:44.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.313+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c06b940 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.313+0000 7f0474f36800 10 manifest: total_size = 1087 2024-09-12T00:50:44.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.313+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17511102564835567191 2024-09-12T00:50:44.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.313+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c06b940 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.313+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.313+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17.5 2024-09-12T00:50:44.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T00:50:44.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=516 2024-09-12T00:50:44.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=516 stripe_ofs=516 part_ofs=516 rule->part_size=516 2024-09-12T00:50:44.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T00:50:44.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4194820 part_ofs=516 rule->part_size=516 2024-09-12T00:50:44.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=1032 stripe_ofs=1032 part_ofs=1032 rule->part_size=55 2024-09-12T00:50:44.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=55 rules.size()=2 2024-09-12T00:50:44.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4195336 part_ofs=1032 rule->part_size=55 2024-09-12T00:50:44.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=1087 stripe_ofs=1087 part_ofs=1087 rule->part_size=55 2024-09-12T00:50:44.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17511102564835567191 2024-09-12T00:50:44.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-STANDARD.2~h53c5TxsHWhvnQ5Ol291wxycqXT99At.1 2024-09-12T00:50:44.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2024-09-12T00:50:44.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-STANDARD.2~h53c5TxsHWhvnQ5Ol291wxycqXT99At.2 2024-09-12T00:50:44.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2024-09-12T00:50:44.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-STANDARD.2~h53c5TxsHWhvnQ5Ol291wxycqXT99At.3 2024-09-12T00:50:44.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 893 2024-09-12T00:50:44.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.316+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17511102564835567191 2024-09-12T00:50:44.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.317+0000 7f03477fe640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T00:50:44.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.317+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c061fb0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.317+0000 7f0474f36800 10 manifest: total_size = 11534336 2024-09-12T00:50:44.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.317+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to _3Le26wElXHp6p2GlRjMoIWjc4YA0D5g 2024-09-12T00:50:44.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.317+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c061fb0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-STANDARD state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.317+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.318+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17.7 2024-09-12T00:50:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.320+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.320+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.320+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.320+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.320+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.320+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.320+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: _3Le26wElXHp6p2GlRjMoIWjc4YA0D5g 2024-09-12T00:50:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.320+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.320+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.O13t4ADjA2bJInDz0_7Fwon0tEnuHz4_0 2024-09-12T00:50:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.320+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 301 2024-09-12T00:50:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.320+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.O13t4ADjA2bJInDz0_7Fwon0tEnuHz4_1 2024-09-12T00:50:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.320+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 531 2024-09-12T00:50:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.320+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.O13t4ADjA2bJInDz0_7Fwon0tEnuHz4_2 2024-09-12T00:50:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.320+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 761 2024-09-12T00:50:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.320+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.320+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.31tag is: _3Le26wElXHp6p2GlRjMoIWjc4YA0D5g 2024-09-12T00:50:44.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.321+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2024-09-12T00:50:44.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.321+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006cfa0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.322+0000 7f0474f36800 10 manifest: total_size = 11534336 2024-09-12T00:50:44.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.322+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4770495044894324363 2024-09-12T00:50:44.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.322+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006cfa0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.322+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.322+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17.7 2024-09-12T00:50:44.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:50:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T00:50:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:50:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T00:50:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4770495044894324363 2024-09-12T00:50:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.1 2024-09-12T00:50:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-12T00:50:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.1_1 2024-09-12T00:50:44.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-12T00:50:44.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.2 2024-09-12T00:50:44.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-12T00:50:44.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.2_1 2024-09-12T00:50:44.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-12T00:50:44.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.3 2024-09-12T00:50:44.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-12T00:50:44.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.324+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4770495044894324363 2024-09-12T00:50:44.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.325+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c06bbd0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.325+0000 7f03477fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T00:50:44.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.326+0000 7f0474f36800 10 manifest: total_size = 1087 2024-09-12T00:50:44.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.326+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3291806970294971010 2024-09-12T00:50:44.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.326+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c06bbd0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-STANDARD state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.326+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.326+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17.7 2024-09-12T00:50:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T00:50:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=516 2024-09-12T00:50:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=516 stripe_ofs=516 part_ofs=516 rule->part_size=516 2024-09-12T00:50:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T00:50:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4194820 part_ofs=516 rule->part_size=516 2024-09-12T00:50:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=1032 stripe_ofs=1032 part_ofs=1032 rule->part_size=55 2024-09-12T00:50:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=55 rules.size()=2 2024-09-12T00:50:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4195336 part_ofs=1032 rule->part_size=55 2024-09-12T00:50:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=1087 stripe_ofs=1087 part_ofs=1087 rule->part_size=55 2024-09-12T00:50:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3291806970294971010 2024-09-12T00:50:44.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-STANDARD.2~h53c5TxsHWhvnQ5Ol291wxycqXT99At.1 2024-09-12T00:50:44.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2024-09-12T00:50:44.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-STANDARD.2~h53c5TxsHWhvnQ5Ol291wxycqXT99At.2 2024-09-12T00:50:44.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2024-09-12T00:50:44.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-STANDARD.2~h53c5TxsHWhvnQ5Ol291wxycqXT99At.3 2024-09-12T00:50:44.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2024-09-12T00:50:44.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.328+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3291806970294971010 2024-09-12T00:50:44.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.329+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2024-09-12T00:50:44.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.329+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006cfa0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.330+0000 7f0474f36800 10 manifest: total_size = 11534336 2024-09-12T00:50:44.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.330+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8113753675748318028 2024-09-12T00:50:44.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.330+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006cfa0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-LUKEWARM-LUKEWARM state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.330+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.330+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17.8 2024-09-12T00:50:44.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:50:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T00:50:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:50:44.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T00:50:44.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8113753675748318028 2024-09-12T00:50:44.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.1 2024-09-12T00:50:44.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-12T00:50:44.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.1_1 2024-09-12T00:50:44.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-12T00:50:44.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.2 2024-09-12T00:50:44.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-12T00:50:44.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.2_1 2024-09-12T00:50:44.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-12T00:50:44.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.3 2024-09-12T00:50:44.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-12T00:50:44.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.332+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.23tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8113753675748318028 2024-09-12T00:50:44.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.334+0000 7f03477fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2024-09-12T00:50:44.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.334+0000 7f0474f36800 20 get_obj_state: octx=0x7f045808f040 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.334+0000 7f0474f36800 10 manifest: total_size = 1087 2024-09-12T00:50:44.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.334+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to _vGDiz2DC9OfPRWX9_--0FgjlyWerBpX 2024-09-12T00:50:44.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.334+0000 7f0474f36800 20 get_obj_state: octx=0x7f045808f040 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-STANDARD-FROZEN state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.334+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.334+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17.8 2024-09-12T00:50:44.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.337+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.337+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=1087 stripe_ofs=1087 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.337+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: _vGDiz2DC9OfPRWX9_--0FgjlyWerBpX 2024-09-12T00:50:44.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.337+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.337+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.sNzAsYmhgdpexJLj1SYbm7RIKv5GQ9e_0 2024-09-12T00:50:44.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.337+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2024-09-12T00:50:44.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.337+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.337+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: _vGDiz2DC9OfPRWX9_--0FgjlyWerBpX 2024-09-12T00:50:44.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.338+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006cfa0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.338+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2024-09-12T00:50:44.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.338+0000 7f0474f36800 10 manifest: total_size = 11534336 2024-09-12T00:50:44.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.338+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11590956748182643631 2024-09-12T00:50:44.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.338+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006cfa0 obj=test-client.0-r-test-obj-storage-class-multipart-copy.1:foo-FROZEN-FROZEN state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.338+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.338+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17.9 2024-09-12T00:50:44.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:50:44.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T00:50:44.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:50:44.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T00:50:44.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11590956748182643631 2024-09-12T00:50:44.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.1 2024-09-12T00:50:44.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 368 2024-09-12T00:50:44.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.1_1 2024-09-12T00:50:44.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 633 2024-09-12T00:50:44.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.2 2024-09-12T00:50:44.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 900 2024-09-12T00:50:44.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.2_1 2024-09-12T00:50:44.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1165 2024-09-12T00:50:44.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.3 2024-09-12T00:50:44.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1432 2024-09-12T00:50:44.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.341+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11590956748182643631 2024-09-12T00:50:44.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.342+0000 7f03477fe640 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2024-09-12T00:50:44.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.342+0000 7f0474f36800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:50:44.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.342+0000 7f0474f36800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-12T00:50:44.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.343+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:50:44.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.343+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:50:44.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.343+0000 7f0474f36800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:50:44.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.343+0000 7f0474f36800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:50:44.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.343+0000 7f0474f36800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17])"; uploads.size()=0; is_truncated=0 2024-09-12T00:50:44.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.345+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2024-09-12T00:50:44.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.345+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.345+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=243 2024-09-12T00:50:44.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.345+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x11 2024-09-12T00:50:44.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.345+0000 7f0474f36800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2024-09-12T00:50:44.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.347+0000 7f0474f36800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2024-09-12T00:50:44.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.347+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2024-09-12T00:50:44.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.347+0000 7f0347fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529684 cookie 94310016176528 notifier 5684 bl.length()=199 2024-09-12T00:50:44.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.348+0000 7f0474f36800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17 from cache 2024-09-12T00:50:44.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.348+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17, ofs0, ns] 2024-09-12T00:50:44.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.349+0000 7f03477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529700 cookie 94310016144208 notifier 5684 bl.length()=257 2024-09-12T00:50:44.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.351+0000 7f0474f36800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17 : miss 2024-09-12T00:50:44.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.351+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.352+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.352+0000 7f0474f36800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17 info.flags=0x0 2024-09-12T00:50:44.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.352+0000 7f0474f36800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17 to cache LRU end 2024-09-12T00:50:44.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.354+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15 : miss 2024-09-12T00:50:44.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.354+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.354+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=460 2024-09-12T00:50:44.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.354+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15 info.flags=0x17 2024-09-12T00:50:44.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.354+0000 7f0474f36800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15 to cache LRU end 2024-09-12T00:50:44.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.354+0000 7f0474f36800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:44.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.354+0000 7f0474f36800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:50:44.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.354+0000 7f0474f36800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15 2024-09-12T00:50:44.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.356+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T00:50:44.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.357+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T00:50:44.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.358+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T00:50:44.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.359+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307a0a0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55c643080e78 s->prefetch_data=0 2024-09-12T00:50:44.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.360+0000 7f0474f36800 10 manifest: total_size = 11534336 2024-09-12T00:50:44.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.360+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2209375494622423370 2024-09-12T00:50:44.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.360+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307a0a0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-FROZEN state=0x55c643080e78 s->prefetch_data=0 2024-09-12T00:50:44.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.360+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c643080e78 2024-09-12T00:50:44.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.360+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15.3 2024-09-12T00:50:44.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:50:44.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T00:50:44.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:50:44.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T00:50:44.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2209375494622423370 2024-09-12T00:50:44.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-FROZEN.2~64991AmWmG0l0ldqu8Qsof7be9TQCtH.1 2024-09-12T00:50:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 367 2024-09-12T00:50:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__shadow_foo-FROZEN.2~64991AmWmG0l0ldqu8Qsof7be9TQCtH.1_1 2024-09-12T00:50:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 632 2024-09-12T00:50:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-FROZEN.2~64991AmWmG0l0ldqu8Qsof7be9TQCtH.2 2024-09-12T00:50:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 899 2024-09-12T00:50:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__shadow_foo-FROZEN.2~64991AmWmG0l0ldqu8Qsof7be9TQCtH.2_1 2024-09-12T00:50:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1164 2024-09-12T00:50:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-FROZEN.2~64991AmWmG0l0ldqu8Qsof7be9TQCtH.3 2024-09-12T00:50:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1431 2024-09-12T00:50:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.362+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2209375494622423370 2024-09-12T00:50:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.365+0000 7f03477fe640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T00:50:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.365+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006cfa0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55c643080e78 s->prefetch_data=0 2024-09-12T00:50:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.366+0000 7f0474f36800 10 manifest: total_size = 1087 2024-09-12T00:50:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.366+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8806466458708588278 2024-09-12T00:50:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.366+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006cfa0 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-STANDARD state=0x55c643080e78 s->prefetch_data=0 2024-09-12T00:50:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.366+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c643080e78 2024-09-12T00:50:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.366+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15.5 2024-09-12T00:50:44.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T00:50:44.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=516 2024-09-12T00:50:44.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=516 stripe_ofs=516 part_ofs=516 rule->part_size=516 2024-09-12T00:50:44.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2024-09-12T00:50:44.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4194820 part_ofs=516 rule->part_size=516 2024-09-12T00:50:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=1032 stripe_ofs=1032 part_ofs=1032 rule->part_size=55 2024-09-12T00:50:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=55 rules.size()=2 2024-09-12T00:50:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4195336 part_ofs=1032 rule->part_size=55 2024-09-12T00:50:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=1087 stripe_ofs=1087 part_ofs=1087 rule->part_size=55 2024-09-12T00:50:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8806466458708588278 2024-09-12T00:50:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-STANDARD.2~RzQsh-JIN4Od04-oP1GjN9ZfusOMQc5.1 2024-09-12T00:50:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2024-09-12T00:50:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-STANDARD.2~RzQsh-JIN4Od04-oP1GjN9ZfusOMQc5.2 2024-09-12T00:50:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 628 2024-09-12T00:50:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-STANDARD.2~RzQsh-JIN4Od04-oP1GjN9ZfusOMQc5.3 2024-09-12T00:50:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 892 2024-09-12T00:50:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.368+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.9tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8806466458708588278 2024-09-12T00:50:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.370+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T00:50:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.370+0000 7f0474f36800 20 get_obj_state: octx=0x7f0460076460 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55c643080e78 s->prefetch_data=0 2024-09-12T00:50:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.370+0000 7f0474f36800 10 manifest: total_size = 11534336 2024-09-12T00:50:44.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.370+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5540947992803104323 2024-09-12T00:50:44.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.370+0000 7f0474f36800 20 get_obj_state: octx=0x7f0460076460 obj=test-client.0-r-test-obj-storage-class-multipart.1:foo-LUKEWARM state=0x55c643080e78 s->prefetch_data=0 2024-09-12T00:50:44.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.370+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c643080e78 2024-09-12T00:50:44.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.370+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15.7 2024-09-12T00:50:44.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=8388608 part_ofs=0 rule->part_size=5242880 2024-09-12T00:50:44.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=9437184 stripe_ofs=9437184 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2024-09-12T00:50:44.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=13631488 part_ofs=5242880 rule->part_size=5242880 2024-09-12T00:50:44.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:50:44.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2024-09-12T00:50:44.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 RGWObjManifest::operator++(): stripe_ofs=14680064 part_ofs=10485760 rule->part_size=1048576 2024-09-12T00:50:44.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2024-09-12T00:50:44.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5540947992803104323 2024-09-12T00:50:44.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-LUKEWARM.2~ChoQ1eUGBoY2LtWxzuV5jWM5VQQP2WY.1 2024-09-12T00:50:44.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 373 2024-09-12T00:50:44.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__shadow_foo-LUKEWARM.2~ChoQ1eUGBoY2LtWxzuV5jWM5VQQP2WY.1_1 2024-09-12T00:50:44.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 644 2024-09-12T00:50:44.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-LUKEWARM.2~ChoQ1eUGBoY2LtWxzuV5jWM5VQQP2WY.2 2024-09-12T00:50:44.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 917 2024-09-12T00:50:44.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__shadow_foo-LUKEWARM.2~ChoQ1eUGBoY2LtWxzuV5jWM5VQQP2WY.2_1 2024-09-12T00:50:44.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1188 2024-09-12T00:50:44.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-LUKEWARM.2~ChoQ1eUGBoY2LtWxzuV5jWM5VQQP2WY.3 2024-09-12T00:50:44.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1461 2024-09-12T00:50:44.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.373+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5540947992803104323 2024-09-12T00:50:44.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.374+0000 7f0474f36800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:50:44.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.374+0000 7f0474f36800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-12T00:50:44.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.374+0000 7f03477fe640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T00:50:44.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.375+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:50:44.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.375+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:50:44.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.375+0000 7f0474f36800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:50:44.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.375+0000 7f0474f36800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:50:44.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.375+0000 7f0474f36800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15])"; uploads.size()=0; is_truncated=0 2024-09-12T00:50:44.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.377+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2024-09-12T00:50:44.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.377+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.378+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=238 2024-09-12T00:50:44.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.378+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x11 2024-09-12T00:50:44.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.378+0000 7f0474f36800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2024-09-12T00:50:44.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.379+0000 7f0474f36800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2024-09-12T00:50:44.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.379+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2024-09-12T00:50:44.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.379+0000 7f03477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529684 cookie 94310016182976 notifier 5684 bl.length()=194 2024-09-12T00:50:44.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.381+0000 7f0474f36800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15 from cache 2024-09-12T00:50:44.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.381+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15, ofs0, ns] 2024-09-12T00:50:44.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.381+0000 7f0347fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529701 cookie 94310016144208 notifier 5684 bl.length()=252 2024-09-12T00:50:44.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.384+0000 7f0474f36800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15 : miss 2024-09-12T00:50:44.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.384+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.385+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.385+0000 7f0474f36800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15 info.flags=0x0 2024-09-12T00:50:44.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.385+0000 7f0474f36800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15 to cache LRU end 2024-09-12T00:50:44.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.387+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14 : miss 2024-09-12T00:50:44.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.387+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.388+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=450 2024-09-12T00:50:44.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.388+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14 info.flags=0x17 2024-09-12T00:50:44.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.388+0000 7f0474f36800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14 to cache LRU end 2024-09-12T00:50:44.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.388+0000 7f0474f36800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:44.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.388+0000 7f0474f36800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:50:44.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.388+0000 7f0474f36800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14 2024-09-12T00:50:44.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.389+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-FROZEN 2024-09-12T00:50:44.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.390+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-STANDARD 2024-09-12T00:50:44.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.391+0000 7f0474f36800 10 cls_bucket_list_unordered: got foo-LUKEWARM 2024-09-12T00:50:44.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.392+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307bab0 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.392+0000 7f0474f36800 10 manifest: total_size = 10485760 2024-09-12T00:50:44.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.392+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7076381189875901111 2024-09-12T00:50:44.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.392+0000 7f0474f36800 20 get_obj_state: octx=0x55c64307bab0 obj=test-client.0-r-test-obj-storage-class.1:foo-FROZEN state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.392+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.392+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14.3 2024-09-12T00:50:44.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.395+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.395+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.395+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.395+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.395+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.395+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.395+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7076381189875901111 2024-09-12T00:50:44.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.395+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.395+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14__shadow_.XiAhJ88di-xZu3X-jatHap896J8VpBx_0 2024-09-12T00:50:44.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.395+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2024-09-12T00:50:44.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.395+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14__shadow_.XiAhJ88di-xZu3X-jatHap896J8VpBx_1 2024-09-12T00:50:44.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.395+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 574 2024-09-12T00:50:44.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.395+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14__shadow_.XiAhJ88di-xZu3X-jatHap896J8VpBx_2 2024-09-12T00:50:44.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.395+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 811 2024-09-12T00:50:44.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.395+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.395+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7076381189875901111 2024-09-12T00:50:44.395 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.396+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo-FROZEN 2024-09-12T00:50:44.395 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.396+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006cfa0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.395 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.396+0000 7f0474f36800 10 manifest: total_size = 649292 2024-09-12T00:50:44.395 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.396+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3003095061593060227 2024-09-12T00:50:44.395 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.396+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006cfa0 obj=test-client.0-r-test-obj-storage-class.1:foo-STANDARD state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.395 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.396+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.395 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.396+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14.5 2024-09-12T00:50:44.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.399+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.399+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=649292 stripe_ofs=649292 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.399+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3003095061593060227 2024-09-12T00:50:44.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.399+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.399+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14__shadow_.VBOEE3tJKYfc69fDjkerdD662CqQGOc_0 2024-09-12T00:50:44.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.399+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 330 2024-09-12T00:50:44.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.399+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.399+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3003095061593060227 2024-09-12T00:50:44.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.400+0000 7f03477fe640 20 handle_completion(): completion ok for obj=foo-STANDARD 2024-09-12T00:50:44.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.400+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006cfa0 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.401+0000 7f0474f36800 10 manifest: total_size = 10485760 2024-09-12T00:50:44.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.401+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17634805787209947894 2024-09-12T00:50:44.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.401+0000 7f0474f36800 20 get_obj_state: octx=0x7f046006cfa0 obj=test-client.0-r-test-obj-storage-class.1:foo-LUKEWARM state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.400 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.401+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.400 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.401+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14.7 2024-09-12T00:50:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.403+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.403+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=4194304 stripe_ofs=4194304 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.403+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.403+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=8388608 stripe_ofs=8388608 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.403+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.403+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.403+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17634805787209947894 2024-09-12T00:50:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.403+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.403+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14__shadow_.au67gs2gbWZ2W1vGg8LQTc5YbeCLhH2_0 2024-09-12T00:50:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.403+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 340 2024-09-12T00:50:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.403+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14__shadow_.au67gs2gbWZ2W1vGg8LQTc5YbeCLhH2_1 2024-09-12T00:50:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.403+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 579 2024-09-12T00:50:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.403+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14__shadow_.au67gs2gbWZ2W1vGg8LQTc5YbeCLhH2_2 2024-09-12T00:50:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.403+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 818 2024-09-12T00:50:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.403+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.403+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17634805787209947894 2024-09-12T00:50:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.404+0000 7f0474f36800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:50:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.404+0000 7f0474f36800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-12T00:50:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.405+0000 7f0347fff640 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2024-09-12T00:50:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.405+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:50:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.405+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:50:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.405+0000 7f0474f36800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:50:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.405+0000 7f0474f36800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:50:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.405+0000 7f0474f36800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14])"; uploads.size()=0; is_truncated=0 2024-09-12T00:50:44.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.407+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2024-09-12T00:50:44.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.407+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.407+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=228 2024-09-12T00:50:44.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.407+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x11 2024-09-12T00:50:44.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.407+0000 7f0474f36800 10 adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2024-09-12T00:50:44.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.408+0000 7f0474f36800 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2024-09-12T00:50:44.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.408+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2024-09-12T00:50:44.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.409+0000 7f0347fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529690 cookie 94310016172880 notifier 5684 bl.length()=184 2024-09-12T00:50:44.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.410+0000 7f0474f36800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14 from cache 2024-09-12T00:50:44.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.410+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14, ofs0, ns] 2024-09-12T00:50:44.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.411+0000 7f03477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529671 cookie 94310016187728 notifier 5684 bl.length()=242 2024-09-12T00:50:44.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.414+0000 7f0474f36800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14 : miss 2024-09-12T00:50:44.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.414+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.414+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.414+0000 7f0474f36800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14 info.flags=0x0 2024-09-12T00:50:44.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.414+0000 7f0474f36800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14 to cache LRU end 2024-09-12T00:50:44.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.416+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7 : miss 2024-09-12T00:50:44.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.416+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.417+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T00:50:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.417+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7 info.flags=0x17 2024-09-12T00:50:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.417+0000 7f0474f36800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7 to cache LRU end 2024-09-12T00:50:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.417+0000 7f0474f36800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.417+0000 7f0474f36800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:50:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.417+0000 7f0474f36800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7 2024-09-12T00:50:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.418+0000 7f0474f36800 10 cls_bucket_list_unordered: got ___ 2024-09-12T00:50:44.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.418+0000 7f0474f36800 10 cls_bucket_list_unordered: got __ _ 2024-09-12T00:50:44.418 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.419+0000 7f0474f36800 10 cls_bucket_list_unordered: got __ 2024-09-12T00:50:44.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.420+0000 7f0474f36800 10 cls_bucket_list_unordered: got obj 2024-09-12T00:50:44.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.421+0000 7f0474f36800 20 get_obj_state: octx=0x55c6430716f0 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.420 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.421+0000 7f0474f36800 10 manifest: total_size = 0 2024-09-12T00:50:44.420 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.421+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9656896128862798307 2024-09-12T00:50:44.420 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.421+0000 7f0474f36800 20 get_obj_state: octx=0x55c6430716f0 obj=test-client.0-r-test-small-obj-data.1:___ state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.420 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.421+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.420 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.421+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7.2 2024-09-12T00:50:44.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.424+0000 7f0474f36800 20 get_obj_state: octx=0x55c6430716f0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.425+0000 7f0474f36800 10 manifest: total_size = 0 2024-09-12T00:50:44.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.425+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12409951293818904251 2024-09-12T00:50:44.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.425+0000 7f0474f36800 20 get_obj_state: octx=0x55c6430716f0 obj=test-client.0-r-test-small-obj-data.1:__ _ state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.425+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.425+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7.3 2024-09-12T00:50:44.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.425+0000 7f0347fff640 20 handle_completion(): completion ok for obj=___ 2024-09-12T00:50:44.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.427+0000 7f0474f36800 20 get_obj_state: octx=0x55c6430716f0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.427+0000 7f0474f36800 10 manifest: total_size = 0 2024-09-12T00:50:44.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.427+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10281777876610458161 2024-09-12T00:50:44.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.427+0000 7f0474f36800 20 get_obj_state: octx=0x55c6430716f0 obj=test-client.0-r-test-small-obj-data.1:__ state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.427+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.427+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7.6 2024-09-12T00:50:44.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.429+0000 7f03477fe640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T00:50:44.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.430+0000 7f0474f36800 20 get_obj_state: octx=0x55c6430716f0 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.430+0000 7f0474f36800 10 manifest: total_size = 0 2024-09-12T00:50:44.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.430+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17890624725678819824 2024-09-12T00:50:44.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.430+0000 7f0474f36800 20 get_obj_state: octx=0x55c6430716f0 obj=test-client.0-r-test-small-obj-data.1:obj state=0x55c64308bff8 s->prefetch_data=0 2024-09-12T00:50:44.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.430+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c64308bff8 2024-09-12T00:50:44.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.430+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7.8 2024-09-12T00:50:44.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.431+0000 7f0347fff640 20 handle_completion(): completion ok for obj=__ 2024-09-12T00:50:44.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.433+0000 7f0474f36800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:50:44.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.433+0000 7f0474f36800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-12T00:50:44.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.434+0000 7f03477fe640 20 handle_completion(): completion ok for obj=obj 2024-09-12T00:50:44.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.434+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:50:44.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.434+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:50:44.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.434+0000 7f0474f36800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:50:44.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.434+0000 7f0474f36800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:50:44.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.434+0000 7f0474f36800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7])"; uploads.size()=0; is_truncated=0 2024-09-12T00:50:44.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.436+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2024-09-12T00:50:44.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.436+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.436+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T00:50:44.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.436+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x11 2024-09-12T00:50:44.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.436+0000 7f0474f36800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2024-09-12T00:50:44.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.437+0000 7f0474f36800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2024-09-12T00:50:44.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.437+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2024-09-12T00:50:44.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.438+0000 7f03477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529765 cookie 94310016142000 notifier 5684 bl.length()=181 2024-09-12T00:50:44.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.439+0000 7f0474f36800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7 from cache 2024-09-12T00:50:44.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.439+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7, ofs0, ns] 2024-09-12T00:50:44.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.439+0000 7f0347fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529685 cookie 94310016176528 notifier 5684 bl.length()=238 2024-09-12T00:50:44.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.442+0000 7f0474f36800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7 : miss 2024-09-12T00:50:44.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.442+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.442+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.442+0000 7f0474f36800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7 info.flags=0x0 2024-09-12T00:50:44.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.442+0000 7f0474f36800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7 to cache LRU end 2024-09-12T00:50:44.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.445+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8 : miss 2024-09-12T00:50:44.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.445+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.445+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T00:50:44.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.446+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8 info.flags=0x17 2024-09-12T00:50:44.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.446+0000 7f0474f36800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8 to cache LRU end 2024-09-12T00:50:44.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.446+0000 7f0474f36800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:44.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.446+0000 7f0474f36800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:50:44.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.446+0000 7f0474f36800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8 2024-09-12T00:50:44.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.447+0000 7f0474f36800 10 cls_bucket_list_unordered: got ___ 2024-09-12T00:50:44.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.447+0000 7f0474f36800 10 cls_bucket_list_unordered: got __ _ 2024-09-12T00:50:44.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.448+0000 7f0474f36800 10 cls_bucket_list_unordered: got __ 2024-09-12T00:50:44.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.449+0000 7f0474f36800 10 cls_bucket_list_unordered: got obj 2024-09-12T00:50:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.449+0000 7f0474f36800 20 get_obj_state: octx=0x55c64308e2b0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55c643091ed8 s->prefetch_data=0 2024-09-12T00:50:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.450+0000 7f0474f36800 10 manifest: total_size = 527 2024-09-12T00:50:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.450+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13946620282912466638 2024-09-12T00:50:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.450+0000 7f0474f36800 20 get_obj_state: octx=0x55c64308e2b0 obj=test-client.0-r-test-small-obj-data.2:___ state=0x55c643091ed8 s->prefetch_data=0 2024-09-12T00:50:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.450+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c643091ed8 2024-09-12T00:50:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.450+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8.2 2024-09-12T00:50:44.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.452+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.452+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=527 stripe_ofs=527 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.452+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13946620282912466638 2024-09-12T00:50:44.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.452+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.452+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8__shadow_.aRhZpBR9G-ELxuWzube5FkAM0ir5n1G_0 2024-09-12T00:50:44.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.452+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:50:44.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.452+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.452+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13946620282912466638 2024-09-12T00:50:44.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.453+0000 7f03477fe640 20 handle_completion(): completion ok for obj=___ 2024-09-12T00:50:44.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.453+0000 7f0474f36800 20 get_obj_state: octx=0x55c64308e2b0 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55c643091ed8 s->prefetch_data=0 2024-09-12T00:50:44.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.454+0000 7f0474f36800 10 manifest: total_size = 524288 2024-09-12T00:50:44.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.454+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18353229826437921993 2024-09-12T00:50:44.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.454+0000 7f0474f36800 20 get_obj_state: octx=0x55c64308e2b0 obj=test-client.0-r-test-small-obj-data.2:__ _ state=0x55c643091ed8 s->prefetch_data=0 2024-09-12T00:50:44.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.454+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c643091ed8 2024-09-12T00:50:44.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.454+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8.3 2024-09-12T00:50:44.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.456+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.456+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=524288 stripe_ofs=524288 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.456+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18353229826437921993 2024-09-12T00:50:44.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.456+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.456+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8__shadow_.lEYrJxplvtZ1cbc5QLuiJVkZEs4fExM_0 2024-09-12T00:50:44.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.456+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:50:44.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.456+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.456+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18353229826437921993 2024-09-12T00:50:44.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.458+0000 7f0347fff640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T00:50:44.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.458+0000 7f0474f36800 20 get_obj_state: octx=0x55c64308e2b0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55c643091ed8 s->prefetch_data=0 2024-09-12T00:50:44.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.458+0000 7f0474f36800 10 manifest: total_size = 38 2024-09-12T00:50:44.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.458+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5287770806311659309 2024-09-12T00:50:44.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.458+0000 7f0474f36800 20 get_obj_state: octx=0x55c64308e2b0 obj=test-client.0-r-test-small-obj-data.2:__ state=0x55c643091ed8 s->prefetch_data=0 2024-09-12T00:50:44.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.458+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c643091ed8 2024-09-12T00:50:44.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.458+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8.6 2024-09-12T00:50:44.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.461+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.461+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=38 stripe_ofs=38 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.461+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5287770806311659309 2024-09-12T00:50:44.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.461+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.461+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8__shadow_.yf5pA0oDbz02kmGaTGwAa_ZoDa5o6Hz_0 2024-09-12T00:50:44.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.461+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T00:50:44.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.461+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.461+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5287770806311659309 2024-09-12T00:50:44.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.462+0000 7f03477fe640 20 handle_completion(): completion ok for obj=__ 2024-09-12T00:50:44.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.462+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c061fb0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55c643091ed8 s->prefetch_data=0 2024-09-12T00:50:44.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.463+0000 7f0474f36800 10 manifest: total_size = 38 2024-09-12T00:50:44.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.463+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6984556041905406955 2024-09-12T00:50:44.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.463+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c061fb0 obj=test-client.0-r-test-small-obj-data.2:obj state=0x55c643091ed8 s->prefetch_data=0 2024-09-12T00:50:44.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.463+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c643091ed8 2024-09-12T00:50:44.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.463+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8.8 2024-09-12T00:50:44.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.465+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.465+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=38 stripe_ofs=38 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.465+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6984556041905406955 2024-09-12T00:50:44.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.465+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.465+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8__shadow_.l2IeLWaEry0s0lI4beGulJAnAkNK-eF_0 2024-09-12T00:50:44.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.465+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T00:50:44.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.465+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.465+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6984556041905406955 2024-09-12T00:50:44.465 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.466+0000 7f0347fff640 20 handle_completion(): completion ok for obj=obj 2024-09-12T00:50:44.465 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.467+0000 7f0474f36800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:50:44.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.467+0000 7f0474f36800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-12T00:50:44.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.467+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:50:44.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.467+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:50:44.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.467+0000 7f0474f36800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:50:44.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.467+0000 7f0474f36800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:50:44.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.467+0000 7f0474f36800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8])"; uploads.size()=0; is_truncated=0 2024-09-12T00:50:44.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.469+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2024-09-12T00:50:44.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.469+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.470+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T00:50:44.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.470+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x11 2024-09-12T00:50:44.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.470+0000 7f0474f36800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2024-09-12T00:50:44.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.471+0000 7f0474f36800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2024-09-12T00:50:44.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.471+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2024-09-12T00:50:44.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.471+0000 7f0347fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529766 cookie 94310016142000 notifier 5684 bl.length()=181 2024-09-12T00:50:44.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.473+0000 7f0474f36800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8 from cache 2024-09-12T00:50:44.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.473+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8, ofs0, ns] 2024-09-12T00:50:44.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.473+0000 7f03477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529686 cookie 94310016176528 notifier 5684 bl.length()=238 2024-09-12T00:50:44.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.476+0000 7f0474f36800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8 : miss 2024-09-12T00:50:44.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.476+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.476+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.476+0000 7f0474f36800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8 info.flags=0x0 2024-09-12T00:50:44.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.476+0000 7f0474f36800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8 to cache LRU end 2024-09-12T00:50:44.477 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.478+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9 : miss 2024-09-12T00:50:44.477 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.478+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.477 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.478+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=445 2024-09-12T00:50:44.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.478+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9 info.flags=0x17 2024-09-12T00:50:44.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.478+0000 7f0474f36800 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9 to cache LRU end 2024-09-12T00:50:44.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.478+0000 7f0474f36800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:44.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.478+0000 7f0474f36800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T00:50:44.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.478+0000 7f0474f36800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9 2024-09-12T00:50:44.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.479+0000 7f0474f36800 10 cls_bucket_list_unordered: got ___ 2024-09-12T00:50:44.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.480+0000 7f0474f36800 10 cls_bucket_list_unordered: got __ _ 2024-09-12T00:50:44.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.481+0000 7f0474f36800 10 cls_bucket_list_unordered: got __ 2024-09-12T00:50:44.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.481+0000 7f0474f36800 10 cls_bucket_list_unordered: got obj 2024-09-12T00:50:44.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.482+0000 7f0474f36800 20 get_obj_state: octx=0x55c643077790 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55c643091ed8 s->prefetch_data=0 2024-09-12T00:50:44.481 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.482+0000 7f0474f36800 10 manifest: total_size = 1048576 2024-09-12T00:50:44.481 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.482+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14378984589383138926 2024-09-12T00:50:44.481 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.482+0000 7f0474f36800 20 get_obj_state: octx=0x55c643077790 obj=test-client.0-r-test-small-obj-data.3:___ state=0x55c643091ed8 s->prefetch_data=0 2024-09-12T00:50:44.481 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.482+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c643091ed8 2024-09-12T00:50:44.481 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.482+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9.2 2024-09-12T00:50:44.483 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.485+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.483 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.485+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=1048576 stripe_ofs=1048576 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.483 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.485+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14378984589383138926 2024-09-12T00:50:44.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.485+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.485+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9__shadow_.Mt5Ny5zE_8OW1pMObYurRSwMNNm-9I9_0 2024-09-12T00:50:44.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.485+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:50:44.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.485+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.485+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14378984589383138926 2024-09-12T00:50:44.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.486+0000 7f0474f36800 20 get_obj_state: octx=0x55c643077790 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55c643091ed8 s->prefetch_data=0 2024-09-12T00:50:44.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.486+0000 7f0347fff640 20 handle_completion(): completion ok for obj=___ 2024-09-12T00:50:44.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.487+0000 7f0474f36800 10 manifest: total_size = 1035 2024-09-12T00:50:44.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.487+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9779433215541140532 2024-09-12T00:50:44.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.487+0000 7f0474f36800 20 get_obj_state: octx=0x55c643077790 obj=test-client.0-r-test-small-obj-data.3:__ _ state=0x55c643091ed8 s->prefetch_data=0 2024-09-12T00:50:44.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.487+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c643091ed8 2024-09-12T00:50:44.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.487+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9.3 2024-09-12T00:50:44.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.489+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.489+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=1035 stripe_ofs=1035 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.489+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9779433215541140532 2024-09-12T00:50:44.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.489+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.489+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9__shadow_.6aizZcCOqu4PJ2zo9rtvYRLKHs1oiRJ_0 2024-09-12T00:50:44.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.489+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 328 2024-09-12T00:50:44.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.489+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.489+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9779433215541140532 2024-09-12T00:50:44.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.490+0000 7f03477fe640 20 handle_completion(): completion ok for obj=__ _ 2024-09-12T00:50:44.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.490+0000 7f0474f36800 20 get_obj_state: octx=0x55c643077790 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55c643091ed8 s->prefetch_data=0 2024-09-12T00:50:44.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.491+0000 7f0474f36800 10 manifest: total_size = 1035 2024-09-12T00:50:44.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.491+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16810871412853879715 2024-09-12T00:50:44.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.491+0000 7f0474f36800 20 get_obj_state: octx=0x55c643077790 obj=test-client.0-r-test-small-obj-data.3:__ state=0x55c643091ed8 s->prefetch_data=0 2024-09-12T00:50:44.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.491+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c643091ed8 2024-09-12T00:50:44.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.491+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9.6 2024-09-12T00:50:44.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.493+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.493+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=1035 stripe_ofs=1035 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.493+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16810871412853879715 2024-09-12T00:50:44.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.493+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.493+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9__shadow_.PXecjXy3-1uT8HWjBo7NCj9Zu1jQb6m_0 2024-09-12T00:50:44.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.493+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:50:44.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.493+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.493+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16810871412853879715 2024-09-12T00:50:44.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.494+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c0811a0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55c643091ed8 s->prefetch_data=0 2024-09-12T00:50:44.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.494+0000 7f0347fff640 20 handle_completion(): completion ok for obj=__ 2024-09-12T00:50:44.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.495+0000 7f0474f36800 10 manifest: total_size = 1048576 2024-09-12T00:50:44.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.495+0000 7f0474f36800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15780918401459502115 2024-09-12T00:50:44.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.495+0000 7f0474f36800 20 get_obj_state: octx=0x7f046c0811a0 obj=test-client.0-r-test-small-obj-data.3:obj state=0x55c643091ed8 s->prefetch_data=0 2024-09-12T00:50:44.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.495+0000 7f0474f36800 20 prepare_atomic_modification: state is not atomic. state=0x55c643091ed8 2024-09-12T00:50:44.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.495+0000 7f0474f36800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9.8 2024-09-12T00:50:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.497+0000 7f0474f36800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:50:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.497+0000 7f0474f36800 20 RGWObjManifest::operator++(): result: ofs=1048576 stripe_ofs=1048576 part_ofs=0 rule->part_size=0 2024-09-12T00:50:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.497+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15780918401459502115 2024-09-12T00:50:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.497+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2024-09-12T00:50:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.497+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9__shadow_.5l16Nv1m7o-6hHKcAk737tvmah0ucTa_0 2024-09-12T00:50:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.497+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 329 2024-09-12T00:50:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.497+0000 7f0474f36800 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2024-09-12T00:50:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.497+0000 7f0474f36800 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15780918401459502115 2024-09-12T00:50:44.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.498+0000 7f03477fe640 20 handle_completion(): completion ok for obj=obj 2024-09-12T00:50:44.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.499+0000 7f0474f36800 20 list_objects_ordered: starting attempt 1 2024-09-12T00:50:44.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.499+0000 7f0474f36800 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2024-09-12T00:50:44.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.499+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2024-09-12T00:50:44.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.499+0000 7f0474f36800 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2024-09-12T00:50:44.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.499+0000 7f0474f36800 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2024-09-12T00:50:44.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.499+0000 7f0474f36800 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2024-09-12T00:50:44.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.499+0000 7f0474f36800 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9])"; uploads.size()=0; is_truncated=0 2024-09-12T00:50:44.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.501+0000 7f0474f36800 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2024-09-12T00:50:44.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.501+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.501+0000 7f0474f36800 20 rados_obj.operate() r=0 bl.length=223 2024-09-12T00:50:44.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.501+0000 7f0474f36800 10 cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x11 2024-09-12T00:50:44.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.501+0000 7f0474f36800 10 adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2024-09-12T00:50:44.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.503+0000 7f0474f36800 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2024-09-12T00:50:44.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.503+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2024-09-12T00:50:44.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.503+0000 7f03477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529767 cookie 94310016142000 notifier 5684 bl.length()=181 2024-09-12T00:50:44.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.504+0000 7f0474f36800 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9 from cache 2024-09-12T00:50:44.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.504+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9, ofs0, ns] 2024-09-12T00:50:44.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.505+0000 7f03477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529687 cookie 94310016176528 notifier 5684 bl.length()=238 2024-09-12T00:50:44.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.508+0000 7f0474f36800 10 cache get: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9 : miss 2024-09-12T00:50:44.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.508+0000 7f0474f36800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.508+0000 7f0474f36800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.508+0000 7f0474f36800 10 cache put: name=default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9 info.flags=0x0 2024-09-12T00:50:44.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.508+0000 7f0474f36800 10 adding default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9 to cache LRU end 2024-09-12T00:50:44.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.510+0000 7f0474f36800 10 removing key index: MQMUNIFOGEQGGOVWNHSD 2024-09-12T00:50:44.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.511+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:users.keys:MQMUNIFOGEQGGOVWNHSD, ofs0, ns] 2024-09-12T00:50:44.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.511+0000 7f0347fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529768 cookie 94310016142000 notifier 5684 bl.length()=170 2024-09-12T00:50:44.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.511+0000 7f0474f36800 10 removing email index: ragweed.client.0+test@test.test 2024-09-12T00:50:44.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.512+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2024-09-12T00:50:44.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.512+0000 7f03477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529691 cookie 94310016172880 notifier 5684 bl.length()=182 2024-09-12T00:50:44.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.513+0000 7f0474f36800 10 removing user buckets index 2024-09-12T00:50:44.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.514+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2024-09-12T00:50:44.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.514+0000 7f0347fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529685 cookie 94310016182976 notifier 5684 bl.length()=173 2024-09-12T00:50:44.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.514+0000 7f0474f36800 10 removing user index: ragweed.client.0 2024-09-12T00:50:44.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.515+0000 7f0474f36800 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2024-09-12T00:50:44.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.515+0000 7f0474f36800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2024-09-12T00:50:44.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.516+0000 7f03477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529702 cookie 94310016180896 notifier 5684 bl.length()=165 2024-09-12T00:50:44.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.517+0000 7f03277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:44.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.519+0000 7f0474f36800 20 remove_watcher() i=0 2024-09-12T00:50:44.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.519+0000 7f0474f36800 2 removed watcher, disabling cache 2024-09-12T00:50:44.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.520+0000 7f0474f36800 20 remove_watcher() i=1 2024-09-12T00:50:44.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.521+0000 7f0474f36800 20 remove_watcher() i=2 2024-09-12T00:50:44.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.523+0000 7f0474f36800 20 remove_watcher() i=3 2024-09-12T00:50:44.522 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.524+0000 7f0474f36800 20 remove_watcher() i=4 2024-09-12T00:50:44.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.525+0000 7f0474f36800 20 remove_watcher() i=5 2024-09-12T00:50:44.524 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.525+0000 7f0474f36800 20 remove_watcher() i=6 2024-09-12T00:50:44.525 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.526+0000 7f0474f36800 20 remove_watcher() i=7 2024-09-12T00:50:44.536 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2024-09-12T00:50:44.634 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:50:44.635 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:50:44.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.672+0000 7f0e71620800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.673+0000 7f0e71620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.673+0000 7f0e71620800 20 realm 2024-09-12T00:50:44.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.673+0000 7f0e71620800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.674+0000 7f0e71620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.674+0000 7f0e71620800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:50:44.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.674+0000 7f0e71620800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.674+0000 7f0e71620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.674+0000 7f0e71620800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.675+0000 7f0e71620800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:44.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.675+0000 7f0e71620800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.676+0000 7f0e71620800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:50:44.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.676+0000 7f0e71620800 20 searching for the correct realm 2024-09-12T00:50:44.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.679+0000 7f0e6f90b640 0 -- 172.21.15.38:0/1130567476 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7f0e64071290 msgr2=0x7f0e64066910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:50:44.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.886+0000 7f0e6f10a640 0 -- 172.21.15.38:0/1130567476 >> [v2:172.21.15.194:6800/4136092038,v1:172.21.15.194:6801/4136092038] conn(0x55731a9e5fa0 msgr2=0x55731a9e83d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:50:44.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.889+0000 7f0e71620800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:50:44.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.889+0000 7f0e71620800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:50:44.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.889+0000 7f0e71620800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:50:44.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.889+0000 7f0e71620800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:50:44.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.889+0000 7f0e71620800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:50:44.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.889+0000 7f0e71620800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:50:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.889+0000 7f0e71620800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.889+0000 7f0e71620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.889+0000 7f0e71620800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.889+0000 7f0e71620800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:50:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.889+0000 7f0e71620800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.890+0000 7f0e71620800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:50:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.890+0000 7f0e71620800 20 zone default found 2024-09-12T00:50:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.890+0000 7f0e71620800 4 Realm: () 2024-09-12T00:50:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.890+0000 7f0e71620800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:50:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.890+0000 7f0e71620800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:50:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.890+0000 7f0e71620800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:50:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.890+0000 7f0e71620800 20 zonegroup default 2024-09-12T00:50:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.890+0000 7f0e71620800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.890+0000 7f0e71620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.890+0000 7f0e71620800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.890+0000 7f0e71620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.890+0000 7f0e71620800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.890+0000 7f0e71620800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:50:44.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.890+0000 7f0e71620800 20 started sync module instance, tier type = 2024-09-12T00:50:44.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.891+0000 7f0e71620800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:50:44.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.899+0000 7f0e71620800 20 add_watcher() i=0 2024-09-12T00:50:44.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.899+0000 7f0e71620800 20 add_watcher() i=1 2024-09-12T00:50:44.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.899+0000 7f0e71620800 20 add_watcher() i=2 2024-09-12T00:50:44.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.899+0000 7f0e71620800 20 add_watcher() i=3 2024-09-12T00:50:44.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.899+0000 7f0e71620800 20 add_watcher() i=4 2024-09-12T00:50:44.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.899+0000 7f0e71620800 20 add_watcher() i=5 2024-09-12T00:50:44.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.899+0000 7f0e71620800 20 add_watcher() i=6 2024-09-12T00:50:44.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.900+0000 7f0e71620800 20 add_watcher() i=7 2024-09-12T00:50:44.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.900+0000 7f0e71620800 2 all 8 watchers are set, enabling cache 2024-09-12T00:50:44.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.902+0000 7f0d25fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:44.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.902+0000 7f0e71620800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:50:44.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.902+0000 7f0e71620800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:50:44.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.940+0000 7f0d24fe1640 20 reqs_thread_entry: start 2024-09-12T00:50:44.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.940+0000 7f0e71620800 20 init_complete bucket index max shards: 11 2024-09-12T00:50:44.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.940+0000 7f0e71620800 20 Filter name: none 2024-09-12T00:50:44.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.941+0000 7f0c9e7fc640 20 reqs_thread_entry: start 2024-09-12T00:50:44.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.941+0000 7f0e71620800 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2024-09-12T00:50:44.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.941+0000 7f0e71620800 20 rados->read ofs=0 len=0 2024-09-12T00:50:44.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.941+0000 7f0e71620800 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T00:50:44.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.941+0000 7f0e71620800 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2024-09-12T00:50:44.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.941+0000 7f0e71620800 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2024-09-12T00:50:44.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.941+0000 7f0e71620800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:50:44.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.942+0000 7f0e71620800 10 removing key index: CTHWEIQQUAJQSJURTIOR 2024-09-12T00:50:44.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.942+0000 7f0e71620800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.keys:CTHWEIQQUAJQSJURTIOR, ofs0, ns] 2024-09-12T00:50:44.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.943+0000 7f0d52ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529703 cookie 93952856244112 notifier 5702 bl.length()=170 2024-09-12T00:50:44.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.943+0000 7f0e71620800 10 removing email index: sysuser.client.0+test@test.test 2024-09-12T00:50:44.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.944+0000 7f0e71620800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2024-09-12T00:50:44.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.944+0000 7f0d52ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529704 cookie 93952856244112 notifier 5702 bl.length()=182 2024-09-12T00:50:44.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.945+0000 7f0e71620800 10 removing user buckets index 2024-09-12T00:50:44.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.946+0000 7f0e71620800 10 removing user index: sysuser.client.0 2024-09-12T00:50:44.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.947+0000 7f0e71620800 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2024-09-12T00:50:44.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.947+0000 7f0e71620800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2024-09-12T00:50:44.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.947+0000 7f0d527fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1112396529692 cookie 93952856240560 notifier 5702 bl.length()=165 2024-09-12T00:50:44.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.949+0000 7f0d25fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:50:44.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.951+0000 7f0e71620800 20 remove_watcher() i=0 2024-09-12T00:50:44.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.951+0000 7f0e71620800 2 removed watcher, disabling cache 2024-09-12T00:50:44.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.952+0000 7f0e71620800 20 remove_watcher() i=1 2024-09-12T00:50:44.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.953+0000 7f0e71620800 20 remove_watcher() i=2 2024-09-12T00:50:44.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.954+0000 7f0e71620800 20 remove_watcher() i=3 2024-09-12T00:50:44.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.955+0000 7f0e71620800 20 remove_watcher() i=4 2024-09-12T00:50:44.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.956+0000 7f0e71620800 20 remove_watcher() i=5 2024-09-12T00:50:44.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.958+0000 7f0e71620800 20 remove_watcher() i=6 2024-09-12T00:50:44.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:50:44.959+0000 7f0e71620800 20 remove_watcher() i=7 2024-09-12T00:50:44.969 INFO:tasks.ragweed:Removing ragweed... 2024-09-12T00:50:44.969 DEBUG:teuthology.orchestra.run.smithi038:> rm -rf /home/ubuntu/cephtest/ragweed.client.0 2024-09-12T00:50:45.047 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T00:50:45.057 INFO:tasks.workunit:Pulling workunits from ref 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:50:45.057 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T00:50:45.057 DEBUG:teuthology.orchestra.run.smithi038:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:50:45.086 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T00:50:45.087 INFO:teuthology.orchestra.run.smithi038.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T00:50:45.087 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:50:45.156 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T00:50:45.156 DEBUG:teuthology.orchestra.run.smithi038:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T00:50:45.226 INFO:tasks.workunit:timeout=3h 2024-09-12T00:50:45.226 INFO:tasks.workunit:cleanup=True 2024-09-12T00:50:45.226 DEBUG:teuthology.orchestra.run.smithi038:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/cbodley/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T00:50:45.297 INFO:tasks.workunit.client.0.smithi038.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T00:51:31.454 INFO:tasks.workunit.client.0.smithi038.stderr:Note: switching to '6a169fc940965ab446a63954fde870aa497efde7'. 2024-09-12T00:51:31.454 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:51:31.455 INFO:tasks.workunit.client.0.smithi038.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T00:51:31.455 INFO:tasks.workunit.client.0.smithi038.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T00:51:31.455 INFO:tasks.workunit.client.0.smithi038.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T00:51:31.455 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:51:31.455 INFO:tasks.workunit.client.0.smithi038.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T00:51:31.455 INFO:tasks.workunit.client.0.smithi038.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T00:51:31.455 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:51:31.455 INFO:tasks.workunit.client.0.smithi038.stderr: git switch -c 2024-09-12T00:51:31.455 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:51:31.455 INFO:tasks.workunit.client.0.smithi038.stderr:Or undo this operation with: 2024-09-12T00:51:31.455 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:51:31.455 INFO:tasks.workunit.client.0.smithi038.stderr: git switch - 2024-09-12T00:51:31.455 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:51:31.456 INFO:tasks.workunit.client.0.smithi038.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T00:51:31.456 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:51:31.456 INFO:tasks.workunit.client.0.smithi038.stderr:HEAD is now at 6a169fc9409 DNM: qa/rgw: point at ragweed branch wip-67986 2024-09-12T00:51:31.459 DEBUG:teuthology.orchestra.run.smithi038:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T00:51:31.529 INFO:tasks.workunit.client.0.smithi038.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T00:51:31.617 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:51:31.617 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T00:51:31.617 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T00:51:31.631 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T00:51:31.672 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T00:51:31.673 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:51:31.674 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T00:51:31.713 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T00:51:31.717 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:51:31.717 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T00:51:31.787 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2024-09-12T00:51:31.788 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2024-09-12T00:51:31.788 DEBUG:teuthology.orchestra.run.smithi038:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-12T00:51:31.861 INFO:tasks.workunit.client.0.smithi038.stderr:+ ulimit -c 0 2024-09-12T00:51:31.861 INFO:tasks.workunit.client.0.smithi038.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2024-09-12T00:51:31.861 INFO:tasks.workunit.client.0.smithi038.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T00:51:31.862 INFO:tasks.workunit.client.0.smithi038.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T00:51:34.234 INFO:tasks.workunit.client.0.smithi038.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T00:51:34.234 INFO:tasks.workunit.client.0.smithi038.stderr:++ deactivate nondestructive 2024-09-12T00:51:34.234 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n '' ']' 2024-09-12T00:51:34.235 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n '' ']' 2024-09-12T00:51:34.235 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T00:51:34.235 INFO:tasks.workunit.client.0.smithi038.stderr:++ hash -r 2024-09-12T00:51:34.235 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n '' ']' 2024-09-12T00:51:34.235 INFO:tasks.workunit.client.0.smithi038.stderr:++ unset VIRTUAL_ENV 2024-09-12T00:51:34.235 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T00:51:34.235 INFO:tasks.workunit.client.0.smithi038.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T00:51:34.235 INFO:tasks.workunit.client.0.smithi038.stderr:++ export VIRTUAL_ENV 2024-09-12T00:51:34.235 INFO:tasks.workunit.client.0.smithi038.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T00:51:34.235 INFO:tasks.workunit.client.0.smithi038.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T00:51:34.235 INFO:tasks.workunit.client.0.smithi038.stderr:++ export PATH 2024-09-12T00:51:34.235 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n '' ']' 2024-09-12T00:51:34.235 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -z '' ']' 2024-09-12T00:51:34.235 INFO:tasks.workunit.client.0.smithi038.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T00:51:34.236 INFO:tasks.workunit.client.0.smithi038.stderr:++ PS1='(rgw) ' 2024-09-12T00:51:34.236 INFO:tasks.workunit.client.0.smithi038.stderr:++ export PS1 2024-09-12T00:51:34.236 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T00:51:34.236 INFO:tasks.workunit.client.0.smithi038.stderr:++ hash -r 2024-09-12T00:51:34.236 INFO:tasks.workunit.client.0.smithi038.stderr:+ pip install pip --upgrade 2024-09-12T00:51:34.475 INFO:tasks.workunit.client.0.smithi038.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T00:51:34.663 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting pip 2024-09-12T00:51:34.670 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T00:51:34.715 INFO:tasks.workunit.client.0.smithi038.stdout:Installing collected packages: pip 2024-09-12T00:51:34.716 INFO:tasks.workunit.client.0.smithi038.stdout: Attempting uninstall: pip 2024-09-12T00:51:34.716 INFO:tasks.workunit.client.0.smithi038.stdout: Found existing installation: pip 21.3.1 2024-09-12T00:51:34.877 INFO:tasks.workunit.client.0.smithi038.stdout: Uninstalling pip-21.3.1: 2024-09-12T00:51:34.882 INFO:tasks.workunit.client.0.smithi038.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T00:51:35.651 INFO:tasks.workunit.client.0.smithi038.stdout:Successfully installed pip-24.2 2024-09-12T00:51:35.699 INFO:tasks.workunit.client.0.smithi038.stderr:+ pip install boto3 2024-09-12T00:51:36.508 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting boto3 2024-09-12T00:51:36.513 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T00:51:37.076 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T00:51:37.077 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T00:51:37.127 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T00:51:37.128 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T00:51:37.182 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T00:51:37.183 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T00:51:37.233 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:51:37.234 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T00:51:37.312 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:51:37.314 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-12T00:51:37.464 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T00:51:37.465 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T00:51:37.469 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T00:51:37.471 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T00:51:37.480 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T00:51:37.481 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T00:51:37.482 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T00:51:37.484 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-12T00:51:37.485 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T00:51:37.561 INFO:tasks.workunit.client.0.smithi038.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T00:51:38.611 INFO:tasks.workunit.client.0.smithi038.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-12T00:51:38.729 INFO:tasks.workunit.client.0.smithi038.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2024-09-12T00:51:38.858 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin user create --uid tester --display-name "Testing" --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2024-09-12T00:51:38.894 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:38.894 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:38.933 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.934+0000 7fab8c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:38.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.936+0000 7fab8c32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:38.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.936+0000 7fab8c32c800 20 realm 2024-09-12T00:51:38.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.936+0000 7fab8c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:38.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.936+0000 7fab8c32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:38.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.936+0000 7fab8c32c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:38.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.936+0000 7fab8c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:38.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.936+0000 7fab8c32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:38.936 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.936+0000 7fab8c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:38.936 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.937+0000 7fab8c32c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:38.936 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.937+0000 7fab8c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:38.937 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.938+0000 7fab8c32c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:38.937 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.938+0000 7fab8c32c800 20 searching for the correct realm 2024-09-12T00:51:38.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.942+0000 7fab8873f640 0 -- 172.21.15.38:0/3020767471 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x5606a9208bf0 msgr2=0x5606a920b070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:38.944 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.945+0000 7fab7f73d640 0 -- 172.21.15.38:0/3020767471 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fab78033030 msgr2=0x7fab78067b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:38.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.949+0000 7fab8c32c800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:51:38.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.949+0000 7fab8c32c800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:51:38.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.949+0000 7fab8c32c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:38.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.949+0000 7fab8c32c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:38.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.949+0000 7fab8c32c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:38.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.949+0000 7fab8c32c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:38.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.949+0000 7fab8c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:38.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.950+0000 7fab8c32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:38.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.950+0000 7fab8c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:38.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.950+0000 7fab8c32c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:38.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.950+0000 7fab8c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:38.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.950+0000 7fab8c32c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:38.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.950+0000 7fab8c32c800 20 zone default found 2024-09-12T00:51:38.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.950+0000 7fab8c32c800 4 Realm: () 2024-09-12T00:51:38.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.950+0000 7fab8c32c800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:51:38.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.950+0000 7fab8c32c800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:51:38.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.950+0000 7fab8c32c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:38.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.950+0000 7fab8c32c800 20 zonegroup default 2024-09-12T00:51:38.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.950+0000 7fab8c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:38.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.950+0000 7fab8c32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:38.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.950+0000 7fab8c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:38.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.951+0000 7fab8c32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:38.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.951+0000 7fab8c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:38.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.951+0000 7fab8c32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:38.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.951+0000 7fab8c32c800 20 started sync module instance, tier type = 2024-09-12T00:51:38.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.951+0000 7fab8c32c800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:51:38.959 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.961+0000 7fab8c32c800 20 add_watcher() i=0 2024-09-12T00:51:38.959 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.961+0000 7fab8c32c800 20 add_watcher() i=1 2024-09-12T00:51:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.961+0000 7fab8c32c800 20 add_watcher() i=2 2024-09-12T00:51:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.961+0000 7fab8c32c800 20 add_watcher() i=3 2024-09-12T00:51:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.961+0000 7fab8c32c800 20 add_watcher() i=4 2024-09-12T00:51:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.961+0000 7fab8c32c800 20 add_watcher() i=5 2024-09-12T00:51:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.961+0000 7fab8c32c800 20 add_watcher() i=6 2024-09-12T00:51:38.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.962+0000 7fab8c32c800 20 add_watcher() i=7 2024-09-12T00:51:38.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.962+0000 7fab8c32c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:38.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.963+0000 7faa3dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:38.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.964+0000 7fab8c32c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:38.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.964+0000 7fab8c32c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:38.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.964+0000 7fab8c32c800 5 note: GC not initialized 2024-09-12T00:51:38.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.964+0000 7faa3cfe1640 20 reqs_thread_entry: start 2024-09-12T00:51:38.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.964+0000 7fab8c32c800 20 init_complete bucket index max shards: 11 2024-09-12T00:51:38.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.964+0000 7fab8c32c800 20 Filter name: none 2024-09-12T00:51:38.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.964+0000 7fa9b67fc640 20 reqs_thread_entry: start 2024-09-12T00:51:38.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.965+0000 7fab8c32c800 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2024-09-12T00:51:38.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.965+0000 7fab8c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:38.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.965+0000 7fab8c32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:38.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.965+0000 7fab8c32c800 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2024-09-12T00:51:38.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.965+0000 7fab8c32c800 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2024-09-12T00:51:38.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.965+0000 7fab8c32c800 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2024-09-12T00:51:38.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.965+0000 7fab8c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:38.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.965+0000 7fab8c32c800 20 rados_obj.operate() r=0 bl.length=22 2024-09-12T00:51:38.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.965+0000 7fab8c32c800 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x5 2024-09-12T00:51:38.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.965+0000 7fab8c32c800 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2024-09-12T00:51:38.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.965+0000 7fab8c32c800 10 cache get: name=default.rgw.meta+users.uid+rgw_datacache_user : miss 2024-09-12T00:51:38.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.965+0000 7fab8c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:38.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.966+0000 7fab8c32c800 20 rados_obj.operate() r=0 bl.length=420 2024-09-12T00:51:38.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.966+0000 7fab8c32c800 10 cache put: name=default.rgw.meta+users.uid+rgw_datacache_user info.flags=0x13 2024-09-12T00:51:38.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.966+0000 7fab8c32c800 10 adding default.rgw.meta+users.uid+rgw_datacache_user to cache LRU end 2024-09-12T00:51:38.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.966+0000 7fab8c32c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:51:38.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.966+0000 7fab8c32c800 10 chain_cache_entry: cache_locator=default.rgw.meta+users.uid+rgw_datacache_user 2024-09-12T00:51:38.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.966+0000 7fab8c32c800 20 get_user_info_from_index found 0 xattrs 2024-09-12T00:51:38.969 INFO:tasks.workunit.client.0.smithi038.stderr:could not create user: unable to parse parameters, duplicate key provided 2024-09-12T00:51:38.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.967+0000 7faa3dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:38.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.970+0000 7fab8c32c800 20 remove_watcher() i=0 2024-09-12T00:51:38.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.970+0000 7fab8c32c800 2 removed watcher, disabling cache 2024-09-12T00:51:38.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.971+0000 7fab8c32c800 20 remove_watcher() i=1 2024-09-12T00:51:38.970 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.972+0000 7fab8c32c800 20 remove_watcher() i=2 2024-09-12T00:51:38.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.973+0000 7fab8c32c800 20 remove_watcher() i=3 2024-09-12T00:51:38.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.974+0000 7fab8c32c800 20 remove_watcher() i=4 2024-09-12T00:51:38.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.975+0000 7fab8c32c800 20 remove_watcher() i=5 2024-09-12T00:51:38.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.976+0000 7fab8c32c800 20 remove_watcher() i=6 2024-09-12T00:51:38.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:38.977+0000 7fab8c32c800 20 remove_watcher() i=7 2024-09-12T00:51:51.904 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:51.904 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:51:51.951 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:51.951 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:51:51.965 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:51.965 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:51:51.980 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:51.980 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:51:51.985 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:51.985 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:51:52.028 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:52.142 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:51:52.143 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard add 2024-09-12T00:51:52.143 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:51:52.144 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:51:52.144 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:52.144 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:52.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.146+0000 7f130313c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.148+0000 7f130313c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:52.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.148+0000 7f130313c800 20 realm 2024-09-12T00:51:52.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.148+0000 7f130313c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.148+0000 7f130313c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:52.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.148+0000 7f130313c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:52.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.148+0000 7f130313c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.148+0000 7f130313c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:52.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.148+0000 7f130313c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.149+0000 7f130313c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:52.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.149+0000 7f130313c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.150+0000 7f130313c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:52.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.150+0000 7f130313c800 20 searching for the correct realm 2024-09-12T00:51:52.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.152+0000 7f12fe680640 0 -- 172.21.15.38:0/495678982 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f12f0017070 msgr2=0x7f12f00757c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:52.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.156+0000 7f12fee81640 0 -- 172.21.15.38:0/495678982 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f12f4078040 msgr2=0x7f12f40b4580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:52.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.363+0000 7f130313c800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:51:52.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.363+0000 7f130313c800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:51:52.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.363+0000 7f130313c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:52.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.363+0000 7f130313c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:52.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.363+0000 7f130313c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:52.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.363+0000 7f130313c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:52.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.363+0000 7f130313c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.363+0000 7f130313c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:52.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.363+0000 7f130313c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.364+0000 7f130313c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:52.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.364+0000 7f130313c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.364+0000 7f130313c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:52.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.364+0000 7f130313c800 20 zone default found 2024-09-12T00:51:52.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.364+0000 7f130313c800 4 Realm: () 2024-09-12T00:51:52.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.364+0000 7f130313c800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:51:52.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.364+0000 7f130313c800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:51:52.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.364+0000 7f130313c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:52.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.364+0000 7f130313c800 20 zonegroup default 2024-09-12T00:51:52.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.364+0000 7f130313c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.364+0000 7f130313c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:52.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.364+0000 7f130313c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.365+0000 7f130313c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:52.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.365+0000 7f130313c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.365+0000 7f130313c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:52.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.365+0000 7f130313c800 20 started sync module instance, tier type = 2024-09-12T00:51:52.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.365+0000 7f130313c800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:51:52.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.375+0000 7f130313c800 20 add_watcher() i=0 2024-09-12T00:51:52.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.375+0000 7f130313c800 20 add_watcher() i=1 2024-09-12T00:51:52.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.375+0000 7f130313c800 20 add_watcher() i=2 2024-09-12T00:51:52.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.375+0000 7f130313c800 20 add_watcher() i=3 2024-09-12T00:51:52.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.375+0000 7f130313c800 20 add_watcher() i=4 2024-09-12T00:51:52.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.375+0000 7f130313c800 20 add_watcher() i=5 2024-09-12T00:51:52.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.375+0000 7f130313c800 20 add_watcher() i=6 2024-09-12T00:51:52.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.376+0000 7f130313c800 20 add_watcher() i=7 2024-09-12T00:51:52.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.376+0000 7f130313c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:52.377 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.378+0000 7f11b57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:52.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.379+0000 7f130313c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:52.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.379+0000 7f130313c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:52.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.379+0000 7f130313c800 5 note: GC not initialized 2024-09-12T00:51:52.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.379+0000 7f112ffff640 20 reqs_thread_entry: start 2024-09-12T00:51:52.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.379+0000 7f130313c800 20 init_complete bucket index max shards: 11 2024-09-12T00:51:52.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.379+0000 7f130313c800 20 Filter name: none 2024-09-12T00:51:52.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.379+0000 7f112dffb640 20 reqs_thread_entry: start 2024-09-12T00:51:52.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.379+0000 7f130313c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.380+0000 7f130313c800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:51:52.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.380+0000 7f130313c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.381+0000 7f130313c800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:51:52.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.381+0000 7f130313c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:52.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.381+0000 7f130313c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.381+0000 7f130313c800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:51:52.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.381+0000 7f130313c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.381+0000 7f130313c800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:51:52.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.381+0000 7f130313c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:52.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.383+0000 7f11b57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:52.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.386+0000 7f130313c800 20 remove_watcher() i=0 2024-09-12T00:51:52.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.386+0000 7f130313c800 2 removed watcher, disabling cache 2024-09-12T00:51:52.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.387+0000 7f130313c800 20 remove_watcher() i=1 2024-09-12T00:51:52.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.388+0000 7f130313c800 20 remove_watcher() i=2 2024-09-12T00:51:52.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.390+0000 7f130313c800 20 remove_watcher() i=3 2024-09-12T00:51:52.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.391+0000 7f130313c800 20 remove_watcher() i=4 2024-09-12T00:51:52.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.392+0000 7f130313c800 20 remove_watcher() i=5 2024-09-12T00:51:52.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.393+0000 7f130313c800 20 remove_watcher() i=6 2024-09-12T00:51:52.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.394+0000 7f130313c800 20 remove_watcher() i=7 2024-09-12T00:51:52.405 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:51:52.405 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:51:52.405 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: a-bucket id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 num_objects: 0 size_kb: 0 num_shards: 11 2024-09-12T00:51:52.405 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:51:52.406 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 12 2024-09-12T00:51:52.438 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:52.438 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:52.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.479+0000 7fd9a5b19800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.481+0000 7fd9a5b19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:52.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.481+0000 7fd9a5b19800 20 realm 2024-09-12T00:51:52.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.481+0000 7fd9a5b19800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.481+0000 7fd9a5b19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:52.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.481+0000 7fd9a5b19800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:52.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.481+0000 7fd9a5b19800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.481+0000 7fd9a5b19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:52.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.481+0000 7fd9a5b19800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.482+0000 7fd9a5b19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:52.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.482+0000 7fd9a5b19800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.483+0000 7fd9a5b19800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:52.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.483+0000 7fd9a5b19800 20 searching for the correct realm 2024-09-12T00:51:52.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.486+0000 7fd9a2e09640 0 -- 172.21.15.38:0/1112947018 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fd99409c900 msgr2=0x7fd994007cb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:52.488 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.490+0000 7fd9a360a640 0 -- 172.21.15.38:0/1112947018 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fd99803b920 msgr2=0x7fd998054410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:52.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.697+0000 7fd9a5b19800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:51:52.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.697+0000 7fd9a5b19800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:51:52.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.697+0000 7fd9a5b19800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:52.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.697+0000 7fd9a5b19800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:52.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.697+0000 7fd9a5b19800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:52.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.697+0000 7fd9a5b19800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:52.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.697+0000 7fd9a5b19800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.698+0000 7fd9a5b19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:52.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.698+0000 7fd9a5b19800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.698+0000 7fd9a5b19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:52.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.698+0000 7fd9a5b19800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.698+0000 7fd9a5b19800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:52.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.698+0000 7fd9a5b19800 20 zone default found 2024-09-12T00:51:52.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.698+0000 7fd9a5b19800 4 Realm: () 2024-09-12T00:51:52.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.698+0000 7fd9a5b19800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:51:52.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.698+0000 7fd9a5b19800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:51:52.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.698+0000 7fd9a5b19800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:52.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.698+0000 7fd9a5b19800 20 zonegroup default 2024-09-12T00:51:52.699 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.698+0000 7fd9a5b19800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.699 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.699+0000 7fd9a5b19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:52.699 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.699+0000 7fd9a5b19800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.699 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.699+0000 7fd9a5b19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:52.699 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.699+0000 7fd9a5b19800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.699 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.700+0000 7fd9a5b19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:52.699 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.700+0000 7fd9a5b19800 20 started sync module instance, tier type = 2024-09-12T00:51:52.699 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.700+0000 7fd9a5b19800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:51:52.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.710+0000 7fd9a5b19800 20 add_watcher() i=0 2024-09-12T00:51:52.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.710+0000 7fd9a5b19800 20 add_watcher() i=1 2024-09-12T00:51:52.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.710+0000 7fd9a5b19800 20 add_watcher() i=2 2024-09-12T00:51:52.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.710+0000 7fd9a5b19800 20 add_watcher() i=3 2024-09-12T00:51:52.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.710+0000 7fd9a5b19800 20 add_watcher() i=4 2024-09-12T00:51:52.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.710+0000 7fd9a5b19800 20 add_watcher() i=5 2024-09-12T00:51:52.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.710+0000 7fd9a5b19800 20 add_watcher() i=6 2024-09-12T00:51:52.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.711+0000 7fd9a5b19800 20 add_watcher() i=7 2024-09-12T00:51:52.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.711+0000 7fd9a5b19800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:52.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.713+0000 7fd859fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:52.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.713+0000 7fd9a5b19800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:52.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.713+0000 7fd9a5b19800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:52.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.714+0000 7fd9a5b19800 5 note: GC not initialized 2024-09-12T00:51:52.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.714+0000 7fd858fe1640 20 reqs_thread_entry: start 2024-09-12T00:51:52.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.714+0000 7fd9a5b19800 20 init_complete bucket index max shards: 11 2024-09-12T00:51:52.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.714+0000 7fd9a5b19800 20 Filter name: none 2024-09-12T00:51:52.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.714+0000 7fd7d27fc640 20 reqs_thread_entry: start 2024-09-12T00:51:52.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.714+0000 7fd9a5b19800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:51:52.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.714+0000 7fd9a5b19800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.715+0000 7fd9a5b19800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:51:52.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.715+0000 7fd9a5b19800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:51:52.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.715+0000 7fd9a5b19800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:51:52.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.715+0000 7fd9a5b19800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:51:52.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.715+0000 7fd9a5b19800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.715+0000 7fd9a5b19800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:51:52.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.715+0000 7fd9a5b19800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:51:52.715 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.715+0000 7fd9a5b19800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:51:52.715 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.715+0000 7fd9a5b19800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:51:52.715 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.715+0000 7fd9a5b19800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:51:52.715 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.715+0000 7fd9a5b19800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:51:52.715 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.717+0000 7fd859fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:52.718 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.719+0000 7fd9a5b19800 20 remove_watcher() i=0 2024-09-12T00:51:52.718 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.719+0000 7fd9a5b19800 2 removed watcher, disabling cache 2024-09-12T00:51:52.719 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.720+0000 7fd9a5b19800 20 remove_watcher() i=1 2024-09-12T00:51:52.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.722+0000 7fd9a5b19800 20 remove_watcher() i=2 2024-09-12T00:51:52.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.723+0000 7fd9a5b19800 20 remove_watcher() i=3 2024-09-12T00:51:52.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.724+0000 7fd9a5b19800 20 remove_watcher() i=4 2024-09-12T00:51:52.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.725+0000 7fd9a5b19800 20 remove_watcher() i=5 2024-09-12T00:51:52.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.726+0000 7fd9a5b19800 20 remove_watcher() i=6 2024-09-12T00:51:52.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.727+0000 7fd9a5b19800 20 remove_watcher() i=7 2024-09-12T00:51:52.738 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin reshard list 2024-09-12T00:51:52.765 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:52.766 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:52.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.806+0000 7fe2ca90c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.808+0000 7fe2ca90c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:52.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.808+0000 7fe2ca90c800 20 realm 2024-09-12T00:51:52.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.808+0000 7fe2ca90c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.809+0000 7fe2ca90c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:52.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.809+0000 7fe2ca90c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:52.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.809+0000 7fe2ca90c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.809+0000 7fe2ca90c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:52.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.809+0000 7fe2ca90c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.810+0000 7fe2ca90c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:52.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.810+0000 7fe2ca90c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:52.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.811+0000 7fe2ca90c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:52.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.811+0000 7fe2ca90c800 20 searching for the correct realm 2024-09-12T00:51:52.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.814+0000 7fe2c7bf5640 0 -- 172.21.15.38:0/34017459 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55b0ca899f90 msgr2=0x55b0ca89c380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:52.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:52.818+0000 7fe2c83f6640 0 -- 172.21.15.38:0/34017459 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fe2bc00c040 msgr2=0x7fe2bc06d7b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.025+0000 7fe2ca90c800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:51:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.025+0000 7fe2ca90c800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:51:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.025+0000 7fe2ca90c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.025+0000 7fe2ca90c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.025+0000 7fe2ca90c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.025+0000 7fe2ca90c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.025+0000 7fe2ca90c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.025+0000 7fe2ca90c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:53.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.025+0000 7fe2ca90c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.025+0000 7fe2ca90c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:53.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.025+0000 7fe2ca90c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.026+0000 7fe2ca90c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:53.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.026+0000 7fe2ca90c800 20 zone default found 2024-09-12T00:51:53.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.026+0000 7fe2ca90c800 4 Realm: () 2024-09-12T00:51:53.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.026+0000 7fe2ca90c800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:51:53.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.026+0000 7fe2ca90c800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:51:53.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.026+0000 7fe2ca90c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:53.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.026+0000 7fe2ca90c800 20 zonegroup default 2024-09-12T00:51:53.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.026+0000 7fe2ca90c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.026+0000 7fe2ca90c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:53.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.026+0000 7fe2ca90c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.026+0000 7fe2ca90c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:53.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.026+0000 7fe2ca90c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.027+0000 7fe2ca90c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:53.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.027+0000 7fe2ca90c800 20 started sync module instance, tier type = 2024-09-12T00:51:53.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.027+0000 7fe2ca90c800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:51:53.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.037+0000 7fe2ca90c800 20 add_watcher() i=0 2024-09-12T00:51:53.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.037+0000 7fe2ca90c800 20 add_watcher() i=1 2024-09-12T00:51:53.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.037+0000 7fe2ca90c800 20 add_watcher() i=2 2024-09-12T00:51:53.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.037+0000 7fe2ca90c800 20 add_watcher() i=3 2024-09-12T00:51:53.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.037+0000 7fe2ca90c800 20 add_watcher() i=4 2024-09-12T00:51:53.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.037+0000 7fe2ca90c800 20 add_watcher() i=5 2024-09-12T00:51:53.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.037+0000 7fe2ca90c800 20 add_watcher() i=6 2024-09-12T00:51:53.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.038+0000 7fe2ca90c800 20 add_watcher() i=7 2024-09-12T00:51:53.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.038+0000 7fe2ca90c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:53.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.040+0000 7fe17efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:53.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.040+0000 7fe2ca90c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:53.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.040+0000 7fe2ca90c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:53.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.040+0000 7fe2ca90c800 5 note: GC not initialized 2024-09-12T00:51:53.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.040+0000 7fe17dfdb640 20 reqs_thread_entry: start 2024-09-12T00:51:53.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.040+0000 7fe2ca90c800 20 init_complete bucket index max shards: 11 2024-09-12T00:51:53.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.041+0000 7fe2ca90c800 20 Filter name: none 2024-09-12T00:51:53.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.041+0000 7fe0ef7fe640 20 reqs_thread_entry: start 2024-09-12T00:51:53.047 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.048+0000 7fe17efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:53.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.051+0000 7fe2ca90c800 20 remove_watcher() i=0 2024-09-12T00:51:53.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.051+0000 7fe2ca90c800 2 removed watcher, disabling cache 2024-09-12T00:51:53.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.052+0000 7fe2ca90c800 20 remove_watcher() i=1 2024-09-12T00:51:53.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.053+0000 7fe2ca90c800 20 remove_watcher() i=2 2024-09-12T00:51:53.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.054+0000 7fe2ca90c800 20 remove_watcher() i=3 2024-09-12T00:51:53.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.056+0000 7fe2ca90c800 20 remove_watcher() i=4 2024-09-12T00:51:53.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.057+0000 7fe2ca90c800 20 remove_watcher() i=5 2024-09-12T00:51:53.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.058+0000 7fe2ca90c800 20 remove_watcher() i=6 2024-09-12T00:51:53.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.059+0000 7fe2ca90c800 20 remove_watcher() i=7 2024-09-12T00:51:53.068 INFO:tasks.workunit.client.0.smithi038.stderr:bucket name a-bucket 2024-09-12T00:51:53.068 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard process 2024-09-12T00:51:53.068 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:51:53.070 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin reshard process 2024-09-12T00:51:53.097 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:53.097 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:53.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.138+0000 7ff01e923800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.140+0000 7ff01e923800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:53.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.140+0000 7ff01e923800 20 realm 2024-09-12T00:51:53.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.140+0000 7ff01e923800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.140+0000 7ff01e923800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:53.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.140+0000 7ff01e923800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:53.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.140+0000 7ff01e923800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.140+0000 7ff01e923800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:53.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.141+0000 7ff01e923800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.142+0000 7ff01e923800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:53.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.142+0000 7ff01e923800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.142+0000 7ff01e923800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:53.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.142+0000 7ff01e923800 20 searching for the correct realm 2024-09-12T00:51:53.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.145+0000 7ff019e0b640 0 -- 172.21.15.38:0/1751379597 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7ff00c07a910 msgr2=0x7ff00c049870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:53.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.149+0000 7ff01a60c640 0 -- 172.21.15.38:0/1751379597 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7ff004074760 msgr2=0x7ff0040c51d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:51:53.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.356+0000 7ff01e923800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:51:53.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.356+0000 7ff01e923800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:51:53.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.356+0000 7ff01e923800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:53.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.356+0000 7ff01e923800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:53.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.356+0000 7ff01e923800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:53.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.356+0000 7ff01e923800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:53.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.356+0000 7ff01e923800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.356+0000 7ff01e923800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:53.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.356+0000 7ff01e923800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.357+0000 7ff01e923800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:53.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.357+0000 7ff01e923800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.357+0000 7ff01e923800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:53.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.357+0000 7ff01e923800 20 zone default found 2024-09-12T00:51:53.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.357+0000 7ff01e923800 4 Realm: () 2024-09-12T00:51:53.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.357+0000 7ff01e923800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:51:53.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.357+0000 7ff01e923800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:51:53.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.357+0000 7ff01e923800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:53.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.357+0000 7ff01e923800 20 zonegroup default 2024-09-12T00:51:53.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.357+0000 7ff01e923800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.357+0000 7ff01e923800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:53.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.357+0000 7ff01e923800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.358+0000 7ff01e923800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:53.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.358+0000 7ff01e923800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.358+0000 7ff01e923800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:53.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.358+0000 7ff01e923800 20 started sync module instance, tier type = 2024-09-12T00:51:53.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.358+0000 7ff01e923800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:51:53.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.368+0000 7ff01e923800 20 add_watcher() i=0 2024-09-12T00:51:53.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.368+0000 7ff01e923800 20 add_watcher() i=1 2024-09-12T00:51:53.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.368+0000 7ff01e923800 20 add_watcher() i=2 2024-09-12T00:51:53.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.368+0000 7ff01e923800 20 add_watcher() i=3 2024-09-12T00:51:53.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.368+0000 7ff01e923800 20 add_watcher() i=4 2024-09-12T00:51:53.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.368+0000 7ff01e923800 20 add_watcher() i=5 2024-09-12T00:51:53.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.368+0000 7ff01e923800 20 add_watcher() i=6 2024-09-12T00:51:53.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.369+0000 7ff01e923800 20 add_watcher() i=7 2024-09-12T00:51:53.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.369+0000 7ff01e923800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:53.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.371+0000 7feed0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:53.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.371+0000 7ff01e923800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:53.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.371+0000 7ff01e923800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:53.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.371+0000 7ff01e923800 5 note: GC not initialized 2024-09-12T00:51:53.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.371+0000 7fee4b7fe640 20 reqs_thread_entry: start 2024-09-12T00:51:53.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.371+0000 7ff01e923800 20 init_complete bucket index max shards: 11 2024-09-12T00:51:53.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.371+0000 7ff01e923800 20 Filter name: none 2024-09-12T00:51:53.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.371+0000 7fee497fa640 20 reqs_thread_entry: start 2024-09-12T00:51:53.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.371+0000 7ff01e923800 20 processing logshard = reshard.0000000000 2024-09-12T00:51:53.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.374+0000 7ff01e923800 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-12T00:51:53.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.374+0000 7ff01e923800 20 processing logshard = reshard.0000000001 2024-09-12T00:51:53.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.377+0000 7ff01e923800 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-12T00:51:53.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.377+0000 7ff01e923800 20 processing logshard = reshard.0000000002 2024-09-12T00:51:53.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.380+0000 7ff01e923800 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-12T00:51:53.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.380+0000 7ff01e923800 20 processing logshard = reshard.0000000003 2024-09-12T00:51:53.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.383+0000 7ff01e923800 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-12T00:51:53.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.383+0000 7ff01e923800 20 processing logshard = reshard.0000000004 2024-09-12T00:51:53.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.386+0000 7ff01e923800 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-12T00:51:53.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.386+0000 7ff01e923800 20 processing logshard = reshard.0000000005 2024-09-12T00:51:53.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.389+0000 7ff01e923800 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-12T00:51:53.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.389+0000 7ff01e923800 20 processing logshard = reshard.0000000006 2024-09-12T00:51:53.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.390+0000 7ff01e923800 20 process_entry resharding a-bucket 2024-09-12T00:51:53.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.390+0000 7ff01e923800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:51:53.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.390+0000 7ff01e923800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.391+0000 7ff01e923800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:51:53.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.391+0000 7ff01e923800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-12T00:51:53.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.391+0000 7ff01e923800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:51:53.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.391+0000 7ff01e923800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:51:53.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.391+0000 7ff01e923800 20 rados->read ofs=0 len=0 2024-09-12T00:51:53.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.391+0000 7ff01e923800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:51:53.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.391+0000 7ff01e923800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:51:53.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.391+0000 7ff01e923800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:51:53.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.391+0000 7ff01e923800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:51:53.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.391+0000 7ff01e923800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:51:53.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.391+0000 7ff01e923800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:51:53.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.399+0000 7ff01e923800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:51:53.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.399+0000 7ff01e923800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:51:53.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.399+0000 7ff01e923800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:51:53.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.399+0000 7ff01e923800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:51:53.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.399+0000 7feefd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464286 cookie 94444437837920 notifier 5786 bl.length()=911 2024-09-12T00:51:53.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.399+0000 7feefd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:51:53.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.399+0000 7feefd7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:51:53.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.399+0000 7feefd7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:51:53.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.400+0000 7ff01e923800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:51:53.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.400+0000 7ff01e923800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:51:53.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.400+0000 7ff01e923800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:51:53.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.400+0000 7ff01e923800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:51:53.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.0 2024-09-12T00:51:53.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.0 2024-09-12T00:51:53.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.1 2024-09-12T00:51:53.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.1 2024-09-12T00:51:53.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.2 2024-09-12T00:51:53.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.2 2024-09-12T00:51:53.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.3 2024-09-12T00:51:53.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.3 2024-09-12T00:51:53.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.4 2024-09-12T00:51:53.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.4 2024-09-12T00:51:53.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.5 2024-09-12T00:51:53.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.5 2024-09-12T00:51:53.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.6 2024-09-12T00:51:53.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.6 2024-09-12T00:51:53.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.7 2024-09-12T00:51:53.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.7 2024-09-12T00:51:53.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.8 2024-09-12T00:51:53.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.8 2024-09-12T00:51:53.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.9 2024-09-12T00:51:53.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.9 2024-09-12T00:51:53.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.10 2024-09-12T00:51:53.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.10 2024-09-12T00:51:53.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.11 2024-09-12T00:51:53.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.11 2024-09-12T00:51:53.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.0 2024-09-12T00:51:53.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.404+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1 2024-09-12T00:51:53.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.405+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2 2024-09-12T00:51:53.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.405+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3 2024-09-12T00:51:53.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.406+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.4 2024-09-12T00:51:53.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.406+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.5 2024-09-12T00:51:53.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.406+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.6 2024-09-12T00:51:53.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.407+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.7 2024-09-12T00:51:53.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.407+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.8 2024-09-12T00:51:53.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.408+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.9 2024-09-12T00:51:53.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.408+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.10 2024-09-12T00:51:53.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.409+0000 7ff01e923800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : hit (requested=0x17, cached=0x17) 2024-09-12T00:51:53.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.409+0000 7ff01e923800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:51:53.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.410+0000 7ff01e923800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:51:53.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.410+0000 7ff01e923800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:51:53.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.410+0000 7ff01e923800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:51:53.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.410+0000 7ff01e923800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:51:53.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.411+0000 7feefdffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464287 cookie 94444437837920 notifier 5786 bl.length()=911 2024-09-12T00:51:53.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.411+0000 7feefdffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:51:53.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.411+0000 7feefdffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:51:53.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.411+0000 7feefdffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:51:53.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.411+0000 7ff01e923800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:51:53.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.411+0000 7ff01e923800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:51:53.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.411+0000 7ff01e923800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:51:53.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.411+0000 7ff01e923800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:51:53.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.414+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.0 2024-09-12T00:51:53.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.414+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1 2024-09-12T00:51:53.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.414+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2 2024-09-12T00:51:53.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.414+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3 2024-09-12T00:51:53.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.415+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.4 2024-09-12T00:51:53.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.415+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.5 2024-09-12T00:51:53.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.415+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.6 2024-09-12T00:51:53.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.416+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.7 2024-09-12T00:51:53.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.416+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.8 2024-09-12T00:51:53.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.416+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.9 2024-09-12T00:51:53.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.417+0000 7ff01e923800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.10 2024-09-12T00:51:53.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.417+0000 7ff01e923800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : hit (requested=0x17, cached=0x17) 2024-09-12T00:51:53.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.417+0000 7ff01e923800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:51:53.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.419+0000 7ff01e923800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:51:53.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.419+0000 7ff01e923800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:51:53.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.419+0000 7ff01e923800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:51:53.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.419+0000 7ff01e923800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:51:53.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.419+0000 7feefdffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464288 cookie 94444437837920 notifier 5786 bl.length()=879 2024-09-12T00:51:53.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.419+0000 7feefdffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:51:53.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.419+0000 7feefdffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:51:53.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.419+0000 7feefdffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:51:53.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.419+0000 7ff01e923800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:51:53.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.419+0000 7ff01e923800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:51:53.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.419+0000 7ff01e923800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:51:53.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.419+0000 7ff01e923800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:51:53.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.422+0000 7ff01e923800 1 execute INFO: reshard of bucket "a-bucket" from 11 shards to 12 shards completed successfully 2024-09-12T00:51:53.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.423+0000 7ff01e923800 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-12T00:51:53.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.425+0000 7ff01e923800 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-12T00:51:53.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.425+0000 7ff01e923800 20 processing logshard = reshard.0000000007 2024-09-12T00:51:53.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.427+0000 7ff01e923800 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-12T00:51:53.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.427+0000 7ff01e923800 20 processing logshard = reshard.0000000008 2024-09-12T00:51:53.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.430+0000 7ff01e923800 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-12T00:51:53.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.430+0000 7ff01e923800 20 processing logshard = reshard.0000000009 2024-09-12T00:51:53.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.433+0000 7ff01e923800 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-12T00:51:53.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.433+0000 7ff01e923800 20 processing logshard = reshard.0000000010 2024-09-12T00:51:53.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.436+0000 7ff01e923800 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-12T00:51:53.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.436+0000 7ff01e923800 20 processing logshard = reshard.0000000011 2024-09-12T00:51:53.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.439+0000 7ff01e923800 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-12T00:51:53.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.439+0000 7ff01e923800 20 processing logshard = reshard.0000000012 2024-09-12T00:51:53.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.442+0000 7ff01e923800 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-12T00:51:53.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.442+0000 7ff01e923800 20 processing logshard = reshard.0000000013 2024-09-12T00:51:53.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.445+0000 7ff01e923800 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-12T00:51:53.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.445+0000 7ff01e923800 20 processing logshard = reshard.0000000014 2024-09-12T00:51:53.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.447+0000 7ff01e923800 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-12T00:51:53.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.447+0000 7ff01e923800 20 processing logshard = reshard.0000000015 2024-09-12T00:51:53.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.450+0000 7ff01e923800 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-12T00:51:53.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.450+0000 7feed0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:53.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.453+0000 7ff01e923800 20 remove_watcher() i=0 2024-09-12T00:51:53.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.453+0000 7ff01e923800 2 removed watcher, disabling cache 2024-09-12T00:51:53.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.454+0000 7ff01e923800 20 remove_watcher() i=1 2024-09-12T00:51:53.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.455+0000 7ff01e923800 20 remove_watcher() i=2 2024-09-12T00:51:53.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.456+0000 7ff01e923800 20 remove_watcher() i=3 2024-09-12T00:51:53.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.457+0000 7ff01e923800 20 remove_watcher() i=4 2024-09-12T00:51:53.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.458+0000 7ff01e923800 20 remove_watcher() i=5 2024-09-12T00:51:53.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.459+0000 7ff01e923800 20 remove_watcher() i=6 2024-09-12T00:51:53.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:53.460+0000 7ff01e923800 20 remove_watcher() i=7 2024-09-12T00:51:58.477 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:51:58.510 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:58.511 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:58.555 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.557+0000 7f0d36e14800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.559+0000 7f0d36e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.559+0000 7f0d36e14800 20 realm 2024-09-12T00:51:58.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.559+0000 7f0d36e14800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.559+0000 7f0d36e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.559+0000 7f0d36e14800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:58.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.559+0000 7f0d36e14800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.559+0000 7f0d36e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.559+0000 7f0d36e14800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.560+0000 7f0d36e14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:58.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.560+0000 7f0d36e14800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.561+0000 7f0d36e14800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:58.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.561+0000 7f0d36e14800 20 searching for the correct realm 2024-09-12T00:51:58.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.564+0000 7f0d31cca640 0 -- 172.21.15.38:0/975036322 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x562e13a650b0 msgr2=0x562e13a674a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:58.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.568+0000 7f0d324cb640 0 -- 172.21.15.38:0/975036322 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f0d280a2400 msgr2=0x7f0d280a2860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:58.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.775+0000 7f0d36e14800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:51:58.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.775+0000 7f0d36e14800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:51:58.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.775+0000 7f0d36e14800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:58.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.775+0000 7f0d36e14800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:58.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.775+0000 7f0d36e14800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:58.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.775+0000 7f0d36e14800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:58.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.775+0000 7f0d36e14800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.776+0000 7f0d36e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.776+0000 7f0d36e14800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.776+0000 7f0d36e14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:58.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.776+0000 7f0d36e14800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.776+0000 7f0d36e14800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:58.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.776+0000 7f0d36e14800 20 zone default found 2024-09-12T00:51:58.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.776+0000 7f0d36e14800 4 Realm: () 2024-09-12T00:51:58.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.776+0000 7f0d36e14800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:51:58.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.776+0000 7f0d36e14800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:51:58.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.776+0000 7f0d36e14800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:58.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.776+0000 7f0d36e14800 20 zonegroup default 2024-09-12T00:51:58.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.776+0000 7f0d36e14800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.777+0000 7f0d36e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.777+0000 7f0d36e14800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.778+0000 7f0d36e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.778+0000 7f0d36e14800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.778+0000 7f0d36e14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.778+0000 7f0d36e14800 20 started sync module instance, tier type = 2024-09-12T00:51:58.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.778+0000 7f0d36e14800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:51:58.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.789+0000 7f0d36e14800 20 add_watcher() i=0 2024-09-12T00:51:58.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.789+0000 7f0d36e14800 20 add_watcher() i=1 2024-09-12T00:51:58.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.789+0000 7f0d36e14800 20 add_watcher() i=2 2024-09-12T00:51:58.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.789+0000 7f0d36e14800 20 add_watcher() i=3 2024-09-12T00:51:58.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.789+0000 7f0d36e14800 20 add_watcher() i=4 2024-09-12T00:51:58.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.789+0000 7f0d36e14800 20 add_watcher() i=5 2024-09-12T00:51:58.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.789+0000 7f0d36e14800 20 add_watcher() i=6 2024-09-12T00:51:58.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.790+0000 7f0d36e14800 20 add_watcher() i=7 2024-09-12T00:51:58.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.790+0000 7f0d36e14800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:58.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.792+0000 7f0be8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:58.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.793+0000 7f0d36e14800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:58.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.793+0000 7f0d36e14800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:58.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.793+0000 7f0d36e14800 5 note: GC not initialized 2024-09-12T00:51:58.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.793+0000 7f0b637fe640 20 reqs_thread_entry: start 2024-09-12T00:51:58.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.793+0000 7f0d36e14800 20 init_complete bucket index max shards: 11 2024-09-12T00:51:58.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.793+0000 7f0d36e14800 20 Filter name: none 2024-09-12T00:51:58.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.794+0000 7f0b617fa640 20 reqs_thread_entry: start 2024-09-12T00:51:58.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.794+0000 7f0d36e14800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.794+0000 7f0d36e14800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:51:58.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.794+0000 7f0d36e14800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.795+0000 7f0d36e14800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:51:58.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.795+0000 7f0d36e14800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:58.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.795+0000 7f0d36e14800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.795+0000 7f0d36e14800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:51:58.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.795+0000 7f0d36e14800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.796+0000 7f0d36e14800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:51:58.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.796+0000 7f0d36e14800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:58.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.798+0000 7f0be8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:58.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.800+0000 7f0d36e14800 20 remove_watcher() i=0 2024-09-12T00:51:58.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.800+0000 7f0d36e14800 2 removed watcher, disabling cache 2024-09-12T00:51:58.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.801+0000 7f0d36e14800 20 remove_watcher() i=1 2024-09-12T00:51:58.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.803+0000 7f0d36e14800 20 remove_watcher() i=2 2024-09-12T00:51:58.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.804+0000 7f0d36e14800 20 remove_watcher() i=3 2024-09-12T00:51:58.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.806+0000 7f0d36e14800 20 remove_watcher() i=4 2024-09-12T00:51:58.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.807+0000 7f0d36e14800 20 remove_watcher() i=5 2024-09-12T00:51:58.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.808+0000 7f0d36e14800 20 remove_watcher() i=6 2024-09-12T00:51:58.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.809+0000 7f0d36e14800 20 remove_watcher() i=7 2024-09-12T00:51:58.820 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:51:58.820 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:51:58.820 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: a-bucket id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 num_objects: 0 size_kb: 0 num_shards: 12 2024-09-12T00:51:58.820 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:51:58.821 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard add non empty bucket 2024-09-12T00:51:58.821 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:51:58.825 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:58.825 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:51:58.836 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:58.836 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:51:58.845 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:58.845 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:51:58.854 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:58.854 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:51:58.863 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:58.863 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:51:58.871 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:58.871 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:51:58.880 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:58.880 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:51:58.888 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:51:58.888 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:51:58.896 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:51:58.925 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:58.925 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:58.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.967+0000 7fcf68938800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.968+0000 7fcf68938800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.968+0000 7fcf68938800 20 realm 2024-09-12T00:51:58.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.968+0000 7fcf68938800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.969+0000 7fcf68938800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.969+0000 7fcf68938800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:58.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.969+0000 7fcf68938800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.969+0000 7fcf68938800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:58.968 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.969+0000 7fcf68938800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.970+0000 7fcf68938800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:58.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.970+0000 7fcf68938800 20 rados->read ofs=0 len=0 2024-09-12T00:51:58.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.971+0000 7fcf68938800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:58.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.971+0000 7fcf68938800 20 searching for the correct realm 2024-09-12T00:51:58.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:58.974+0000 7fcf64e82640 0 -- 172.21.15.38:0/4097019548 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7fcf580a8040 msgr2=0x7fcf58072040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:59.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.180+0000 7fcf64681640 0 -- 172.21.15.38:0/4097019548 >> [v2:172.21.15.194:6800/4136092038,v1:172.21.15.194:6801/4136092038] conn(0x564e9ab65530 msgr2=0x564e9ab679f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:59.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.183+0000 7fcf68938800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:51:59.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.183+0000 7fcf68938800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:51:59.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.183+0000 7fcf68938800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:59.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.183+0000 7fcf68938800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:59.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.183+0000 7fcf68938800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:59.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.183+0000 7fcf68938800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:59.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.183+0000 7fcf68938800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.183+0000 7fcf68938800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.183+0000 7fcf68938800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.184+0000 7fcf68938800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:59.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.184+0000 7fcf68938800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.184+0000 7fcf68938800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:59.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.184+0000 7fcf68938800 20 zone default found 2024-09-12T00:51:59.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.184+0000 7fcf68938800 4 Realm: () 2024-09-12T00:51:59.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.184+0000 7fcf68938800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:51:59.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.184+0000 7fcf68938800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:51:59.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.184+0000 7fcf68938800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:59.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.184+0000 7fcf68938800 20 zonegroup default 2024-09-12T00:51:59.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.184+0000 7fcf68938800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.184+0000 7fcf68938800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.184+0000 7fcf68938800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.184+0000 7fcf68938800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.184+0000 7fcf68938800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.185+0000 7fcf68938800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.185+0000 7fcf68938800 20 started sync module instance, tier type = 2024-09-12T00:51:59.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.185+0000 7fcf68938800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:51:59.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.194+0000 7fcf68938800 20 add_watcher() i=0 2024-09-12T00:51:59.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.194+0000 7fcf68938800 20 add_watcher() i=1 2024-09-12T00:51:59.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.194+0000 7fcf68938800 20 add_watcher() i=2 2024-09-12T00:51:59.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.194+0000 7fcf68938800 20 add_watcher() i=3 2024-09-12T00:51:59.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.194+0000 7fcf68938800 20 add_watcher() i=4 2024-09-12T00:51:59.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.194+0000 7fcf68938800 20 add_watcher() i=5 2024-09-12T00:51:59.194 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.194+0000 7fcf68938800 20 add_watcher() i=6 2024-09-12T00:51:59.194 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.195+0000 7fcf68938800 20 add_watcher() i=7 2024-09-12T00:51:59.194 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.195+0000 7fcf68938800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:59.196 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.197+0000 7fce1afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:59.196 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.197+0000 7fcf68938800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:59.196 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.197+0000 7fcf68938800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:59.196 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.197+0000 7fcf68938800 5 note: GC not initialized 2024-09-12T00:51:59.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.197+0000 7fce19fdb640 20 reqs_thread_entry: start 2024-09-12T00:51:59.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.198+0000 7fcf68938800 20 init_complete bucket index max shards: 11 2024-09-12T00:51:59.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.198+0000 7fcf68938800 20 Filter name: none 2024-09-12T00:51:59.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.198+0000 7fcd8b7fe640 20 reqs_thread_entry: start 2024-09-12T00:51:59.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.198+0000 7fcf68938800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.199+0000 7fcf68938800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:51:59.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.199+0000 7fcf68938800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.199+0000 7fcf68938800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:51:59.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.199+0000 7fcf68938800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:59.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.199+0000 7fcf68938800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.199+0000 7fcf68938800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:51:59.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.199+0000 7fcf68938800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.200+0000 7fcf68938800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:51:59.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.200+0000 7fcf68938800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:51:59.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.202+0000 7fce1afdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:59.203 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.204+0000 7fcf68938800 20 remove_watcher() i=0 2024-09-12T00:51:59.203 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.204+0000 7fcf68938800 2 removed watcher, disabling cache 2024-09-12T00:51:59.204 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.205+0000 7fcf68938800 20 remove_watcher() i=1 2024-09-12T00:51:59.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.206+0000 7fcf68938800 20 remove_watcher() i=2 2024-09-12T00:51:59.206 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.207+0000 7fcf68938800 20 remove_watcher() i=3 2024-09-12T00:51:59.207 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.209+0000 7fcf68938800 20 remove_watcher() i=4 2024-09-12T00:51:59.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.210+0000 7fcf68938800 20 remove_watcher() i=5 2024-09-12T00:51:59.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.211+0000 7fcf68938800 20 remove_watcher() i=6 2024-09-12T00:51:59.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.212+0000 7fcf68938800 20 remove_watcher() i=7 2024-09-12T00:51:59.224 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:51:59.224 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:51:59.224 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: a-bucket id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 num_objects: 8 size_kb: 1 num_shards: 12 2024-09-12T00:51:59.224 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:51:59.224 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 13 2024-09-12T00:51:59.254 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:59.254 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:59.293 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.295+0000 7fc200f2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.295 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.296+0000 7fc200f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.295 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.296+0000 7fc200f2c800 20 realm 2024-09-12T00:51:59.295 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.296+0000 7fc200f2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.296 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.296+0000 7fc200f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.296 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.296+0000 7fc200f2c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:59.296 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.296+0000 7fc200f2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.296 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.297+0000 7fc200f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.296 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.297+0000 7fc200f2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.296 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.298+0000 7fc200f2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:59.296 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.298+0000 7fc200f2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.297 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.299+0000 7fc200f2c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:59.297 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.299+0000 7fc200f2c800 20 searching for the correct realm 2024-09-12T00:51:59.300 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.301+0000 7fc1fd4ae640 0 -- 172.21.15.38:0/3175612715 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x561b1c05d550 msgr2=0x561b1c05fa10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:51:59.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.305+0000 7fc1fccad640 0 -- 172.21.15.38:0/3175612715 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fc1f0072470 msgr2=0x7fc1f0067af0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:59.309 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.309+0000 7fc200f2c800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:51:59.309 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.309+0000 7fc200f2c800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:51:59.309 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.309+0000 7fc200f2c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:59.309 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.309+0000 7fc200f2c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:59.309 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.309+0000 7fc200f2c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:59.309 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.309+0000 7fc200f2c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:59.309 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.309+0000 7fc200f2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.309 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.310+0000 7fc200f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.310+0000 7fc200f2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.310+0000 7fc200f2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:59.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.310+0000 7fc200f2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.310+0000 7fc200f2c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:59.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.310+0000 7fc200f2c800 20 zone default found 2024-09-12T00:51:59.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.310+0000 7fc200f2c800 4 Realm: () 2024-09-12T00:51:59.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.310+0000 7fc200f2c800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:51:59.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.310+0000 7fc200f2c800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:51:59.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.310+0000 7fc200f2c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:59.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.310+0000 7fc200f2c800 20 zonegroup default 2024-09-12T00:51:59.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.310+0000 7fc200f2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.310+0000 7fc200f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.310+0000 7fc200f2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.311 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.311+0000 7fc200f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.311 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.311+0000 7fc200f2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.311 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.311+0000 7fc200f2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.311 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.311+0000 7fc200f2c800 20 started sync module instance, tier type = 2024-09-12T00:51:59.311 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.311+0000 7fc200f2c800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:51:59.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.320+0000 7fc200f2c800 20 add_watcher() i=0 2024-09-12T00:51:59.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.320+0000 7fc200f2c800 20 add_watcher() i=1 2024-09-12T00:51:59.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.320+0000 7fc200f2c800 20 add_watcher() i=2 2024-09-12T00:51:59.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.320+0000 7fc200f2c800 20 add_watcher() i=3 2024-09-12T00:51:59.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.320+0000 7fc200f2c800 20 add_watcher() i=4 2024-09-12T00:51:59.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.320+0000 7fc200f2c800 20 add_watcher() i=5 2024-09-12T00:51:59.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.320+0000 7fc200f2c800 20 add_watcher() i=6 2024-09-12T00:51:59.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.321+0000 7fc200f2c800 20 add_watcher() i=7 2024-09-12T00:51:59.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.321+0000 7fc200f2c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:59.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.323+0000 7fc0b2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:59.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.323+0000 7fc200f2c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:59.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.323+0000 7fc200f2c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:59.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.323+0000 7fc200f2c800 5 note: GC not initialized 2024-09-12T00:51:59.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.323+0000 7fc0b1fe3640 20 reqs_thread_entry: start 2024-09-12T00:51:59.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.323+0000 7fc200f2c800 20 init_complete bucket index max shards: 11 2024-09-12T00:51:59.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.323+0000 7fc200f2c800 20 Filter name: none 2024-09-12T00:51:59.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.324+0000 7fc0237fe640 20 reqs_thread_entry: start 2024-09-12T00:51:59.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.324+0000 7fc200f2c800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:51:59.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.324+0000 7fc200f2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.324+0000 7fc200f2c800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:51:59.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.324+0000 7fc200f2c800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:51:59.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.324+0000 7fc200f2c800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:51:59.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.324+0000 7fc200f2c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:51:59.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.324+0000 7fc200f2c800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.324+0000 7fc200f2c800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:51:59.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.324+0000 7fc200f2c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:51:59.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.324+0000 7fc200f2c800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:51:59.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.324+0000 7fc200f2c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:51:59.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.324+0000 7fc200f2c800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:51:59.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.324+0000 7fc200f2c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:51:59.325 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.326+0000 7fc0b2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:59.327 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.329+0000 7fc200f2c800 20 remove_watcher() i=0 2024-09-12T00:51:59.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.329+0000 7fc200f2c800 2 removed watcher, disabling cache 2024-09-12T00:51:59.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.330+0000 7fc200f2c800 20 remove_watcher() i=1 2024-09-12T00:51:59.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.331+0000 7fc200f2c800 20 remove_watcher() i=2 2024-09-12T00:51:59.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.332+0000 7fc200f2c800 20 remove_watcher() i=3 2024-09-12T00:51:59.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.333+0000 7fc200f2c800 20 remove_watcher() i=4 2024-09-12T00:51:59.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.334+0000 7fc200f2c800 20 remove_watcher() i=5 2024-09-12T00:51:59.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.335+0000 7fc200f2c800 20 remove_watcher() i=6 2024-09-12T00:51:59.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.336+0000 7fc200f2c800 20 remove_watcher() i=7 2024-09-12T00:51:59.348 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin reshard list 2024-09-12T00:51:59.375 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:59.375 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:59.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.417+0000 7fb0ce926800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.419+0000 7fb0ce926800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.419+0000 7fb0ce926800 20 realm 2024-09-12T00:51:59.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.419+0000 7fb0ce926800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.419+0000 7fb0ce926800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.419+0000 7fb0ce926800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:59.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.419+0000 7fb0ce926800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.419+0000 7fb0ce926800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.419+0000 7fb0ce926800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.420+0000 7fb0ce926800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:59.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.420+0000 7fb0ce926800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.421+0000 7fb0ce926800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:59.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.421+0000 7fb0ce926800 20 searching for the correct realm 2024-09-12T00:51:59.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.423+0000 7fb0c9d08640 0 -- 172.21.15.38:0/2378199904 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fb0bc0adb70 msgr2=0x7fb0bc0ab260 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:59.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.427+0000 7fb0ca509640 0 -- 172.21.15.38:0/2378199904 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fb0c0062ce0 msgr2=0x7fb0c0063680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:59.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.633+0000 7fb0ce926800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:51:59.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.633+0000 7fb0ce926800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:51:59.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.633+0000 7fb0ce926800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:59.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.633+0000 7fb0ce926800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:59.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.633+0000 7fb0ce926800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:59.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.633+0000 7fb0ce926800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:59.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.633+0000 7fb0ce926800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.634+0000 7fb0ce926800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.634+0000 7fb0ce926800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.634+0000 7fb0ce926800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:59.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.634+0000 7fb0ce926800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.635+0000 7fb0ce926800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:59.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.635+0000 7fb0ce926800 20 zone default found 2024-09-12T00:51:59.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.635+0000 7fb0ce926800 4 Realm: () 2024-09-12T00:51:59.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.635+0000 7fb0ce926800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:51:59.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.635+0000 7fb0ce926800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:51:59.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.635+0000 7fb0ce926800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:59.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.635+0000 7fb0ce926800 20 zonegroup default 2024-09-12T00:51:59.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.635+0000 7fb0ce926800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.635+0000 7fb0ce926800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.635+0000 7fb0ce926800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.636+0000 7fb0ce926800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.636+0000 7fb0ce926800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.636+0000 7fb0ce926800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.636+0000 7fb0ce926800 20 started sync module instance, tier type = 2024-09-12T00:51:59.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.636+0000 7fb0ce926800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:51:59.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.647+0000 7fb0ce926800 20 add_watcher() i=0 2024-09-12T00:51:59.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.647+0000 7fb0ce926800 20 add_watcher() i=1 2024-09-12T00:51:59.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.647+0000 7fb0ce926800 20 add_watcher() i=2 2024-09-12T00:51:59.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.647+0000 7fb0ce926800 20 add_watcher() i=3 2024-09-12T00:51:59.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.647+0000 7fb0ce926800 20 add_watcher() i=4 2024-09-12T00:51:59.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.647+0000 7fb0ce926800 20 add_watcher() i=5 2024-09-12T00:51:59.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.647+0000 7fb0ce926800 20 add_watcher() i=6 2024-09-12T00:51:59.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.648+0000 7fb0ce926800 20 add_watcher() i=7 2024-09-12T00:51:59.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.648+0000 7fb0ce926800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:59.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.650+0000 7faf80fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:59.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.651+0000 7fb0ce926800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:59.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.651+0000 7fb0ce926800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:59.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.651+0000 7fb0ce926800 5 note: GC not initialized 2024-09-12T00:51:59.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.651+0000 7faefb7fe640 20 reqs_thread_entry: start 2024-09-12T00:51:59.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.651+0000 7fb0ce926800 20 init_complete bucket index max shards: 11 2024-09-12T00:51:59.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.651+0000 7fb0ce926800 20 Filter name: none 2024-09-12T00:51:59.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.651+0000 7faef97fa640 20 reqs_thread_entry: start 2024-09-12T00:51:59.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.657+0000 7faf80fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:59.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.660+0000 7fb0ce926800 20 remove_watcher() i=0 2024-09-12T00:51:59.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.660+0000 7fb0ce926800 2 removed watcher, disabling cache 2024-09-12T00:51:59.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.661+0000 7fb0ce926800 20 remove_watcher() i=1 2024-09-12T00:51:59.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.662+0000 7fb0ce926800 20 remove_watcher() i=2 2024-09-12T00:51:59.662 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.663+0000 7fb0ce926800 20 remove_watcher() i=3 2024-09-12T00:51:59.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.665+0000 7fb0ce926800 20 remove_watcher() i=4 2024-09-12T00:51:59.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.666+0000 7fb0ce926800 20 remove_watcher() i=5 2024-09-12T00:51:59.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.667+0000 7fb0ce926800 20 remove_watcher() i=6 2024-09-12T00:51:59.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.668+0000 7fb0ce926800 20 remove_watcher() i=7 2024-09-12T00:51:59.678 INFO:tasks.workunit.client.0.smithi038.stderr:bucket name a-bucket 2024-09-12T00:51:59.678 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard process non empty bucket 2024-09-12T00:51:59.678 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:51:59.679 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin reshard process 2024-09-12T00:51:59.706 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:59.706 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:59.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.747+0000 7f23e4326800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.749+0000 7f23e4326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.749+0000 7f23e4326800 20 realm 2024-09-12T00:51:59.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.749+0000 7f23e4326800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.749+0000 7f23e4326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.749+0000 7f23e4326800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:59.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.749+0000 7f23e4326800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.749+0000 7f23e4326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.749+0000 7f23e4326800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.750+0000 7f23e4326800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:59.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.750+0000 7f23e4326800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.751+0000 7f23e4326800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:59.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.751+0000 7f23e4326800 20 searching for the correct realm 2024-09-12T00:51:59.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.754+0000 7f23d7fff640 0 -- 172.21.15.38:0/4147538409 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55a735319680 msgr2=0x55a73531ba90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:59.756 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.757+0000 7f23dff5d640 0 -- 172.21.15.38:0/4147538409 >> [v2:172.21.15.194:6800/4136092038,v1:172.21.15.194:6801/4136092038] conn(0x55a735315e20 msgr2=0x55a735318250 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:51:59.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.762+0000 7f23e4326800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:51:59.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.762+0000 7f23e4326800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:51:59.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.762+0000 7f23e4326800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:51:59.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.762+0000 7f23e4326800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:51:59.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.762+0000 7f23e4326800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:51:59.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.762+0000 7f23e4326800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:51:59.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.762+0000 7f23e4326800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.763+0000 7f23e4326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.763+0000 7f23e4326800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.763+0000 7f23e4326800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:59.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.763+0000 7f23e4326800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.763+0000 7f23e4326800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:51:59.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.763+0000 7f23e4326800 20 zone default found 2024-09-12T00:51:59.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.763+0000 7f23e4326800 4 Realm: () 2024-09-12T00:51:59.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.763+0000 7f23e4326800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:51:59.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.763+0000 7f23e4326800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:51:59.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.763+0000 7f23e4326800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:51:59.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.763+0000 7f23e4326800 20 zonegroup default 2024-09-12T00:51:59.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.763+0000 7f23e4326800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.763+0000 7f23e4326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.764+0000 7f23e4326800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.764+0000 7f23e4326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.764+0000 7f23e4326800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.764+0000 7f23e4326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.764+0000 7f23e4326800 20 started sync module instance, tier type = 2024-09-12T00:51:59.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.764+0000 7f23e4326800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:51:59.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.774+0000 7f23e4326800 20 add_watcher() i=0 2024-09-12T00:51:59.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.774+0000 7f23e4326800 20 add_watcher() i=1 2024-09-12T00:51:59.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.774+0000 7f23e4326800 20 add_watcher() i=2 2024-09-12T00:51:59.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.774+0000 7f23e4326800 20 add_watcher() i=3 2024-09-12T00:51:59.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.774+0000 7f23e4326800 20 add_watcher() i=4 2024-09-12T00:51:59.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.774+0000 7f23e4326800 20 add_watcher() i=5 2024-09-12T00:51:59.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.774+0000 7f23e4326800 20 add_watcher() i=6 2024-09-12T00:51:59.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.775+0000 7f23e4326800 20 add_watcher() i=7 2024-09-12T00:51:59.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.775+0000 7f23e4326800 2 all 8 watchers are set, enabling cache 2024-09-12T00:51:59.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.776+0000 7f2295fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:59.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.776+0000 7f23e4326800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:51:59.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.776+0000 7f23e4326800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:51:59.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.776+0000 7f23e4326800 5 note: GC not initialized 2024-09-12T00:51:59.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.777+0000 7f2294fe1640 20 reqs_thread_entry: start 2024-09-12T00:51:59.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.777+0000 7f23e4326800 20 init_complete bucket index max shards: 11 2024-09-12T00:51:59.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.777+0000 7f23e4326800 20 Filter name: none 2024-09-12T00:51:59.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.777+0000 7f220e7fc640 20 reqs_thread_entry: start 2024-09-12T00:51:59.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.777+0000 7f23e4326800 20 processing logshard = reshard.0000000000 2024-09-12T00:51:59.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.780+0000 7f23e4326800 20 finish processing logshard = reshard.0000000000 , ret = 0 2024-09-12T00:51:59.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.780+0000 7f23e4326800 20 processing logshard = reshard.0000000001 2024-09-12T00:51:59.781 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.782+0000 7f23e4326800 20 finish processing logshard = reshard.0000000001 , ret = 0 2024-09-12T00:51:59.781 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.782+0000 7f23e4326800 20 processing logshard = reshard.0000000002 2024-09-12T00:51:59.783 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.785+0000 7f23e4326800 20 finish processing logshard = reshard.0000000002 , ret = 0 2024-09-12T00:51:59.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.785+0000 7f23e4326800 20 processing logshard = reshard.0000000003 2024-09-12T00:51:59.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.787+0000 7f23e4326800 20 finish processing logshard = reshard.0000000003 , ret = 0 2024-09-12T00:51:59.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.787+0000 7f23e4326800 20 processing logshard = reshard.0000000004 2024-09-12T00:51:59.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.790+0000 7f23e4326800 20 finish processing logshard = reshard.0000000004 , ret = 0 2024-09-12T00:51:59.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.790+0000 7f23e4326800 20 processing logshard = reshard.0000000005 2024-09-12T00:51:59.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.792+0000 7f23e4326800 20 finish processing logshard = reshard.0000000005 , ret = 0 2024-09-12T00:51:59.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.792+0000 7f23e4326800 20 processing logshard = reshard.0000000006 2024-09-12T00:51:59.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.794+0000 7f23e4326800 20 process_entry resharding a-bucket 2024-09-12T00:51:59.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.794+0000 7f23e4326800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:51:59.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.794+0000 7f23e4326800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.794+0000 7f23e4326800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:51:59.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.794+0000 7f23e4326800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2024-09-12T00:51:59.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.794+0000 7f23e4326800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:51:59.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.794+0000 7f23e4326800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:51:59.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.794+0000 7f23e4326800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.794+0000 7f23e4326800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:51:59.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.794+0000 7f23e4326800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:51:59.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.795+0000 7f23e4326800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:51:59.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.795+0000 7f23e4326800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:51:59.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.795+0000 7f23e4326800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:51:59.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.795+0000 7f23e4326800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:51:59.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.801+0000 7f23e4326800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:51:59.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.801+0000 7f23e4326800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:51:59.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.801+0000 7f23e4326800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:51:59.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.801+0000 7f23e4326800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:51:59.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.801+0000 7f22beffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464289 cookie 94176640346240 notifier 5870 bl.length()=911 2024-09-12T00:51:59.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.801+0000 7f22beffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:51:59.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.801+0000 7f22beffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:51:59.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.801+0000 7f22beffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:51:59.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.802+0000 7f23e4326800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:51:59.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.802+0000 7f23e4326800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:51:59.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.802+0000 7f23e4326800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:51:59.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.802+0000 7f23e4326800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:51:59.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:51:59.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:51:59.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:51:59.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:51:59.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:51:59.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:51:59.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:51:59.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:51:59.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:51:59.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:51:59.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:51:59.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:51:59.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:51:59.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:51:59.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:51:59.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:51:59.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:51:59.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:51:59.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:51:59.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:51:59.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:51:59.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:51:59.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:51:59.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:51:59.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:51:59.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:51:59.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.0 2024-09-12T00:51:59.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.0 2024-09-12T00:51:59.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.1 2024-09-12T00:51:59.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.809+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.1 2024-09-12T00:51:59.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.810+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.2 2024-09-12T00:51:59.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.810+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.2 2024-09-12T00:51:59.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.810+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.3 2024-09-12T00:51:59.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.810+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.3 2024-09-12T00:51:59.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.811+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.4 2024-09-12T00:51:59.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.811+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.4 2024-09-12T00:51:59.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.811+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.5 2024-09-12T00:51:59.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.811+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.5 2024-09-12T00:51:59.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.811+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.6 2024-09-12T00:51:59.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.811+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.6 2024-09-12T00:51:59.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.812+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.7 2024-09-12T00:51:59.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.812+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.7 2024-09-12T00:51:59.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.812+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.8 2024-09-12T00:51:59.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.812+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.8 2024-09-12T00:51:59.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.813+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.9 2024-09-12T00:51:59.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.813+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.9 2024-09-12T00:51:59.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.814+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.10 2024-09-12T00:51:59.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.814+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.10 2024-09-12T00:51:59.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.814+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.11 2024-09-12T00:51:59.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.814+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.11 2024-09-12T00:51:59.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.817+0000 7f23e4326800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : hit (requested=0x17, cached=0x17) 2024-09-12T00:51:59.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.817+0000 7f23e4326800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:51:59.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.818+0000 7f23e4326800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:51:59.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.818+0000 7f23e4326800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:51:59.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.818+0000 7f23e4326800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:51:59.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.818+0000 7f23e4326800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:51:59.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.818+0000 7f22beffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464290 cookie 94176640346240 notifier 5870 bl.length()=911 2024-09-12T00:51:59.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.818+0000 7f22beffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:51:59.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.818+0000 7f22beffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:51:59.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.818+0000 7f22beffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:51:59.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.819+0000 7f23e4326800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:51:59.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.819+0000 7f23e4326800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:51:59.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.819+0000 7f23e4326800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:51:59.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.819+0000 7f23e4326800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:51:59.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.821+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.0 2024-09-12T00:51:59.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.821+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.0 2024-09-12T00:51:59.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.821+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.1 2024-09-12T00:51:59.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.821+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.1 2024-09-12T00:51:59.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.822+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.2 2024-09-12T00:51:59.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.822+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.2 2024-09-12T00:51:59.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.822+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.3 2024-09-12T00:51:59.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.822+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.3 2024-09-12T00:51:59.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.823+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.4 2024-09-12T00:51:59.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.823+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.4 2024-09-12T00:51:59.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.823+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.5 2024-09-12T00:51:59.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.823+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.5 2024-09-12T00:51:59.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.823+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.6 2024-09-12T00:51:59.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.823+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.6 2024-09-12T00:51:59.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.823+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.7 2024-09-12T00:51:59.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.823+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.7 2024-09-12T00:51:59.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.824+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.8 2024-09-12T00:51:59.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.824+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.8 2024-09-12T00:51:59.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.824+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.9 2024-09-12T00:51:59.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.824+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.9 2024-09-12T00:51:59.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.825+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.10 2024-09-12T00:51:59.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.825+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.10 2024-09-12T00:51:59.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.825+0000 7f23e4326800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.11 2024-09-12T00:51:59.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.825+0000 7f23e4326800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.1.11 2024-09-12T00:51:59.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.825+0000 7f23e4326800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : hit (requested=0x17, cached=0x17) 2024-09-12T00:51:59.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.825+0000 7f23e4326800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:51:59.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.827+0000 7f23e4326800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:51:59.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.827+0000 7f23e4326800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:51:59.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.827+0000 7f23e4326800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:51:59.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.827+0000 7f23e4326800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:51:59.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.827+0000 7f22be7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464291 cookie 94176640346240 notifier 5870 bl.length()=879 2024-09-12T00:51:59.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.827+0000 7f22be7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:51:59.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.827+0000 7f22be7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:51:59.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.827+0000 7f22be7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:51:59.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.827+0000 7f23e4326800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:51:59.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.827+0000 7f23e4326800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:51:59.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.827+0000 7f23e4326800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:51:59.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.827+0000 7f23e4326800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:51:59.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.830+0000 7f23e4326800 1 execute INFO: reshard of bucket "a-bucket" from 12 shards to 13 shards completed successfully 2024-09-12T00:51:59.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.831+0000 7f23e4326800 20 process_entry removing reshard queue entry for bucket a-bucket 2024-09-12T00:51:59.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.833+0000 7f23e4326800 20 finish processing logshard = reshard.0000000006 , ret = 0 2024-09-12T00:51:59.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.833+0000 7f23e4326800 20 processing logshard = reshard.0000000007 2024-09-12T00:51:59.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.835+0000 7f23e4326800 20 finish processing logshard = reshard.0000000007 , ret = 0 2024-09-12T00:51:59.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.835+0000 7f23e4326800 20 processing logshard = reshard.0000000008 2024-09-12T00:51:59.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.838+0000 7f23e4326800 20 finish processing logshard = reshard.0000000008 , ret = 0 2024-09-12T00:51:59.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.838+0000 7f23e4326800 20 processing logshard = reshard.0000000009 2024-09-12T00:51:59.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.840+0000 7f23e4326800 20 finish processing logshard = reshard.0000000009 , ret = 0 2024-09-12T00:51:59.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.840+0000 7f23e4326800 20 processing logshard = reshard.0000000010 2024-09-12T00:51:59.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.842+0000 7f23e4326800 20 finish processing logshard = reshard.0000000010 , ret = 0 2024-09-12T00:51:59.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.842+0000 7f23e4326800 20 processing logshard = reshard.0000000011 2024-09-12T00:51:59.843 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.845+0000 7f23e4326800 20 finish processing logshard = reshard.0000000011 , ret = 0 2024-09-12T00:51:59.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.845+0000 7f23e4326800 20 processing logshard = reshard.0000000012 2024-09-12T00:51:59.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.847+0000 7f23e4326800 20 finish processing logshard = reshard.0000000012 , ret = 0 2024-09-12T00:51:59.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.847+0000 7f23e4326800 20 processing logshard = reshard.0000000013 2024-09-12T00:51:59.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.850+0000 7f23e4326800 20 finish processing logshard = reshard.0000000013 , ret = 0 2024-09-12T00:51:59.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.850+0000 7f23e4326800 20 processing logshard = reshard.0000000014 2024-09-12T00:51:59.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.852+0000 7f23e4326800 20 finish processing logshard = reshard.0000000014 , ret = 0 2024-09-12T00:51:59.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.852+0000 7f23e4326800 20 processing logshard = reshard.0000000015 2024-09-12T00:51:59.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.855+0000 7f23e4326800 20 finish processing logshard = reshard.0000000015 , ret = 0 2024-09-12T00:51:59.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.855+0000 7f2295fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:51:59.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.857+0000 7f23e4326800 20 remove_watcher() i=0 2024-09-12T00:51:59.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.857+0000 7f23e4326800 2 removed watcher, disabling cache 2024-09-12T00:51:59.857 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.859+0000 7f23e4326800 20 remove_watcher() i=1 2024-09-12T00:51:59.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.860+0000 7f23e4326800 20 remove_watcher() i=2 2024-09-12T00:51:59.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.861+0000 7f23e4326800 20 remove_watcher() i=3 2024-09-12T00:51:59.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.862+0000 7f23e4326800 20 remove_watcher() i=4 2024-09-12T00:51:59.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.863+0000 7f23e4326800 20 remove_watcher() i=5 2024-09-12T00:51:59.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.864+0000 7f23e4326800 20 remove_watcher() i=6 2024-09-12T00:51:59.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.865+0000 7f23e4326800 20 remove_watcher() i=7 2024-09-12T00:51:59.876 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:51:59.906 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:51:59.906 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:51:59.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.946+0000 7f9492c40800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.947 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.948+0000 7f9492c40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.947 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.948+0000 7f9492c40800 20 realm 2024-09-12T00:51:59.947 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.948+0000 7f9492c40800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.947 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.948+0000 7f9492c40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.947 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.948+0000 7f9492c40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:51:59.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.948+0000 7f9492c40800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.948+0000 7f9492c40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:51:59.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.948+0000 7f9492c40800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.949+0000 7f9492c40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:51:59.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.949+0000 7f9492c40800 20 rados->read ofs=0 len=0 2024-09-12T00:51:59.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.950+0000 7f9492c40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:51:59.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.950+0000 7f9492c40800 20 searching for the correct realm 2024-09-12T00:51:59.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:51:59.952+0000 7f948ff29640 0 -- 172.21.15.38:0/2470623197 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f9358086aa0 msgr2=0x7f9358088ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:00.156 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.158+0000 7f949072a640 0 -- 172.21.15.38:0/2470623197 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f9484075460 msgr2=0x7f9484084a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:00.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.364+0000 7f9492c40800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:00.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.364+0000 7f9492c40800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:00.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.364+0000 7f9492c40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:00.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.364+0000 7f9492c40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:00.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.364+0000 7f9492c40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:00.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.364+0000 7f9492c40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:00.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.364+0000 7f9492c40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.364+0000 7f9492c40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:00.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.364+0000 7f9492c40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.365+0000 7f9492c40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:00.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.365+0000 7f9492c40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.365+0000 7f9492c40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:00.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.365+0000 7f9492c40800 20 zone default found 2024-09-12T00:52:00.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.365+0000 7f9492c40800 4 Realm: () 2024-09-12T00:52:00.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.365+0000 7f9492c40800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:00.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.365+0000 7f9492c40800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:00.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.365+0000 7f9492c40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:00.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.365+0000 7f9492c40800 20 zonegroup default 2024-09-12T00:52:00.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.365+0000 7f9492c40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.365+0000 7f9492c40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:00.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.365+0000 7f9492c40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.365+0000 7f9492c40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:00.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.365+0000 7f9492c40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.366+0000 7f9492c40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:00.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.366+0000 7f9492c40800 20 started sync module instance, tier type = 2024-09-12T00:52:00.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.366+0000 7f9492c40800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:00.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.375+0000 7f9492c40800 20 add_watcher() i=0 2024-09-12T00:52:00.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.375+0000 7f9492c40800 20 add_watcher() i=1 2024-09-12T00:52:00.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.375+0000 7f9492c40800 20 add_watcher() i=2 2024-09-12T00:52:00.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.375+0000 7f9492c40800 20 add_watcher() i=3 2024-09-12T00:52:00.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.375+0000 7f9492c40800 20 add_watcher() i=4 2024-09-12T00:52:00.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.375+0000 7f9492c40800 20 add_watcher() i=5 2024-09-12T00:52:00.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.375+0000 7f9492c40800 20 add_watcher() i=6 2024-09-12T00:52:00.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.376+0000 7f9492c40800 20 add_watcher() i=7 2024-09-12T00:52:00.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.376+0000 7f9492c40800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:00.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.378+0000 7f9346fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:00.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.378+0000 7f9492c40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:00.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.378+0000 7f9492c40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:00.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.378+0000 7f9492c40800 5 note: GC not initialized 2024-09-12T00:52:00.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.378+0000 7f9345fdb640 20 reqs_thread_entry: start 2024-09-12T00:52:00.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.378+0000 7f9492c40800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:00.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.379+0000 7f9492c40800 20 Filter name: none 2024-09-12T00:52:00.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.379+0000 7f92b77fe640 20 reqs_thread_entry: start 2024-09-12T00:52:00.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.379+0000 7f9492c40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.379+0000 7f9492c40800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:52:00.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.379+0000 7f9492c40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.380+0000 7f9492c40800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:52:00.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.380+0000 7f9492c40800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:00.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.380+0000 7f9492c40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.380+0000 7f9492c40800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:52:00.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.380+0000 7f9492c40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.380+0000 7f9492c40800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:52:00.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.380+0000 7f9492c40800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:00.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.383+0000 7f9346fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:00.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.384+0000 7f9492c40800 20 remove_watcher() i=0 2024-09-12T00:52:00.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.384+0000 7f9492c40800 2 removed watcher, disabling cache 2024-09-12T00:52:00.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.385+0000 7f9492c40800 20 remove_watcher() i=1 2024-09-12T00:52:00.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.387+0000 7f9492c40800 20 remove_watcher() i=2 2024-09-12T00:52:00.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.388+0000 7f9492c40800 20 remove_watcher() i=3 2024-09-12T00:52:00.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.389+0000 7f9492c40800 20 remove_watcher() i=4 2024-09-12T00:52:00.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.390+0000 7f9492c40800 20 remove_watcher() i=5 2024-09-12T00:52:00.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.391+0000 7f9492c40800 20 remove_watcher() i=6 2024-09-12T00:52:00.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.392+0000 7f9492c40800 20 remove_watcher() i=7 2024-09-12T00:52:00.402 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:00.402 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:52:00.402 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: a-bucket id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 num_objects: 8 size_kb: 1 num_shards: 13 2024-09-12T00:52:00.402 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:00.402 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with EIO injected at init_index 2024-09-12T00:52:00.402 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:00.404 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.404 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.417 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.417 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.460 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.460 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.469 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.469 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.476 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.476 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.484 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.484 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.492 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.492 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.500 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.500 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.508 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.508 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.516 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.516 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.523 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.523 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.531 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.531 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.539 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.539 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.548 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.548 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.556 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.556 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.564 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.564 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.572 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.572 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.580 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.581 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.589 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.589 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.597 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.597 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.605 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.605 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.614 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:00.614 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:00.622 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T00:52:00.652 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:00.652 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:00.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.692+0000 7f1f12125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.694+0000 7f1f12125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:00.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.694+0000 7f1f12125800 20 realm 2024-09-12T00:52:00.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.694+0000 7f1f12125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.694+0000 7f1f12125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:00.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.694+0000 7f1f12125800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:00.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.694+0000 7f1f12125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.694+0000 7f1f12125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:00.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.694+0000 7f1f12125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.694 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.695+0000 7f1f12125800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:00.694 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.695+0000 7f1f12125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.695 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.696+0000 7f1f12125800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:00.695 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.696+0000 7f1f12125800 20 searching for the correct realm 2024-09-12T00:52:00.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.699+0000 7f1f0d5ad640 0 -- 172.21.15.38:0/375682748 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f1f0004b430 msgr2=0x7f1f0004b810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:00.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.702+0000 7f1f0ddae640 0 -- 172.21.15.38:0/375682748 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f1f040032d0 msgr2=0x7f1f0407e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:00.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.908+0000 7f1f12125800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:00.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.908+0000 7f1f12125800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:00.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.908+0000 7f1f12125800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:00.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.908+0000 7f1f12125800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:00.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.908+0000 7f1f12125800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:00.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.908+0000 7f1f12125800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:00.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.908+0000 7f1f12125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.908+0000 7f1f12125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:00.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.908+0000 7f1f12125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.908+0000 7f1f12125800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:00.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.908+0000 7f1f12125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.909+0000 7f1f12125800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:00.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.909+0000 7f1f12125800 20 zone default found 2024-09-12T00:52:00.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.909+0000 7f1f12125800 4 Realm: () 2024-09-12T00:52:00.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.909+0000 7f1f12125800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:00.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.909+0000 7f1f12125800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:00.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.909+0000 7f1f12125800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:00.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.909+0000 7f1f12125800 20 zonegroup default 2024-09-12T00:52:00.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.909+0000 7f1f12125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.909+0000 7f1f12125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:00.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.909+0000 7f1f12125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.909+0000 7f1f12125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:00.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.909+0000 7f1f12125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.910+0000 7f1f12125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:00.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.910+0000 7f1f12125800 20 started sync module instance, tier type = 2024-09-12T00:52:00.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.910+0000 7f1f12125800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:00.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.919+0000 7f1f12125800 20 add_watcher() i=0 2024-09-12T00:52:00.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.919+0000 7f1f12125800 20 add_watcher() i=1 2024-09-12T00:52:00.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.919+0000 7f1f12125800 20 add_watcher() i=2 2024-09-12T00:52:00.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.919+0000 7f1f12125800 20 add_watcher() i=3 2024-09-12T00:52:00.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.919+0000 7f1f12125800 20 add_watcher() i=4 2024-09-12T00:52:00.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.919+0000 7f1f12125800 20 add_watcher() i=5 2024-09-12T00:52:00.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.919+0000 7f1f12125800 20 add_watcher() i=6 2024-09-12T00:52:00.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.920+0000 7f1f12125800 20 add_watcher() i=7 2024-09-12T00:52:00.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.920+0000 7f1f12125800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:00.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.922+0000 7f1dbf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:00.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.923+0000 7f1f12125800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:00.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.923+0000 7f1f12125800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:00.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.923+0000 7f1f12125800 5 note: GC not initialized 2024-09-12T00:52:00.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.923+0000 7f1dbe7fc640 20 reqs_thread_entry: start 2024-09-12T00:52:00.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.923+0000 7f1f12125800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:00.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.923+0000 7f1f12125800 20 Filter name: none 2024-09-12T00:52:00.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.923+0000 7f1d2ffff640 20 reqs_thread_entry: start 2024-09-12T00:52:00.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.923+0000 7f1f12125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.924+0000 7f1f12125800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:52:00.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.924+0000 7f1f12125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.925+0000 7f1f12125800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:52:00.924 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.925+0000 7f1f12125800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:00.924 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.925+0000 7f1f12125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.924 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.925+0000 7f1f12125800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:52:00.924 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.925+0000 7f1f12125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:00.924 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.926+0000 7f1f12125800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:52:00.924 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.926+0000 7f1f12125800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:00.926 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.928+0000 7f1dbf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:00.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.930+0000 7f1f12125800 20 remove_watcher() i=0 2024-09-12T00:52:00.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.930+0000 7f1f12125800 2 removed watcher, disabling cache 2024-09-12T00:52:00.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.931+0000 7f1f12125800 20 remove_watcher() i=1 2024-09-12T00:52:00.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.932+0000 7f1f12125800 20 remove_watcher() i=2 2024-09-12T00:52:00.932 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.933+0000 7f1f12125800 20 remove_watcher() i=3 2024-09-12T00:52:00.933 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.934+0000 7f1f12125800 20 remove_watcher() i=4 2024-09-12T00:52:00.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.935+0000 7f1f12125800 20 remove_watcher() i=5 2024-09-12T00:52:00.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.936+0000 7f1f12125800 20 remove_watcher() i=6 2024-09-12T00:52:00.936 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:00.938+0000 7f1f12125800 20 remove_watcher() i=7 2024-09-12T00:52:00.947 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:00.948 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:52:00.948 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-init-index id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:52:00.948 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:00.949 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index 2024-09-12T00:52:00.984 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:00.984 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:01.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.025+0000 7fe7ea928800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.027+0000 7fe7ea928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.027+0000 7fe7ea928800 20 realm 2024-09-12T00:52:01.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.027+0000 7fe7ea928800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.027+0000 7fe7ea928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.027+0000 7fe7ea928800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:01.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.027+0000 7fe7ea928800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.027+0000 7fe7ea928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.027+0000 7fe7ea928800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.028+0000 7fe7ea928800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:01.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.028+0000 7fe7ea928800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.029+0000 7fe7ea928800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:01.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.029+0000 7fe7ea928800 20 searching for the correct realm 2024-09-12T00:52:01.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.032+0000 7fe7e6e4c640 0 -- 172.21.15.38:0/629156838 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x5610ac590ba0 msgr2=0x5610ac592f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:01.033 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.035+0000 7fe7e664b640 0 -- 172.21.15.38:0/629156838 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fe7dc052930 msgr2=0x7fe7dc0293b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:01.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.039+0000 7fe7ea928800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:01.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.039+0000 7fe7ea928800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:01.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.039+0000 7fe7ea928800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:01.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.039+0000 7fe7ea928800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:01.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.039+0000 7fe7ea928800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:01.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.039+0000 7fe7ea928800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:01.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.039+0000 7fe7ea928800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.039+0000 7fe7ea928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.039+0000 7fe7ea928800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.039+0000 7fe7ea928800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:01.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.039+0000 7fe7ea928800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.040+0000 7fe7ea928800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:01.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.040+0000 7fe7ea928800 20 zone default found 2024-09-12T00:52:01.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.040+0000 7fe7ea928800 4 Realm: () 2024-09-12T00:52:01.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.040+0000 7fe7ea928800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:01.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.040+0000 7fe7ea928800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:01.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.040+0000 7fe7ea928800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:01.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.040+0000 7fe7ea928800 20 zonegroup default 2024-09-12T00:52:01.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.040+0000 7fe7ea928800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.040+0000 7fe7ea928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.040+0000 7fe7ea928800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.040+0000 7fe7ea928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.040+0000 7fe7ea928800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.041+0000 7fe7ea928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.041+0000 7fe7ea928800 20 started sync module instance, tier type = 2024-09-12T00:52:01.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.041+0000 7fe7ea928800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:01.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.050+0000 7fe7ea928800 20 add_watcher() i=0 2024-09-12T00:52:01.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.050+0000 7fe7ea928800 20 add_watcher() i=1 2024-09-12T00:52:01.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.050+0000 7fe7ea928800 20 add_watcher() i=2 2024-09-12T00:52:01.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.050+0000 7fe7ea928800 20 add_watcher() i=3 2024-09-12T00:52:01.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.050+0000 7fe7ea928800 20 add_watcher() i=4 2024-09-12T00:52:01.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.050+0000 7fe7ea928800 20 add_watcher() i=5 2024-09-12T00:52:01.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.050+0000 7fe7ea928800 20 add_watcher() i=6 2024-09-12T00:52:01.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.051+0000 7fe7ea928800 20 add_watcher() i=7 2024-09-12T00:52:01.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.051+0000 7fe7ea928800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:01.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.052+0000 7fe69cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:01.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.053+0000 7fe7ea928800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:01.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.053+0000 7fe7ea928800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:01.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.053+0000 7fe7ea928800 5 note: GC not initialized 2024-09-12T00:52:01.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.053+0000 7fe6177fe640 20 reqs_thread_entry: start 2024-09-12T00:52:01.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.053+0000 7fe7ea928800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:01.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.053+0000 7fe7ea928800 20 Filter name: none 2024-09-12T00:52:01.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.053+0000 7fe6157fa640 20 reqs_thread_entry: start 2024-09-12T00:52:01.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.053+0000 7fe7ea928800 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T00:52:01.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.053+0000 7fe7ea928800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.054+0000 7fe7ea928800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:52:01.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.054+0000 7fe7ea928800 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T00:52:01.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.054+0000 7fe7ea928800 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T00:52:01.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.054+0000 7fe7ea928800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 : miss 2024-09-12T00:52:01.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.054+0000 7fe7ea928800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.054+0000 7fe7ea928800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:52:01.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.054+0000 7fe7ea928800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 info.flags=0x17 2024-09-12T00:52:01.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.054+0000 7fe7ea928800 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 to cache LRU end 2024-09-12T00:52:01.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.054+0000 7fe7ea928800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:52:01.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.054+0000 7fe7ea928800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:01.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.054+0000 7fe7ea928800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 2024-09-12T00:52:01.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.055+0000 7fe7ea928800 -1 Injecting error=-5 at location=init_index 2024-09-12T00:52:01.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.055+0000 7fe7ea928800 0 ERROR: init_target_index failed to initialize target index shard objects: (5) Input/output error 2024-09-12T00:52:01.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.057+0000 7fe69cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:01.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.060+0000 7fe7ea928800 20 remove_watcher() i=0 2024-09-12T00:52:01.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.060+0000 7fe7ea928800 2 removed watcher, disabling cache 2024-09-12T00:52:01.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.061+0000 7fe7ea928800 20 remove_watcher() i=1 2024-09-12T00:52:01.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.062+0000 7fe7ea928800 20 remove_watcher() i=2 2024-09-12T00:52:01.062 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.064+0000 7fe7ea928800 20 remove_watcher() i=3 2024-09-12T00:52:01.063 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.064+0000 7fe7ea928800 20 remove_watcher() i=4 2024-09-12T00:52:01.064 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.066+0000 7fe7ea928800 20 remove_watcher() i=5 2024-09-12T00:52:01.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.067+0000 7fe7ea928800 20 remove_watcher() i=6 2024-09-12T00:52:01.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.068+0000 7fe7ea928800 20 remove_watcher() i=7 2024-09-12T00:52:01.079 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T00:52:01.109 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:01.109 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:01.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.150+0000 7f44fbe40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.151+0000 7f44fbe40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.151+0000 7f44fbe40800 20 realm 2024-09-12T00:52:01.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.151+0000 7f44fbe40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.152+0000 7f44fbe40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.152+0000 7f44fbe40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:01.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.152+0000 7f44fbe40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.152+0000 7f44fbe40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.152+0000 7f44fbe40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.152+0000 7f44fbe40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:01.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.152+0000 7f44fbe40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.153+0000 7f44fbe40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:01.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.153+0000 7f44fbe40800 20 searching for the correct realm 2024-09-12T00:52:01.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.156+0000 7f44f9129640 0 -- 172.21.15.38:0/3337885126 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f44ec018070 msgr2=0x7f44ec002860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:01.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.159+0000 7f44f992a640 0 -- 172.21.15.38:0/3337885126 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f44f0094b50 msgr2=0x7f44f00a1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:01.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.365+0000 7f44fbe40800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:01.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.365+0000 7f44fbe40800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:01.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.365+0000 7f44fbe40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:01.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.365+0000 7f44fbe40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:01.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.365+0000 7f44fbe40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:01.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.365+0000 7f44fbe40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:01.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.365+0000 7f44fbe40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.365+0000 7f44fbe40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.365+0000 7f44fbe40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.365+0000 7f44fbe40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:01.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.365+0000 7f44fbe40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.366+0000 7f44fbe40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:01.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.366+0000 7f44fbe40800 20 zone default found 2024-09-12T00:52:01.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.366+0000 7f44fbe40800 4 Realm: () 2024-09-12T00:52:01.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.366+0000 7f44fbe40800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:01.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.366+0000 7f44fbe40800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:01.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.366+0000 7f44fbe40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:01.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.366+0000 7f44fbe40800 20 zonegroup default 2024-09-12T00:52:01.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.366+0000 7f44fbe40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.366+0000 7f44fbe40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.366+0000 7f44fbe40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.366+0000 7f44fbe40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.366+0000 7f44fbe40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.367+0000 7f44fbe40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.367+0000 7f44fbe40800 20 started sync module instance, tier type = 2024-09-12T00:52:01.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.367+0000 7f44fbe40800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:01.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.376+0000 7f44fbe40800 20 add_watcher() i=0 2024-09-12T00:52:01.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.376+0000 7f44fbe40800 20 add_watcher() i=1 2024-09-12T00:52:01.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.376+0000 7f44fbe40800 20 add_watcher() i=2 2024-09-12T00:52:01.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.376+0000 7f44fbe40800 20 add_watcher() i=3 2024-09-12T00:52:01.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.376+0000 7f44fbe40800 20 add_watcher() i=4 2024-09-12T00:52:01.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.376+0000 7f44fbe40800 20 add_watcher() i=5 2024-09-12T00:52:01.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.376+0000 7f44fbe40800 20 add_watcher() i=6 2024-09-12T00:52:01.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.377+0000 7f44fbe40800 20 add_watcher() i=7 2024-09-12T00:52:01.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.377+0000 7f44fbe40800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:01.377 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.379+0000 7f43ab7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:01.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.379+0000 7f44fbe40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:01.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.379+0000 7f44fbe40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:01.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.379+0000 7f44fbe40800 5 note: GC not initialized 2024-09-12T00:52:01.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.379+0000 7f43aa7fc640 20 reqs_thread_entry: start 2024-09-12T00:52:01.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.379+0000 7f44fbe40800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:01.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.379+0000 7f44fbe40800 20 Filter name: none 2024-09-12T00:52:01.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.380+0000 7f431ffff640 20 reqs_thread_entry: start 2024-09-12T00:52:01.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.380+0000 7f44fbe40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.380+0000 7f44fbe40800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:52:01.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.380+0000 7f44fbe40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.381+0000 7f44fbe40800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:52:01.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.381+0000 7f44fbe40800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:01.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.381+0000 7f44fbe40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.381+0000 7f44fbe40800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:52:01.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.381+0000 7f44fbe40800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.381+0000 7f44fbe40800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:52:01.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.381+0000 7f44fbe40800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:01.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.383+0000 7f43ab7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:01.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.385+0000 7f44fbe40800 20 remove_watcher() i=0 2024-09-12T00:52:01.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.385+0000 7f44fbe40800 2 removed watcher, disabling cache 2024-09-12T00:52:01.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.387+0000 7f44fbe40800 20 remove_watcher() i=1 2024-09-12T00:52:01.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.388+0000 7f44fbe40800 20 remove_watcher() i=2 2024-09-12T00:52:01.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.389+0000 7f44fbe40800 20 remove_watcher() i=3 2024-09-12T00:52:01.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.390+0000 7f44fbe40800 20 remove_watcher() i=4 2024-09-12T00:52:01.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.391+0000 7f44fbe40800 20 remove_watcher() i=5 2024-09-12T00:52:01.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.392+0000 7f44fbe40800 20 remove_watcher() i=6 2024-09-12T00:52:01.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.393+0000 7f44fbe40800 20 remove_watcher() i=7 2024-09-12T00:52:01.403 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:01.403 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:52:01.403 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-init-index id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:52:01.403 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:01.405 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:01.405 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:01.413 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:01.413 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:01.456 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:52:01.489 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:01.489 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:01.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.529+0000 7f4cd6940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.530+0000 7f4cd6940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.530+0000 7f4cd6940800 20 realm 2024-09-12T00:52:01.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.530+0000 7f4cd6940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.531+0000 7f4cd6940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.531+0000 7f4cd6940800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:01.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.531+0000 7f4cd6940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.531+0000 7f4cd6940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.531+0000 7f4cd6940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.532+0000 7f4cd6940800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:01.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.532+0000 7f4cd6940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.533+0000 7f4cd6940800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:01.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.533+0000 7f4cd6940800 20 searching for the correct realm 2024-09-12T00:52:01.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.535+0000 7f4cd2e87640 0 -- 172.21.15.38:0/1477128792 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55e50fb3a050 msgr2=0x55e50fb3c510 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:52:01.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.539+0000 7f4cd2686640 0 -- 172.21.15.38:0/1477128792 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f4cbc064430 msgr2=0x7f4cbc0648b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:01.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.544+0000 7f4cd6940800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:01.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.544+0000 7f4cd6940800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:01.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.544+0000 7f4cd6940800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:01.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.544+0000 7f4cd6940800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:01.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.544+0000 7f4cd6940800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:01.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.544+0000 7f4cd6940800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:01.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.544+0000 7f4cd6940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.544+0000 7f4cd6940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.544+0000 7f4cd6940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.544+0000 7f4cd6940800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:01.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.544+0000 7f4cd6940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.545+0000 7f4cd6940800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:01.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.545+0000 7f4cd6940800 20 zone default found 2024-09-12T00:52:01.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.545+0000 7f4cd6940800 4 Realm: () 2024-09-12T00:52:01.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.545+0000 7f4cd6940800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:01.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.545+0000 7f4cd6940800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:01.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.545+0000 7f4cd6940800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:01.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.545+0000 7f4cd6940800 20 zonegroup default 2024-09-12T00:52:01.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.545+0000 7f4cd6940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.545+0000 7f4cd6940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.545+0000 7f4cd6940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.545+0000 7f4cd6940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.545+0000 7f4cd6940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.546+0000 7f4cd6940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.546+0000 7f4cd6940800 20 started sync module instance, tier type = 2024-09-12T00:52:01.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.546+0000 7f4cd6940800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:01.556 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.557+0000 7f4cd6940800 20 add_watcher() i=0 2024-09-12T00:52:01.556 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.557+0000 7f4cd6940800 20 add_watcher() i=1 2024-09-12T00:52:01.556 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.557+0000 7f4cd6940800 20 add_watcher() i=2 2024-09-12T00:52:01.556 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.557+0000 7f4cd6940800 20 add_watcher() i=3 2024-09-12T00:52:01.556 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.557+0000 7f4cd6940800 20 add_watcher() i=4 2024-09-12T00:52:01.556 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.557+0000 7f4cd6940800 20 add_watcher() i=5 2024-09-12T00:52:01.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.557+0000 7f4cd6940800 20 add_watcher() i=6 2024-09-12T00:52:01.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.558+0000 7f4cd6940800 20 add_watcher() i=7 2024-09-12T00:52:01.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.558+0000 7f4cd6940800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:01.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.560+0000 7f4b88fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:01.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.560+0000 7f4cd6940800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:01.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.560+0000 7f4cd6940800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:01.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.560+0000 7f4cd6940800 5 note: GC not initialized 2024-09-12T00:52:01.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.560+0000 7f4b037fe640 20 reqs_thread_entry: start 2024-09-12T00:52:01.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.560+0000 7f4cd6940800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:01.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.561+0000 7f4cd6940800 20 Filter name: none 2024-09-12T00:52:01.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.561+0000 7f4b017fa640 20 reqs_thread_entry: start 2024-09-12T00:52:01.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.561+0000 7f4cd6940800 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T00:52:01.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.561+0000 7f4cd6940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.561+0000 7f4cd6940800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:52:01.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.561+0000 7f4cd6940800 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T00:52:01.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.561+0000 7f4cd6940800 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T00:52:01.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.561+0000 7f4cd6940800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 : miss 2024-09-12T00:52:01.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.561+0000 7f4cd6940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.561+0000 7f4cd6940800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:52:01.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.561+0000 7f4cd6940800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 info.flags=0x17 2024-09-12T00:52:01.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.561+0000 7f4cd6940800 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 to cache LRU end 2024-09-12T00:52:01.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.561+0000 7f4cd6940800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:52:01.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.561+0000 7f4cd6940800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:01.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.562+0000 7f4cd6940800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 2024-09-12T00:52:01.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.566+0000 7f4cd6940800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 info.flags=0x17 2024-09-12T00:52:01.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.566+0000 7f4cd6940800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 to cache LRU end 2024-09-12T00:52:01.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.566+0000 7f4cd6940800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:01.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.566+0000 7f4cd6940800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20, ofs0, ns] 2024-09-12T00:52:01.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.567+0000 7f4bb57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464299 cookie 94442299316112 notifier 5957 bl.length()=995 2024-09-12T00:52:01.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.567+0000 7f4bb57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 info.flags=0x17 2024-09-12T00:52:01.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.567+0000 7f4bb57fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 to cache LRU end 2024-09-12T00:52:01.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.567+0000 7f4bb57fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:01.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.567+0000 7f4cd6940800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20]): orig_sources= new_sources= 2024-09-12T00:52:01.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.567+0000 7f4cd6940800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20]): potential sources added=[] removed=[] 2024-09-12T00:52:01.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.567+0000 7f4cd6940800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20]): orig_dests= new_dests= 2024-09-12T00:52:01.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.567+0000 7f4cd6940800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20]): potential dests added=[] removed=[] 2024-09-12T00:52:01.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.0 2024-09-12T00:52:01.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.0 2024-09-12T00:52:01.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.1 2024-09-12T00:52:01.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.1 2024-09-12T00:52:01.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.2 2024-09-12T00:52:01.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.2 2024-09-12T00:52:01.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.3 2024-09-12T00:52:01.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.3 2024-09-12T00:52:01.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.4 2024-09-12T00:52:01.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.4 2024-09-12T00:52:01.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.5 2024-09-12T00:52:01.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.5 2024-09-12T00:52:01.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.6 2024-09-12T00:52:01.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.6 2024-09-12T00:52:01.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.7 2024-09-12T00:52:01.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.7 2024-09-12T00:52:01.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.8 2024-09-12T00:52:01.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.8 2024-09-12T00:52:01.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.9 2024-09-12T00:52:01.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.9 2024-09-12T00:52:01.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.10 2024-09-12T00:52:01.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.10 2024-09-12T00:52:01.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.11 2024-09-12T00:52:01.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.571+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1.11 2024-09-12T00:52:01.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.572+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.0 2024-09-12T00:52:01.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.572+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1 2024-09-12T00:52:01.573 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.572+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.2 2024-09-12T00:52:01.573 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.573+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.3 2024-09-12T00:52:01.573 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.574+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.4 2024-09-12T00:52:01.573 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.574+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.5 2024-09-12T00:52:01.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.575+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.6 2024-09-12T00:52:01.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.575+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.7 2024-09-12T00:52:01.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.576+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.8 2024-09-12T00:52:01.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.576+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.9 2024-09-12T00:52:01.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.577+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.10 2024-09-12T00:52:01.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.580+0000 7f4cd6940800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 : hit (requested=0x17, cached=0x17) 2024-09-12T00:52:01.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.580+0000 7f4cd6940800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 2024-09-12T00:52:01.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.581+0000 7f4cd6940800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 info.flags=0x17 2024-09-12T00:52:01.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.581+0000 7f4cd6940800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 to cache LRU end 2024-09-12T00:52:01.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.581+0000 7f4cd6940800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:01.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.581+0000 7f4cd6940800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20, ofs0, ns] 2024-09-12T00:52:01.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.582+0000 7f4bb57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464300 cookie 94442299316112 notifier 5957 bl.length()=995 2024-09-12T00:52:01.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.582+0000 7f4bb57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 info.flags=0x17 2024-09-12T00:52:01.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.582+0000 7f4bb57fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 to cache LRU end 2024-09-12T00:52:01.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.582+0000 7f4bb57fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:01.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.582+0000 7f4cd6940800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20]): orig_sources= new_sources= 2024-09-12T00:52:01.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.582+0000 7f4cd6940800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20]): potential sources added=[] removed=[] 2024-09-12T00:52:01.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.582+0000 7f4cd6940800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20]): orig_dests= new_dests= 2024-09-12T00:52:01.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.582+0000 7f4cd6940800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20]): potential dests added=[] removed=[] 2024-09-12T00:52:01.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.585+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.0 2024-09-12T00:52:01.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.585+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.1 2024-09-12T00:52:01.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.585+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.2 2024-09-12T00:52:01.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.586+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.3 2024-09-12T00:52:01.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.586+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.4 2024-09-12T00:52:01.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.586+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.5 2024-09-12T00:52:01.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.587+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.6 2024-09-12T00:52:01.586 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.587+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.7 2024-09-12T00:52:01.586 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.587+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.8 2024-09-12T00:52:01.586 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.588+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.9 2024-09-12T00:52:01.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.588+0000 7f4cd6940800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20.10 2024-09-12T00:52:01.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.588+0000 7f4cd6940800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 : hit (requested=0x17, cached=0x17) 2024-09-12T00:52:01.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.588+0000 7f4cd6940800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 2024-09-12T00:52:01.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.590+0000 7f4cd6940800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 info.flags=0x17 2024-09-12T00:52:01.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.590+0000 7f4cd6940800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 to cache LRU end 2024-09-12T00:52:01.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.590+0000 7f4cd6940800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:01.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.590+0000 7f4cd6940800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20, ofs0, ns] 2024-09-12T00:52:01.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.590+0000 7f4bb57fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464301 cookie 94442299316112 notifier 5957 bl.length()=963 2024-09-12T00:52:01.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.590+0000 7f4bb57fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 info.flags=0x17 2024-09-12T00:52:01.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.590+0000 7f4bb57fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 to cache LRU end 2024-09-12T00:52:01.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.590+0000 7f4bb57fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:01.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.591+0000 7f4cd6940800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20]): orig_sources= new_sources= 2024-09-12T00:52:01.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.591+0000 7f4cd6940800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20]): potential sources added=[] removed=[] 2024-09-12T00:52:01.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.591+0000 7f4cd6940800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20]): orig_dests= new_dests= 2024-09-12T00:52:01.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.591+0000 7f4cd6940800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20]): potential dests added=[] removed=[] 2024-09-12T00:52:01.592 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.593+0000 7f4cd6940800 1 execute INFO: reshard of bucket "error-at-init-index" from 11 shards to 12 shards completed successfully 2024-09-12T00:52:01.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.595+0000 7f4b88fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:01.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.598+0000 7f4cd6940800 20 remove_watcher() i=0 2024-09-12T00:52:01.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.598+0000 7f4cd6940800 2 removed watcher, disabling cache 2024-09-12T00:52:01.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.599+0000 7f4cd6940800 20 remove_watcher() i=1 2024-09-12T00:52:01.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.601+0000 7f4cd6940800 20 remove_watcher() i=2 2024-09-12T00:52:01.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.602+0000 7f4cd6940800 20 remove_watcher() i=3 2024-09-12T00:52:01.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.603+0000 7f4cd6940800 20 remove_watcher() i=4 2024-09-12T00:52:01.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.604+0000 7f4cd6940800 20 remove_watcher() i=5 2024-09-12T00:52:01.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.605+0000 7f4cd6940800 20 remove_watcher() i=6 2024-09-12T00:52:01.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.606+0000 7f4cd6940800 20 remove_watcher() i=7 2024-09-12T00:52:01.618 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T00:52:01.647 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:01.647 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:01.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.688+0000 7f9e1c0bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.689+0000 7f9e1c0bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.689+0000 7f9e1c0bb800 20 realm 2024-09-12T00:52:01.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.690+0000 7f9e1c0bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.690+0000 7f9e1c0bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.690+0000 7f9e1c0bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:01.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.690+0000 7f9e1c0bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.690+0000 7f9e1c0bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.690+0000 7f9e1c0bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.691+0000 7f9e1c0bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:01.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.691+0000 7f9e1c0bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.692+0000 7f9e1c0bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:01.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.692+0000 7f9e1c0bb800 20 searching for the correct realm 2024-09-12T00:52:01.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.693+0000 7f9e19bac640 0 -- 172.21.15.38:0/1882292625 >> [v2:172.21.15.38:6824/2480374289,v1:172.21.15.38:6825/2480374289] conn(0x7f9e100af030 msgr2=0x7f9e100df460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:52:01.895 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.897+0000 7f9e1a3ad640 0 -- 172.21.15.38:0/1882292625 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7f9e10060070 msgr2=0x7f9e100d4000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:52:01.904 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.904+0000 7f9e1c0bb800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:01.904 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.904+0000 7f9e1c0bb800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:01.904 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.904+0000 7f9e1c0bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:01.904 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.904+0000 7f9e1c0bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:01.904 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.904+0000 7f9e1c0bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:01.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.904+0000 7f9e1c0bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:01.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.904+0000 7f9e1c0bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.904+0000 7f9e1c0bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.904+0000 7f9e1c0bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.905+0000 7f9e1c0bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:01.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.905+0000 7f9e1c0bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.905+0000 7f9e1c0bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:01.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.905+0000 7f9e1c0bb800 20 zone default found 2024-09-12T00:52:01.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.905+0000 7f9e1c0bb800 4 Realm: () 2024-09-12T00:52:01.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.905+0000 7f9e1c0bb800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:01.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.905+0000 7f9e1c0bb800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:01.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.905+0000 7f9e1c0bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:01.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.905+0000 7f9e1c0bb800 20 zonegroup default 2024-09-12T00:52:01.906 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.905+0000 7f9e1c0bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.906 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.905+0000 7f9e1c0bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.906 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.905+0000 7f9e1c0bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.906 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.906+0000 7f9e1c0bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.906 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.906+0000 7f9e1c0bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.906 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.906+0000 7f9e1c0bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:01.906 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.906+0000 7f9e1c0bb800 20 started sync module instance, tier type = 2024-09-12T00:52:01.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.906+0000 7f9e1c0bb800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:01.915 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.917+0000 7f9e1c0bb800 20 add_watcher() i=0 2024-09-12T00:52:01.915 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.917+0000 7f9e1c0bb800 20 add_watcher() i=1 2024-09-12T00:52:01.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.917+0000 7f9e1c0bb800 20 add_watcher() i=2 2024-09-12T00:52:01.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.917+0000 7f9e1c0bb800 20 add_watcher() i=3 2024-09-12T00:52:01.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.917+0000 7f9e1c0bb800 20 add_watcher() i=4 2024-09-12T00:52:01.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.917+0000 7f9e1c0bb800 20 add_watcher() i=5 2024-09-12T00:52:01.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.918+0000 7f9e1c0bb800 20 add_watcher() i=6 2024-09-12T00:52:01.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.918+0000 7f9e1c0bb800 20 add_watcher() i=7 2024-09-12T00:52:01.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.918+0000 7f9e1c0bb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:01.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.919+0000 7f9ccb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:01.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.920+0000 7f9e1c0bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:01.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.920+0000 7f9e1c0bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:01.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.920+0000 7f9e1c0bb800 5 note: GC not initialized 2024-09-12T00:52:01.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.920+0000 7f9cca7fc640 20 reqs_thread_entry: start 2024-09-12T00:52:01.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.920+0000 7f9e1c0bb800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:01.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.920+0000 7f9e1c0bb800 20 Filter name: none 2024-09-12T00:52:01.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.920+0000 7f9c3bfff640 20 reqs_thread_entry: start 2024-09-12T00:52:01.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.920+0000 7f9e1c0bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.921+0000 7f9e1c0bb800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:52:01.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.921+0000 7f9e1c0bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.921+0000 7f9e1c0bb800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:52:01.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.921+0000 7f9e1c0bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:01.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.921+0000 7f9e1c0bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.922+0000 7f9e1c0bb800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:52:01.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.922+0000 7f9e1c0bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:01.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.922+0000 7f9e1c0bb800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:52:01.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.922+0000 7f9e1c0bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:01.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.924+0000 7f9ccb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:01.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.926+0000 7f9e1c0bb800 20 remove_watcher() i=0 2024-09-12T00:52:01.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.926+0000 7f9e1c0bb800 2 removed watcher, disabling cache 2024-09-12T00:52:01.926 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.928+0000 7f9e1c0bb800 20 remove_watcher() i=1 2024-09-12T00:52:01.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.929+0000 7f9e1c0bb800 20 remove_watcher() i=2 2024-09-12T00:52:01.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.930+0000 7f9e1c0bb800 20 remove_watcher() i=3 2024-09-12T00:52:01.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.931+0000 7f9e1c0bb800 20 remove_watcher() i=4 2024-09-12T00:52:01.930 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.932+0000 7f9e1c0bb800 20 remove_watcher() i=5 2024-09-12T00:52:01.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.933+0000 7f9e1c0bb800 20 remove_watcher() i=6 2024-09-12T00:52:01.932 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:01.934+0000 7f9e1c0bb800 20 remove_watcher() i=7 2024-09-12T00:52:01.944 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:01.944 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:52:01.944 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-init-index id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-12T00:52:01.944 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:01.946 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:01.946 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:01.950 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:01.950 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:01.994 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:01.994 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.023 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with EOPNOTSUPP injected at init_index 2024-09-12T00:52:02.024 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:02.024 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.024 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.035 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.036 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.078 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.079 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.086 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.087 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.094 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.094 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.101 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.102 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.110 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.110 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.117 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.118 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.125 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.125 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.132 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.132 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.139 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.139 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.147 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.147 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.155 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.155 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.162 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.162 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.170 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.170 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.177 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.177 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.185 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.185 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.192 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.192 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.200 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.200 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.207 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.207 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.215 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.215 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.223 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.223 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.232 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T00:52:02.261 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:02.261 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:02.300 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.301+0000 7f533d70c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.303+0000 7f533d70c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.303+0000 7f533d70c800 20 realm 2024-09-12T00:52:02.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.303+0000 7f533d70c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.303+0000 7f533d70c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.303+0000 7f533d70c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:02.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.303+0000 7f533d70c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.304+0000 7f533d70c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.304+0000 7f533d70c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.304+0000 7f533d70c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:02.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.304+0000 7f533d70c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.305+0000 7f533d70c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:02.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.305+0000 7f533d70c800 20 searching for the correct realm 2024-09-12T00:52:02.306 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.308+0000 7f533a9f5640 0 -- 172.21.15.38:0/3949487547 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x561329521510 msgr2=0x561329523900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:02.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.311+0000 7f533b1f6640 0 -- 172.21.15.38:0/3949487547 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f53300a5c10 msgr2=0x7f53300b0c50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:02.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:02.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:02.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:02.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:02.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:02.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:02.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:02.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:02.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 20 zone default found 2024-09-12T00:52:02.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 4 Realm: () 2024-09-12T00:52:02.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:02.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:02.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:02.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 20 zonegroup default 2024-09-12T00:52:02.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.316+0000 7f533d70c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.317+0000 7f533d70c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.317+0000 7f533d70c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.317+0000 7f533d70c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.317+0000 7f533d70c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.317+0000 7f533d70c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.317+0000 7f533d70c800 20 started sync module instance, tier type = 2024-09-12T00:52:02.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.317+0000 7f533d70c800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:02.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.327+0000 7f533d70c800 20 add_watcher() i=0 2024-09-12T00:52:02.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.327+0000 7f533d70c800 20 add_watcher() i=1 2024-09-12T00:52:02.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.327+0000 7f533d70c800 20 add_watcher() i=2 2024-09-12T00:52:02.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.327+0000 7f533d70c800 20 add_watcher() i=3 2024-09-12T00:52:02.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.327+0000 7f533d70c800 20 add_watcher() i=4 2024-09-12T00:52:02.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.327+0000 7f533d70c800 20 add_watcher() i=5 2024-09-12T00:52:02.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.327+0000 7f533d70c800 20 add_watcher() i=6 2024-09-12T00:52:02.327 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.328+0000 7f533d70c800 20 add_watcher() i=7 2024-09-12T00:52:02.327 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.328+0000 7f533d70c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:02.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.330+0000 7f51f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:02.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.330+0000 7f533d70c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:02.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.330+0000 7f533d70c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:02.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.330+0000 7f533d70c800 5 note: GC not initialized 2024-09-12T00:52:02.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.330+0000 7f51f0fe1640 20 reqs_thread_entry: start 2024-09-12T00:52:02.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.330+0000 7f533d70c800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:02.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.330+0000 7f533d70c800 20 Filter name: none 2024-09-12T00:52:02.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.331+0000 7f516a7fc640 20 reqs_thread_entry: start 2024-09-12T00:52:02.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.331+0000 7f533d70c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.332+0000 7f533d70c800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:52:02.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.332+0000 7f533d70c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.332+0000 7f533d70c800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:52:02.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.332+0000 7f533d70c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:02.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.332+0000 7f533d70c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.332+0000 7f533d70c800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:52:02.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.332+0000 7f533d70c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.333+0000 7f533d70c800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:52:02.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.333+0000 7f533d70c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:02.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.334+0000 7f51f1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:02.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.336+0000 7f533d70c800 20 remove_watcher() i=0 2024-09-12T00:52:02.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.336+0000 7f533d70c800 2 removed watcher, disabling cache 2024-09-12T00:52:02.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.337+0000 7f533d70c800 20 remove_watcher() i=1 2024-09-12T00:52:02.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.338+0000 7f533d70c800 20 remove_watcher() i=2 2024-09-12T00:52:02.338 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.340+0000 7f533d70c800 20 remove_watcher() i=3 2024-09-12T00:52:02.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.341+0000 7f533d70c800 20 remove_watcher() i=4 2024-09-12T00:52:02.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.342+0000 7f533d70c800 20 remove_watcher() i=5 2024-09-12T00:52:02.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.343+0000 7f533d70c800 20 remove_watcher() i=6 2024-09-12T00:52:02.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.344+0000 7f533d70c800 20 remove_watcher() i=7 2024-09-12T00:52:02.354 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:02.354 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:52:02.354 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-init-index id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:52:02.354 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:02.355 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-init-index --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at init_index --inject-error-code 95 2024-09-12T00:52:02.392 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:02.392 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:02.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.433+0000 7f66d951f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.434+0000 7f66d951f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.434+0000 7f66d951f800 20 realm 2024-09-12T00:52:02.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.434+0000 7f66d951f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.434+0000 7f66d951f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.434+0000 7f66d951f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:02.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.434+0000 7f66d951f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.434+0000 7f66d951f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.434+0000 7f66d951f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.435+0000 7f66d951f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:02.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.435+0000 7f66d951f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.436+0000 7f66d951f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:02.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.436+0000 7f66d951f800 20 searching for the correct realm 2024-09-12T00:52:02.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.439+0000 7f66d5aa3640 0 -- 172.21.15.38:0/3421596607 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55fb9d003150 msgr2=0x55fb9d005610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:02.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.443+0000 7f66d52a2640 0 -- 172.21.15.38:0/3421596607 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f66cc0afcc0 msgr2=0x7f66cc0d3970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:02.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.447+0000 7f66d951f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:02.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.447+0000 7f66d951f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:02.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.447+0000 7f66d951f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:02.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.447+0000 7f66d951f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:02.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.447+0000 7f66d951f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:02.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.447+0000 7f66d951f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:02.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.447+0000 7f66d951f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.447+0000 7f66d951f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.447+0000 7f66d951f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.447+0000 7f66d951f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:02.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.447+0000 7f66d951f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.448+0000 7f66d951f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:02.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.448+0000 7f66d951f800 20 zone default found 2024-09-12T00:52:02.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.448+0000 7f66d951f800 4 Realm: () 2024-09-12T00:52:02.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.448+0000 7f66d951f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:02.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.448+0000 7f66d951f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:02.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.448+0000 7f66d951f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:02.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.448+0000 7f66d951f800 20 zonegroup default 2024-09-12T00:52:02.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.448+0000 7f66d951f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.448+0000 7f66d951f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.448+0000 7f66d951f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.448+0000 7f66d951f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.448+0000 7f66d951f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.449+0000 7f66d951f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.449+0000 7f66d951f800 20 started sync module instance, tier type = 2024-09-12T00:52:02.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.449+0000 7f66d951f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:02.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.458+0000 7f66d951f800 20 add_watcher() i=0 2024-09-12T00:52:02.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.458+0000 7f66d951f800 20 add_watcher() i=1 2024-09-12T00:52:02.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.458+0000 7f66d951f800 20 add_watcher() i=2 2024-09-12T00:52:02.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.458+0000 7f66d951f800 20 add_watcher() i=3 2024-09-12T00:52:02.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.458+0000 7f66d951f800 20 add_watcher() i=4 2024-09-12T00:52:02.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.458+0000 7f66d951f800 20 add_watcher() i=5 2024-09-12T00:52:02.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.458+0000 7f66d951f800 20 add_watcher() i=6 2024-09-12T00:52:02.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.459+0000 7f66d951f800 20 add_watcher() i=7 2024-09-12T00:52:02.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.459+0000 7f66d951f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:02.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.461+0000 7f658bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:02.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.461+0000 7f66d951f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:02.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.461+0000 7f66d951f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:02.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.461+0000 7f66d951f800 5 note: GC not initialized 2024-09-12T00:52:02.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.461+0000 7f658afe5640 20 reqs_thread_entry: start 2024-09-12T00:52:02.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.461+0000 7f66d951f800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:02.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.461+0000 7f66d951f800 20 Filter name: none 2024-09-12T00:52:02.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.462+0000 7f6588fe1640 20 reqs_thread_entry: start 2024-09-12T00:52:02.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.462+0000 7f66d951f800 10 cache get: name=default.rgw.meta+root+error-at-init-index : miss 2024-09-12T00:52:02.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.462+0000 7f66d951f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.462+0000 7f66d951f800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:52:02.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.462+0000 7f66d951f800 10 cache put: name=default.rgw.meta+root+error-at-init-index info.flags=0x11 2024-09-12T00:52:02.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.462+0000 7f66d951f800 10 adding default.rgw.meta+root+error-at-init-index to cache LRU end 2024-09-12T00:52:02.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.462+0000 7f66d951f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21 : miss 2024-09-12T00:52:02.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.462+0000 7f66d951f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.463+0000 7f66d951f800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:52:02.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.463+0000 7f66d951f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21 info.flags=0x17 2024-09-12T00:52:02.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.463+0000 7f66d951f800 10 adding default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21 to cache LRU end 2024-09-12T00:52:02.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.463+0000 7f66d951f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:52:02.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.463+0000 7f66d951f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:02.463 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.463+0000 7f66d951f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21 2024-09-12T00:52:02.463 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.464+0000 7f66d951f800 -1 Injecting error=-95 at location=init_index 2024-09-12T00:52:02.463 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.464+0000 7f66d951f800 0 WARNING: init_index() does not supported logrecord, falling back to block reshard mode. 2024-09-12T00:52:02.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.470+0000 7f66d951f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21 info.flags=0x17 2024-09-12T00:52:02.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.470+0000 7f66d951f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21 to cache LRU end 2024-09-12T00:52:02.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.470+0000 7f66d951f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:02.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.470+0000 7f66d951f800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21, ofs0, ns] 2024-09-12T00:52:02.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.471+0000 7f65b8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464304 cookie 94539159210944 notifier 6008 bl.length()=995 2024-09-12T00:52:02.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.471+0000 7f65b8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21 info.flags=0x17 2024-09-12T00:52:02.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.471+0000 7f65b8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21 to cache LRU end 2024-09-12T00:52:02.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.471+0000 7f65b8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:02.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.471+0000 7f66d951f800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21]): orig_sources= new_sources= 2024-09-12T00:52:02.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.471+0000 7f66d951f800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21]): potential sources added=[] removed=[] 2024-09-12T00:52:02.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.471+0000 7f66d951f800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21]): orig_dests= new_dests= 2024-09-12T00:52:02.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.471+0000 7f66d951f800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21]): potential dests added=[] removed=[] 2024-09-12T00:52:02.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.475+0000 7f66d951f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.0 2024-09-12T00:52:02.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.475+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.0 2024-09-12T00:52:02.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.1 2024-09-12T00:52:02.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.1 2024-09-12T00:52:02.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.2 2024-09-12T00:52:02.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.2 2024-09-12T00:52:02.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.3 2024-09-12T00:52:02.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.3 2024-09-12T00:52:02.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.4 2024-09-12T00:52:02.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.4 2024-09-12T00:52:02.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.5 2024-09-12T00:52:02.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.5 2024-09-12T00:52:02.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.6 2024-09-12T00:52:02.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.6 2024-09-12T00:52:02.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.7 2024-09-12T00:52:02.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.7 2024-09-12T00:52:02.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.8 2024-09-12T00:52:02.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.8 2024-09-12T00:52:02.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.9 2024-09-12T00:52:02.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.9 2024-09-12T00:52:02.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.10 2024-09-12T00:52:02.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.10 2024-09-12T00:52:02.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.11 2024-09-12T00:52:02.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1.11 2024-09-12T00:52:02.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.0 2024-09-12T00:52:02.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.1 2024-09-12T00:52:02.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.476+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.2 2024-09-12T00:52:02.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.477+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.3 2024-09-12T00:52:02.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.477+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.4 2024-09-12T00:52:02.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.478+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.5 2024-09-12T00:52:02.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.479+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.6 2024-09-12T00:52:02.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.479+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.7 2024-09-12T00:52:02.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.480+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.8 2024-09-12T00:52:02.479 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.480+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.9 2024-09-12T00:52:02.479 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.481+0000 7f66d951f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21.10 2024-09-12T00:52:02.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.484+0000 7f66d951f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21 : hit (requested=0x17, cached=0x17) 2024-09-12T00:52:02.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.484+0000 7f66d951f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21 2024-09-12T00:52:02.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.485+0000 7f66d951f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21 info.flags=0x17 2024-09-12T00:52:02.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.485+0000 7f66d951f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21 to cache LRU end 2024-09-12T00:52:02.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.485+0000 7f66d951f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:02.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.485+0000 7f66d951f800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21, ofs0, ns] 2024-09-12T00:52:02.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.486+0000 7f65b8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464305 cookie 94539159210944 notifier 6008 bl.length()=963 2024-09-12T00:52:02.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.486+0000 7f65b8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21 info.flags=0x17 2024-09-12T00:52:02.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.486+0000 7f65b8ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-init-index:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21 to cache LRU end 2024-09-12T00:52:02.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.486+0000 7f65b8ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:02.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.486+0000 7f66d951f800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21]): orig_sources= new_sources= 2024-09-12T00:52:02.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.486+0000 7f66d951f800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21]): potential sources added=[] removed=[] 2024-09-12T00:52:02.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.486+0000 7f66d951f800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21]): orig_dests= new_dests= 2024-09-12T00:52:02.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.486+0000 7f66d951f800 20 handle_bi_update(): bucket=:error-at-init-index[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21]): potential dests added=[] removed=[] 2024-09-12T00:52:02.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.488+0000 7f66d951f800 1 execute INFO: reshard of bucket "error-at-init-index" from 11 shards to 12 shards completed successfully 2024-09-12T00:52:02.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.490+0000 7f658bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:02.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.492+0000 7f66d951f800 20 remove_watcher() i=0 2024-09-12T00:52:02.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.492+0000 7f66d951f800 2 removed watcher, disabling cache 2024-09-12T00:52:02.492 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.493+0000 7f66d951f800 20 remove_watcher() i=1 2024-09-12T00:52:02.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.494+0000 7f66d951f800 20 remove_watcher() i=2 2024-09-12T00:52:02.496 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.495+0000 7f66d951f800 20 remove_watcher() i=3 2024-09-12T00:52:02.496 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.496+0000 7f66d951f800 20 remove_watcher() i=4 2024-09-12T00:52:02.496 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.497+0000 7f66d951f800 20 remove_watcher() i=5 2024-09-12T00:52:02.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.498+0000 7f66d951f800 20 remove_watcher() i=6 2024-09-12T00:52:02.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.499+0000 7f66d951f800 20 remove_watcher() i=7 2024-09-12T00:52:02.510 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-init-index 2024-09-12T00:52:02.540 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:02.540 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:02.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.580+0000 7f5cf5f32800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.582+0000 7f5cf5f32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.582+0000 7f5cf5f32800 20 realm 2024-09-12T00:52:02.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.582+0000 7f5cf5f32800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.582+0000 7f5cf5f32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.582+0000 7f5cf5f32800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:02.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.582+0000 7f5cf5f32800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.582+0000 7f5cf5f32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.582+0000 7f5cf5f32800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.583+0000 7f5cf5f32800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:02.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.583+0000 7f5cf5f32800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.584+0000 7f5cf5f32800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:02.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.584+0000 7f5cf5f32800 20 searching for the correct realm 2024-09-12T00:52:02.586 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.587+0000 7f5cf23bd640 0 -- 172.21.15.38:0/2457184205 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55f63a7e9910 msgr2=0x55f63a7ebdd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:02.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.590+0000 7f5cf1bbc640 0 -- 172.21.15.38:0/2457184205 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f5cdc06aba0 msgr2=0x7f5cdc07f590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:02.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.595+0000 7f5cf5f32800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:02.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.595+0000 7f5cf5f32800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:02.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.595+0000 7f5cf5f32800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:02.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.595+0000 7f5cf5f32800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:02.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.595+0000 7f5cf5f32800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:02.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.595+0000 7f5cf5f32800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:02.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.595+0000 7f5cf5f32800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.595+0000 7f5cf5f32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.595+0000 7f5cf5f32800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.595+0000 7f5cf5f32800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:02.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.595+0000 7f5cf5f32800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.596+0000 7f5cf5f32800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:02.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.596+0000 7f5cf5f32800 20 zone default found 2024-09-12T00:52:02.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.596+0000 7f5cf5f32800 4 Realm: () 2024-09-12T00:52:02.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.596+0000 7f5cf5f32800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:02.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.596+0000 7f5cf5f32800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:02.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.596+0000 7f5cf5f32800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:02.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.596+0000 7f5cf5f32800 20 zonegroup default 2024-09-12T00:52:02.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.596+0000 7f5cf5f32800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.596+0000 7f5cf5f32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.596+0000 7f5cf5f32800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.596+0000 7f5cf5f32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.596+0000 7f5cf5f32800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.597+0000 7f5cf5f32800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.597+0000 7f5cf5f32800 20 started sync module instance, tier type = 2024-09-12T00:52:02.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.597+0000 7f5cf5f32800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:02.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.606+0000 7f5cf5f32800 20 add_watcher() i=0 2024-09-12T00:52:02.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.606+0000 7f5cf5f32800 20 add_watcher() i=1 2024-09-12T00:52:02.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.606+0000 7f5cf5f32800 20 add_watcher() i=2 2024-09-12T00:52:02.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.606+0000 7f5cf5f32800 20 add_watcher() i=3 2024-09-12T00:52:02.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.606+0000 7f5cf5f32800 20 add_watcher() i=4 2024-09-12T00:52:02.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.606+0000 7f5cf5f32800 20 add_watcher() i=5 2024-09-12T00:52:02.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.606+0000 7f5cf5f32800 20 add_watcher() i=6 2024-09-12T00:52:02.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.607+0000 7f5cf5f32800 20 add_watcher() i=7 2024-09-12T00:52:02.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.607+0000 7f5cf5f32800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:02.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.608+0000 7f5ba37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:02.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.609+0000 7f5cf5f32800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:02.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.609+0000 7f5cf5f32800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:02.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.609+0000 7f5cf5f32800 5 note: GC not initialized 2024-09-12T00:52:02.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.609+0000 7f5ba27fc640 20 reqs_thread_entry: start 2024-09-12T00:52:02.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.609+0000 7f5cf5f32800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:02.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.609+0000 7f5cf5f32800 20 Filter name: none 2024-09-12T00:52:02.610 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.609+0000 7f5b13fff640 20 reqs_thread_entry: start 2024-09-12T00:52:02.610 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.609+0000 7f5cf5f32800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.610 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.610+0000 7f5cf5f32800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:52:02.610 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.610+0000 7f5cf5f32800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.610+0000 7f5cf5f32800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:52:02.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.611+0000 7f5cf5f32800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:02.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.611+0000 7f5cf5f32800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.611+0000 7f5cf5f32800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:52:02.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.611+0000 7f5cf5f32800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.611+0000 7f5cf5f32800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:52:02.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.611+0000 7f5cf5f32800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:02.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.613+0000 7f5ba37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:02.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.616+0000 7f5cf5f32800 20 remove_watcher() i=0 2024-09-12T00:52:02.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.616+0000 7f5cf5f32800 2 removed watcher, disabling cache 2024-09-12T00:52:02.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.617+0000 7f5cf5f32800 20 remove_watcher() i=1 2024-09-12T00:52:02.616 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.618+0000 7f5cf5f32800 20 remove_watcher() i=2 2024-09-12T00:52:02.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.619+0000 7f5cf5f32800 20 remove_watcher() i=3 2024-09-12T00:52:02.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.620+0000 7f5cf5f32800 20 remove_watcher() i=4 2024-09-12T00:52:02.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.621+0000 7f5cf5f32800 20 remove_watcher() i=5 2024-09-12T00:52:02.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.622+0000 7f5cf5f32800 20 remove_watcher() i=6 2024-09-12T00:52:02.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.623+0000 7f5cf5f32800 20 remove_watcher() i=7 2024-09-12T00:52:02.633 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:02.633 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:52:02.633 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-init-index id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21 num_objects: 20 size_kb: 1 num_shards: 12 2024-09-12T00:52:02.633 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:02.635 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.635 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.638 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.638 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.681 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.681 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.709 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with abort at init_index 2024-09-12T00:52:02.709 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:02.710 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.710 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.721 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.721 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.764 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.764 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.772 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.772 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.780 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.780 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.788 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.788 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.796 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.796 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.803 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.803 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.811 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.811 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.820 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.820 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.827 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.828 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.836 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.836 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.844 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.844 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.852 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.852 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.860 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.860 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.868 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.868 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.876 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.876 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.884 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.884 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.892 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.892 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.900 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.900 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.908 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.908 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.917 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:02.917 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:02.925 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T00:52:02.954 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:02.954 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:02.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.993+0000 7f9b51632800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.995+0000 7f9b51632800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.995+0000 7f9b51632800 20 realm 2024-09-12T00:52:02.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.995+0000 7f9b51632800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.996+0000 7f9b51632800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.996+0000 7f9b51632800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:02.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.996+0000 7f9b51632800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.996+0000 7f9b51632800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:02.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.996+0000 7f9b51632800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.997+0000 7f9b51632800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:02.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.997+0000 7f9b51632800 20 rados->read ofs=0 len=0 2024-09-12T00:52:02.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.998+0000 7f9b51632800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:02.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:02.998+0000 7f9b51632800 20 searching for the correct realm 2024-09-12T00:52:03.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.000+0000 7f9b4d1cd640 0 -- 172.21.15.38:0/1584685238 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55d8b41aa2a0 msgr2=0x55d8b41ac760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:52:03.004 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.004+0000 7f9b4c9cc640 0 -- 172.21.15.38:0/1584685238 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f9b340cb040 msgr2=0x7f9b340a5860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:03.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.008+0000 7f9b51632800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:03.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.008+0000 7f9b51632800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:03.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.008+0000 7f9b51632800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:03.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.008+0000 7f9b51632800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:03.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.008+0000 7f9b51632800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:03.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.008+0000 7f9b51632800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:03.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.008+0000 7f9b51632800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.009+0000 7f9b51632800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.009+0000 7f9b51632800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.009+0000 7f9b51632800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:03.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.009+0000 7f9b51632800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.009+0000 7f9b51632800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:03.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.009+0000 7f9b51632800 20 zone default found 2024-09-12T00:52:03.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.009+0000 7f9b51632800 4 Realm: () 2024-09-12T00:52:03.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.009+0000 7f9b51632800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:03.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.009+0000 7f9b51632800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:03.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.009+0000 7f9b51632800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:03.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.009+0000 7f9b51632800 20 zonegroup default 2024-09-12T00:52:03.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.009+0000 7f9b51632800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.009+0000 7f9b51632800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.009+0000 7f9b51632800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.010+0000 7f9b51632800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.010+0000 7f9b51632800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.010+0000 7f9b51632800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.010+0000 7f9b51632800 20 started sync module instance, tier type = 2024-09-12T00:52:03.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.010+0000 7f9b51632800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:03.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.020+0000 7f9b51632800 20 add_watcher() i=0 2024-09-12T00:52:03.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.020+0000 7f9b51632800 20 add_watcher() i=1 2024-09-12T00:52:03.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.020+0000 7f9b51632800 20 add_watcher() i=2 2024-09-12T00:52:03.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.020+0000 7f9b51632800 20 add_watcher() i=3 2024-09-12T00:52:03.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.020+0000 7f9b51632800 20 add_watcher() i=4 2024-09-12T00:52:03.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.020+0000 7f9b51632800 20 add_watcher() i=5 2024-09-12T00:52:03.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.020+0000 7f9b51632800 20 add_watcher() i=6 2024-09-12T00:52:03.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.021+0000 7f9b51632800 20 add_watcher() i=7 2024-09-12T00:52:03.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.021+0000 7f9b51632800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:03.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.022+0000 7f9a037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:03.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.023+0000 7f9b51632800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:03.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.023+0000 7f9b51632800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:03.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.023+0000 7f9b51632800 5 note: GC not initialized 2024-09-12T00:52:03.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.023+0000 7f9a027e4640 20 reqs_thread_entry: start 2024-09-12T00:52:03.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.023+0000 7f9b51632800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:03.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.023+0000 7f9b51632800 20 Filter name: none 2024-09-12T00:52:03.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.023+0000 7f99fb7fe640 20 reqs_thread_entry: start 2024-09-12T00:52:03.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.023+0000 7f9b51632800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.024+0000 7f9b51632800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T00:52:03.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.024+0000 7f9b51632800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.024+0000 7f9b51632800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T00:52:03.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.024+0000 7f9b51632800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:03.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.024+0000 7f9b51632800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.025+0000 7f9b51632800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T00:52:03.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.025+0000 7f9b51632800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.025+0000 7f9b51632800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T00:52:03.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.025+0000 7f9b51632800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:03.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.027+0000 7f9a037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:03.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.029+0000 7f9b51632800 20 remove_watcher() i=0 2024-09-12T00:52:03.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.029+0000 7f9b51632800 2 removed watcher, disabling cache 2024-09-12T00:52:03.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.030+0000 7f9b51632800 20 remove_watcher() i=1 2024-09-12T00:52:03.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.031+0000 7f9b51632800 20 remove_watcher() i=2 2024-09-12T00:52:03.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.032+0000 7f9b51632800 20 remove_watcher() i=3 2024-09-12T00:52:03.032 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.033+0000 7f9b51632800 20 remove_watcher() i=4 2024-09-12T00:52:03.033 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.034+0000 7f9b51632800 20 remove_watcher() i=5 2024-09-12T00:52:03.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.035+0000 7f9b51632800 20 remove_watcher() i=6 2024-09-12T00:52:03.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.036+0000 7f9b51632800 20 remove_watcher() i=7 2024-09-12T00:52:03.047 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.047 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:52:03.047 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-init-indext id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:52:03.047 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.048 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at init_index 2024-09-12T00:52:03.083 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:03.083 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:03.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.123+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.125+0000 7f7caa10c800 20 realm 2024-09-12T00:52:03.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.125+0000 7f7caa10c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:03.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.126+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:03.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.126+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.127+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:03.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.127+0000 7f7caa10c800 20 searching for the correct realm 2024-09-12T00:52:03.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.129+0000 7f7ca73f5640 0 -- 172.21.15.38:0/4036195963 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55da41ddcde0 msgr2=0x55da41ddf1f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:03.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.133+0000 7f7ca7bf6640 0 -- 172.21.15.38:0/4036195963 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f7c9c0e4bd0 msgr2=0x7f7c9c0d0430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:52:03.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:03.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:03.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:03.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:03.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:03.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:03.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.339+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.340+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.340+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.340+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:03.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.340+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.341+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:03.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.341+0000 7f7caa10c800 20 zone default found 2024-09-12T00:52:03.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.341+0000 7f7caa10c800 4 Realm: () 2024-09-12T00:52:03.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.341+0000 7f7caa10c800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:03.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.341+0000 7f7caa10c800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:03.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.341+0000 7f7caa10c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:03.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.341+0000 7f7caa10c800 20 zonegroup default 2024-09-12T00:52:03.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.341+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.341+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.341+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.342+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.342+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.342+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.342+0000 7f7caa10c800 20 started sync module instance, tier type = 2024-09-12T00:52:03.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.342+0000 7f7caa10c800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:03.352 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=0 2024-09-12T00:52:03.352 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=1 2024-09-12T00:52:03.352 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=2 2024-09-12T00:52:03.352 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=3 2024-09-12T00:52:03.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=4 2024-09-12T00:52:03.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=5 2024-09-12T00:52:03.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=6 2024-09-12T00:52:03.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.353+0000 7f7caa10c800 20 add_watcher() i=7 2024-09-12T00:52:03.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.353+0000 7f7caa10c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:03.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.355+0000 7f7b5dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:03.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.356+0000 7f7caa10c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:03.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.356+0000 7f7caa10c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:03.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.356+0000 7f7caa10c800 5 note: GC not initialized 2024-09-12T00:52:03.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.356+0000 7f7b5cfe1640 20 reqs_thread_entry: start 2024-09-12T00:52:03.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.356+0000 7f7caa10c800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:03.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.356+0000 7f7caa10c800 20 Filter name: none 2024-09-12T00:52:03.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.356+0000 7f7ad67fc640 20 reqs_thread_entry: start 2024-09-12T00:52:03.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.356+0000 7f7caa10c800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T00:52:03.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.356+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.357+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T00:52:03.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.357+0000 7f7caa10c800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T00:52:03.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.357+0000 7f7caa10c800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T00:52:03.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.357+0000 7f7caa10c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 : miss 2024-09-12T00:52:03.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.357+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.357+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T00:52:03.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.357+0000 7f7caa10c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 info.flags=0x17 2024-09-12T00:52:03.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.357+0000 7f7caa10c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 to cache LRU end 2024-09-12T00:52:03.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.357+0000 7f7caa10c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:52:03.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.357+0000 7f7caa10c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:03.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.357+0000 7f7caa10c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 2024-09-12T00:52:03.359 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7caa10c800 time 2024-09-12T00:52:03.360654+0000 2024-09-12T00:52:03.359 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:52:03.359 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:52:03.359 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f7cad58c71a] 2024-09-12T00:52:03.359 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f7cad58c8d8] 2024-09-12T00:52:03.360 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55da3f9bc641] 2024-09-12T00:52:03.360 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd877a4) [0x55da3fece7a4] 2024-09-12T00:52:03.360 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55da3f9cc31d] 2024-09-12T00:52:03.360 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:52:03.360 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f7cac229590] 2024-09-12T00:52:03.360 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:52:03.360 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:52:03.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.359+0000 7f7caa10c800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7caa10c800 time 2024-09-12T00:52:03.360654+0000 2024-09-12T00:52:03.360 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:52:03.360 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.360 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:52:03.360 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f7cad58c71a] 2024-09-12T00:52:03.360 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f7cad58c8d8] 2024-09-12T00:52:03.361 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55da3f9bc641] 2024-09-12T00:52:03.361 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd877a4) [0x55da3fece7a4] 2024-09-12T00:52:03.361 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55da3f9cc31d] 2024-09-12T00:52:03.361 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:52:03.361 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f7cac229590] 2024-09-12T00:52:03.361 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:52:03.361 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:52:03.361 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.361 INFO:tasks.workunit.client.0.smithi038.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:52:03.361 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f7caa10c800 thread_name:radosgw-admin 2024-09-12T00:52:03.379 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:52:03.379 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f7cac23e6f0] 2024-09-12T00:52:03.379 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f7cac28b99c] 2024-09-12T00:52:03.379 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:52:03.379 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:52:03.379 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f7cad58c774] 2024-09-12T00:52:03.379 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f7cad58c8d8] 2024-09-12T00:52:03.379 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55da3f9bc641] 2024-09-12T00:52:03.379 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd877a4) [0x55da3fece7a4] 2024-09-12T00:52:03.379 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55da3f9cc31d] 2024-09-12T00:52:03.379 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:52:03.380 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f7cac229590] 2024-09-12T00:52:03.380 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:52:03.380 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:52:03.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.360+0000 7f7caa10c800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:52:03.380 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f7caa10c800 thread_name:radosgw-admin 2024-09-12T00:52:03.380 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.380 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:52:03.380 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f7cac23e6f0] 2024-09-12T00:52:03.380 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f7cac28b99c] 2024-09-12T00:52:03.380 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:52:03.380 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:52:03.380 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f7cad58c774] 2024-09-12T00:52:03.380 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f7cad58c8d8] 2024-09-12T00:52:03.381 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55da3f9bc641] 2024-09-12T00:52:03.381 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd877a4) [0x55da3fece7a4] 2024-09-12T00:52:03.381 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55da3f9cc31d] 2024-09-12T00:52:03.381 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:52:03.381 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f7cac229590] 2024-09-12T00:52:03.381 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:52:03.381 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:52:03.381 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:52:03.381 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.381 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:52:03.381 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:52:03.104+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.381 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:52:03.104+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.381 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:52:03.104+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_done global_id 6050 payload 274 2024-09-12T00:52:03.381 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:52:03.104+0000 7f7ca7bf6640 10 monclient: _finish_hunting 0 2024-09-12T00:52:03.382 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:52:03.104+0000 7f7ca7bf6640 1 monclient: found mon.noname-c 2024-09-12T00:52:03.382 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:52:03.104+0000 7f7ca7bf6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:52:03.382 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.382 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:52:03.382 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: dump: 2024-09-12T00:52:03.382 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.382 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.382 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.382 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.382 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.382 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.382 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.382 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.382 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.383 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.383 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: _finish_auth 0 2024-09-12T00:52:03.383 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: _check_auth_tickets 2024-09-12T00:52:03.383 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:03.383 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.383 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:52:03.383 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: dump: 2024-09-12T00:52:03.383 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.383 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.383 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.383 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.383 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.383 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.383 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.384 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.384 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.384 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.384 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:52:03.105+0000 7f7caa10c800 5 monclient: authenticate success, global_id 6050 2024-09-12T00:52:03.384 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:52:03.105+0000 7f7caa10c800 10 monclient: get_monmap_and_config success 2024-09-12T00:52:03.384 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:52:03.105+0000 7f7caa10c800 4 set_mon_vals no callback set 2024-09-12T00:52:03.384 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:52:03.105+0000 7f7caa10c800 10 monclient: shutdown 2024-09-12T00:52:03.384 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:52:03.105+0000 7f7caa10c800 5 asok(0x55da41aca630) unregister_commands rotate-key 2024-09-12T00:52:03.384 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:52:03.106+0000 7f7caa10c800 10 monclient: build_initial_monmap 2024-09-12T00:52:03.384 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:52:03.106+0000 7f7caa10c800 1 build_initial for_mkfs: 0 2024-09-12T00:52:03.384 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:52:03.106+0000 7f7caa10c800 10 monclient: monmap: 2024-09-12T00:52:03.384 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:52:03.384 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:52:03.384 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:52:03.385 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:52:03.385 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:52:03.385 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.385 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:52:03.385 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:52:03.385 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:52:03.385 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.385 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding auth protocol: cephx 2024-09-12T00:52:03.385 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding auth protocol: cephx 2024-09-12T00:52:03.385 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding auth protocol: cephx 2024-09-12T00:52:03.385 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: secure 2024-09-12T00:52:03.385 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: crc 2024-09-12T00:52:03.385 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: secure 2024-09-12T00:52:03.385 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: crc 2024-09-12T00:52:03.385 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: secure 2024-09-12T00:52:03.386 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: crc 2024-09-12T00:52:03.386 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: crc 2024-09-12T00:52:03.386 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: secure 2024-09-12T00:52:03.386 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: crc 2024-09-12T00:52:03.386 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: secure 2024-09-12T00:52:03.386 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: crc 2024-09-12T00:52:03.386 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: secure 2024-09-12T00:52:03.386 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:52:03.106+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.386 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:52:03.106+0000 7f7caa10c800 1 librados: starting msgr at 2024-09-12T00:52:03.386 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:52:03.106+0000 7f7caa10c800 1 librados: starting objecter 2024-09-12T00:52:03.386 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command objecter_requests hook 0x55da41cefe70 2024-09-12T00:52:03.386 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:52:03.106+0000 7f7caa10c800 1 librados: setting wanted keys 2024-09-12T00:52:03.386 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:52:03.106+0000 7f7caa10c800 1 librados: calling monclient init 2024-09-12T00:52:03.387 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:52:03.106+0000 7f7caa10c800 10 monclient: init 2024-09-12T00:52:03.387 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding auth protocol: cephx 2024-09-12T00:52:03.387 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding auth protocol: cephx 2024-09-12T00:52:03.387 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding auth protocol: cephx 2024-09-12T00:52:03.387 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: secure 2024-09-12T00:52:03.387 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: crc 2024-09-12T00:52:03.387 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: secure 2024-09-12T00:52:03.387 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: crc 2024-09-12T00:52:03.387 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: secure 2024-09-12T00:52:03.387 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: crc 2024-09-12T00:52:03.387 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: crc 2024-09-12T00:52:03.387 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: secure 2024-09-12T00:52:03.387 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: crc 2024-09-12T00:52:03.387 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: secure 2024-09-12T00:52:03.388 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: crc 2024-09-12T00:52:03.388 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: secure 2024-09-12T00:52:03.388 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:52:03.106+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.388 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:52:03.106+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.388 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:52:03.107+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command rotate-key hook 0x55da41ce9788 2024-09-12T00:52:03.388 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient: _reopen_session rank -1 2024-09-12T00:52:03.388 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:52:03.388 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-a con 0x55da41b96700 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:52:03.388 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-c con 0x55da41b96ee0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:52:03.388 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-b con 0x55da41c32e30 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:52:03.388 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.388 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.388 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.388 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient(hunting): _renew_subs 2024-09-12T00:52:03.389 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient(hunting): authenticate will time out at 1829.559080s 2024-09-12T00:52:03.389 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient(hunting): get_auth_request con 0x55da41b96ee0 auth_method 0 2024-09-12T00:52:03.389 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.389 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.389 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.389 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:52:03.107+0000 7f7ca7bf6640 10 monclient(hunting): get_auth_request con 0x55da41b96700 auth_method 0 2024-09-12T00:52:03.389 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:52:03.107+0000 7f7ca7bf6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.389 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:52:03.107+0000 7f7ca7bf6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.389 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:52:03.107+0000 7f7ca7bf6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.389 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:52:03.107+0000 7f7ca83f7640 10 monclient(hunting): get_auth_request con 0x55da41c32e30 auth_method 0 2024-09-12T00:52:03.389 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:52:03.107+0000 7f7ca83f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.389 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:52:03.107+0000 7f7ca83f7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.389 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:52:03.107+0000 7f7ca83f7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.389 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.390 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.390 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.390 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:52:03.107+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.390 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:52:03.107+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.390 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:52:03.107+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.390 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:52:03.107+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.390 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:52:03.107+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.390 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:52:03.107+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.390 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_done global_id 6053 payload 824 2024-09-12T00:52:03.390 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient: _finish_hunting 0 2024-09-12T00:52:03.390 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 1 monclient: found mon.noname-c 2024-09-12T00:52:03.390 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:52:03.390 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.390 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:52:03.391 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: dump: 2024-09-12T00:52:03.391 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.391 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.391 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.391 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.391 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.391 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.391 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.391 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.391 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.391 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.391 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: _finish_auth 0 2024-09-12T00:52:03.391 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: _check_auth_tickets 2024-09-12T00:52:03.391 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:03.392 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.392 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:52:03.392 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: dump: 2024-09-12T00:52:03.392 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.392 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.392 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.392 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.392 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.392 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.392 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.392 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.392 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.392 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.393 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:52:03.107+0000 7f7caa10c800 5 monclient: authenticate success, global_id 6053 2024-09-12T00:52:03.393 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient: _renew_subs 2024-09-12T00:52:03.393 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:03.393 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:52:03.107+0000 7f7b95e0b640 4 set_mon_vals no callback set 2024-09-12T00:52:03.393 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient: _renew_subs 2024-09-12T00:52:03.393 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:03.393 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:52:03.107+0000 7f7caa10c800 1 librados: init done 2024-09-12T00:52:03.393 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:52:03.109+0000 7f7b8ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:52:03.393 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:52:03.109+0000 7f7b8ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:03.393 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:52:03.109+0000 7f7b8ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:03.393 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:52:03.110+0000 7f7ca7bf6640 10 monclient: get_auth_request con 0x7f7b900764a0 auth_method 0 2024-09-12T00:52:03.393 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:52:03.110+0000 7f7ca83f7640 10 monclient: get_auth_request con 0x55da41d11d60 auth_method 0 2024-09-12T00:52:03.393 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:52:03.111+0000 7f7ca7bf6640 10 monclient: get_auth_request con 0x55da41d34e60 auth_method 0 2024-09-12T00:52:03.394 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:52:03.112+0000 7f7ca73f5640 10 monclient: get_auth_request con 0x55da41d39530 auth_method 0 2024-09-12T00:52:03.394 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:52:03.113+0000 7f7caa10c800 10 monclient: build_initial_monmap 2024-09-12T00:52:03.394 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:52:03.113+0000 7f7caa10c800 1 build_initial for_mkfs: 0 2024-09-12T00:52:03.394 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:52:03.113+0000 7f7caa10c800 10 monclient: monmap: 2024-09-12T00:52:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:52:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:52:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:52:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:52:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:52:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:52:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:52:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:52:03.394 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.394 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding auth protocol: cephx 2024-09-12T00:52:03.395 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding auth protocol: cephx 2024-09-12T00:52:03.395 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding auth protocol: cephx 2024-09-12T00:52:03.395 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: secure 2024-09-12T00:52:03.395 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: crc 2024-09-12T00:52:03.395 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: secure 2024-09-12T00:52:03.395 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: crc 2024-09-12T00:52:03.395 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: secure 2024-09-12T00:52:03.395 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: crc 2024-09-12T00:52:03.395 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: crc 2024-09-12T00:52:03.395 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: secure 2024-09-12T00:52:03.395 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: crc 2024-09-12T00:52:03.395 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: secure 2024-09-12T00:52:03.395 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: crc 2024-09-12T00:52:03.395 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: secure 2024-09-12T00:52:03.396 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:52:03.113+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.396 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command objecter_requests cmddesc objecter_requests hook 0x55da41d41cb0 EEXIST 2024-09-12T00:52:03.396 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:52:03.113+0000 7f7caa10c800 10 monclient: init 2024-09-12T00:52:03.396 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding auth protocol: cephx 2024-09-12T00:52:03.396 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding auth protocol: cephx 2024-09-12T00:52:03.396 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding auth protocol: cephx 2024-09-12T00:52:03.396 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: secure 2024-09-12T00:52:03.396 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: crc 2024-09-12T00:52:03.396 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: secure 2024-09-12T00:52:03.396 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: crc 2024-09-12T00:52:03.396 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: secure 2024-09-12T00:52:03.396 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: crc 2024-09-12T00:52:03.396 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: crc 2024-09-12T00:52:03.396 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: secure 2024-09-12T00:52:03.397 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: crc 2024-09-12T00:52:03.397 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: secure 2024-09-12T00:52:03.397 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: crc 2024-09-12T00:52:03.397 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: secure 2024-09-12T00:52:03.397 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:52:03.114+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.397 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:52:03.114+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.397 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:52:03.114+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command rotate-key cmddesc rotate-key hook 0x55da41d3ca80 EEXIST 2024-09-12T00:52:03.397 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient: _reopen_session rank -1 2024-09-12T00:52:03.397 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:52:03.397 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-a con 0x55da41d6b8f0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:52:03.397 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-c con 0x55da41d642e0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:52:03.397 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-b con 0x55da41d66df0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:52:03.397 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.397 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.398 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.398 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient(hunting): _renew_subs 2024-09-12T00:52:03.398 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient(hunting): authenticate will time out at 1829.566558s 2024-09-12T00:52:03.398 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient(hunting): get_auth_request con 0x55da41d642e0 auth_method 0 2024-09-12T00:52:03.398 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.398 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.398 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.398 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:52:03.114+0000 7f7ca7bf6640 10 monclient(hunting): get_auth_request con 0x55da41d6b8f0 auth_method 0 2024-09-12T00:52:03.398 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:52:03.114+0000 7f7ca7bf6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.398 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:52:03.114+0000 7f7ca7bf6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.399 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:52:03.114+0000 7f7ca7bf6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.399 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.399 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.399 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.399 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:52:03.114+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.399 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:52:03.114+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.399 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:52:03.114+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.399 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:52:03.114+0000 7f7ca83f7640 10 monclient(hunting): get_auth_request con 0x55da41d66df0 auth_method 0 2024-09-12T00:52:03.399 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:52:03.114+0000 7f7ca83f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.399 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:52:03.114+0000 7f7ca83f7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.399 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:52:03.114+0000 7f7ca83f7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.399 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_done global_id 6056 payload 824 2024-09-12T00:52:03.399 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient: _finish_hunting 0 2024-09-12T00:52:03.400 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 1 monclient: found mon.noname-c 2024-09-12T00:52:03.400 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:52:03.400 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.400 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:52:03.400 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: dump: 2024-09-12T00:52:03.400 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.400 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.400 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.400 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.400 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.400 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.400 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.400 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.400 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.401 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.401 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: _finish_auth 0 2024-09-12T00:52:03.401 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: _check_auth_tickets 2024-09-12T00:52:03.401 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:03.401 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.401 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:52:03.401 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: dump: 2024-09-12T00:52:03.401 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.401 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.401 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.401 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.401 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.401 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.401 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.402 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.402 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.402 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.402 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:52:03.115+0000 7f7caa10c800 5 monclient: authenticate success, global_id 6056 2024-09-12T00:52:03.402 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:52:03.115+0000 7f7caa10c800 10 monclient: _renew_subs 2024-09-12T00:52:03.402 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:52:03.115+0000 7f7caa10c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:03.402 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:52:03.115+0000 7f7ca8bf8640 4 set_mon_vals no callback set 2024-09-12T00:52:03.402 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:52:03.115+0000 7f7caa10c800 10 monclient: _renew_subs 2024-09-12T00:52:03.402 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:52:03.115+0000 7f7caa10c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:03.402 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:52:03.117+0000 7f7b8d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:52:03.402 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:52:03.117+0000 7f7b8d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:03.402 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:52:03.117+0000 7f7b8d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:03.402 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:52:03.117+0000 7f7ca7bf6640 10 monclient: get_auth_request con 0x7f7b800763b0 auth_method 0 2024-09-12T00:52:03.403 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:52:03.117+0000 7f7caa10c800 10 monclient: get_monmap_and_config 2024-09-12T00:52:03.403 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:52:03.117+0000 7f7caa10c800 10 monclient: build_initial_monmap 2024-09-12T00:52:03.403 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:52:03.117+0000 7f7caa10c800 1 build_initial for_mkfs: 0 2024-09-12T00:52:03.403 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:52:03.117+0000 7f7caa10c800 10 monclient: monmap: 2024-09-12T00:52:03.403 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:52:03.403 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:52:03.403 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:52:03.403 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:52:03.403 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:52:03.403 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.403 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:52:03.403 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:52:03.403 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:52:03.403 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.404 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding auth protocol: cephx 2024-09-12T00:52:03.404 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding auth protocol: cephx 2024-09-12T00:52:03.404 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding auth protocol: cephx 2024-09-12T00:52:03.404 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: secure 2024-09-12T00:52:03.404 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: crc 2024-09-12T00:52:03.404 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: secure 2024-09-12T00:52:03.404 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: crc 2024-09-12T00:52:03.404 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: secure 2024-09-12T00:52:03.404 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: crc 2024-09-12T00:52:03.404 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: crc 2024-09-12T00:52:03.404 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: secure 2024-09-12T00:52:03.404 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: crc 2024-09-12T00:52:03.404 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: secure 2024-09-12T00:52:03.404 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: crc 2024-09-12T00:52:03.405 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: secure 2024-09-12T00:52:03.405 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:52:03.117+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.405 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:52:03.117+0000 7f7caa10c800 10 monclient: init 2024-09-12T00:52:03.405 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding auth protocol: cephx 2024-09-12T00:52:03.405 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding auth protocol: cephx 2024-09-12T00:52:03.405 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding auth protocol: cephx 2024-09-12T00:52:03.405 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: secure 2024-09-12T00:52:03.405 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: crc 2024-09-12T00:52:03.405 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: secure 2024-09-12T00:52:03.405 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: crc 2024-09-12T00:52:03.405 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: secure 2024-09-12T00:52:03.406 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: crc 2024-09-12T00:52:03.406 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: crc 2024-09-12T00:52:03.406 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: secure 2024-09-12T00:52:03.406 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: crc 2024-09-12T00:52:03.406 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: secure 2024-09-12T00:52:03.406 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: crc 2024-09-12T00:52:03.406 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: secure 2024-09-12T00:52:03.406 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:52:03.118+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.406 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:52:03.118+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.406 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:52:03.118+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command rotate-key cmddesc rotate-key hook 0x7ffd4eb52b68 EEXIST 2024-09-12T00:52:03.406 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient: _reopen_session rank -1 2024-09-12T00:52:03.406 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:52:03.406 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-b con 0x55da41dbacf0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:52:03.407 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-c con 0x55da41d8bd00 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:52:03.407 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-a con 0x55da41db61d0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:52:03.407 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.407 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.407 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.407 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient(hunting): _renew_subs 2024-09-12T00:52:03.407 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient(hunting): authenticate will time out at 1829.570439s 2024-09-12T00:52:03.407 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient(hunting): get_auth_request con 0x55da41db61d0 auth_method 0 2024-09-12T00:52:03.407 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.407 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.407 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.407 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:52:03.118+0000 7f7ca7bf6640 10 monclient(hunting): get_auth_request con 0x55da41dbacf0 auth_method 0 2024-09-12T00:52:03.407 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:52:03.118+0000 7f7ca7bf6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.407 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:52:03.118+0000 7f7ca7bf6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.407 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:52:03.118+0000 7f7ca7bf6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.408 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.408 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.408 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.408 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:52:03.118+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.408 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:52:03.118+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.408 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:52:03.118+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.408 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_done global_id 6357 payload 274 2024-09-12T00:52:03.408 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient: _finish_hunting 0 2024-09-12T00:52:03.408 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 1 monclient: found mon.noname-a 2024-09-12T00:52:03.408 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:52:03.408 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.408 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:52:03.408 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: dump: 2024-09-12T00:52:03.408 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.409 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.409 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.409 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.409 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.409 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.409 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.409 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.409 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.409 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.409 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: _finish_auth 0 2024-09-12T00:52:03.409 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:52:03.409 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:03.410 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 monclient: authenticate success, global_id 6357 2024-09-12T00:52:03.410 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:52:03.119+0000 7f7caa10c800 10 monclient: get_monmap_and_config success 2024-09-12T00:52:03.410 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:52:03.119+0000 7f7caa10c800 4 set_mon_vals no callback set 2024-09-12T00:52:03.410 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.410 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:52:03.410 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: dump: 2024-09-12T00:52:03.410 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.410 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.410 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.410 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.410 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.411 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.411 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.411 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.411 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.411 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.411 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:52:03.119+0000 7f7caa10c800 10 monclient: shutdown 2024-09-12T00:52:03.411 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:52:03.119+0000 7f7caa10c800 10 monclient: build_initial_monmap 2024-09-12T00:52:03.411 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:52:03.119+0000 7f7caa10c800 1 build_initial for_mkfs: 0 2024-09-12T00:52:03.411 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:52:03.119+0000 7f7caa10c800 10 monclient: monmap: 2024-09-12T00:52:03.411 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:52:03.411 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:52:03.411 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:52:03.411 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:52:03.411 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:52:03.412 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.412 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:52:03.412 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:52:03.412 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:52:03.412 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.412 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding auth protocol: cephx 2024-09-12T00:52:03.412 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding auth protocol: cephx 2024-09-12T00:52:03.412 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding auth protocol: cephx 2024-09-12T00:52:03.412 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: secure 2024-09-12T00:52:03.412 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: crc 2024-09-12T00:52:03.413 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: secure 2024-09-12T00:52:03.413 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: crc 2024-09-12T00:52:03.413 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: secure 2024-09-12T00:52:03.413 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: crc 2024-09-12T00:52:03.413 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: crc 2024-09-12T00:52:03.413 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: secure 2024-09-12T00:52:03.413 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: crc 2024-09-12T00:52:03.413 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: secure 2024-09-12T00:52:03.413 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: crc 2024-09-12T00:52:03.413 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: secure 2024-09-12T00:52:03.413 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:52:03.120+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.413 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:52:03.120+0000 7f7caa10c800 1 librados: starting msgr at 2024-09-12T00:52:03.413 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:52:03.120+0000 7f7caa10c800 1 librados: starting objecter 2024-09-12T00:52:03.413 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command objecter_requests cmddesc objecter_requests hook 0x55da41dada60 EEXIST 2024-09-12T00:52:03.413 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:52:03.120+0000 7f7caa10c800 1 librados: setting wanted keys 2024-09-12T00:52:03.414 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:52:03.120+0000 7f7caa10c800 1 librados: calling monclient init 2024-09-12T00:52:03.414 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient: init 2024-09-12T00:52:03.414 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding auth protocol: cephx 2024-09-12T00:52:03.414 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding auth protocol: cephx 2024-09-12T00:52:03.414 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding auth protocol: cephx 2024-09-12T00:52:03.414 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: secure 2024-09-12T00:52:03.414 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: crc 2024-09-12T00:52:03.414 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: secure 2024-09-12T00:52:03.414 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: crc 2024-09-12T00:52:03.414 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: secure 2024-09-12T00:52:03.414 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: crc 2024-09-12T00:52:03.414 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: crc 2024-09-12T00:52:03.414 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: secure 2024-09-12T00:52:03.414 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: crc 2024-09-12T00:52:03.415 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: secure 2024-09-12T00:52:03.415 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: crc 2024-09-12T00:52:03.415 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: secure 2024-09-12T00:52:03.415 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:52:03.120+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.415 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:52:03.120+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.415 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command rotate-key cmddesc rotate-key hook 0x55da41b74438 EEXIST 2024-09-12T00:52:03.415 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient: _reopen_session rank -1 2024-09-12T00:52:03.415 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:52:03.415 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-a con 0x55da41d8bd00 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:52:03.415 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-b con 0x55da41db61d0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:52:03.415 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-c con 0x55da41dbacf0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:52:03.415 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.415 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.416 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.416 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient(hunting): _renew_subs 2024-09-12T00:52:03.416 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient(hunting): authenticate will time out at 1829.572881s 2024-09-12T00:52:03.416 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:52:03.120+0000 7f7ca7bf6640 10 monclient(hunting): get_auth_request con 0x55da41d8bd00 auth_method 0 2024-09-12T00:52:03.416 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:52:03.120+0000 7f7ca7bf6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.416 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:52:03.120+0000 7f7ca7bf6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.416 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:52:03.120+0000 7f7ca7bf6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.416 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:52:03.120+0000 7f7ca83f7640 10 monclient(hunting): get_auth_request con 0x55da41dbacf0 auth_method 0 2024-09-12T00:52:03.416 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:52:03.121+0000 7f7ca83f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.416 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:52:03.121+0000 7f7ca83f7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.416 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:52:03.121+0000 7f7ca83f7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.417 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:52:03.121+0000 7f7ca73f5640 10 monclient(hunting): get_auth_request con 0x55da41db61d0 auth_method 0 2024-09-12T00:52:03.417 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:52:03.121+0000 7f7ca73f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.417 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:52:03.121+0000 7f7ca73f5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.417 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:52:03.121+0000 7f7ca73f5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.417 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:52:03.121+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.417 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:52:03.121+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.417 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:52:03.121+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.417 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:52:03.121+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.417 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:52:03.121+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.417 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:52:03.121+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.417 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:52:03.121+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.417 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:52:03.121+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.417 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:52:03.121+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.417 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:52:03.121+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_done global_id 6360 payload 824 2024-09-12T00:52:03.418 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:52:03.121+0000 7f7ca7bf6640 10 monclient: _finish_hunting 0 2024-09-12T00:52:03.418 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:52:03.121+0000 7f7ca7bf6640 1 monclient: found mon.noname-a 2024-09-12T00:52:03.418 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:52:03.121+0000 7f7ca7bf6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:52:03.418 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.418 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:52:03.418 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: dump: 2024-09-12T00:52:03.418 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.418 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.418 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.418 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.418 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.419 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.419 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.419 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.419 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.419 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.419 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: _finish_auth 0 2024-09-12T00:52:03.419 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: _check_auth_tickets 2024-09-12T00:52:03.419 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:03.419 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.419 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:52:03.419 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: dump: 2024-09-12T00:52:03.419 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.419 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.419 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.419 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.420 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.420 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.420 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.420 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.420 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.420 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.420 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:52:03.121+0000 7f7caa10c800 5 monclient: authenticate success, global_id 6360 2024-09-12T00:52:03.420 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:52:03.121+0000 7f7b86ffd640 4 set_mon_vals no callback set 2024-09-12T00:52:03.420 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:52:03.121+0000 7f7caa10c800 10 monclient: _renew_subs 2024-09-12T00:52:03.420 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:52:03.121+0000 7f7caa10c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:52:03.420 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:52:03.121+0000 7f7caa10c800 10 monclient: _renew_subs 2024-09-12T00:52:03.420 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:52:03.121+0000 7f7caa10c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:52:03.420 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:52:03.121+0000 7f7caa10c800 1 librados: init done 2024-09-12T00:52:03.420 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:52:03.121+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command cr dump hook 0x55da41da82b8 2024-09-12T00:52:03.421 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:52:03.123+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.421 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:52:03.124+0000 7f7b857fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:52:03.421 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:52:03.124+0000 7f7b857fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:03.421 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:52:03.124+0000 7f7b857fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:03.421 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:52:03.124+0000 7f7ca73f5640 10 monclient: get_auth_request con 0x7f7b70076470 auth_method 0 2024-09-12T00:52:03.421 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:52:03.124+0000 7f7ca83f7640 10 monclient: get_auth_request con 0x55da41dd5340 auth_method 0 2024-09-12T00:52:03.421 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.421 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:52:03.125+0000 7f7caa10c800 20 realm 2024-09-12T00:52:03.421 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.421 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.421 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:52:03.125+0000 7f7caa10c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:03.421 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.421 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.421 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.422 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:52:03.125+0000 7f7ca7bf6640 10 monclient: get_auth_request con 0x55da41dd9580 auth_method 0 2024-09-12T00:52:03.422 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:52:03.126+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:03.422 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:52:03.126+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.422 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:52:03.126+0000 7f7ca73f5640 10 monclient: get_auth_request con 0x55da41ddcde0 auth_method 0 2024-09-12T00:52:03.422 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:52:03.127+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:03.422 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:52:03.127+0000 7f7caa10c800 20 searching for the correct realm 2024-09-12T00:52:03.422 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:52:03.127+0000 7f7ca83f7640 10 monclient: get_auth_request con 0x55da41de1ba0 auth_method 0 2024-09-12T00:52:03.422 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:52:03.128+0000 7f7ca7bf6640 10 monclient: get_auth_request con 0x7f7c9c06c070 auth_method 0 2024-09-12T00:52:03.422 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:52:03.129+0000 7f7ca73f5640 10 monclient: get_auth_request con 0x7f7c98094130 auth_method 0 2024-09-12T00:52:03.422 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:52:03.129+0000 7f7ca73f5640 0 -- 172.21.15.38:0/4036195963 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55da41ddcde0 msgr2=0x55da41ddf1f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:03.422 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:52:03.129+0000 7f7b857fa640 1 client.6360.objecter ms_handle_reset 0x55da41ddcde0 session 0x55da41dd8910 osd.7 2024-09-12T00:52:03.422 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:52:03.129+0000 7f7b857fa640 10 monclient: _renew_subs 2024-09-12T00:52:03.422 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:52:03.129+0000 7f7b857fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:52:03.422 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:52:03.130+0000 7f7ca73f5640 10 monclient: get_auth_request con 0x7f7b70086aa0 auth_method 0 2024-09-12T00:52:03.423 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:52:03.131+0000 7f7ca83f7640 10 monclient: get_auth_request con 0x7f7c9c0c7fe0 auth_method 0 2024-09-12T00:52:03.423 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:52:03.133+0000 7f7ca7bf6640 10 monclient: get_auth_request con 0x7f7c9c0e4bd0 auth_method 0 2024-09-12T00:52:03.423 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:52:03.133+0000 7f7ca7bf6640 0 -- 172.21.15.38:0/4036195963 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f7c9c0e4bd0 msgr2=0x7f7c9c0d0430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:52:03.423 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:52:03.334+0000 7f7ca7bf6640 10 monclient: get_auth_request con 0x7f7c9c0e4bd0 auth_method 0 2024-09-12T00:52:03.423 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:03.423 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:03.423 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:03.423 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:03.423 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:03.423 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:03.423 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:52:03.339+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.423 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:52:03.340+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.423 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:52:03.340+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.424 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:52:03.340+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:03.424 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:52:03.340+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.424 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:52:03.341+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:03.424 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:52:03.341+0000 7f7caa10c800 20 zone default found 2024-09-12T00:52:03.424 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:52:03.341+0000 7f7caa10c800 4 Realm: () 2024-09-12T00:52:03.424 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:52:03.341+0000 7f7caa10c800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:03.424 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:52:03.341+0000 7f7caa10c800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:03.424 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:52:03.341+0000 7f7caa10c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:03.424 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:52:03.341+0000 7f7caa10c800 20 zonegroup default 2024-09-12T00:52:03.424 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:52:03.341+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.424 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:52:03.341+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.424 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:52:03.341+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.424 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:52:03.342+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.425 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:52:03.342+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.425 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:52:03.342+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.425 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:52:03.342+0000 7f7caa10c800 20 started sync module instance, tier type = 2024-09-12T00:52:03.425 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:52:03.342+0000 7f7caa10c800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:03.425 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=0 2024-09-12T00:52:03.425 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=1 2024-09-12T00:52:03.425 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=2 2024-09-12T00:52:03.425 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=3 2024-09-12T00:52:03.425 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=4 2024-09-12T00:52:03.425 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=5 2024-09-12T00:52:03.425 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=6 2024-09-12T00:52:03.425 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:52:03.353+0000 7f7caa10c800 20 add_watcher() i=7 2024-09-12T00:52:03.425 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:52:03.353+0000 7f7caa10c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:03.425 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding auth protocol: cephx 2024-09-12T00:52:03.426 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding auth protocol: cephx 2024-09-12T00:52:03.426 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding auth protocol: cephx 2024-09-12T00:52:03.426 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: secure 2024-09-12T00:52:03.426 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: crc 2024-09-12T00:52:03.426 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: secure 2024-09-12T00:52:03.426 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: crc 2024-09-12T00:52:03.426 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: secure 2024-09-12T00:52:03.426 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: crc 2024-09-12T00:52:03.426 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: crc 2024-09-12T00:52:03.426 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: secure 2024-09-12T00:52:03.427 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: crc 2024-09-12T00:52:03.427 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: secure 2024-09-12T00:52:03.427 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: crc 2024-09-12T00:52:03.427 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: secure 2024-09-12T00:52:03.427 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:52:03.355+0000 7f7b5dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:03.427 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:52:03.356+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.427 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:52:03.356+0000 7f7caa10c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:03.427 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:52:03.356+0000 7f7caa10c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:03.427 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command cache list hook 0x55da41db13f0 2024-09-12T00:52:03.427 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command cache inspect hook 0x55da41db13f0 2024-09-12T00:52:03.427 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command cache erase hook 0x55da41db13f0 2024-09-12T00:52:03.427 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command cache zap hook 0x55da41db13f0 2024-09-12T00:52:03.427 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 note: GC not initialized 2024-09-12T00:52:03.428 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:52:03.356+0000 7f7b5cfe1640 20 reqs_thread_entry: start 2024-09-12T00:52:03.428 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command sync trace show hook 0x7f7ca0002ef0 2024-09-12T00:52:03.428 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command sync trace history hook 0x7f7ca0002ef0 2024-09-12T00:52:03.428 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command sync trace active hook 0x7f7ca0002ef0 2024-09-12T00:52:03.428 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command sync trace active_short hook 0x7f7ca0002ef0 2024-09-12T00:52:03.428 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:52:03.356+0000 7f7caa10c800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:03.428 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:52:03.356+0000 7f7caa10c800 20 Filter name: none 2024-09-12T00:52:03.428 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:52:03.356+0000 7f7ad67fc640 20 reqs_thread_entry: start 2024-09-12T00:52:03.428 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:52:03.356+0000 7f7caa10c800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T00:52:03.428 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:52:03.356+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.428 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:52:03.357+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T00:52:03.428 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:52:03.357+0000 7f7caa10c800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T00:52:03.428 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:52:03.357+0000 7f7caa10c800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T00:52:03.428 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:52:03.357+0000 7f7caa10c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 : miss 2024-09-12T00:52:03.429 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:52:03.357+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.429 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:52:03.357+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T00:52:03.429 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:52:03.357+0000 7f7caa10c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 info.flags=0x17 2024-09-12T00:52:03.429 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:52:03.357+0000 7f7caa10c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 to cache LRU end 2024-09-12T00:52:03.429 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:52:03.357+0000 7f7caa10c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:52:03.429 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:52:03.357+0000 7f7caa10c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:03.429 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:52:03.357+0000 7f7caa10c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 2024-09-12T00:52:03.429 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:52:03.359+0000 7f7caa10c800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7caa10c800 time 2024-09-12T00:52:03.360654+0000 2024-09-12T00:52:03.429 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:52:03.429 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.429 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:52:03.429 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f7cad58c71a] 2024-09-12T00:52:03.429 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f7cad58c8d8] 2024-09-12T00:52:03.429 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55da3f9bc641] 2024-09-12T00:52:03.430 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd877a4) [0x55da3fece7a4] 2024-09-12T00:52:03.430 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55da3f9cc31d] 2024-09-12T00:52:03.430 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:52:03.430 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f7cac229590] 2024-09-12T00:52:03.430 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:52:03.430 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:52:03.430 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.430 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:52:03.360+0000 7f7caa10c800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:52:03.430 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f7caa10c800 thread_name:radosgw-admin 2024-09-12T00:52:03.430 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.430 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:52:03.430 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f7cac23e6f0] 2024-09-12T00:52:03.431 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f7cac28b99c] 2024-09-12T00:52:03.431 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:52:03.431 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:52:03.431 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f7cad58c774] 2024-09-12T00:52:03.431 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f7cad58c8d8] 2024-09-12T00:52:03.431 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55da3f9bc641] 2024-09-12T00:52:03.431 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd877a4) [0x55da3fece7a4] 2024-09-12T00:52:03.431 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55da3f9cc31d] 2024-09-12T00:52:03.431 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:52:03.431 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f7cac229590] 2024-09-12T00:52:03.431 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:52:03.431 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:52:03.431 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:52:03.431 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.432 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:52:03.432 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:52:03.432 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:52:03.432 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:52:03.432 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:52:03.432 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:52:03.432 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:52:03.432 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:52:03.432 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:52:03.432 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:52:03.432 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:52:03.432 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:52:03.432 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:52:03.432 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:52:03.433 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:52:03.433 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:52:03.433 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:52:03.433 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:52:03.433 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:52:03.433 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:52:03.433 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:52:03.433 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:52:03.433 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:52:03.433 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:52:03.433 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:52:03.433 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:52:03.433 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:52:03.433 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:52:03.434 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:52:03.434 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:52:03.434 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:52:03.434 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:52:03.434 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:52:03.434 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:52:03.434 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:52:03.434 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:52:03.434 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:52:03.434 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:52:03.434 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:52:03.434 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:52:03.434 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:52:03.434 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:52:03.434 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:52:03.435 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:52:03.435 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:52:03.435 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:52:03.435 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:52:03.435 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:52:03.435 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:52:03.435 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:52:03.435 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:52:03.435 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:52:03.435 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:52:03.435 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:52:03.435 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:52:03.436 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:52:03.436 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:52:03.436 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:52:03.436 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:52:03.436 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:52:03.436 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:52:03.436 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:52:03.436 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:52:03.436 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:52:03.436 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:52:03.436 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:52:03.436 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:52:03.437 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:52:03.437 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:52:03.437 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:52:03.437 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:52:03.437 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:52:03.437 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:52:03.437 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:52:03.437 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:52:03.437 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:52:03.437 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:52:03.438 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:52:03.438 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:52:03.438 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:52:03.438 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:52:03.438 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:52:03.438 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:52:03.438 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:52:03.438 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:52:03.438 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:52:03.438 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:52:03.438 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:52:03.438 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:52:03.438 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:52:03.439 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:52:03.439 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:52:03.439 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:52:03.439 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:52:03.439 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7ad67fc640 / http_manager 2024-09-12T00:52:03.439 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7b5cfe1640 / http_manager 2024-09-12T00:52:03.439 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7b5dfe3640 / rgw_dt_lg_renew 2024-09-12T00:52:03.439 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7b857fa640 / ms_dispatch 2024-09-12T00:52:03.439 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7b86ffd640 / io_context_pool 2024-09-12T00:52:03.439 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7b8d7fa640 / ms_dispatch 2024-09-12T00:52:03.439 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7b8ffff640 / ms_dispatch 2024-09-12T00:52:03.439 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7b95e0b640 / io_context_pool 2024-09-12T00:52:03.439 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7ca73f5640 / msgr-worker-2 2024-09-12T00:52:03.439 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7ca7bf6640 / msgr-worker-1 2024-09-12T00:52:03.439 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7ca83f7640 / msgr-worker-0 2024-09-12T00:52:03.440 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7ca8bf8640 / io_context_pool 2024-09-12T00:52:03.440 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7caa10c800 / radosgw-admin 2024-09-12T00:52:03.440 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:52:03.440 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:52:03.440 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/log/ceph/ceph-client.admin.92546.log 2024-09-12T00:52:03.440 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:52:03.440 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:52:03.440 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:52:03.104+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.440 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:52:03.104+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.440 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:52:03.104+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_done global_id 6050 payload 274 2024-09-12T00:52:03.440 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:52:03.104+0000 7f7ca7bf6640 10 monclient: _finish_hunting 0 2024-09-12T00:52:03.440 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:52:03.104+0000 7f7ca7bf6640 1 monclient: found mon.noname-c 2024-09-12T00:52:03.440 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:52:03.104+0000 7f7ca7bf6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:52:03.440 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.441 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:52:03.441 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: dump: 2024-09-12T00:52:03.441 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.441 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.441 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.441 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.441 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.441 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.441 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.441 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.441 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.441 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.441 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: _finish_auth 0 2024-09-12T00:52:03.441 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: _check_auth_tickets 2024-09-12T00:52:03.441 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:03.442 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.442 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:52:03.442 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:52:03.105+0000 7f7b95e0b640 10 monclient: dump: 2024-09-12T00:52:03.442 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.442 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.442 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.442 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.442 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.442 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.442 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.442 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.442 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.442 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.442 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:52:03.105+0000 7f7caa10c800 5 monclient: authenticate success, global_id 6050 2024-09-12T00:52:03.443 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:52:03.105+0000 7f7caa10c800 10 monclient: get_monmap_and_config success 2024-09-12T00:52:03.443 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:52:03.105+0000 7f7caa10c800 4 set_mon_vals no callback set 2024-09-12T00:52:03.443 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:52:03.105+0000 7f7caa10c800 10 monclient: shutdown 2024-09-12T00:52:03.443 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:52:03.105+0000 7f7caa10c800 5 asok(0x55da41aca630) unregister_commands rotate-key 2024-09-12T00:52:03.443 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:52:03.106+0000 7f7caa10c800 10 monclient: build_initial_monmap 2024-09-12T00:52:03.443 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:52:03.106+0000 7f7caa10c800 1 build_initial for_mkfs: 0 2024-09-12T00:52:03.443 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:52:03.106+0000 7f7caa10c800 10 monclient: monmap: 2024-09-12T00:52:03.443 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:52:03.443 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:52:03.443 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:52:03.443 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:52:03.443 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:52:03.443 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.443 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:52:03.443 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:52:03.444 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:52:03.444 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.444 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding auth protocol: cephx 2024-09-12T00:52:03.444 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding auth protocol: cephx 2024-09-12T00:52:03.444 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding auth protocol: cephx 2024-09-12T00:52:03.444 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: secure 2024-09-12T00:52:03.444 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: crc 2024-09-12T00:52:03.444 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: secure 2024-09-12T00:52:03.444 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: crc 2024-09-12T00:52:03.444 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: secure 2024-09-12T00:52:03.444 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: crc 2024-09-12T00:52:03.444 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: crc 2024-09-12T00:52:03.444 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: secure 2024-09-12T00:52:03.445 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: crc 2024-09-12T00:52:03.445 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: secure 2024-09-12T00:52:03.445 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: crc 2024-09-12T00:52:03.445 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41cef340) adding con mode: secure 2024-09-12T00:52:03.445 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:52:03.106+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.445 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:52:03.106+0000 7f7caa10c800 1 librados: starting msgr at 2024-09-12T00:52:03.445 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:52:03.106+0000 7f7caa10c800 1 librados: starting objecter 2024-09-12T00:52:03.445 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command objecter_requests hook 0x55da41cefe70 2024-09-12T00:52:03.445 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:52:03.106+0000 7f7caa10c800 1 librados: setting wanted keys 2024-09-12T00:52:03.445 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:52:03.106+0000 7f7caa10c800 1 librados: calling monclient init 2024-09-12T00:52:03.446 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:52:03.106+0000 7f7caa10c800 10 monclient: init 2024-09-12T00:52:03.446 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding auth protocol: cephx 2024-09-12T00:52:03.446 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding auth protocol: cephx 2024-09-12T00:52:03.446 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding auth protocol: cephx 2024-09-12T00:52:03.446 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: secure 2024-09-12T00:52:03.446 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: crc 2024-09-12T00:52:03.446 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: secure 2024-09-12T00:52:03.446 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: crc 2024-09-12T00:52:03.446 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: secure 2024-09-12T00:52:03.446 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: crc 2024-09-12T00:52:03.446 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: crc 2024-09-12T00:52:03.446 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: secure 2024-09-12T00:52:03.446 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: crc 2024-09-12T00:52:03.446 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: secure 2024-09-12T00:52:03.447 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: crc 2024-09-12T00:52:03.447 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:52:03.106+0000 7f7caa10c800 5 AuthRegistry(0x55da41ce9640) adding con mode: secure 2024-09-12T00:52:03.447 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:52:03.106+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.447 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:52:03.106+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.447 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:52:03.107+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command rotate-key hook 0x55da41ce9788 2024-09-12T00:52:03.447 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient: _reopen_session rank -1 2024-09-12T00:52:03.447 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:52:03.448 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-a con 0x55da41b96700 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:52:03.448 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-c con 0x55da41b96ee0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:52:03.448 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-b con 0x55da41c32e30 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:52:03.448 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.448 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.448 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.449 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient(hunting): _renew_subs 2024-09-12T00:52:03.449 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient(hunting): authenticate will time out at 1829.559080s 2024-09-12T00:52:03.449 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient(hunting): get_auth_request con 0x55da41b96ee0 auth_method 0 2024-09-12T00:52:03.449 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.449 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.449 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.450 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:52:03.107+0000 7f7ca7bf6640 10 monclient(hunting): get_auth_request con 0x55da41b96700 auth_method 0 2024-09-12T00:52:03.450 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:52:03.107+0000 7f7ca7bf6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.450 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:52:03.107+0000 7f7ca7bf6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.450 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:52:03.107+0000 7f7ca7bf6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.450 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:52:03.107+0000 7f7ca83f7640 10 monclient(hunting): get_auth_request con 0x55da41c32e30 auth_method 0 2024-09-12T00:52:03.450 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:52:03.107+0000 7f7ca83f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.450 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:52:03.107+0000 7f7ca83f7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.451 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:52:03.107+0000 7f7ca83f7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.451 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.451 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.451 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.451 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:52:03.107+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.451 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:52:03.107+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.451 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:52:03.107+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.451 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:52:03.107+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.452 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:52:03.107+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.452 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:52:03.107+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.452 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_done global_id 6053 payload 824 2024-09-12T00:52:03.452 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient: _finish_hunting 0 2024-09-12T00:52:03.452 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 1 monclient: found mon.noname-c 2024-09-12T00:52:03.452 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:52:03.107+0000 7f7ca73f5640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:52:03.452 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.453 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:52:03.453 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: dump: 2024-09-12T00:52:03.453 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.453 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.453 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.453 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.454 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.454 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.454 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.454 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.454 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.454 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.455 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: _finish_auth 0 2024-09-12T00:52:03.455 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: _check_auth_tickets 2024-09-12T00:52:03.455 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:03.455 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.455 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:52:03.455 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:52:03.107+0000 7f7b8ffff640 10 monclient: dump: 2024-09-12T00:52:03.455 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.455 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.455 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.455 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.455 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.456 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.456 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.456 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.456 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.456 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.456 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:52:03.107+0000 7f7caa10c800 5 monclient: authenticate success, global_id 6053 2024-09-12T00:52:03.456 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient: _renew_subs 2024-09-12T00:52:03.456 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:03.456 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:52:03.107+0000 7f7b95e0b640 4 set_mon_vals no callback set 2024-09-12T00:52:03.456 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient: _renew_subs 2024-09-12T00:52:03.456 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:52:03.107+0000 7f7caa10c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:03.456 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:52:03.107+0000 7f7caa10c800 1 librados: init done 2024-09-12T00:52:03.457 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:52:03.109+0000 7f7b8ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:52:03.457 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:52:03.109+0000 7f7b8ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:03.457 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:52:03.109+0000 7f7b8ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:03.457 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:52:03.110+0000 7f7ca7bf6640 10 monclient: get_auth_request con 0x7f7b900764a0 auth_method 0 2024-09-12T00:52:03.457 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:52:03.110+0000 7f7ca83f7640 10 monclient: get_auth_request con 0x55da41d11d60 auth_method 0 2024-09-12T00:52:03.457 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:52:03.111+0000 7f7ca7bf6640 10 monclient: get_auth_request con 0x55da41d34e60 auth_method 0 2024-09-12T00:52:03.457 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:52:03.112+0000 7f7ca73f5640 10 monclient: get_auth_request con 0x55da41d39530 auth_method 0 2024-09-12T00:52:03.457 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:52:03.113+0000 7f7caa10c800 10 monclient: build_initial_monmap 2024-09-12T00:52:03.457 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:52:03.113+0000 7f7caa10c800 1 build_initial for_mkfs: 0 2024-09-12T00:52:03.457 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:52:03.113+0000 7f7caa10c800 10 monclient: monmap: 2024-09-12T00:52:03.457 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:52:03.457 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:52:03.457 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:52:03.457 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:52:03.458 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:52:03.458 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.458 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:52:03.458 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:52:03.458 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:52:03.458 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.458 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding auth protocol: cephx 2024-09-12T00:52:03.458 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding auth protocol: cephx 2024-09-12T00:52:03.458 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding auth protocol: cephx 2024-09-12T00:52:03.458 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: secure 2024-09-12T00:52:03.458 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: crc 2024-09-12T00:52:03.458 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: secure 2024-09-12T00:52:03.458 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: crc 2024-09-12T00:52:03.458 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: secure 2024-09-12T00:52:03.459 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: crc 2024-09-12T00:52:03.459 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: crc 2024-09-12T00:52:03.459 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: secure 2024-09-12T00:52:03.459 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: crc 2024-09-12T00:52:03.459 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: secure 2024-09-12T00:52:03.459 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: crc 2024-09-12T00:52:03.459 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3e2b0) adding con mode: secure 2024-09-12T00:52:03.459 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:52:03.113+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.459 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command objecter_requests cmddesc objecter_requests hook 0x55da41d41cb0 EEXIST 2024-09-12T00:52:03.459 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:52:03.113+0000 7f7caa10c800 10 monclient: init 2024-09-12T00:52:03.459 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding auth protocol: cephx 2024-09-12T00:52:03.459 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding auth protocol: cephx 2024-09-12T00:52:03.459 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding auth protocol: cephx 2024-09-12T00:52:03.460 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: secure 2024-09-12T00:52:03.460 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: crc 2024-09-12T00:52:03.460 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: secure 2024-09-12T00:52:03.460 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: crc 2024-09-12T00:52:03.460 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: secure 2024-09-12T00:52:03.460 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: crc 2024-09-12T00:52:03.460 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: crc 2024-09-12T00:52:03.460 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: secure 2024-09-12T00:52:03.460 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: crc 2024-09-12T00:52:03.460 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: secure 2024-09-12T00:52:03.460 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: crc 2024-09-12T00:52:03.460 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:52:03.113+0000 7f7caa10c800 5 AuthRegistry(0x55da41d3c938) adding con mode: secure 2024-09-12T00:52:03.460 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:52:03.114+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.460 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:52:03.114+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.461 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:52:03.114+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command rotate-key cmddesc rotate-key hook 0x55da41d3ca80 EEXIST 2024-09-12T00:52:03.461 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient: _reopen_session rank -1 2024-09-12T00:52:03.461 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:52:03.461 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-a con 0x55da41d6b8f0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:52:03.461 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-c con 0x55da41d642e0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:52:03.461 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-b con 0x55da41d66df0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:52:03.461 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.461 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.461 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.461 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient(hunting): _renew_subs 2024-09-12T00:52:03.461 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:52:03.114+0000 7f7caa10c800 10 monclient(hunting): authenticate will time out at 1829.566558s 2024-09-12T00:52:03.461 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient(hunting): get_auth_request con 0x55da41d642e0 auth_method 0 2024-09-12T00:52:03.461 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.461 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.462 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.462 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:52:03.114+0000 7f7ca7bf6640 10 monclient(hunting): get_auth_request con 0x55da41d6b8f0 auth_method 0 2024-09-12T00:52:03.462 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:52:03.114+0000 7f7ca7bf6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.462 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:52:03.114+0000 7f7ca7bf6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.462 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:52:03.114+0000 7f7ca7bf6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.462 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.462 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.462 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.462 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:52:03.114+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.462 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:52:03.114+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.462 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:52:03.114+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.462 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:52:03.114+0000 7f7ca83f7640 10 monclient(hunting): get_auth_request con 0x55da41d66df0 auth_method 0 2024-09-12T00:52:03.462 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:52:03.114+0000 7f7ca83f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.462 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:52:03.114+0000 7f7ca83f7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.462 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:52:03.114+0000 7f7ca83f7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.463 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_done global_id 6056 payload 824 2024-09-12T00:52:03.463 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient: _finish_hunting 0 2024-09-12T00:52:03.463 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 1 monclient: found mon.noname-c 2024-09-12T00:52:03.463 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:52:03.114+0000 7f7ca73f5640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:52:03.463 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.463 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:52:03.463 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: dump: 2024-09-12T00:52:03.463 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.463 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.463 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.463 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.463 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.463 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.463 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.463 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.464 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.464 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.464 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: _finish_auth 0 2024-09-12T00:52:03.464 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: _check_auth_tickets 2024-09-12T00:52:03.464 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:03.464 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.464 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:52:03.464 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:52:03.115+0000 7f7b8d7fa640 10 monclient: dump: 2024-09-12T00:52:03.464 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.464 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.464 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.464 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.464 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.465 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.465 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.465 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.465 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.465 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.465 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:52:03.115+0000 7f7caa10c800 5 monclient: authenticate success, global_id 6056 2024-09-12T00:52:03.465 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:52:03.115+0000 7f7caa10c800 10 monclient: _renew_subs 2024-09-12T00:52:03.465 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:52:03.115+0000 7f7caa10c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:03.465 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:52:03.115+0000 7f7ca8bf8640 4 set_mon_vals no callback set 2024-09-12T00:52:03.466 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:52:03.115+0000 7f7caa10c800 10 monclient: _renew_subs 2024-09-12T00:52:03.466 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:52:03.115+0000 7f7caa10c800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:03.466 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:52:03.117+0000 7f7b8d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:52:03.466 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:52:03.117+0000 7f7b8d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:03.466 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:52:03.117+0000 7f7b8d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:03.466 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:52:03.117+0000 7f7ca7bf6640 10 monclient: get_auth_request con 0x7f7b800763b0 auth_method 0 2024-09-12T00:52:03.466 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:52:03.117+0000 7f7caa10c800 10 monclient: get_monmap_and_config 2024-09-12T00:52:03.466 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:52:03.117+0000 7f7caa10c800 10 monclient: build_initial_monmap 2024-09-12T00:52:03.466 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:52:03.117+0000 7f7caa10c800 1 build_initial for_mkfs: 0 2024-09-12T00:52:03.466 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:52:03.117+0000 7f7caa10c800 10 monclient: monmap: 2024-09-12T00:52:03.466 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:52:03.466 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:52:03.466 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:52:03.466 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:52:03.467 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:52:03.467 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.467 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:52:03.467 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:52:03.467 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:52:03.467 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.467 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding auth protocol: cephx 2024-09-12T00:52:03.467 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding auth protocol: cephx 2024-09-12T00:52:03.467 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding auth protocol: cephx 2024-09-12T00:52:03.467 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: secure 2024-09-12T00:52:03.467 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: crc 2024-09-12T00:52:03.467 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: secure 2024-09-12T00:52:03.467 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: crc 2024-09-12T00:52:03.467 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: secure 2024-09-12T00:52:03.467 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: crc 2024-09-12T00:52:03.468 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: crc 2024-09-12T00:52:03.468 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: secure 2024-09-12T00:52:03.468 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: crc 2024-09-12T00:52:03.468 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: secure 2024-09-12T00:52:03.468 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: crc 2024-09-12T00:52:03.468 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x55da41d86700) adding con mode: secure 2024-09-12T00:52:03.468 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:52:03.117+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.468 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:52:03.117+0000 7f7caa10c800 10 monclient: init 2024-09-12T00:52:03.468 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding auth protocol: cephx 2024-09-12T00:52:03.468 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding auth protocol: cephx 2024-09-12T00:52:03.468 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding auth protocol: cephx 2024-09-12T00:52:03.468 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: secure 2024-09-12T00:52:03.468 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: crc 2024-09-12T00:52:03.469 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: secure 2024-09-12T00:52:03.469 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: crc 2024-09-12T00:52:03.469 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: secure 2024-09-12T00:52:03.469 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: crc 2024-09-12T00:52:03.469 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: crc 2024-09-12T00:52:03.469 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: secure 2024-09-12T00:52:03.469 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: crc 2024-09-12T00:52:03.469 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: secure 2024-09-12T00:52:03.469 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: crc 2024-09-12T00:52:03.469 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:52:03.117+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52a20) adding con mode: secure 2024-09-12T00:52:03.469 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:52:03.118+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.470 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:52:03.118+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.470 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:52:03.118+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command rotate-key cmddesc rotate-key hook 0x7ffd4eb52b68 EEXIST 2024-09-12T00:52:03.470 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient: _reopen_session rank -1 2024-09-12T00:52:03.470 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:52:03.470 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-b con 0x55da41dbacf0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:52:03.470 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-c con 0x55da41d8bd00 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:52:03.470 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-a con 0x55da41db61d0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:52:03.470 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.470 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.470 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.470 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient(hunting): _renew_subs 2024-09-12T00:52:03.470 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:52:03.118+0000 7f7caa10c800 10 monclient(hunting): authenticate will time out at 1829.570439s 2024-09-12T00:52:03.470 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient(hunting): get_auth_request con 0x55da41db61d0 auth_method 0 2024-09-12T00:52:03.471 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.471 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.471 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.471 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:52:03.118+0000 7f7ca7bf6640 10 monclient(hunting): get_auth_request con 0x55da41dbacf0 auth_method 0 2024-09-12T00:52:03.471 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:52:03.118+0000 7f7ca7bf6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.471 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:52:03.118+0000 7f7ca7bf6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.471 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:52:03.118+0000 7f7ca7bf6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.471 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.471 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.471 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.471 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:52:03.118+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.471 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:52:03.118+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.471 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:52:03.118+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.471 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_done global_id 6357 payload 274 2024-09-12T00:52:03.471 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient: _finish_hunting 0 2024-09-12T00:52:03.472 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 1 monclient: found mon.noname-a 2024-09-12T00:52:03.472 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:52:03.118+0000 7f7ca83f7640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:52:03.472 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.472 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:52:03.472 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: dump: 2024-09-12T00:52:03.472 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.472 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.472 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.472 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.473 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.473 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.473 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.473 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.473 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.473 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.473 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: _finish_auth 0 2024-09-12T00:52:03.473 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:52:03.473 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:03.473 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 monclient: authenticate success, global_id 6357 2024-09-12T00:52:03.473 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:52:03.119+0000 7f7caa10c800 10 monclient: get_monmap_and_config success 2024-09-12T00:52:03.473 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:52:03.119+0000 7f7caa10c800 4 set_mon_vals no callback set 2024-09-12T00:52:03.473 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.473 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:52:03.474 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:52:03.119+0000 7f7b86ffd640 10 monclient: dump: 2024-09-12T00:52:03.474 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.474 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.474 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.474 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.474 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.474 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.474 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.474 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.474 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.474 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.474 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:52:03.119+0000 7f7caa10c800 10 monclient: shutdown 2024-09-12T00:52:03.475 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:52:03.119+0000 7f7caa10c800 10 monclient: build_initial_monmap 2024-09-12T00:52:03.475 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:52:03.119+0000 7f7caa10c800 1 build_initial for_mkfs: 0 2024-09-12T00:52:03.475 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:52:03.119+0000 7f7caa10c800 10 monclient: monmap: 2024-09-12T00:52:03.475 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:52:03.475 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:52:03.475 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:52:03.475 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:52:03.475 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:52:03.475 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.475 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:52:03.475 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:52:03.475 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:52:03.475 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.475 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding auth protocol: cephx 2024-09-12T00:52:03.476 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding auth protocol: cephx 2024-09-12T00:52:03.476 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding auth protocol: cephx 2024-09-12T00:52:03.476 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: secure 2024-09-12T00:52:03.476 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: crc 2024-09-12T00:52:03.476 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: secure 2024-09-12T00:52:03.476 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: crc 2024-09-12T00:52:03.476 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: secure 2024-09-12T00:52:03.476 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: crc 2024-09-12T00:52:03.476 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: crc 2024-09-12T00:52:03.476 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: secure 2024-09-12T00:52:03.476 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: crc 2024-09-12T00:52:03.476 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: secure 2024-09-12T00:52:03.476 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: crc 2024-09-12T00:52:03.476 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:52:03.119+0000 7f7caa10c800 5 AuthRegistry(0x55da41db6db0) adding con mode: secure 2024-09-12T00:52:03.477 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:52:03.120+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.477 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:52:03.120+0000 7f7caa10c800 1 librados: starting msgr at 2024-09-12T00:52:03.477 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:52:03.120+0000 7f7caa10c800 1 librados: starting objecter 2024-09-12T00:52:03.477 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command objecter_requests cmddesc objecter_requests hook 0x55da41dada60 EEXIST 2024-09-12T00:52:03.477 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:52:03.120+0000 7f7caa10c800 1 librados: setting wanted keys 2024-09-12T00:52:03.477 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:52:03.120+0000 7f7caa10c800 1 librados: calling monclient init 2024-09-12T00:52:03.477 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient: init 2024-09-12T00:52:03.477 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding auth protocol: cephx 2024-09-12T00:52:03.477 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding auth protocol: cephx 2024-09-12T00:52:03.477 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding auth protocol: cephx 2024-09-12T00:52:03.477 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: secure 2024-09-12T00:52:03.477 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: crc 2024-09-12T00:52:03.477 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: secure 2024-09-12T00:52:03.477 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: crc 2024-09-12T00:52:03.478 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: secure 2024-09-12T00:52:03.478 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: crc 2024-09-12T00:52:03.478 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: crc 2024-09-12T00:52:03.478 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: secure 2024-09-12T00:52:03.478 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: crc 2024-09-12T00:52:03.478 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: secure 2024-09-12T00:52:03.478 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: crc 2024-09-12T00:52:03.478 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 AuthRegistry(0x55da41b742f0) adding con mode: secure 2024-09-12T00:52:03.478 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:52:03.120+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.478 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:52:03.120+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.478 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:52:03.120+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command rotate-key cmddesc rotate-key hook 0x55da41b74438 EEXIST 2024-09-12T00:52:03.478 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient: _reopen_session rank -1 2024-09-12T00:52:03.479 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:52:03.479 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-a con 0x55da41d8bd00 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:52:03.479 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-b con 0x55da41db61d0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:52:03.479 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient(hunting): picked mon.noname-c con 0x55da41dbacf0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:52:03.479 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.479 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.479 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:03.479 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient(hunting): _renew_subs 2024-09-12T00:52:03.479 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:52:03.120+0000 7f7caa10c800 10 monclient(hunting): authenticate will time out at 1829.572881s 2024-09-12T00:52:03.479 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:52:03.120+0000 7f7ca7bf6640 10 monclient(hunting): get_auth_request con 0x55da41d8bd00 auth_method 0 2024-09-12T00:52:03.479 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:52:03.120+0000 7f7ca7bf6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.479 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:52:03.120+0000 7f7ca7bf6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.479 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:52:03.120+0000 7f7ca7bf6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.480 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:52:03.120+0000 7f7ca83f7640 10 monclient(hunting): get_auth_request con 0x55da41dbacf0 auth_method 0 2024-09-12T00:52:03.480 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:52:03.121+0000 7f7ca83f7640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.480 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:52:03.121+0000 7f7ca83f7640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.480 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:52:03.121+0000 7f7ca83f7640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.480 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:52:03.121+0000 7f7ca73f5640 10 monclient(hunting): get_auth_request con 0x55da41db61d0 auth_method 0 2024-09-12T00:52:03.480 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:52:03.121+0000 7f7ca73f5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:03.480 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:52:03.121+0000 7f7ca73f5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:03.480 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:52:03.121+0000 7f7ca73f5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:03.480 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:52:03.121+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.480 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:52:03.121+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.480 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:52:03.121+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.481 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:52:03.121+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.481 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:52:03.121+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.481 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:52:03.121+0000 7f7ca83f7640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.481 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:52:03.121+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:03.481 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:52:03.121+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:03.481 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:52:03.121+0000 7f7ca73f5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:03.481 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:52:03.121+0000 7f7ca7bf6640 10 monclient(hunting): handle_auth_done global_id 6360 payload 824 2024-09-12T00:52:03.481 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:52:03.121+0000 7f7ca7bf6640 10 monclient: _finish_hunting 0 2024-09-12T00:52:03.481 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:52:03.121+0000 7f7ca7bf6640 1 monclient: found mon.noname-a 2024-09-12T00:52:03.481 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:52:03.121+0000 7f7ca7bf6640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:52:03.481 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.481 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:52:03.481 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: dump: 2024-09-12T00:52:03.481 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.481 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.482 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.482 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.482 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.482 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.482 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.482 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.482 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.482 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.482 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: _finish_auth 0 2024-09-12T00:52:03.482 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: _check_auth_tickets 2024-09-12T00:52:03.483 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:03.483 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:03.483 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:52:03.483 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:52:03.121+0000 7f7b857fa640 10 monclient: dump: 2024-09-12T00:52:03.483 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:03.483 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:03.483 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.483 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:03.483 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:03.483 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:03.483 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:03.483 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:03.483 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:03.483 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.483 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:52:03.121+0000 7f7caa10c800 5 monclient: authenticate success, global_id 6360 2024-09-12T00:52:03.484 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:52:03.121+0000 7f7b86ffd640 4 set_mon_vals no callback set 2024-09-12T00:52:03.484 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:52:03.121+0000 7f7caa10c800 10 monclient: _renew_subs 2024-09-12T00:52:03.484 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:52:03.121+0000 7f7caa10c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:52:03.484 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:52:03.121+0000 7f7caa10c800 10 monclient: _renew_subs 2024-09-12T00:52:03.484 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:52:03.121+0000 7f7caa10c800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:52:03.484 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:52:03.121+0000 7f7caa10c800 1 librados: init done 2024-09-12T00:52:03.484 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:52:03.121+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command cr dump hook 0x55da41da82b8 2024-09-12T00:52:03.484 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:52:03.123+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.484 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:52:03.124+0000 7f7b857fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:52:03.484 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:52:03.124+0000 7f7b857fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:03.484 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:52:03.124+0000 7f7b857fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:03.484 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:52:03.124+0000 7f7ca73f5640 10 monclient: get_auth_request con 0x7f7b70076470 auth_method 0 2024-09-12T00:52:03.484 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:52:03.124+0000 7f7ca83f7640 10 monclient: get_auth_request con 0x55da41dd5340 auth_method 0 2024-09-12T00:52:03.485 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.485 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:52:03.125+0000 7f7caa10c800 20 realm 2024-09-12T00:52:03.485 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.485 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.485 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:52:03.125+0000 7f7caa10c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:03.485 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.485 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.485 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:52:03.125+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.485 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:52:03.125+0000 7f7ca7bf6640 10 monclient: get_auth_request con 0x55da41dd9580 auth_method 0 2024-09-12T00:52:03.485 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:52:03.126+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:03.485 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:52:03.126+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.485 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:52:03.126+0000 7f7ca73f5640 10 monclient: get_auth_request con 0x55da41ddcde0 auth_method 0 2024-09-12T00:52:03.485 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:52:03.127+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:03.485 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:52:03.127+0000 7f7caa10c800 20 searching for the correct realm 2024-09-12T00:52:03.485 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:52:03.127+0000 7f7ca83f7640 10 monclient: get_auth_request con 0x55da41de1ba0 auth_method 0 2024-09-12T00:52:03.486 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:52:03.128+0000 7f7ca7bf6640 10 monclient: get_auth_request con 0x7f7c9c06c070 auth_method 0 2024-09-12T00:52:03.486 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:52:03.129+0000 7f7ca73f5640 10 monclient: get_auth_request con 0x7f7c98094130 auth_method 0 2024-09-12T00:52:03.486 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:52:03.129+0000 7f7ca73f5640 0 -- 172.21.15.38:0/4036195963 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55da41ddcde0 msgr2=0x55da41ddf1f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:03.486 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:52:03.129+0000 7f7b857fa640 1 client.6360.objecter ms_handle_reset 0x55da41ddcde0 session 0x55da41dd8910 osd.7 2024-09-12T00:52:03.486 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:52:03.129+0000 7f7b857fa640 10 monclient: _renew_subs 2024-09-12T00:52:03.486 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:52:03.129+0000 7f7b857fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:52:03.486 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:52:03.130+0000 7f7ca73f5640 10 monclient: get_auth_request con 0x7f7b70086aa0 auth_method 0 2024-09-12T00:52:03.486 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:52:03.131+0000 7f7ca83f7640 10 monclient: get_auth_request con 0x7f7c9c0c7fe0 auth_method 0 2024-09-12T00:52:03.486 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:52:03.133+0000 7f7ca7bf6640 10 monclient: get_auth_request con 0x7f7c9c0e4bd0 auth_method 0 2024-09-12T00:52:03.486 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:52:03.133+0000 7f7ca7bf6640 0 -- 172.21.15.38:0/4036195963 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f7c9c0e4bd0 msgr2=0x7f7c9c0d0430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:52:03.486 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:52:03.334+0000 7f7ca7bf6640 10 monclient: get_auth_request con 0x7f7c9c0e4bd0 auth_method 0 2024-09-12T00:52:03.486 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:03.486 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:03.486 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:03.487 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:03.487 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:03.487 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:52:03.339+0000 7f7caa10c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:03.487 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:52:03.339+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.487 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:52:03.340+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.487 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:52:03.340+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.487 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:52:03.340+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:03.487 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:52:03.340+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.487 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:52:03.341+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:03.487 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:52:03.341+0000 7f7caa10c800 20 zone default found 2024-09-12T00:52:03.487 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:52:03.341+0000 7f7caa10c800 4 Realm: () 2024-09-12T00:52:03.487 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:52:03.341+0000 7f7caa10c800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:03.487 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:52:03.341+0000 7f7caa10c800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:03.487 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:52:03.341+0000 7f7caa10c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:03.488 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:52:03.341+0000 7f7caa10c800 20 zonegroup default 2024-09-12T00:52:03.488 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:52:03.341+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.488 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:52:03.341+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.488 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:52:03.341+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.488 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:52:03.342+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.488 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:52:03.342+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.488 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:52:03.342+0000 7f7caa10c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.488 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:52:03.342+0000 7f7caa10c800 20 started sync module instance, tier type = 2024-09-12T00:52:03.488 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:52:03.342+0000 7f7caa10c800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:03.488 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=0 2024-09-12T00:52:03.488 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=1 2024-09-12T00:52:03.488 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=2 2024-09-12T00:52:03.488 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=3 2024-09-12T00:52:03.488 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=4 2024-09-12T00:52:03.489 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=5 2024-09-12T00:52:03.489 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:52:03.352+0000 7f7caa10c800 20 add_watcher() i=6 2024-09-12T00:52:03.489 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:52:03.353+0000 7f7caa10c800 20 add_watcher() i=7 2024-09-12T00:52:03.489 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:52:03.353+0000 7f7caa10c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:03.489 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding auth protocol: cephx 2024-09-12T00:52:03.489 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding auth protocol: cephx 2024-09-12T00:52:03.489 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding auth protocol: cephx 2024-09-12T00:52:03.489 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: secure 2024-09-12T00:52:03.489 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: crc 2024-09-12T00:52:03.489 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: secure 2024-09-12T00:52:03.489 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: crc 2024-09-12T00:52:03.489 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: secure 2024-09-12T00:52:03.489 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: crc 2024-09-12T00:52:03.489 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: crc 2024-09-12T00:52:03.490 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: secure 2024-09-12T00:52:03.490 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: crc 2024-09-12T00:52:03.490 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: secure 2024-09-12T00:52:03.490 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: crc 2024-09-12T00:52:03.490 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:52:03.355+0000 7f7caa10c800 5 AuthRegistry(0x7ffd4eb52f00) adding con mode: secure 2024-09-12T00:52:03.490 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:52:03.355+0000 7f7b5dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:03.490 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:52:03.356+0000 7f7caa10c800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:03.490 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:52:03.356+0000 7f7caa10c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:03.490 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:52:03.356+0000 7f7caa10c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:03.490 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command cache list hook 0x55da41db13f0 2024-09-12T00:52:03.490 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command cache inspect hook 0x55da41db13f0 2024-09-12T00:52:03.490 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command cache erase hook 0x55da41db13f0 2024-09-12T00:52:03.490 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command cache zap hook 0x55da41db13f0 2024-09-12T00:52:03.490 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 note: GC not initialized 2024-09-12T00:52:03.491 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:52:03.356+0000 7f7b5cfe1640 20 reqs_thread_entry: start 2024-09-12T00:52:03.491 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command sync trace show hook 0x7f7ca0002ef0 2024-09-12T00:52:03.491 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command sync trace history hook 0x7f7ca0002ef0 2024-09-12T00:52:03.491 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command sync trace active hook 0x7f7ca0002ef0 2024-09-12T00:52:03.491 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:52:03.356+0000 7f7caa10c800 5 asok(0x55da41aca630) register_command sync trace active_short hook 0x7f7ca0002ef0 2024-09-12T00:52:03.491 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:52:03.356+0000 7f7caa10c800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:03.491 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:52:03.356+0000 7f7caa10c800 20 Filter name: none 2024-09-12T00:52:03.491 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:52:03.356+0000 7f7ad67fc640 20 reqs_thread_entry: start 2024-09-12T00:52:03.491 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:52:03.356+0000 7f7caa10c800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T00:52:03.491 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:52:03.356+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.491 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:52:03.357+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T00:52:03.491 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:52:03.357+0000 7f7caa10c800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T00:52:03.491 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:52:03.357+0000 7f7caa10c800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T00:52:03.491 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:52:03.357+0000 7f7caa10c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 : miss 2024-09-12T00:52:03.492 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:52:03.357+0000 7f7caa10c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.492 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:52:03.357+0000 7f7caa10c800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T00:52:03.492 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:52:03.357+0000 7f7caa10c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 info.flags=0x17 2024-09-12T00:52:03.492 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:52:03.357+0000 7f7caa10c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 to cache LRU end 2024-09-12T00:52:03.492 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:52:03.357+0000 7f7caa10c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:52:03.492 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:52:03.357+0000 7f7caa10c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:03.492 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:52:03.357+0000 7f7caa10c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 2024-09-12T00:52:03.492 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:52:03.359+0000 7f7caa10c800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7caa10c800 time 2024-09-12T00:52:03.360654+0000 2024-09-12T00:52:03.492 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:52:03.492 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.492 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:52:03.492 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f7cad58c71a] 2024-09-12T00:52:03.492 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f7cad58c8d8] 2024-09-12T00:52:03.492 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55da3f9bc641] 2024-09-12T00:52:03.493 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd877a4) [0x55da3fece7a4] 2024-09-12T00:52:03.493 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55da3f9cc31d] 2024-09-12T00:52:03.493 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:52:03.493 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f7cac229590] 2024-09-12T00:52:03.493 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:52:03.493 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:52:03.493 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.493 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:52:03.360+0000 7f7caa10c800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:52:03.493 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f7caa10c800 thread_name:radosgw-admin 2024-09-12T00:52:03.493 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.493 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:52:03.493 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f7cac23e6f0] 2024-09-12T00:52:03.494 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f7cac28b99c] 2024-09-12T00:52:03.494 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:52:03.494 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:52:03.494 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f7cad58c774] 2024-09-12T00:52:03.494 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f7cad58c8d8] 2024-09-12T00:52:03.494 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55da3f9bc641] 2024-09-12T00:52:03.494 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd877a4) [0x55da3fece7a4] 2024-09-12T00:52:03.494 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55da3f9cc31d] 2024-09-12T00:52:03.494 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:52:03.494 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f7cac229590] 2024-09-12T00:52:03.494 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:52:03.494 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:52:03.494 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:52:03.494 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.495 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:52:03.495 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:52:03.495 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:52:03.495 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:52:03.495 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:52:03.495 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:52:03.495 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:52:03.495 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:52:03.495 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:52:03.495 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:52:03.495 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:52:03.495 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:52:03.495 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:52:03.495 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:52:03.495 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:52:03.496 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:52:03.496 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:52:03.496 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:52:03.496 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:52:03.496 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:52:03.496 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:52:03.496 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:52:03.496 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:52:03.496 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:52:03.496 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:52:03.496 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:52:03.496 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:52:03.496 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:52:03.496 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:52:03.497 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:52:03.497 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:52:03.497 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:52:03.497 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:52:03.497 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:52:03.497 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:52:03.497 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:52:03.497 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:52:03.497 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:52:03.497 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:52:03.497 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:52:03.497 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:52:03.498 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:52:03.498 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:52:03.498 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:52:03.498 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:52:03.498 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:52:03.498 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:52:03.498 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:52:03.498 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:52:03.498 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:52:03.498 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:52:03.498 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:52:03.499 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:52:03.499 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:52:03.499 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:52:03.499 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:52:03.499 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:52:03.499 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:52:03.499 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:52:03.499 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:52:03.499 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:52:03.499 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:52:03.499 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:52:03.500 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:52:03.500 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:52:03.500 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:52:03.500 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:52:03.500 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:52:03.500 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:52:03.500 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:52:03.500 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:52:03.500 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:52:03.500 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:52:03.500 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:52:03.500 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:52:03.500 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:52:03.500 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:52:03.501 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:52:03.501 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:52:03.501 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:52:03.501 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:52:03.501 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:52:03.501 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:52:03.501 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:52:03.501 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:52:03.501 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:52:03.501 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:52:03.501 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:52:03.501 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:52:03.501 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:52:03.501 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:52:03.502 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:52:03.502 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:52:03.502 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:52:03.502 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7ad67fc640 / http_manager 2024-09-12T00:52:03.502 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7b5cfe1640 / http_manager 2024-09-12T00:52:03.502 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7b5dfe3640 / rgw_dt_lg_renew 2024-09-12T00:52:03.502 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7b857fa640 / ms_dispatch 2024-09-12T00:52:03.502 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7b86ffd640 / io_context_pool 2024-09-12T00:52:03.502 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7b8d7fa640 / ms_dispatch 2024-09-12T00:52:03.502 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7b8ffff640 / ms_dispatch 2024-09-12T00:52:03.502 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7b95e0b640 / io_context_pool 2024-09-12T00:52:03.503 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7ca73f5640 / msgr-worker-2 2024-09-12T00:52:03.503 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7ca7bf6640 / msgr-worker-1 2024-09-12T00:52:03.503 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7ca83f7640 / msgr-worker-0 2024-09-12T00:52:03.503 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7ca8bf8640 / io_context_pool 2024-09-12T00:52:03.503 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7caa10c800 / radosgw-admin 2024-09-12T00:52:03.503 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:52:03.503 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:52:03.503 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:52:03.362392Z_2cd3faec-3a5e-4fb1-afb3-7eea2812bb42/log 2024-09-12T00:52:03.503 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:52:03.503 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T00:52:03.505 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:03.505 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:03.505 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.440+0000 7f2e4a215800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.505 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.442+0000 7f2e4a215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.505 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.442+0000 7f2e4a215800 20 realm 2024-09-12T00:52:03.505 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.442+0000 7f2e4a215800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.505 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.442+0000 7f2e4a215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.505 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.442+0000 7f2e4a215800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:03.505 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.442+0000 7f2e4a215800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.505 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.442+0000 7f2e4a215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.505 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.442+0000 7f2e4a215800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.443+0000 7f2e4a215800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:03.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.443+0000 7f2e4a215800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.444+0000 7f2e4a215800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:03.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.444+0000 7f2e4a215800 20 searching for the correct realm 2024-09-12T00:52:03.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.446+0000 7f2e3ffff640 0 -- 172.21.15.38:0/2902899553 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f2e3802b060 msgr2=0x7f2e3805d040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:52:03.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.652+0000 7f2e45992640 0 -- 172.21.15.38:0/2902899553 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f2e3003a920 msgr2=0x7f2e3001c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:52:03.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.858+0000 7f2e4a215800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:03.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.858+0000 7f2e4a215800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:03.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.858+0000 7f2e4a215800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:03.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.858+0000 7f2e4a215800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:03.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.858+0000 7f2e4a215800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:03.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.858+0000 7f2e4a215800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:03.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.858+0000 7f2e4a215800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.858+0000 7f2e4a215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.859+0000 7f2e4a215800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.859+0000 7f2e4a215800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:03.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.859+0000 7f2e4a215800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.859+0000 7f2e4a215800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:03.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.859+0000 7f2e4a215800 20 zone default found 2024-09-12T00:52:03.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.859+0000 7f2e4a215800 4 Realm: () 2024-09-12T00:52:03.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.859+0000 7f2e4a215800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:03.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.859+0000 7f2e4a215800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:03.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.859+0000 7f2e4a215800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:03.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.859+0000 7f2e4a215800 20 zonegroup default 2024-09-12T00:52:03.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.859+0000 7f2e4a215800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.859+0000 7f2e4a215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.859+0000 7f2e4a215800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.860+0000 7f2e4a215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.860+0000 7f2e4a215800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.860+0000 7f2e4a215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:03.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.860+0000 7f2e4a215800 20 started sync module instance, tier type = 2024-09-12T00:52:03.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.860+0000 7f2e4a215800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:03.869 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.870+0000 7f2e4a215800 20 add_watcher() i=0 2024-09-12T00:52:03.869 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.870+0000 7f2e4a215800 20 add_watcher() i=1 2024-09-12T00:52:03.870 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.870+0000 7f2e4a215800 20 add_watcher() i=2 2024-09-12T00:52:03.870 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.870+0000 7f2e4a215800 20 add_watcher() i=3 2024-09-12T00:52:03.870 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.870+0000 7f2e4a215800 20 add_watcher() i=4 2024-09-12T00:52:03.870 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.870+0000 7f2e4a215800 20 add_watcher() i=5 2024-09-12T00:52:03.870 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.870+0000 7f2e4a215800 20 add_watcher() i=6 2024-09-12T00:52:03.870 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.871+0000 7f2e4a215800 20 add_watcher() i=7 2024-09-12T00:52:03.870 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.871+0000 7f2e4a215800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:03.872 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.873+0000 7f2cf77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:03.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.873+0000 7f2e4a215800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:03.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.873+0000 7f2e4a215800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:03.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.873+0000 7f2e4a215800 5 note: GC not initialized 2024-09-12T00:52:03.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.873+0000 7f2cf67fc640 20 reqs_thread_entry: start 2024-09-12T00:52:03.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.873+0000 7f2e4a215800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:03.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.873+0000 7f2e4a215800 20 Filter name: none 2024-09-12T00:52:03.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.873+0000 7f2c67fff640 20 reqs_thread_entry: start 2024-09-12T00:52:03.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.874+0000 7f2e4a215800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.874+0000 7f2e4a215800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T00:52:03.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.874+0000 7f2e4a215800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.874+0000 7f2e4a215800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T00:52:03.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.874+0000 7f2e4a215800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:03.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.874+0000 7f2e4a215800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.875+0000 7f2e4a215800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T00:52:03.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.875+0000 7f2e4a215800 20 rados->read ofs=0 len=0 2024-09-12T00:52:03.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.875+0000 7f2e4a215800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T00:52:03.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.875+0000 7f2e4a215800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:03.876 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.877+0000 7f2cf77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:03.878 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.879+0000 7f2e4a215800 20 remove_watcher() i=0 2024-09-12T00:52:03.878 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.879+0000 7f2e4a215800 2 removed watcher, disabling cache 2024-09-12T00:52:03.879 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.880+0000 7f2e4a215800 20 remove_watcher() i=1 2024-09-12T00:52:03.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.881+0000 7f2e4a215800 20 remove_watcher() i=2 2024-09-12T00:52:03.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.882+0000 7f2e4a215800 20 remove_watcher() i=3 2024-09-12T00:52:03.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.883+0000 7f2e4a215800 20 remove_watcher() i=4 2024-09-12T00:52:03.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.884+0000 7f2e4a215800 20 remove_watcher() i=5 2024-09-12T00:52:03.884 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.885+0000 7f2e4a215800 20 remove_watcher() i=6 2024-09-12T00:52:03.885 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:03.886+0000 7f2e4a215800 20 remove_watcher() i=7 2024-09-12T00:52:03.896 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.897 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:52:03.897 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-init-indext id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:52:03.897 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:03.898 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:03.898 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:03.906 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:03.906 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:03.949 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:52:03.982 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:03.982 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:04.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.024+0000 7fdddf930800 20 rados->read ofs=0 len=0 2024-09-12T00:52:04.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.025+0000 7fdddf930800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:04.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.025+0000 7fdddf930800 20 realm 2024-09-12T00:52:04.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.025+0000 7fdddf930800 20 rados->read ofs=0 len=0 2024-09-12T00:52:04.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.025+0000 7fdddf930800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:04.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.025+0000 7fdddf930800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:04.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.025+0000 7fdddf930800 20 rados->read ofs=0 len=0 2024-09-12T00:52:04.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.026+0000 7fdddf930800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:04.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.026+0000 7fdddf930800 20 rados->read ofs=0 len=0 2024-09-12T00:52:04.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.027+0000 7fdddf930800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:04.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.027+0000 7fdddf930800 20 rados->read ofs=0 len=0 2024-09-12T00:52:04.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.027+0000 7fdddf930800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:04.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.027+0000 7fdddf930800 20 searching for the correct realm 2024-09-12T00:52:04.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.030+0000 7fdddaeaf640 0 -- 172.21.15.38:0/132939461 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fddcc0b7030 msgr2=0x7fddcc0d6310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:04.033 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.033+0000 7fdddb6b0640 0 -- 172.21.15.38:0/132939461 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fddd0098750 msgr2=0x7fddd008a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:04.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.240+0000 7fdddf930800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:04.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.240+0000 7fdddf930800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:04.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.240+0000 7fdddf930800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:04.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.240+0000 7fdddf930800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:04.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.240+0000 7fdddf930800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:04.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.240+0000 7fdddf930800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:04.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.240+0000 7fdddf930800 20 rados->read ofs=0 len=0 2024-09-12T00:52:04.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.241+0000 7fdddf930800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:04.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.241+0000 7fdddf930800 20 rados->read ofs=0 len=0 2024-09-12T00:52:04.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.241+0000 7fdddf930800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:04.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.241+0000 7fdddf930800 20 rados->read ofs=0 len=0 2024-09-12T00:52:04.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.241+0000 7fdddf930800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:04.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.241+0000 7fdddf930800 20 zone default found 2024-09-12T00:52:04.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.241+0000 7fdddf930800 4 Realm: () 2024-09-12T00:52:04.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.241+0000 7fdddf930800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:04.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.241+0000 7fdddf930800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:04.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.241+0000 7fdddf930800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:04.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.241+0000 7fdddf930800 20 zonegroup default 2024-09-12T00:52:04.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.241+0000 7fdddf930800 20 rados->read ofs=0 len=0 2024-09-12T00:52:04.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.242+0000 7fdddf930800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:04.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.242+0000 7fdddf930800 20 rados->read ofs=0 len=0 2024-09-12T00:52:04.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.242+0000 7fdddf930800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:04.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.242+0000 7fdddf930800 20 rados->read ofs=0 len=0 2024-09-12T00:52:04.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.242+0000 7fdddf930800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:04.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.242+0000 7fdddf930800 20 started sync module instance, tier type = 2024-09-12T00:52:04.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.242+0000 7fdddf930800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:04.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.252+0000 7fdddf930800 20 add_watcher() i=0 2024-09-12T00:52:04.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.252+0000 7fdddf930800 20 add_watcher() i=1 2024-09-12T00:52:04.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.252+0000 7fdddf930800 20 add_watcher() i=2 2024-09-12T00:52:04.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.252+0000 7fdddf930800 20 add_watcher() i=3 2024-09-12T00:52:04.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.252+0000 7fdddf930800 20 add_watcher() i=4 2024-09-12T00:52:04.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.252+0000 7fdddf930800 20 add_watcher() i=5 2024-09-12T00:52:04.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.252+0000 7fdddf930800 20 add_watcher() i=6 2024-09-12T00:52:04.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.253+0000 7fdddf930800 20 add_watcher() i=7 2024-09-12T00:52:04.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.253+0000 7fdddf930800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:04.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.254+0000 7fdc91fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:04.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.255+0000 7fdddf930800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:04.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.255+0000 7fdddf930800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:04.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.255+0000 7fdddf930800 5 note: GC not initialized 2024-09-12T00:52:04.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.255+0000 7fdc90fe1640 20 reqs_thread_entry: start 2024-09-12T00:52:04.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.255+0000 7fdddf930800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:04.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.255+0000 7fdddf930800 20 Filter name: none 2024-09-12T00:52:04.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.255+0000 7fdc0a7fc640 20 reqs_thread_entry: start 2024-09-12T00:52:04.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.255+0000 7fdddf930800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T00:52:04.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.255+0000 7fdddf930800 20 rados->read ofs=0 len=0 2024-09-12T00:52:04.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.256+0000 7fdddf930800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T00:52:04.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.256+0000 7fdddf930800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T00:52:04.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.256+0000 7fdddf930800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T00:52:04.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.256+0000 7fdddf930800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 : miss 2024-09-12T00:52:04.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.256+0000 7fdddf930800 20 rados->read ofs=0 len=0 2024-09-12T00:52:04.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.256+0000 7fdddf930800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T00:52:04.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.256+0000 7fdddf930800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 info.flags=0x17 2024-09-12T00:52:04.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.256+0000 7fdddf930800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 to cache LRU end 2024-09-12T00:52:04.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.256+0000 7fdddf930800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:52:04.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.256+0000 7fdddf930800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:04.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.256+0000 7fdddf930800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 2024-09-12T00:52:04.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.257+0000 7fdddf930800 0 INFO: RGWReshardLock::lock found lock on abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 to be held by another RGW process; skipping for now 2024-09-12T00:52:04.258 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.258+0000 7fdc91fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:04.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.260+0000 7fdddf930800 20 remove_watcher() i=0 2024-09-12T00:52:04.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.260+0000 7fdddf930800 2 removed watcher, disabling cache 2024-09-12T00:52:04.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.262+0000 7fdddf930800 20 remove_watcher() i=1 2024-09-12T00:52:04.262 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.263+0000 7fdddf930800 20 remove_watcher() i=2 2024-09-12T00:52:04.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.264+0000 7fdddf930800 20 remove_watcher() i=3 2024-09-12T00:52:04.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.265+0000 7fdddf930800 20 remove_watcher() i=4 2024-09-12T00:52:04.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.266+0000 7fdddf930800 20 remove_watcher() i=5 2024-09-12T00:52:04.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.267+0000 7fdddf930800 20 remove_watcher() i=6 2024-09-12T00:52:04.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:04.268+0000 7fdddf930800 20 remove_watcher() i=7 2024-09-12T00:52:04.279 INFO:tasks.workunit.client.0.smithi038.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T00:52:34.304 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-init-indext --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:52:34.340 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:34.340 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:34.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.388+0000 7ff43cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.390+0000 7ff43cb0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:34.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.390+0000 7ff43cb0c800 20 realm 2024-09-12T00:52:34.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.390+0000 7ff43cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.390+0000 7ff43cb0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:34.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.390+0000 7ff43cb0c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:34.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.390+0000 7ff43cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.390+0000 7ff43cb0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:34.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.390+0000 7ff43cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.391+0000 7ff43cb0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:34.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.391+0000 7ff43cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.392+0000 7ff43cb0c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:34.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.392+0000 7ff43cb0c800 20 searching for the correct realm 2024-09-12T00:52:34.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.395+0000 7ff439df5640 0 -- 172.21.15.38:0/3669101877 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7ff42c076050 msgr2=0x7ff42c070120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:34.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.399+0000 7ff43a5f6640 0 -- 172.21.15.38:0/3669101877 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7ff4300a2820 msgr2=0x7ff4300a56d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:34.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.607+0000 7ff43cb0c800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:34.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.607+0000 7ff43cb0c800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:34.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.607+0000 7ff43cb0c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:34.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.607+0000 7ff43cb0c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:34.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.607+0000 7ff43cb0c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:34.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.607+0000 7ff43cb0c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:34.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.607+0000 7ff43cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.607+0000 7ff43cb0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:34.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.607+0000 7ff43cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.608+0000 7ff43cb0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:34.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.608+0000 7ff43cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.608+0000 7ff43cb0c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:34.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.608+0000 7ff43cb0c800 20 zone default found 2024-09-12T00:52:34.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.608+0000 7ff43cb0c800 4 Realm: () 2024-09-12T00:52:34.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.608+0000 7ff43cb0c800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:34.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.608+0000 7ff43cb0c800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:34.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.608+0000 7ff43cb0c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:34.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.608+0000 7ff43cb0c800 20 zonegroup default 2024-09-12T00:52:34.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.608+0000 7ff43cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.609+0000 7ff43cb0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:34.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.609+0000 7ff43cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.609+0000 7ff43cb0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:34.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.609+0000 7ff43cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.609+0000 7ff43cb0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:34.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.609+0000 7ff43cb0c800 20 started sync module instance, tier type = 2024-09-12T00:52:34.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.609+0000 7ff43cb0c800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:34.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.621+0000 7ff43cb0c800 20 add_watcher() i=0 2024-09-12T00:52:34.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.621+0000 7ff43cb0c800 20 add_watcher() i=1 2024-09-12T00:52:34.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.621+0000 7ff43cb0c800 20 add_watcher() i=2 2024-09-12T00:52:34.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.621+0000 7ff43cb0c800 20 add_watcher() i=3 2024-09-12T00:52:34.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.621+0000 7ff43cb0c800 20 add_watcher() i=4 2024-09-12T00:52:34.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.621+0000 7ff43cb0c800 20 add_watcher() i=5 2024-09-12T00:52:34.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.621+0000 7ff43cb0c800 20 add_watcher() i=6 2024-09-12T00:52:34.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.622+0000 7ff43cb0c800 20 add_watcher() i=7 2024-09-12T00:52:34.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.622+0000 7ff43cb0c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:34.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.624+0000 7ff2f0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:34.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.625+0000 7ff43cb0c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:34.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.625+0000 7ff43cb0c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:34.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.625+0000 7ff43cb0c800 5 note: GC not initialized 2024-09-12T00:52:34.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.625+0000 7ff26b7fe640 20 reqs_thread_entry: start 2024-09-12T00:52:34.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.625+0000 7ff43cb0c800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:34.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.625+0000 7ff43cb0c800 20 Filter name: none 2024-09-12T00:52:34.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.625+0000 7ff2697fa640 20 reqs_thread_entry: start 2024-09-12T00:52:34.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.625+0000 7ff43cb0c800 10 cache get: name=default.rgw.meta+root+abort-at-init-indext : miss 2024-09-12T00:52:34.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.625+0000 7ff43cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.626+0000 7ff43cb0c800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T00:52:34.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.626+0000 7ff43cb0c800 10 cache put: name=default.rgw.meta+root+abort-at-init-indext info.flags=0x11 2024-09-12T00:52:34.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.626+0000 7ff43cb0c800 10 adding default.rgw.meta+root+abort-at-init-indext to cache LRU end 2024-09-12T00:52:34.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.626+0000 7ff43cb0c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 : miss 2024-09-12T00:52:34.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.626+0000 7ff43cb0c800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.626+0000 7ff43cb0c800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T00:52:34.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.626+0000 7ff43cb0c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 info.flags=0x17 2024-09-12T00:52:34.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.626+0000 7ff43cb0c800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 to cache LRU end 2024-09-12T00:52:34.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.626+0000 7ff43cb0c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:52:34.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.626+0000 7ff43cb0c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:34.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.626+0000 7ff43cb0c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 2024-09-12T00:52:34.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.633+0000 7ff43cb0c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 info.flags=0x17 2024-09-12T00:52:34.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.633+0000 7ff43cb0c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 to cache LRU end 2024-09-12T00:52:34.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.633+0000 7ff43cb0c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:34.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.633+0000 7ff43cb0c800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22, ofs0, ns] 2024-09-12T00:52:34.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.633+0000 7ff31d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464308 cookie 93999765667232 notifier 6411 bl.length()=997 2024-09-12T00:52:34.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.633+0000 7ff31d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 info.flags=0x17 2024-09-12T00:52:34.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.633+0000 7ff31d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 to cache LRU end 2024-09-12T00:52:34.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.633+0000 7ff31d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:34.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.634+0000 7ff43cb0c800 20 handle_bi_update(): bucket=:abort-at-init-indext[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22]): orig_sources= new_sources= 2024-09-12T00:52:34.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.634+0000 7ff43cb0c800 20 handle_bi_update(): bucket=:abort-at-init-indext[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22]): potential sources added=[] removed=[] 2024-09-12T00:52:34.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.634+0000 7ff43cb0c800 20 handle_bi_update(): bucket=:abort-at-init-indext[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22]): orig_dests= new_dests= 2024-09-12T00:52:34.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.634+0000 7ff43cb0c800 20 handle_bi_update(): bucket=:abort-at-init-indext[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22]): potential dests added=[] removed=[] 2024-09-12T00:52:34.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.0 2024-09-12T00:52:34.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.0 2024-09-12T00:52:34.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.1 2024-09-12T00:52:34.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.1 2024-09-12T00:52:34.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.2 2024-09-12T00:52:34.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.2 2024-09-12T00:52:34.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.3 2024-09-12T00:52:34.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.3 2024-09-12T00:52:34.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.4 2024-09-12T00:52:34.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.4 2024-09-12T00:52:34.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.5 2024-09-12T00:52:34.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.5 2024-09-12T00:52:34.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.6 2024-09-12T00:52:34.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.6 2024-09-12T00:52:34.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.7 2024-09-12T00:52:34.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.7 2024-09-12T00:52:34.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.8 2024-09-12T00:52:34.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.8 2024-09-12T00:52:34.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.9 2024-09-12T00:52:34.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.9 2024-09-12T00:52:34.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.10 2024-09-12T00:52:34.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.10 2024-09-12T00:52:34.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.11 2024-09-12T00:52:34.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1.11 2024-09-12T00:52:34.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.0 2024-09-12T00:52:34.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.639+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1 2024-09-12T00:52:34.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.640+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.2 2024-09-12T00:52:34.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.640+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.3 2024-09-12T00:52:34.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.641+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.4 2024-09-12T00:52:34.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.641+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.5 2024-09-12T00:52:34.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.642+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.6 2024-09-12T00:52:34.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.643+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.7 2024-09-12T00:52:34.642 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.643+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.8 2024-09-12T00:52:34.642 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.644+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.9 2024-09-12T00:52:34.643 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.645+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.10 2024-09-12T00:52:34.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.648+0000 7ff43cb0c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 : hit (requested=0x17, cached=0x17) 2024-09-12T00:52:34.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.648+0000 7ff43cb0c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 2024-09-12T00:52:34.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.649+0000 7ff43cb0c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 info.flags=0x17 2024-09-12T00:52:34.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.649+0000 7ff43cb0c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 to cache LRU end 2024-09-12T00:52:34.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.649+0000 7ff43cb0c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:34.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.649+0000 7ff43cb0c800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22, ofs0, ns] 2024-09-12T00:52:34.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.650+0000 7ff31d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464309 cookie 93999765667232 notifier 6411 bl.length()=997 2024-09-12T00:52:34.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.650+0000 7ff31d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 info.flags=0x17 2024-09-12T00:52:34.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.650+0000 7ff31d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 to cache LRU end 2024-09-12T00:52:34.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.650+0000 7ff31d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:34.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.650+0000 7ff43cb0c800 20 handle_bi_update(): bucket=:abort-at-init-indext[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22]): orig_sources= new_sources= 2024-09-12T00:52:34.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.650+0000 7ff43cb0c800 20 handle_bi_update(): bucket=:abort-at-init-indext[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22]): potential sources added=[] removed=[] 2024-09-12T00:52:34.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.650+0000 7ff43cb0c800 20 handle_bi_update(): bucket=:abort-at-init-indext[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22]): orig_dests= new_dests= 2024-09-12T00:52:34.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.650+0000 7ff43cb0c800 20 handle_bi_update(): bucket=:abort-at-init-indext[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22]): potential dests added=[] removed=[] 2024-09-12T00:52:34.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.653+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.0 2024-09-12T00:52:34.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.653+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.1 2024-09-12T00:52:34.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.653+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.2 2024-09-12T00:52:34.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.654+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.3 2024-09-12T00:52:34.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.654+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.4 2024-09-12T00:52:34.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.655+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.5 2024-09-12T00:52:34.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.655+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.6 2024-09-12T00:52:34.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.655+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.7 2024-09-12T00:52:34.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.656+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.8 2024-09-12T00:52:34.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.656+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.9 2024-09-12T00:52:34.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.656+0000 7ff43cb0c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22.10 2024-09-12T00:52:34.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.657+0000 7ff43cb0c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 : hit (requested=0x17, cached=0x17) 2024-09-12T00:52:34.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.657+0000 7ff43cb0c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 2024-09-12T00:52:34.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.658+0000 7ff43cb0c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 info.flags=0x17 2024-09-12T00:52:34.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.658+0000 7ff43cb0c800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 to cache LRU end 2024-09-12T00:52:34.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.658+0000 7ff43cb0c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:34.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.658+0000 7ff43cb0c800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22, ofs0, ns] 2024-09-12T00:52:34.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.659+0000 7ff31dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464310 cookie 93999765667232 notifier 6411 bl.length()=965 2024-09-12T00:52:34.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.659+0000 7ff31dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 info.flags=0x17 2024-09-12T00:52:34.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.659+0000 7ff31dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-init-indext:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 to cache LRU end 2024-09-12T00:52:34.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.659+0000 7ff31dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:34.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.659+0000 7ff43cb0c800 20 handle_bi_update(): bucket=:abort-at-init-indext[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22]): orig_sources= new_sources= 2024-09-12T00:52:34.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.659+0000 7ff43cb0c800 20 handle_bi_update(): bucket=:abort-at-init-indext[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22]): potential sources added=[] removed=[] 2024-09-12T00:52:34.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.659+0000 7ff43cb0c800 20 handle_bi_update(): bucket=:abort-at-init-indext[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22]): orig_dests= new_dests= 2024-09-12T00:52:34.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.659+0000 7ff43cb0c800 20 handle_bi_update(): bucket=:abort-at-init-indext[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22]): potential dests added=[] removed=[] 2024-09-12T00:52:34.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.661+0000 7ff43cb0c800 1 execute INFO: reshard of bucket "abort-at-init-indext" from 11 shards to 12 shards completed successfully 2024-09-12T00:52:34.662 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.663+0000 7ff2f0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:34.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.666+0000 7ff43cb0c800 20 remove_watcher() i=0 2024-09-12T00:52:34.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.666+0000 7ff43cb0c800 2 removed watcher, disabling cache 2024-09-12T00:52:34.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.667+0000 7ff43cb0c800 20 remove_watcher() i=1 2024-09-12T00:52:34.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.668+0000 7ff43cb0c800 20 remove_watcher() i=2 2024-09-12T00:52:34.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.669+0000 7ff43cb0c800 20 remove_watcher() i=3 2024-09-12T00:52:34.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.671+0000 7ff43cb0c800 20 remove_watcher() i=4 2024-09-12T00:52:34.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.672+0000 7ff43cb0c800 20 remove_watcher() i=5 2024-09-12T00:52:34.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.673+0000 7ff43cb0c800 20 remove_watcher() i=6 2024-09-12T00:52:34.672 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.674+0000 7ff43cb0c800 20 remove_watcher() i=7 2024-09-12T00:52:34.686 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-init-indext 2024-09-12T00:52:34.716 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:34.716 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:34.756 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.757+0000 7f32c2740800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.758 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.759+0000 7f32c2740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:34.758 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.759+0000 7f32c2740800 20 realm 2024-09-12T00:52:34.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.759+0000 7f32c2740800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.760+0000 7f32c2740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:34.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.760+0000 7f32c2740800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:34.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.760+0000 7f32c2740800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.760+0000 7f32c2740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:34.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.760+0000 7f32c2740800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.761+0000 7f32c2740800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:34.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.761+0000 7f32c2740800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.762+0000 7f32c2740800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:34.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.762+0000 7f32c2740800 20 searching for the correct realm 2024-09-12T00:52:34.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.764+0000 7f32b5cbf640 0 -- 172.21.15.38:0/97712521 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55dd1f23a010 msgr2=0x55dd1f23c400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:52:34.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.769+0000 7f32be4c0640 0 -- 172.21.15.38:0/97712521 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f32a8073a00 msgr2=0x7f32a8047c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:34.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.976+0000 7f32c2740800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:34.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.976+0000 7f32c2740800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:34.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.976+0000 7f32c2740800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:34.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.976+0000 7f32c2740800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:34.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.976+0000 7f32c2740800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:34.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.976+0000 7f32c2740800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:34.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.976+0000 7f32c2740800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.977+0000 7f32c2740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:34.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.977+0000 7f32c2740800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.977+0000 7f32c2740800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:34.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.977+0000 7f32c2740800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.977+0000 7f32c2740800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:34.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.977+0000 7f32c2740800 20 zone default found 2024-09-12T00:52:34.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.977+0000 7f32c2740800 4 Realm: () 2024-09-12T00:52:34.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.977+0000 7f32c2740800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:34.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.977+0000 7f32c2740800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:34.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.977+0000 7f32c2740800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:34.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.977+0000 7f32c2740800 20 zonegroup default 2024-09-12T00:52:34.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.977+0000 7f32c2740800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.978+0000 7f32c2740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:34.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.978+0000 7f32c2740800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.978+0000 7f32c2740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:34.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.978+0000 7f32c2740800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.978+0000 7f32c2740800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:34.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.978+0000 7f32c2740800 20 started sync module instance, tier type = 2024-09-12T00:52:34.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.978+0000 7f32c2740800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:34.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.988+0000 7f32c2740800 20 add_watcher() i=0 2024-09-12T00:52:34.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.988+0000 7f32c2740800 20 add_watcher() i=1 2024-09-12T00:52:34.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.988+0000 7f32c2740800 20 add_watcher() i=2 2024-09-12T00:52:34.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.988+0000 7f32c2740800 20 add_watcher() i=3 2024-09-12T00:52:34.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.988+0000 7f32c2740800 20 add_watcher() i=4 2024-09-12T00:52:34.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.988+0000 7f32c2740800 20 add_watcher() i=5 2024-09-12T00:52:34.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.989+0000 7f32c2740800 20 add_watcher() i=6 2024-09-12T00:52:34.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.989+0000 7f32c2740800 20 add_watcher() i=7 2024-09-12T00:52:34.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.989+0000 7f32c2740800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:34.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.991+0000 7f3174fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:34.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.991+0000 7f32c2740800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:34.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.991+0000 7f32c2740800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:34.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.991+0000 7f32c2740800 5 note: GC not initialized 2024-09-12T00:52:34.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.992+0000 7f30ef7fe640 20 reqs_thread_entry: start 2024-09-12T00:52:34.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.992+0000 7f32c2740800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:34.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.992+0000 7f32c2740800 20 Filter name: none 2024-09-12T00:52:34.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.992+0000 7f30ed7fa640 20 reqs_thread_entry: start 2024-09-12T00:52:34.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.992+0000 7f32c2740800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.992+0000 7f32c2740800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T00:52:34.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.992+0000 7f32c2740800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.993+0000 7f32c2740800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T00:52:34.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.993+0000 7f32c2740800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:34.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.993+0000 7f32c2740800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.993+0000 7f32c2740800 20 rados_obj.operate() r=0 bl.length=212 2024-09-12T00:52:34.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.993+0000 7f32c2740800 20 rados->read ofs=0 len=0 2024-09-12T00:52:34.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.994+0000 7f32c2740800 20 rados_obj.operate() r=0 bl.length=434 2024-09-12T00:52:34.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.994+0000 7f32c2740800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:34.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.996+0000 7f3174fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:34.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.998+0000 7f32c2740800 20 remove_watcher() i=0 2024-09-12T00:52:34.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.998+0000 7f32c2740800 2 removed watcher, disabling cache 2024-09-12T00:52:34.998 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:34.999+0000 7f32c2740800 20 remove_watcher() i=1 2024-09-12T00:52:34.999 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.001+0000 7f32c2740800 20 remove_watcher() i=2 2024-09-12T00:52:35.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.002+0000 7f32c2740800 20 remove_watcher() i=3 2024-09-12T00:52:35.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.003+0000 7f32c2740800 20 remove_watcher() i=4 2024-09-12T00:52:35.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.004+0000 7f32c2740800 20 remove_watcher() i=5 2024-09-12T00:52:35.003 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.005+0000 7f32c2740800 20 remove_watcher() i=6 2024-09-12T00:52:35.004 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.006+0000 7f32c2740800 20 remove_watcher() i=7 2024-09-12T00:52:35.015 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:35.016 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:52:35.016 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-init-indext id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-12T00:52:35.016 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:35.017 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.018 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.021 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.021 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.064 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.064 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.102 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2024-09-12T00:52:35.102 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:35.103 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.103 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.117 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.117 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.160 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.160 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.168 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.168 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.176 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.176 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.184 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.184 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.191 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.191 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.201 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.201 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.209 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.209 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.217 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.217 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.224 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.224 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.232 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.232 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.240 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.240 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.248 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.248 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.256 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.256 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.264 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.264 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.272 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.272 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.279 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.279 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.287 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.287 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.295 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.295 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.303 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.303 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.311 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:35.311 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:35.320 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T00:52:35.349 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:35.349 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:35.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.389+0000 7f0069125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.391+0000 7f0069125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:35.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.391+0000 7f0069125800 20 realm 2024-09-12T00:52:35.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.391+0000 7f0069125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.391+0000 7f0069125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:35.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.391+0000 7f0069125800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:35.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.391+0000 7f0069125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.391+0000 7f0069125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:35.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.391+0000 7f0069125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.392+0000 7f0069125800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:35.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.392+0000 7f0069125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.393+0000 7f0069125800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:35.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.393+0000 7f0069125800 20 searching for the correct realm 2024-09-12T00:52:35.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.396+0000 7f0064532640 0 -- 172.21.15.38:0/1379647060 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x55928d8f5fd0 msgr2=0x55928d8f8400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:52:35.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.400+0000 7f0064d33640 0 -- 172.21.15.38:0/1379647060 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f005802a400 msgr2=0x7f005802a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:35.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.605+0000 7f0069125800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:35.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.605+0000 7f0069125800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:35.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.605+0000 7f0069125800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:35.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.605+0000 7f0069125800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:35.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.605+0000 7f0069125800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:35.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.605+0000 7f0069125800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:35.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.605+0000 7f0069125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.605+0000 7f0069125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:35.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.605+0000 7f0069125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.606+0000 7f0069125800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:35.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.606+0000 7f0069125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.606+0000 7f0069125800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:35.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.606+0000 7f0069125800 20 zone default found 2024-09-12T00:52:35.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.606+0000 7f0069125800 4 Realm: () 2024-09-12T00:52:35.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.606+0000 7f0069125800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:35.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.606+0000 7f0069125800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:35.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.606+0000 7f0069125800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:35.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.606+0000 7f0069125800 20 zonegroup default 2024-09-12T00:52:35.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.606+0000 7f0069125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.606+0000 7f0069125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:35.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.606+0000 7f0069125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.607+0000 7f0069125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:35.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.607+0000 7f0069125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.607+0000 7f0069125800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:35.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.607+0000 7f0069125800 20 started sync module instance, tier type = 2024-09-12T00:52:35.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.607+0000 7f0069125800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:35.616 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.617+0000 7f0069125800 20 add_watcher() i=0 2024-09-12T00:52:35.616 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.617+0000 7f0069125800 20 add_watcher() i=1 2024-09-12T00:52:35.616 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.617+0000 7f0069125800 20 add_watcher() i=2 2024-09-12T00:52:35.616 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.617+0000 7f0069125800 20 add_watcher() i=3 2024-09-12T00:52:35.616 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.617+0000 7f0069125800 20 add_watcher() i=4 2024-09-12T00:52:35.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.617+0000 7f0069125800 20 add_watcher() i=5 2024-09-12T00:52:35.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.617+0000 7f0069125800 20 add_watcher() i=6 2024-09-12T00:52:35.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.618+0000 7f0069125800 20 add_watcher() i=7 2024-09-12T00:52:35.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.618+0000 7f0069125800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:35.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.620+0000 7eff1afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:35.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.621+0000 7f0069125800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:35.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.621+0000 7f0069125800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:35.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.621+0000 7f0069125800 5 note: GC not initialized 2024-09-12T00:52:35.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.621+0000 7eff19fe3640 20 reqs_thread_entry: start 2024-09-12T00:52:35.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.621+0000 7f0069125800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:35.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.621+0000 7f0069125800 20 Filter name: none 2024-09-12T00:52:35.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.621+0000 7efe8b7fe640 20 reqs_thread_entry: start 2024-09-12T00:52:35.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.621+0000 7f0069125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.622+0000 7f0069125800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:35.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.622+0000 7f0069125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.622+0000 7f0069125800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:35.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.622+0000 7f0069125800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:35.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.622+0000 7f0069125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.623+0000 7f0069125800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:35.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.623+0000 7f0069125800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.623+0000 7f0069125800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:35.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.623+0000 7f0069125800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:35.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.625+0000 7eff1afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:35.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.627+0000 7f0069125800 20 remove_watcher() i=0 2024-09-12T00:52:35.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.627+0000 7f0069125800 2 removed watcher, disabling cache 2024-09-12T00:52:35.627 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.629+0000 7f0069125800 20 remove_watcher() i=1 2024-09-12T00:52:35.629 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.630+0000 7f0069125800 20 remove_watcher() i=2 2024-09-12T00:52:35.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.631+0000 7f0069125800 20 remove_watcher() i=3 2024-09-12T00:52:35.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.632+0000 7f0069125800 20 remove_watcher() i=4 2024-09-12T00:52:35.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.633+0000 7f0069125800 20 remove_watcher() i=5 2024-09-12T00:52:35.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.634+0000 7f0069125800 20 remove_watcher() i=6 2024-09-12T00:52:35.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.635+0000 7f0069125800 20 remove_watcher() i=7 2024-09-12T00:52:35.645 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:35.645 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:52:35.645 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-set-target-layout id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:52:35.645 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:35.647 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2024-09-12T00:52:35.682 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:35.682 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:35.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.723+0000 7fef10933800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.725+0000 7fef10933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:35.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.725+0000 7fef10933800 20 realm 2024-09-12T00:52:35.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.725+0000 7fef10933800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.725+0000 7fef10933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:35.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.725+0000 7fef10933800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:35.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.725+0000 7fef10933800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.725+0000 7fef10933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:35.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.725+0000 7fef10933800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.726+0000 7fef10933800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:35.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.726+0000 7fef10933800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.727+0000 7fef10933800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:35.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.727+0000 7fef10933800 20 searching for the correct realm 2024-09-12T00:52:35.728 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.729+0000 7fef0be19640 0 -- 172.21.15.38:0/1553780621 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x56459252d3c0 msgr2=0x56459252f7d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:35.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.732+0000 7fef0c61a640 0 -- 172.21.15.38:0/1553780621 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fef000b92c0 msgr2=0x7fef000a9120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:35.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.938+0000 7fef10933800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:35.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.938+0000 7fef10933800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:35.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.938+0000 7fef10933800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:35.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.938+0000 7fef10933800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:35.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.938+0000 7fef10933800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:35.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.938+0000 7fef10933800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:35.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.938+0000 7fef10933800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.939+0000 7fef10933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:35.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.939+0000 7fef10933800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.939+0000 7fef10933800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:35.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.939+0000 7fef10933800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.939+0000 7fef10933800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:35.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.939+0000 7fef10933800 20 zone default found 2024-09-12T00:52:35.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.939+0000 7fef10933800 4 Realm: () 2024-09-12T00:52:35.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.939+0000 7fef10933800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:35.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.939+0000 7fef10933800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:35.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.939+0000 7fef10933800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:35.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.939+0000 7fef10933800 20 zonegroup default 2024-09-12T00:52:35.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.939+0000 7fef10933800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.940+0000 7fef10933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:35.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.940+0000 7fef10933800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.940+0000 7fef10933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:35.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.940+0000 7fef10933800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.940+0000 7fef10933800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:35.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.940+0000 7fef10933800 20 started sync module instance, tier type = 2024-09-12T00:52:35.941 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.940+0000 7fef10933800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:35.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.950+0000 7fef10933800 20 add_watcher() i=0 2024-09-12T00:52:35.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.950+0000 7fef10933800 20 add_watcher() i=1 2024-09-12T00:52:35.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.950+0000 7fef10933800 20 add_watcher() i=2 2024-09-12T00:52:35.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.950+0000 7fef10933800 20 add_watcher() i=3 2024-09-12T00:52:35.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.950+0000 7fef10933800 20 add_watcher() i=4 2024-09-12T00:52:35.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.950+0000 7fef10933800 20 add_watcher() i=5 2024-09-12T00:52:35.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.950+0000 7fef10933800 20 add_watcher() i=6 2024-09-12T00:52:35.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.950+0000 7fef10933800 20 add_watcher() i=7 2024-09-12T00:52:35.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.950+0000 7fef10933800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:35.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.952+0000 7fedc2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:35.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.952+0000 7fef10933800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:35.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.952+0000 7fef10933800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:35.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.953+0000 7fef10933800 5 note: GC not initialized 2024-09-12T00:52:35.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.953+0000 7fedc1fdb640 20 reqs_thread_entry: start 2024-09-12T00:52:35.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.953+0000 7fef10933800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:35.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.953+0000 7fef10933800 20 Filter name: none 2024-09-12T00:52:35.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.953+0000 7fed337fe640 20 reqs_thread_entry: start 2024-09-12T00:52:35.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.953+0000 7fef10933800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T00:52:35.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.953+0000 7fef10933800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.953+0000 7fef10933800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:35.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.953+0000 7fef10933800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T00:52:35.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.953+0000 7fef10933800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T00:52:35.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.953+0000 7fef10933800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 : miss 2024-09-12T00:52:35.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.953+0000 7fef10933800 20 rados->read ofs=0 len=0 2024-09-12T00:52:35.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.954+0000 7fef10933800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:35.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.954+0000 7fef10933800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 info.flags=0x17 2024-09-12T00:52:35.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.954+0000 7fef10933800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 to cache LRU end 2024-09-12T00:52:35.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.954+0000 7fef10933800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:52:35.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.954+0000 7fef10933800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:35.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.954+0000 7fef10933800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 2024-09-12T00:52:35.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.958+0000 7fef10933800 -1 Injecting error=-5 at location=set_target_layout 2024-09-12T00:52:35.957 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.958+0000 7fef10933800 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2024-09-12T00:52:35.962 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.963+0000 7fedc2fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:35.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.965+0000 7fef10933800 20 remove_watcher() i=0 2024-09-12T00:52:35.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.965+0000 7fef10933800 2 removed watcher, disabling cache 2024-09-12T00:52:35.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.966+0000 7fef10933800 20 remove_watcher() i=1 2024-09-12T00:52:35.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.967+0000 7fef10933800 20 remove_watcher() i=2 2024-09-12T00:52:35.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.968+0000 7fef10933800 20 remove_watcher() i=3 2024-09-12T00:52:35.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.969+0000 7fef10933800 20 remove_watcher() i=4 2024-09-12T00:52:35.969 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.970+0000 7fef10933800 20 remove_watcher() i=5 2024-09-12T00:52:35.970 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.971+0000 7fef10933800 20 remove_watcher() i=6 2024-09-12T00:52:35.971 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:35.972+0000 7fef10933800 20 remove_watcher() i=7 2024-09-12T00:52:35.983 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T00:52:36.012 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:36.012 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:36.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.054+0000 7fc4e4d3d800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.056+0000 7fc4e4d3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.056+0000 7fc4e4d3d800 20 realm 2024-09-12T00:52:36.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.056+0000 7fc4e4d3d800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.056+0000 7fc4e4d3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.056+0000 7fc4e4d3d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:36.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.056+0000 7fc4e4d3d800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.057+0000 7fc4e4d3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.057+0000 7fc4e4d3d800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.058+0000 7fc4e4d3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:36.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.058+0000 7fc4e4d3d800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.058+0000 7fc4e4d3d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:36.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.058+0000 7fc4e4d3d800 20 searching for the correct realm 2024-09-12T00:52:36.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.062+0000 7fc4e122b640 0 -- 172.21.15.38:0/3277726256 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x55c1699fa390 msgr2=0x55c1699fc7e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:36.064 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.065+0000 7fc4d8229640 0 -- 172.21.15.38:0/3277726256 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fc4d0027040 msgr2=0x7fc4d0067ea0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:36.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.069+0000 7fc4e4d3d800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:36.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.069+0000 7fc4e4d3d800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:36.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.069+0000 7fc4e4d3d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:36.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.069+0000 7fc4e4d3d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:36.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.069+0000 7fc4e4d3d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:36.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.069+0000 7fc4e4d3d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:36.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.069+0000 7fc4e4d3d800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.070+0000 7fc4e4d3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.070+0000 7fc4e4d3d800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.070+0000 7fc4e4d3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:36.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.070+0000 7fc4e4d3d800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.070+0000 7fc4e4d3d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:36.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.070+0000 7fc4e4d3d800 20 zone default found 2024-09-12T00:52:36.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.070+0000 7fc4e4d3d800 4 Realm: () 2024-09-12T00:52:36.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.070+0000 7fc4e4d3d800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:36.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.070+0000 7fc4e4d3d800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:36.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.070+0000 7fc4e4d3d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:36.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.070+0000 7fc4e4d3d800 20 zonegroup default 2024-09-12T00:52:36.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.070+0000 7fc4e4d3d800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.070+0000 7fc4e4d3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.070+0000 7fc4e4d3d800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.071+0000 7fc4e4d3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.071+0000 7fc4e4d3d800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.071+0000 7fc4e4d3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.071+0000 7fc4e4d3d800 20 started sync module instance, tier type = 2024-09-12T00:52:36.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.071+0000 7fc4e4d3d800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:36.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.080+0000 7fc4e4d3d800 20 add_watcher() i=0 2024-09-12T00:52:36.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.080+0000 7fc4e4d3d800 20 add_watcher() i=1 2024-09-12T00:52:36.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.080+0000 7fc4e4d3d800 20 add_watcher() i=2 2024-09-12T00:52:36.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.080+0000 7fc4e4d3d800 20 add_watcher() i=3 2024-09-12T00:52:36.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.080+0000 7fc4e4d3d800 20 add_watcher() i=4 2024-09-12T00:52:36.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.080+0000 7fc4e4d3d800 20 add_watcher() i=5 2024-09-12T00:52:36.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.080+0000 7fc4e4d3d800 20 add_watcher() i=6 2024-09-12T00:52:36.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.081+0000 7fc4e4d3d800 20 add_watcher() i=7 2024-09-12T00:52:36.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.081+0000 7fc4e4d3d800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:36.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.083+0000 7fc3977de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:36.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.083+0000 7fc4e4d3d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:36.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.083+0000 7fc4e4d3d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:36.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.083+0000 7fc4e4d3d800 5 note: GC not initialized 2024-09-12T00:52:36.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.083+0000 7fc3967dc640 20 reqs_thread_entry: start 2024-09-12T00:52:36.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.083+0000 7fc4e4d3d800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:36.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.083+0000 7fc4e4d3d800 20 Filter name: none 2024-09-12T00:52:36.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.084+0000 7fc307fff640 20 reqs_thread_entry: start 2024-09-12T00:52:36.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.084+0000 7fc4e4d3d800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.084+0000 7fc4e4d3d800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:36.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.084+0000 7fc4e4d3d800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.084+0000 7fc4e4d3d800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:36.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.084+0000 7fc4e4d3d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:36.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.084+0000 7fc4e4d3d800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.085+0000 7fc4e4d3d800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:36.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.085+0000 7fc4e4d3d800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.085+0000 7fc4e4d3d800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:36.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.085+0000 7fc4e4d3d800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:36.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.087+0000 7fc3977de640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:36.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.090+0000 7fc4e4d3d800 20 remove_watcher() i=0 2024-09-12T00:52:36.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.090+0000 7fc4e4d3d800 2 removed watcher, disabling cache 2024-09-12T00:52:36.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.091+0000 7fc4e4d3d800 20 remove_watcher() i=1 2024-09-12T00:52:36.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.092+0000 7fc4e4d3d800 20 remove_watcher() i=2 2024-09-12T00:52:36.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.093+0000 7fc4e4d3d800 20 remove_watcher() i=3 2024-09-12T00:52:36.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.094+0000 7fc4e4d3d800 20 remove_watcher() i=4 2024-09-12T00:52:36.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.095+0000 7fc4e4d3d800 20 remove_watcher() i=5 2024-09-12T00:52:36.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.096+0000 7fc4e4d3d800 20 remove_watcher() i=6 2024-09-12T00:52:36.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.097+0000 7fc4e4d3d800 20 remove_watcher() i=7 2024-09-12T00:52:36.107 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:36.107 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:52:36.107 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-set-target-layout id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:52:36.107 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:36.109 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:36.109 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:36.116 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:36.117 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:36.160 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:52:36.194 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:36.194 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:36.234 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.235+0000 7f03a8f39800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.237+0000 7f03a8f39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.237+0000 7f03a8f39800 20 realm 2024-09-12T00:52:36.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.237+0000 7f03a8f39800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.238+0000 7f03a8f39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.238+0000 7f03a8f39800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:36.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.238+0000 7f03a8f39800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.238+0000 7f03a8f39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.238+0000 7f03a8f39800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.239+0000 7f03a8f39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:36.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.239+0000 7f03a8f39800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.238 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.239+0000 7f03a8f39800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:36.238 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.239+0000 7f03a8f39800 20 searching for the correct realm 2024-09-12T00:52:36.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.242+0000 7f03a43c6640 0 -- 172.21.15.38:0/4069457762 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x563725b254b0 msgr2=0x563725b278c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:36.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.246+0000 7f03a4bc7640 0 -- 172.21.15.38:0/4069457762 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f039804a910 msgr2=0x7f039800a430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:36.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.452+0000 7f03a8f39800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:36.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.452+0000 7f03a8f39800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:36.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.452+0000 7f03a8f39800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:36.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.452+0000 7f03a8f39800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:36.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.452+0000 7f03a8f39800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:36.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.452+0000 7f03a8f39800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:36.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.452+0000 7f03a8f39800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.452+0000 7f03a8f39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.452+0000 7f03a8f39800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.453+0000 7f03a8f39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:36.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.453+0000 7f03a8f39800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.453+0000 7f03a8f39800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:36.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.453+0000 7f03a8f39800 20 zone default found 2024-09-12T00:52:36.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.453+0000 7f03a8f39800 4 Realm: () 2024-09-12T00:52:36.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.453+0000 7f03a8f39800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:36.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.453+0000 7f03a8f39800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:36.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.453+0000 7f03a8f39800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:36.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.453+0000 7f03a8f39800 20 zonegroup default 2024-09-12T00:52:36.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.453+0000 7f03a8f39800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.453+0000 7f03a8f39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.453+0000 7f03a8f39800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.453+0000 7f03a8f39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.453+0000 7f03a8f39800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.454+0000 7f03a8f39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.454+0000 7f03a8f39800 20 started sync module instance, tier type = 2024-09-12T00:52:36.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.454+0000 7f03a8f39800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:36.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.463+0000 7f03a8f39800 20 add_watcher() i=0 2024-09-12T00:52:36.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.463+0000 7f03a8f39800 20 add_watcher() i=1 2024-09-12T00:52:36.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.463+0000 7f03a8f39800 20 add_watcher() i=2 2024-09-12T00:52:36.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.463+0000 7f03a8f39800 20 add_watcher() i=3 2024-09-12T00:52:36.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.463+0000 7f03a8f39800 20 add_watcher() i=4 2024-09-12T00:52:36.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.463+0000 7f03a8f39800 20 add_watcher() i=5 2024-09-12T00:52:36.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.463+0000 7f03a8f39800 20 add_watcher() i=6 2024-09-12T00:52:36.463 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.464+0000 7f03a8f39800 20 add_watcher() i=7 2024-09-12T00:52:36.463 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.464+0000 7f03a8f39800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:36.464 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.466+0000 7f025afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:36.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.466+0000 7f03a8f39800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:36.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.466+0000 7f03a8f39800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:36.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.466+0000 7f03a8f39800 5 note: GC not initialized 2024-09-12T00:52:36.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.466+0000 7f0259fe3640 20 reqs_thread_entry: start 2024-09-12T00:52:36.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.467+0000 7f03a8f39800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:36.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.467+0000 7f03a8f39800 20 Filter name: none 2024-09-12T00:52:36.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.467+0000 7f01cb7fe640 20 reqs_thread_entry: start 2024-09-12T00:52:36.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.467+0000 7f03a8f39800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T00:52:36.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.467+0000 7f03a8f39800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.467+0000 7f03a8f39800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:36.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.467+0000 7f03a8f39800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T00:52:36.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.467+0000 7f03a8f39800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T00:52:36.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.467+0000 7f03a8f39800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 : miss 2024-09-12T00:52:36.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.467+0000 7f03a8f39800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.467+0000 7f03a8f39800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:36.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.467+0000 7f03a8f39800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 info.flags=0x17 2024-09-12T00:52:36.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.468+0000 7f03a8f39800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 to cache LRU end 2024-09-12T00:52:36.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.468+0000 7f03a8f39800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:52:36.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.468+0000 7f03a8f39800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:36.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.468+0000 7f03a8f39800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 2024-09-12T00:52:36.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.472+0000 7f03a8f39800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 info.flags=0x17 2024-09-12T00:52:36.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.472+0000 7f03a8f39800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 to cache LRU end 2024-09-12T00:52:36.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.472+0000 7f03a8f39800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:36.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.472+0000 7f03a8f39800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23, ofs0, ns] 2024-09-12T00:52:36.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.473+0000 7f027bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464293 cookie 94794855640224 notifier 6191 bl.length()=1009 2024-09-12T00:52:36.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.473+0000 7f027bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 info.flags=0x17 2024-09-12T00:52:36.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.473+0000 7f027bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 to cache LRU end 2024-09-12T00:52:36.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.473+0000 7f027bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:36.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.473+0000 7f03a8f39800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23]): orig_sources= new_sources= 2024-09-12T00:52:36.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.473+0000 7f03a8f39800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23]): potential sources added=[] removed=[] 2024-09-12T00:52:36.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.473+0000 7f03a8f39800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23]): orig_dests= new_dests= 2024-09-12T00:52:36.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.473+0000 7f03a8f39800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23]): potential dests added=[] removed=[] 2024-09-12T00:52:36.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.0 2024-09-12T00:52:36.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.0 2024-09-12T00:52:36.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.1 2024-09-12T00:52:36.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.1 2024-09-12T00:52:36.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.2 2024-09-12T00:52:36.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.2 2024-09-12T00:52:36.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.3 2024-09-12T00:52:36.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.3 2024-09-12T00:52:36.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.4 2024-09-12T00:52:36.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.4 2024-09-12T00:52:36.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.5 2024-09-12T00:52:36.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.5 2024-09-12T00:52:36.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.6 2024-09-12T00:52:36.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.6 2024-09-12T00:52:36.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.7 2024-09-12T00:52:36.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.7 2024-09-12T00:52:36.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.8 2024-09-12T00:52:36.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.8 2024-09-12T00:52:36.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.9 2024-09-12T00:52:36.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.9 2024-09-12T00:52:36.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.10 2024-09-12T00:52:36.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.10 2024-09-12T00:52:36.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.11 2024-09-12T00:52:36.479 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1.11 2024-09-12T00:52:36.479 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.477+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.0 2024-09-12T00:52:36.479 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.478+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1 2024-09-12T00:52:36.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.478+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.2 2024-09-12T00:52:36.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.479+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.3 2024-09-12T00:52:36.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.479+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.4 2024-09-12T00:52:36.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.480+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.5 2024-09-12T00:52:36.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.480+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.6 2024-09-12T00:52:36.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.481+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.7 2024-09-12T00:52:36.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.481+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.8 2024-09-12T00:52:36.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.482+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.9 2024-09-12T00:52:36.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.482+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.10 2024-09-12T00:52:36.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.485+0000 7f03a8f39800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 : hit (requested=0x17, cached=0x17) 2024-09-12T00:52:36.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.485+0000 7f03a8f39800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 2024-09-12T00:52:36.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.486+0000 7f03a8f39800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 info.flags=0x17 2024-09-12T00:52:36.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.486+0000 7f03a8f39800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 to cache LRU end 2024-09-12T00:52:36.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.486+0000 7f03a8f39800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:36.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.486+0000 7f03a8f39800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23, ofs0, ns] 2024-09-12T00:52:36.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.487+0000 7f027b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464294 cookie 94794855640224 notifier 6191 bl.length()=1009 2024-09-12T00:52:36.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.487+0000 7f027b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 info.flags=0x17 2024-09-12T00:52:36.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.487+0000 7f027b7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 to cache LRU end 2024-09-12T00:52:36.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.487+0000 7f027b7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:36.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.487+0000 7f03a8f39800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23]): orig_sources= new_sources= 2024-09-12T00:52:36.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.487+0000 7f03a8f39800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23]): potential sources added=[] removed=[] 2024-09-12T00:52:36.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.487+0000 7f03a8f39800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23]): orig_dests= new_dests= 2024-09-12T00:52:36.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.487+0000 7f03a8f39800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23]): potential dests added=[] removed=[] 2024-09-12T00:52:36.488 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.489+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.0 2024-09-12T00:52:36.488 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.490+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.1 2024-09-12T00:52:36.488 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.490+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.2 2024-09-12T00:52:36.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.490+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.3 2024-09-12T00:52:36.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.491+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.4 2024-09-12T00:52:36.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.491+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.5 2024-09-12T00:52:36.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.491+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.6 2024-09-12T00:52:36.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.492+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.7 2024-09-12T00:52:36.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.492+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.8 2024-09-12T00:52:36.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.492+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.9 2024-09-12T00:52:36.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.493+0000 7f03a8f39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23.10 2024-09-12T00:52:36.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.493+0000 7f03a8f39800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 : hit (requested=0x17, cached=0x17) 2024-09-12T00:52:36.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.493+0000 7f03a8f39800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 2024-09-12T00:52:36.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.494+0000 7f03a8f39800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 info.flags=0x17 2024-09-12T00:52:36.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.494+0000 7f03a8f39800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 to cache LRU end 2024-09-12T00:52:36.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.494+0000 7f03a8f39800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:36.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.494+0000 7f03a8f39800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23, ofs0, ns] 2024-09-12T00:52:36.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.494+0000 7f027bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464295 cookie 94794855640224 notifier 6191 bl.length()=977 2024-09-12T00:52:36.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.494+0000 7f027bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 info.flags=0x17 2024-09-12T00:52:36.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.494+0000 7f027bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 to cache LRU end 2024-09-12T00:52:36.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.494+0000 7f027bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:36.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.495+0000 7f03a8f39800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23]): orig_sources= new_sources= 2024-09-12T00:52:36.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.495+0000 7f03a8f39800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23]): potential sources added=[] removed=[] 2024-09-12T00:52:36.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.495+0000 7f03a8f39800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23]): orig_dests= new_dests= 2024-09-12T00:52:36.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.495+0000 7f03a8f39800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23]): potential dests added=[] removed=[] 2024-09-12T00:52:36.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.497+0000 7f03a8f39800 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 11 shards to 12 shards completed successfully 2024-09-12T00:52:36.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.499+0000 7f025afe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:36.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.501+0000 7f03a8f39800 20 remove_watcher() i=0 2024-09-12T00:52:36.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.501+0000 7f03a8f39800 2 removed watcher, disabling cache 2024-09-12T00:52:36.500 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.502+0000 7f03a8f39800 20 remove_watcher() i=1 2024-09-12T00:52:36.501 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.503+0000 7f03a8f39800 20 remove_watcher() i=2 2024-09-12T00:52:36.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.504+0000 7f03a8f39800 20 remove_watcher() i=3 2024-09-12T00:52:36.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.505+0000 7f03a8f39800 20 remove_watcher() i=4 2024-09-12T00:52:36.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.506+0000 7f03a8f39800 20 remove_watcher() i=5 2024-09-12T00:52:36.505 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.506+0000 7f03a8f39800 20 remove_watcher() i=6 2024-09-12T00:52:36.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.507+0000 7f03a8f39800 20 remove_watcher() i=7 2024-09-12T00:52:36.519 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T00:52:36.548 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:36.548 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:36.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.588+0000 7fad25498800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.590+0000 7fad25498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.590+0000 7fad25498800 20 realm 2024-09-12T00:52:36.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.590+0000 7fad25498800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.590+0000 7fad25498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.590+0000 7fad25498800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:36.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.590+0000 7fad25498800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.591+0000 7fad25498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.591+0000 7fad25498800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.592+0000 7fad25498800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:36.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.592+0000 7fad25498800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.592+0000 7fad25498800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:36.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.592+0000 7fad25498800 20 searching for the correct realm 2024-09-12T00:52:36.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.595+0000 7fad22781640 0 -- 172.21.15.38:0/1936266067 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fad1407f040 msgr2=0x7fad1409b930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:36.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.598+0000 7fad22f82640 0 -- 172.21.15.38:0/1936266067 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fad18099a40 msgr2=0x7fad18065a40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:36.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.806+0000 7fad25498800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:36.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.806+0000 7fad25498800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:36.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.806+0000 7fad25498800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:36.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.806+0000 7fad25498800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:36.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.806+0000 7fad25498800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:36.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.806+0000 7fad25498800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:36.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.806+0000 7fad25498800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.806+0000 7fad25498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.806+0000 7fad25498800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.806+0000 7fad25498800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:36.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.806+0000 7fad25498800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.807+0000 7fad25498800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:36.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.807+0000 7fad25498800 20 zone default found 2024-09-12T00:52:36.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.807+0000 7fad25498800 4 Realm: () 2024-09-12T00:52:36.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.807+0000 7fad25498800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:36.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.807+0000 7fad25498800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:36.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.807+0000 7fad25498800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:36.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.807+0000 7fad25498800 20 zonegroup default 2024-09-12T00:52:36.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.807+0000 7fad25498800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.807+0000 7fad25498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.807+0000 7fad25498800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.807+0000 7fad25498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.807+0000 7fad25498800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.808+0000 7fad25498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:36.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.808+0000 7fad25498800 20 started sync module instance, tier type = 2024-09-12T00:52:36.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.808+0000 7fad25498800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:36.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.818+0000 7fad25498800 20 add_watcher() i=0 2024-09-12T00:52:36.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.818+0000 7fad25498800 20 add_watcher() i=1 2024-09-12T00:52:36.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.818+0000 7fad25498800 20 add_watcher() i=2 2024-09-12T00:52:36.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.818+0000 7fad25498800 20 add_watcher() i=3 2024-09-12T00:52:36.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.818+0000 7fad25498800 20 add_watcher() i=4 2024-09-12T00:52:36.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.818+0000 7fad25498800 20 add_watcher() i=5 2024-09-12T00:52:36.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.818+0000 7fad25498800 20 add_watcher() i=6 2024-09-12T00:52:36.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.818+0000 7fad25498800 20 add_watcher() i=7 2024-09-12T00:52:36.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.818+0000 7fad25498800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:36.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.820+0000 7fabd97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:36.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.820+0000 7fad25498800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:36.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.820+0000 7fad25498800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:36.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.820+0000 7fad25498800 5 note: GC not initialized 2024-09-12T00:52:36.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.821+0000 7fab53fff640 20 reqs_thread_entry: start 2024-09-12T00:52:36.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.821+0000 7fad25498800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:36.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.821+0000 7fad25498800 20 Filter name: none 2024-09-12T00:52:36.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.821+0000 7fab51ffb640 20 reqs_thread_entry: start 2024-09-12T00:52:36.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.821+0000 7fad25498800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.821+0000 7fad25498800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:36.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.821+0000 7fad25498800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.825+0000 7fad25498800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:36.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.825+0000 7fad25498800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:36.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.825+0000 7fad25498800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.825+0000 7fad25498800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:36.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.825+0000 7fad25498800 20 rados->read ofs=0 len=0 2024-09-12T00:52:36.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.826+0000 7fad25498800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:36.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.826+0000 7fad25498800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:36.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.827+0000 7fabd97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:36.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.829+0000 7fad25498800 20 remove_watcher() i=0 2024-09-12T00:52:36.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.830+0000 7fad25498800 2 removed watcher, disabling cache 2024-09-12T00:52:36.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.831+0000 7fad25498800 20 remove_watcher() i=1 2024-09-12T00:52:36.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.832+0000 7fad25498800 20 remove_watcher() i=2 2024-09-12T00:52:36.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.833+0000 7fad25498800 20 remove_watcher() i=3 2024-09-12T00:52:36.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.835+0000 7fad25498800 20 remove_watcher() i=4 2024-09-12T00:52:36.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.836+0000 7fad25498800 20 remove_watcher() i=5 2024-09-12T00:52:36.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.837+0000 7fad25498800 20 remove_watcher() i=6 2024-09-12T00:52:36.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:36.838+0000 7fad25498800 20 remove_watcher() i=7 2024-09-12T00:52:36.847 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:36.848 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:52:36.848 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-set-target-layout id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-12T00:52:36.848 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:36.850 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:36.850 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:36.853 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:36.853 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:36.896 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:36.896 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:36.923 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2024-09-12T00:52:36.923 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:36.924 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:36.924 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:36.935 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:36.935 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:36.977 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:36.978 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:36.985 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:36.985 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:36.993 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:36.993 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.000 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:37.000 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.008 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:37.008 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.016 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:37.016 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.023 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:37.023 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.030 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:37.030 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.037 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:37.038 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.045 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:37.045 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.052 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:37.052 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.060 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:37.060 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.069 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:37.069 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.077 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:37.077 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.084 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:37.084 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.095 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:37.095 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.102 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:37.103 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.110 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:37.110 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.118 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:37.118 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.125 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:37.125 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:37.134 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T00:52:37.163 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:37.163 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:37.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.204+0000 7fb8aa80f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.204 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.206+0000 7fb8aa80f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:37.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.206+0000 7fb8aa80f800 20 realm 2024-09-12T00:52:37.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.206+0000 7fb8aa80f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.206+0000 7fb8aa80f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:37.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.206+0000 7fb8aa80f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:37.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.206+0000 7fb8aa80f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.206+0000 7fb8aa80f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:37.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.206+0000 7fb8aa80f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.207+0000 7fb8aa80f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:37.205 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.207+0000 7fb8aa80f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.206 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.208+0000 7fb8aa80f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:37.206 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.208+0000 7fb8aa80f800 20 searching for the correct realm 2024-09-12T00:52:37.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.210+0000 7fb8a5747640 0 -- 172.21.15.38:0/2915333375 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fb89809f280 msgr2=0x7fb898068660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:37.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.416+0000 7fb8a5f48640 0 -- 172.21.15.38:0/2915333375 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fb89c05b000 msgr2=0x7fb89c07c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:52:37.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.622+0000 7fb8aa80f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:37.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.622+0000 7fb8aa80f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:37.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.622+0000 7fb8aa80f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:37.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.622+0000 7fb8aa80f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:37.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.622+0000 7fb8aa80f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:37.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.622+0000 7fb8aa80f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:37.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.622+0000 7fb8aa80f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.622+0000 7fb8aa80f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:37.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.622+0000 7fb8aa80f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.623+0000 7fb8aa80f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:37.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.623+0000 7fb8aa80f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.623+0000 7fb8aa80f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:37.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.623+0000 7fb8aa80f800 20 zone default found 2024-09-12T00:52:37.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.623+0000 7fb8aa80f800 4 Realm: () 2024-09-12T00:52:37.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.623+0000 7fb8aa80f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:37.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.623+0000 7fb8aa80f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:37.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.623+0000 7fb8aa80f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:37.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.623+0000 7fb8aa80f800 20 zonegroup default 2024-09-12T00:52:37.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.623+0000 7fb8aa80f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.623+0000 7fb8aa80f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:37.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.623+0000 7fb8aa80f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.624+0000 7fb8aa80f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:37.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.624+0000 7fb8aa80f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.624+0000 7fb8aa80f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:37.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.624+0000 7fb8aa80f800 20 started sync module instance, tier type = 2024-09-12T00:52:37.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.624+0000 7fb8aa80f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:37.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.634+0000 7fb8aa80f800 20 add_watcher() i=0 2024-09-12T00:52:37.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.634+0000 7fb8aa80f800 20 add_watcher() i=1 2024-09-12T00:52:37.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.634+0000 7fb8aa80f800 20 add_watcher() i=2 2024-09-12T00:52:37.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.634+0000 7fb8aa80f800 20 add_watcher() i=3 2024-09-12T00:52:37.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.634+0000 7fb8aa80f800 20 add_watcher() i=4 2024-09-12T00:52:37.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.634+0000 7fb8aa80f800 20 add_watcher() i=5 2024-09-12T00:52:37.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.634+0000 7fb8aa80f800 20 add_watcher() i=6 2024-09-12T00:52:37.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.636+0000 7fb8aa80f800 20 add_watcher() i=7 2024-09-12T00:52:37.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.636+0000 7fb8aa80f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:37.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.637+0000 7fb74f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:37.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.638+0000 7fb8aa80f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:37.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.638+0000 7fb8aa80f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:37.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.638+0000 7fb8aa80f800 5 note: GC not initialized 2024-09-12T00:52:37.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.638+0000 7fb74e7fc640 20 reqs_thread_entry: start 2024-09-12T00:52:37.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.638+0000 7fb8aa80f800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:37.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.638+0000 7fb8aa80f800 20 Filter name: none 2024-09-12T00:52:37.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.638+0000 7fb6c7fff640 20 reqs_thread_entry: start 2024-09-12T00:52:37.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.638+0000 7fb8aa80f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.639+0000 7fb8aa80f800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:37.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.639+0000 7fb8aa80f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.639+0000 7fb8aa80f800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:37.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.640+0000 7fb8aa80f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:37.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.640+0000 7fb8aa80f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.640+0000 7fb8aa80f800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:37.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.640+0000 7fb8aa80f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.640+0000 7fb8aa80f800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:37.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.640+0000 7fb8aa80f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:37.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.642+0000 7fb74f7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:37.643 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.644+0000 7fb8aa80f800 20 remove_watcher() i=0 2024-09-12T00:52:37.643 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.644+0000 7fb8aa80f800 2 removed watcher, disabling cache 2024-09-12T00:52:37.644 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.645+0000 7fb8aa80f800 20 remove_watcher() i=1 2024-09-12T00:52:37.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.647+0000 7fb8aa80f800 20 remove_watcher() i=2 2024-09-12T00:52:37.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.648+0000 7fb8aa80f800 20 remove_watcher() i=3 2024-09-12T00:52:37.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.649+0000 7fb8aa80f800 20 remove_watcher() i=4 2024-09-12T00:52:37.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.650+0000 7fb8aa80f800 20 remove_watcher() i=5 2024-09-12T00:52:37.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.651+0000 7fb8aa80f800 20 remove_watcher() i=6 2024-09-12T00:52:37.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.652+0000 7fb8aa80f800 20 remove_watcher() i=7 2024-09-12T00:52:37.662 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:37.663 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:52:37.663 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-set-target-layout id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:52:37.663 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:37.664 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2024-09-12T00:52:37.702 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:37.702 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:37.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.745+0000 7ff95b6b9800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.747+0000 7ff95b6b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:37.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.747+0000 7ff95b6b9800 20 realm 2024-09-12T00:52:37.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.747+0000 7ff95b6b9800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.747+0000 7ff95b6b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:37.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.747+0000 7ff95b6b9800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:37.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.747+0000 7ff95b6b9800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.747+0000 7ff95b6b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:37.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.747+0000 7ff95b6b9800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.748+0000 7ff95b6b9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:37.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.748+0000 7ff95b6b9800 20 rados->read ofs=0 len=0 2024-09-12T00:52:37.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.749+0000 7ff95b6b9800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:37.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.749+0000 7ff95b6b9800 20 searching for the correct realm 2024-09-12T00:52:37.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.751+0000 7ff9589a2640 0 -- 172.21.15.38:0/4006960775 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7ff94c067400 msgr2=0x7ff94c05f690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:37.955 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:37.956+0000 7ff9591a3640 0 -- 172.21.15.38:0/4006960775 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7ff95007e080 msgr2=0x7ff950067180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:38.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.163+0000 7ff95b6b9800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:38.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.163+0000 7ff95b6b9800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:38.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.163+0000 7ff95b6b9800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:38.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.163+0000 7ff95b6b9800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:38.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.163+0000 7ff95b6b9800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:38.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.163+0000 7ff95b6b9800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:38.249 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.163+0000 7ff95b6b9800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.249 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.164+0000 7ff95b6b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:38.249 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.164+0000 7ff95b6b9800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.164+0000 7ff95b6b9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:38.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.164+0000 7ff95b6b9800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.164+0000 7ff95b6b9800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:38.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.164+0000 7ff95b6b9800 20 zone default found 2024-09-12T00:52:38.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.164+0000 7ff95b6b9800 4 Realm: () 2024-09-12T00:52:38.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.164+0000 7ff95b6b9800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:38.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.164+0000 7ff95b6b9800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:38.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.164+0000 7ff95b6b9800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:38.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.164+0000 7ff95b6b9800 20 zonegroup default 2024-09-12T00:52:38.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.164+0000 7ff95b6b9800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.164+0000 7ff95b6b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:38.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.164+0000 7ff95b6b9800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.165+0000 7ff95b6b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:38.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.165+0000 7ff95b6b9800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.165+0000 7ff95b6b9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:38.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.165+0000 7ff95b6b9800 20 started sync module instance, tier type = 2024-09-12T00:52:38.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.165+0000 7ff95b6b9800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:38.262 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.175+0000 7ff95b6b9800 20 add_watcher() i=0 2024-09-12T00:52:38.262 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.175+0000 7ff95b6b9800 20 add_watcher() i=1 2024-09-12T00:52:38.262 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.175+0000 7ff95b6b9800 20 add_watcher() i=2 2024-09-12T00:52:38.262 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.175+0000 7ff95b6b9800 20 add_watcher() i=3 2024-09-12T00:52:38.262 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.175+0000 7ff95b6b9800 20 add_watcher() i=4 2024-09-12T00:52:38.262 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.175+0000 7ff95b6b9800 20 add_watcher() i=5 2024-09-12T00:52:38.262 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.175+0000 7ff95b6b9800 20 add_watcher() i=6 2024-09-12T00:52:38.262 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.176+0000 7ff95b6b9800 20 add_watcher() i=7 2024-09-12T00:52:38.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.176+0000 7ff95b6b9800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:38.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.177+0000 7ff80ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:38.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.178+0000 7ff95b6b9800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:38.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.178+0000 7ff95b6b9800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:38.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.178+0000 7ff95b6b9800 5 note: GC not initialized 2024-09-12T00:52:38.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.178+0000 7ff80efe5640 20 reqs_thread_entry: start 2024-09-12T00:52:38.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.178+0000 7ff95b6b9800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:38.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.178+0000 7ff95b6b9800 20 Filter name: none 2024-09-12T00:52:38.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.178+0000 7ff80cfe1640 20 reqs_thread_entry: start 2024-09-12T00:52:38.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.178+0000 7ff95b6b9800 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2024-09-12T00:52:38.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.178+0000 7ff95b6b9800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.179+0000 7ff95b6b9800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:38.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.179+0000 7ff95b6b9800 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2024-09-12T00:52:38.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.179+0000 7ff95b6b9800 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2024-09-12T00:52:38.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.179+0000 7ff95b6b9800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 : miss 2024-09-12T00:52:38.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.179+0000 7ff95b6b9800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.179+0000 7ff95b6b9800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:38.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.179+0000 7ff95b6b9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 info.flags=0x17 2024-09-12T00:52:38.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.179+0000 7ff95b6b9800 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 to cache LRU end 2024-09-12T00:52:38.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.179+0000 7ff95b6b9800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:52:38.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.179+0000 7ff95b6b9800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:38.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.179+0000 7ff95b6b9800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 2024-09-12T00:52:38.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.183+0000 7ff95b6b9800 -1 Injecting error=-125 at location=set_target_layout 2024-09-12T00:52:38.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.184+0000 7ff95b6b9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 info.flags=0x17 2024-09-12T00:52:38.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.184+0000 7ff95b6b9800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 to cache LRU end 2024-09-12T00:52:38.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.184+0000 7ff95b6b9800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:38.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.184+0000 7ff95b6b9800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24, ofs0, ns] 2024-09-12T00:52:38.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.184+0000 7ff82bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464298 cookie 94658145041840 notifier 6242 bl.length()=1009 2024-09-12T00:52:38.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.184+0000 7ff82bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 info.flags=0x17 2024-09-12T00:52:38.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.184+0000 7ff82bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 to cache LRU end 2024-09-12T00:52:38.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.184+0000 7ff82bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:38.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.185+0000 7ff95b6b9800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24]): orig_sources= new_sources= 2024-09-12T00:52:38.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.185+0000 7ff95b6b9800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24]): potential sources added=[] removed=[] 2024-09-12T00:52:38.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.185+0000 7ff95b6b9800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24]): orig_dests= new_dests= 2024-09-12T00:52:38.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.185+0000 7ff95b6b9800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24]): potential dests added=[] removed=[] 2024-09-12T00:52:38.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.0 2024-09-12T00:52:38.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.0 2024-09-12T00:52:38.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.1 2024-09-12T00:52:38.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.1 2024-09-12T00:52:38.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.2 2024-09-12T00:52:38.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.2 2024-09-12T00:52:38.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.3 2024-09-12T00:52:38.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.3 2024-09-12T00:52:38.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.4 2024-09-12T00:52:38.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.4 2024-09-12T00:52:38.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.5 2024-09-12T00:52:38.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.5 2024-09-12T00:52:38.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.6 2024-09-12T00:52:38.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.6 2024-09-12T00:52:38.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.7 2024-09-12T00:52:38.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.7 2024-09-12T00:52:38.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.8 2024-09-12T00:52:38.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.8 2024-09-12T00:52:38.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.9 2024-09-12T00:52:38.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.9 2024-09-12T00:52:38.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.10 2024-09-12T00:52:38.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.10 2024-09-12T00:52:38.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.11 2024-09-12T00:52:38.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1.11 2024-09-12T00:52:38.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.0 2024-09-12T00:52:38.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.190+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1 2024-09-12T00:52:38.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.191+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.2 2024-09-12T00:52:38.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.191+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.3 2024-09-12T00:52:38.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.192+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.4 2024-09-12T00:52:38.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.192+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.5 2024-09-12T00:52:38.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.193+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.6 2024-09-12T00:52:38.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.193+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.7 2024-09-12T00:52:38.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.194+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.8 2024-09-12T00:52:38.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.194+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.9 2024-09-12T00:52:38.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.195+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.10 2024-09-12T00:52:38.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.198+0000 7ff95b6b9800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 : hit (requested=0x17, cached=0x17) 2024-09-12T00:52:38.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.198+0000 7ff95b6b9800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 2024-09-12T00:52:38.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.199+0000 7ff95b6b9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 info.flags=0x17 2024-09-12T00:52:38.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.199+0000 7ff95b6b9800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 to cache LRU end 2024-09-12T00:52:38.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.199+0000 7ff95b6b9800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:38.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.199+0000 7ff95b6b9800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24, ofs0, ns] 2024-09-12T00:52:38.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.199+0000 7ff83cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464299 cookie 94658145041840 notifier 6242 bl.length()=1009 2024-09-12T00:52:38.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.199+0000 7ff83cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 info.flags=0x17 2024-09-12T00:52:38.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.199+0000 7ff83cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 to cache LRU end 2024-09-12T00:52:38.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.199+0000 7ff83cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:38.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.200+0000 7ff95b6b9800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24]): orig_sources= new_sources= 2024-09-12T00:52:38.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.200+0000 7ff95b6b9800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24]): potential sources added=[] removed=[] 2024-09-12T00:52:38.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.200+0000 7ff95b6b9800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24]): orig_dests= new_dests= 2024-09-12T00:52:38.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.200+0000 7ff95b6b9800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24]): potential dests added=[] removed=[] 2024-09-12T00:52:38.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.202+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.0 2024-09-12T00:52:38.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.203+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.1 2024-09-12T00:52:38.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.203+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.2 2024-09-12T00:52:38.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.203+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.3 2024-09-12T00:52:38.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.204+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.4 2024-09-12T00:52:38.274 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.204+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.5 2024-09-12T00:52:38.274 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.204+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.6 2024-09-12T00:52:38.274 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.205+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.7 2024-09-12T00:52:38.274 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.205+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.8 2024-09-12T00:52:38.274 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.205+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.9 2024-09-12T00:52:38.274 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.206+0000 7ff95b6b9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24.10 2024-09-12T00:52:38.274 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.206+0000 7ff95b6b9800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 : hit (requested=0x17, cached=0x17) 2024-09-12T00:52:38.274 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.206+0000 7ff95b6b9800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 2024-09-12T00:52:38.274 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.208+0000 7ff95b6b9800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 info.flags=0x17 2024-09-12T00:52:38.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.208+0000 7ff95b6b9800 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 to cache LRU end 2024-09-12T00:52:38.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.208+0000 7ff95b6b9800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:38.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.208+0000 7ff95b6b9800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24, ofs0, ns] 2024-09-12T00:52:38.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.208+0000 7ff82bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464300 cookie 94658145041840 notifier 6242 bl.length()=977 2024-09-12T00:52:38.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.208+0000 7ff82bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 info.flags=0x17 2024-09-12T00:52:38.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.208+0000 7ff82bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 to cache LRU end 2024-09-12T00:52:38.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.208+0000 7ff82bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:38.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.209+0000 7ff95b6b9800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24]): orig_sources= new_sources= 2024-09-12T00:52:38.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.209+0000 7ff95b6b9800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24]): potential sources added=[] removed=[] 2024-09-12T00:52:38.275 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.209+0000 7ff95b6b9800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24]): orig_dests= new_dests= 2024-09-12T00:52:38.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.209+0000 7ff95b6b9800 20 handle_bi_update(): bucket=:error-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24]): potential dests added=[] removed=[] 2024-09-12T00:52:38.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.211+0000 7ff95b6b9800 1 execute INFO: reshard of bucket "error-at-set-target-layout" from 11 shards to 12 shards completed successfully 2024-09-12T00:52:38.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.213+0000 7ff80ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:38.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.215+0000 7ff95b6b9800 20 remove_watcher() i=0 2024-09-12T00:52:38.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.215+0000 7ff95b6b9800 2 removed watcher, disabling cache 2024-09-12T00:52:38.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.216+0000 7ff95b6b9800 20 remove_watcher() i=1 2024-09-12T00:52:38.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.217+0000 7ff95b6b9800 20 remove_watcher() i=2 2024-09-12T00:52:38.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.218+0000 7ff95b6b9800 20 remove_watcher() i=3 2024-09-12T00:52:38.277 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.220+0000 7ff95b6b9800 20 remove_watcher() i=4 2024-09-12T00:52:38.277 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.221+0000 7ff95b6b9800 20 remove_watcher() i=5 2024-09-12T00:52:38.277 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.222+0000 7ff95b6b9800 20 remove_watcher() i=6 2024-09-12T00:52:38.277 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.223+0000 7ff95b6b9800 20 remove_watcher() i=7 2024-09-12T00:52:38.277 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2024-09-12T00:52:38.278 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:38.278 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:38.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.305+0000 7f272de98800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.306+0000 7f272de98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:38.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.306+0000 7f272de98800 20 realm 2024-09-12T00:52:38.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.306+0000 7f272de98800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.306+0000 7f272de98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:38.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.306+0000 7f272de98800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:38.305 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.306+0000 7f272de98800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.306 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.307+0000 7f272de98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:38.306 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.307+0000 7f272de98800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.306 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.308+0000 7f272de98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:38.306 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.308+0000 7f272de98800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.307 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.309+0000 7f272de98800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:38.307 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.309+0000 7f272de98800 20 searching for the correct realm 2024-09-12T00:52:38.310 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.312+0000 7f272c183640 0 -- 172.21.15.38:0/401631895 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x561371b46740 msgr2=0x561371b48b50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:38.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.315+0000 7f272b181640 0 -- 172.21.15.38:0/401631895 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f271c0a1ba0 msgr2=0x7f271c07f8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:38.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.319+0000 7f272de98800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:38.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.319+0000 7f272de98800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:38.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.319+0000 7f272de98800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:38.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.319+0000 7f272de98800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:38.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.319+0000 7f272de98800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:38.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.319+0000 7f272de98800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:38.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.319+0000 7f272de98800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.319+0000 7f272de98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:38.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.319+0000 7f272de98800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.319+0000 7f272de98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:38.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.319+0000 7f272de98800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.320+0000 7f272de98800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:38.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.320+0000 7f272de98800 20 zone default found 2024-09-12T00:52:38.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.320+0000 7f272de98800 4 Realm: () 2024-09-12T00:52:38.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.320+0000 7f272de98800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:38.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.320+0000 7f272de98800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:38.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.320+0000 7f272de98800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:38.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.320+0000 7f272de98800 20 zonegroup default 2024-09-12T00:52:38.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.320+0000 7f272de98800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.320+0000 7f272de98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:38.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.320+0000 7f272de98800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.320+0000 7f272de98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:38.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.320+0000 7f272de98800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.321+0000 7f272de98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:38.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.321+0000 7f272de98800 20 started sync module instance, tier type = 2024-09-12T00:52:38.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.321+0000 7f272de98800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:38.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.330+0000 7f272de98800 20 add_watcher() i=0 2024-09-12T00:52:38.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.330+0000 7f272de98800 20 add_watcher() i=1 2024-09-12T00:52:38.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.330+0000 7f272de98800 20 add_watcher() i=2 2024-09-12T00:52:38.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.330+0000 7f272de98800 20 add_watcher() i=3 2024-09-12T00:52:38.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.330+0000 7f272de98800 20 add_watcher() i=4 2024-09-12T00:52:38.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.330+0000 7f272de98800 20 add_watcher() i=5 2024-09-12T00:52:38.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.330+0000 7f272de98800 20 add_watcher() i=6 2024-09-12T00:52:38.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.331+0000 7f272de98800 20 add_watcher() i=7 2024-09-12T00:52:38.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.331+0000 7f272de98800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:38.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.333+0000 7f25e1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:38.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.333+0000 7f272de98800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:38.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.333+0000 7f272de98800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:38.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.333+0000 7f272de98800 5 note: GC not initialized 2024-09-12T00:52:38.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.333+0000 7f25e0fe1640 20 reqs_thread_entry: start 2024-09-12T00:52:38.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.333+0000 7f272de98800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:38.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.333+0000 7f272de98800 20 Filter name: none 2024-09-12T00:52:38.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.333+0000 7f255a7fc640 20 reqs_thread_entry: start 2024-09-12T00:52:38.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.334+0000 7f272de98800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.334+0000 7f272de98800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:38.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.334+0000 7f272de98800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.335+0000 7f272de98800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:38.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.335+0000 7f272de98800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:38.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.335+0000 7f272de98800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.335+0000 7f272de98800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:38.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.335+0000 7f272de98800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.335+0000 7f272de98800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:38.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.335+0000 7f272de98800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:38.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.337+0000 7f25e1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:38.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.339+0000 7f272de98800 20 remove_watcher() i=0 2024-09-12T00:52:38.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.339+0000 7f272de98800 2 removed watcher, disabling cache 2024-09-12T00:52:38.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.340+0000 7f272de98800 20 remove_watcher() i=1 2024-09-12T00:52:38.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.341+0000 7f272de98800 20 remove_watcher() i=2 2024-09-12T00:52:38.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.342+0000 7f272de98800 20 remove_watcher() i=3 2024-09-12T00:52:38.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.343+0000 7f272de98800 20 remove_watcher() i=4 2024-09-12T00:52:38.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.344+0000 7f272de98800 20 remove_watcher() i=5 2024-09-12T00:52:38.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.345+0000 7f272de98800 20 remove_watcher() i=6 2024-09-12T00:52:38.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.346+0000 7f272de98800 20 remove_watcher() i=7 2024-09-12T00:52:38.356 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:38.356 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:52:38.356 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-set-target-layout id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24 num_objects: 20 size_kb: 1 num_shards: 12 2024-09-12T00:52:38.356 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:38.358 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.359 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.361 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.361 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.404 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.404 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.432 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with abort at set_target_layout 2024-09-12T00:52:38.432 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:38.434 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.434 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.445 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.445 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.488 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.488 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.496 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.496 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.504 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.505 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.511 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.511 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.518 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.518 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.528 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.528 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.536 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.536 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.544 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.544 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.552 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.552 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.559 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.559 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.567 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.567 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.575 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.575 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.584 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.584 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.591 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.591 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.599 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.599 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.608 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.608 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.616 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.616 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.624 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.624 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.632 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.632 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.640 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:38.640 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:38.649 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T00:52:38.678 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:38.678 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:38.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.921+0000 7fe31442f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.923+0000 7fe31442f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:38.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.923+0000 7fe31442f800 20 realm 2024-09-12T00:52:38.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.923+0000 7fe31442f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.923+0000 7fe31442f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:38.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.923+0000 7fe31442f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:38.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.923+0000 7fe31442f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.924+0000 7fe31442f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:38.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.924+0000 7fe31442f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.925+0000 7fe31442f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:38.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.925+0000 7fe31442f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:38.924 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.925+0000 7fe31442f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:38.924 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.925+0000 7fe31442f800 20 searching for the correct realm 2024-09-12T00:52:38.926 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:38.927+0000 7fe31171f640 0 -- 172.21.15.38:0/2182161062 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fe3040a3060 msgr2=0x7fe3040a5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:52:39.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.133+0000 7fe311f20640 0 -- 172.21.15.38:0/2182161062 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fe30806dba0 msgr2=0x7fe308060b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:52:39.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.340+0000 7fe31442f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:39.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.340+0000 7fe31442f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:39.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.340+0000 7fe31442f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:39.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.340+0000 7fe31442f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:39.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.340+0000 7fe31442f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:39.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.340+0000 7fe31442f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:39.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.340+0000 7fe31442f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.340+0000 7fe31442f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.340+0000 7fe31442f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.340+0000 7fe31442f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:39.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.340+0000 7fe31442f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.341+0000 7fe31442f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:39.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.341+0000 7fe31442f800 20 zone default found 2024-09-12T00:52:39.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.341+0000 7fe31442f800 4 Realm: () 2024-09-12T00:52:39.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.341+0000 7fe31442f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:39.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.341+0000 7fe31442f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:39.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.341+0000 7fe31442f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:39.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.341+0000 7fe31442f800 20 zonegroup default 2024-09-12T00:52:39.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.341+0000 7fe31442f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.341+0000 7fe31442f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.341+0000 7fe31442f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.341+0000 7fe31442f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.341+0000 7fe31442f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.342+0000 7fe31442f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.342+0000 7fe31442f800 20 started sync module instance, tier type = 2024-09-12T00:52:39.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.342+0000 7fe31442f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:39.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.352+0000 7fe31442f800 20 add_watcher() i=0 2024-09-12T00:52:39.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.352+0000 7fe31442f800 20 add_watcher() i=1 2024-09-12T00:52:39.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.352+0000 7fe31442f800 20 add_watcher() i=2 2024-09-12T00:52:39.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.352+0000 7fe31442f800 20 add_watcher() i=3 2024-09-12T00:52:39.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.352+0000 7fe31442f800 20 add_watcher() i=4 2024-09-12T00:52:39.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.352+0000 7fe31442f800 20 add_watcher() i=5 2024-09-12T00:52:39.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.352+0000 7fe31442f800 20 add_watcher() i=6 2024-09-12T00:52:39.352 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.353+0000 7fe31442f800 20 add_watcher() i=7 2024-09-12T00:52:39.352 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.353+0000 7fe31442f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:39.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.355+0000 7fe1c37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:39.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.356+0000 7fe31442f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:39.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.356+0000 7fe31442f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:39.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.356+0000 7fe31442f800 5 note: GC not initialized 2024-09-12T00:52:39.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.356+0000 7fe1c27fc640 20 reqs_thread_entry: start 2024-09-12T00:52:39.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.356+0000 7fe31442f800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:39.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.356+0000 7fe31442f800 20 Filter name: none 2024-09-12T00:52:39.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.356+0000 7fe133fff640 20 reqs_thread_entry: start 2024-09-12T00:52:39.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.356+0000 7fe31442f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.357+0000 7fe31442f800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:39.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.357+0000 7fe31442f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.358+0000 7fe31442f800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:39.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.358+0000 7fe31442f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:39.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.358+0000 7fe31442f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.358+0000 7fe31442f800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:39.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.358+0000 7fe31442f800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.359+0000 7fe31442f800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:39.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.359+0000 7fe31442f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:39.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.361+0000 7fe1c37fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:39.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.363+0000 7fe31442f800 20 remove_watcher() i=0 2024-09-12T00:52:39.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.363+0000 7fe31442f800 2 removed watcher, disabling cache 2024-09-12T00:52:39.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.364+0000 7fe31442f800 20 remove_watcher() i=1 2024-09-12T00:52:39.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.366+0000 7fe31442f800 20 remove_watcher() i=2 2024-09-12T00:52:39.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.367+0000 7fe31442f800 20 remove_watcher() i=3 2024-09-12T00:52:39.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.368+0000 7fe31442f800 20 remove_watcher() i=4 2024-09-12T00:52:39.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.369+0000 7fe31442f800 20 remove_watcher() i=5 2024-09-12T00:52:39.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.370+0000 7fe31442f800 20 remove_watcher() i=6 2024-09-12T00:52:39.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.371+0000 7fe31442f800 20 remove_watcher() i=7 2024-09-12T00:52:39.381 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.381 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:52:39.381 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-set-target-layout id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:52:39.381 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.383 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2024-09-12T00:52:39.417 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:39.417 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:39.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.457+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.459+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.459+0000 7f7429342800 20 realm 2024-09-12T00:52:39.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.459+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.459+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.459+0000 7f7429342800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:39.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.459+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.459+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.459+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.460+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:39.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.460+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.461+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:39.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.461+0000 7f7429342800 20 searching for the correct realm 2024-09-12T00:52:39.463 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.464+0000 7f7425887640 0 -- 172.21.15.38:0/1881825062 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55720f225e90 msgr2=0x55720f228350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:39.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.468+0000 7f7425086640 0 -- 172.21.15.38:0/1881825062 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f741c0363c0 msgr2=0x7f741c036840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:39.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.472+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.472+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.472+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.472+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.472+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.473+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.473+0000 7f7429342800 20 zone default found 2024-09-12T00:52:39.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.473+0000 7f7429342800 4 Realm: () 2024-09-12T00:52:39.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.473+0000 7f7429342800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:39.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.473+0000 7f7429342800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:39.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.473+0000 7f7429342800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:39.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.473+0000 7f7429342800 20 zonegroup default 2024-09-12T00:52:39.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.473+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.473+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.473+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.473+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.473+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.474+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.474+0000 7f7429342800 20 started sync module instance, tier type = 2024-09-12T00:52:39.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.474+0000 7f7429342800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:39.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=0 2024-09-12T00:52:39.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=1 2024-09-12T00:52:39.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=2 2024-09-12T00:52:39.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=3 2024-09-12T00:52:39.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=4 2024-09-12T00:52:39.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=5 2024-09-12T00:52:39.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=6 2024-09-12T00:52:39.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.483+0000 7f7429342800 20 add_watcher() i=7 2024-09-12T00:52:39.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.483+0000 7f7429342800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:39.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.485+0000 7f72dbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:39.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.485+0000 7f7429342800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:39.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.485+0000 7f7429342800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:39.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.486+0000 7f7429342800 5 note: GC not initialized 2024-09-12T00:52:39.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.486+0000 7f72dafe5640 20 reqs_thread_entry: start 2024-09-12T00:52:39.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.486+0000 7f7429342800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:39.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.486+0000 7f7429342800 20 Filter name: none 2024-09-12T00:52:39.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.486+0000 7f72d8fe1640 20 reqs_thread_entry: start 2024-09-12T00:52:39.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.486+0000 7f7429342800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T00:52:39.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.486+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.487+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:39.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.487+0000 7f7429342800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T00:52:39.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.487+0000 7f7429342800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T00:52:39.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.487+0000 7f7429342800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 : miss 2024-09-12T00:52:39.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.487+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.487+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:39.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.487+0000 7f7429342800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 info.flags=0x17 2024-09-12T00:52:39.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.487+0000 7f7429342800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 to cache LRU end 2024-09-12T00:52:39.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.487+0000 7f7429342800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:52:39.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.487+0000 7f7429342800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:39.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.487+0000 7f7429342800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 2024-09-12T00:52:39.490 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7429342800 time 2024-09-12T00:52:39.492724+0000 2024-09-12T00:52:39.490 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:52:39.491 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:52:39.491 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f742ab8c71a] 2024-09-12T00:52:39.491 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f742ab8c8d8] 2024-09-12T00:52:39.491 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55720d8ed641] 2024-09-12T00:52:39.491 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd878e8) [0x55720ddff8e8] 2024-09-12T00:52:39.491 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55720d8fd31d] 2024-09-12T00:52:39.491 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:52:39.491 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f7429829590] 2024-09-12T00:52:39.491 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:52:39.491 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:52:39.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.492+0000 7f7429342800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7429342800 time 2024-09-12T00:52:39.492724+0000 2024-09-12T00:52:39.492 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:52:39.492 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.492 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:52:39.492 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f742ab8c71a] 2024-09-12T00:52:39.492 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f742ab8c8d8] 2024-09-12T00:52:39.492 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55720d8ed641] 2024-09-12T00:52:39.492 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd878e8) [0x55720ddff8e8] 2024-09-12T00:52:39.492 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55720d8fd31d] 2024-09-12T00:52:39.492 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:52:39.492 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f7429829590] 2024-09-12T00:52:39.492 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:52:39.492 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:52:39.492 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.493 INFO:tasks.workunit.client.0.smithi038.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:52:39.493 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f7429342800 thread_name:radosgw-admin 2024-09-12T00:52:39.506 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:52:39.506 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f742983e6f0] 2024-09-12T00:52:39.506 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f742988b99c] 2024-09-12T00:52:39.507 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:52:39.507 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:52:39.507 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f742ab8c774] 2024-09-12T00:52:39.507 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f742ab8c8d8] 2024-09-12T00:52:39.507 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55720d8ed641] 2024-09-12T00:52:39.507 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd878e8) [0x55720ddff8e8] 2024-09-12T00:52:39.507 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55720d8fd31d] 2024-09-12T00:52:39.507 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:52:39.507 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f7429829590] 2024-09-12T00:52:39.507 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:52:39.507 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:52:39.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.493+0000 7f7429342800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:52:39.507 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f7429342800 thread_name:radosgw-admin 2024-09-12T00:52:39.508 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.508 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:52:39.508 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f742983e6f0] 2024-09-12T00:52:39.508 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f742988b99c] 2024-09-12T00:52:39.508 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:52:39.508 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:52:39.508 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f742ab8c774] 2024-09-12T00:52:39.508 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f742ab8c8d8] 2024-09-12T00:52:39.508 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55720d8ed641] 2024-09-12T00:52:39.508 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd878e8) [0x55720ddff8e8] 2024-09-12T00:52:39.508 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55720d8fd31d] 2024-09-12T00:52:39.508 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:52:39.508 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f7429829590] 2024-09-12T00:52:39.509 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:52:39.509 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:52:39.509 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:52:39.509 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.509 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:52:39.509 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:52:39.439+0000 7f7425887640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.509 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:52:39.439+0000 7f7424885640 10 monclient(hunting): handle_auth_done global_id 6281 payload 274 2024-09-12T00:52:39.509 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:52:39.439+0000 7f7424885640 10 monclient: _finish_hunting 0 2024-09-12T00:52:39.509 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:52:39.439+0000 7f7424885640 1 monclient: found mon.noname-c 2024-09-12T00:52:39.509 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:52:39.439+0000 7f7424885640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.509 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.509 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:52:39.509 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: dump: 2024-09-12T00:52:39.509 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.510 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.510 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.510 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.510 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.510 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.510 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.510 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.510 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.510 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.510 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: _finish_auth 0 2024-09-12T00:52:39.510 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: _check_auth_tickets 2024-09-12T00:52:39.510 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:39.510 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.510 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:52:39.511 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: dump: 2024-09-12T00:52:39.511 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.511 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.511 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.511 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.511 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.511 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.511 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.511 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.511 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.511 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.511 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:52:39.440+0000 7f7429342800 5 monclient: authenticate success, global_id 6281 2024-09-12T00:52:39.511 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:52:39.440+0000 7f7429342800 10 monclient: get_monmap_and_config success 2024-09-12T00:52:39.511 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:52:39.440+0000 7f7429342800 4 set_mon_vals no callback set 2024-09-12T00:52:39.511 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:52:39.440+0000 7f7429342800 10 monclient: shutdown 2024-09-12T00:52:39.512 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:52:39.440+0000 7f7429342800 5 asok(0x55720ef0f630) unregister_commands rotate-key 2024-09-12T00:52:39.512 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:52:39.441+0000 7f7429342800 10 monclient: build_initial_monmap 2024-09-12T00:52:39.512 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:52:39.441+0000 7f7429342800 1 build_initial for_mkfs: 0 2024-09-12T00:52:39.512 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:52:39.441+0000 7f7429342800 10 monclient: monmap: 2024-09-12T00:52:39.512 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:52:39.512 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:52:39.512 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:52:39.512 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:52:39.512 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:52:39.512 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.512 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:52:39.512 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:52:39.512 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:52:39.513 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.513 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding auth protocol: cephx 2024-09-12T00:52:39.513 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding auth protocol: cephx 2024-09-12T00:52:39.513 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding auth protocol: cephx 2024-09-12T00:52:39.513 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: secure 2024-09-12T00:52:39.513 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: crc 2024-09-12T00:52:39.513 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: secure 2024-09-12T00:52:39.513 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: crc 2024-09-12T00:52:39.513 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: secure 2024-09-12T00:52:39.513 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: crc 2024-09-12T00:52:39.513 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: crc 2024-09-12T00:52:39.513 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: secure 2024-09-12T00:52:39.513 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: crc 2024-09-12T00:52:39.513 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: secure 2024-09-12T00:52:39.514 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: crc 2024-09-12T00:52:39.514 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: secure 2024-09-12T00:52:39.514 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:52:39.441+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.514 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:52:39.441+0000 7f7429342800 1 librados: starting msgr at 2024-09-12T00:52:39.514 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:52:39.441+0000 7f7429342800 1 librados: starting objecter 2024-09-12T00:52:39.514 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:52:39.441+0000 7f7429342800 5 asok(0x55720ef0f630) register_command objecter_requests hook 0x55720f135480 2024-09-12T00:52:39.514 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:52:39.441+0000 7f7429342800 1 librados: setting wanted keys 2024-09-12T00:52:39.514 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:52:39.441+0000 7f7429342800 1 librados: calling monclient init 2024-09-12T00:52:39.515 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:52:39.441+0000 7f7429342800 10 monclient: init 2024-09-12T00:52:39.515 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding auth protocol: cephx 2024-09-12T00:52:39.515 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding auth protocol: cephx 2024-09-12T00:52:39.515 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding auth protocol: cephx 2024-09-12T00:52:39.515 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: secure 2024-09-12T00:52:39.515 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: crc 2024-09-12T00:52:39.515 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: secure 2024-09-12T00:52:39.515 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: crc 2024-09-12T00:52:39.515 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: secure 2024-09-12T00:52:39.515 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: crc 2024-09-12T00:52:39.515 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: crc 2024-09-12T00:52:39.515 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: secure 2024-09-12T00:52:39.515 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: crc 2024-09-12T00:52:39.515 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: secure 2024-09-12T00:52:39.516 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: crc 2024-09-12T00:52:39.516 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: secure 2024-09-12T00:52:39.516 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:52:39.441+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.516 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:52:39.441+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.516 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:52:39.442+0000 7f7429342800 5 asok(0x55720ef0f630) register_command rotate-key hook 0x55720f12e928 2024-09-12T00:52:39.516 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient: _reopen_session rank -1 2024-09-12T00:52:39.516 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:52:39.516 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient(hunting): picked mon.noname-c con 0x55720efa61b0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:52:39.516 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient(hunting): picked mon.noname-a con 0x55720efda1e0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:52:39.516 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient(hunting): picked mon.noname-b con 0x55720efdbc50 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:52:39.516 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.516 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.516 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.516 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient(hunting): _renew_subs 2024-09-12T00:52:39.517 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient(hunting): authenticate will time out at 1865.893145s 2024-09-12T00:52:39.517 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient(hunting): get_auth_request con 0x55720efa61b0 auth_method 0 2024-09-12T00:52:39.517 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.517 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.517 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.517 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:52:39.442+0000 7f7424885640 10 monclient(hunting): get_auth_request con 0x55720efda1e0 auth_method 0 2024-09-12T00:52:39.517 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:52:39.442+0000 7f7424885640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.517 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:52:39.442+0000 7f7424885640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.517 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:52:39.442+0000 7f7424885640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.517 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.517 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.517 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.517 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:52:39.442+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.517 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:52:39.442+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.517 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:52:39.442+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.518 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient(hunting): handle_auth_done global_id 6284 payload 824 2024-09-12T00:52:39.518 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient: _finish_hunting 0 2024-09-12T00:52:39.518 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:52:39.442+0000 7f7425086640 1 monclient: found mon.noname-c 2024-09-12T00:52:39.518 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.518 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.518 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:52:39.518 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: dump: 2024-09-12T00:52:39.518 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.518 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.518 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.518 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.518 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.518 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.518 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.519 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.519 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.519 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.519 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: _finish_auth 0 2024-09-12T00:52:39.519 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: _check_auth_tickets 2024-09-12T00:52:39.519 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:39.519 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.519 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:52:39.519 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: dump: 2024-09-12T00:52:39.519 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.519 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.519 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.519 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.519 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.520 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.520 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.520 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.520 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.520 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.520 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:52:39.442+0000 7f7429342800 5 monclient: authenticate success, global_id 6284 2024-09-12T00:52:39.520 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient: _renew_subs 2024-09-12T00:52:39.520 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.520 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:52:39.442+0000 7f7313606640 4 set_mon_vals no callback set 2024-09-12T00:52:39.520 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient: _renew_subs 2024-09-12T00:52:39.520 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.520 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:52:39.442+0000 7f7429342800 1 librados: init done 2024-09-12T00:52:39.520 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:52:39.444+0000 7f7311e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:52:39.520 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:52:39.444+0000 7f7311e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:39.521 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:52:39.444+0000 7f7311e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:39.521 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:52:39.444+0000 7f7424885640 10 monclient: get_auth_request con 0x7f730c076470 auth_method 0 2024-09-12T00:52:39.521 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:52:39.445+0000 7f7425887640 10 monclient: get_auth_request con 0x55720f16dfd0 auth_method 0 2024-09-12T00:52:39.521 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:52:39.445+0000 7f7425086640 10 monclient: get_auth_request con 0x55720f17ae00 auth_method 0 2024-09-12T00:52:39.521 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:52:39.446+0000 7f7424885640 10 monclient: get_auth_request con 0x55720f17f2b0 auth_method 0 2024-09-12T00:52:39.524 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:52:39.448+0000 7f7429342800 10 monclient: build_initial_monmap 2024-09-12T00:52:39.524 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:52:39.448+0000 7f7429342800 1 build_initial for_mkfs: 0 2024-09-12T00:52:39.524 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:52:39.448+0000 7f7429342800 10 monclient: monmap: 2024-09-12T00:52:39.524 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:52:39.524 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:52:39.525 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:52:39.525 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:52:39.525 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:52:39.525 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.525 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:52:39.525 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:52:39.525 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:52:39.525 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.525 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding auth protocol: cephx 2024-09-12T00:52:39.525 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding auth protocol: cephx 2024-09-12T00:52:39.525 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding auth protocol: cephx 2024-09-12T00:52:39.525 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: secure 2024-09-12T00:52:39.525 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: crc 2024-09-12T00:52:39.525 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: secure 2024-09-12T00:52:39.526 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: crc 2024-09-12T00:52:39.526 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: secure 2024-09-12T00:52:39.526 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: crc 2024-09-12T00:52:39.526 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: crc 2024-09-12T00:52:39.526 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: secure 2024-09-12T00:52:39.526 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: crc 2024-09-12T00:52:39.526 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: secure 2024-09-12T00:52:39.526 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: crc 2024-09-12T00:52:39.526 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: secure 2024-09-12T00:52:39.526 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:52:39.448+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.526 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:52:39.448+0000 7f7429342800 5 asok(0x55720ef0f630) register_command objecter_requests cmddesc objecter_requests hook 0x55720f187ba0 EEXIST 2024-09-12T00:52:39.526 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:52:39.448+0000 7f7429342800 10 monclient: init 2024-09-12T00:52:39.526 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding auth protocol: cephx 2024-09-12T00:52:39.526 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding auth protocol: cephx 2024-09-12T00:52:39.527 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding auth protocol: cephx 2024-09-12T00:52:39.527 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: secure 2024-09-12T00:52:39.527 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: crc 2024-09-12T00:52:39.527 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: secure 2024-09-12T00:52:39.527 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: crc 2024-09-12T00:52:39.527 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: secure 2024-09-12T00:52:39.527 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: crc 2024-09-12T00:52:39.527 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: crc 2024-09-12T00:52:39.527 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: secure 2024-09-12T00:52:39.527 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: crc 2024-09-12T00:52:39.527 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: secure 2024-09-12T00:52:39.527 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: crc 2024-09-12T00:52:39.527 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: secure 2024-09-12T00:52:39.527 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:52:39.449+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.528 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:52:39.449+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.528 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:52:39.449+0000 7f7429342800 5 asok(0x55720ef0f630) register_command rotate-key cmddesc rotate-key hook 0x55720f182990 EEXIST 2024-09-12T00:52:39.528 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient: _reopen_session rank -1 2024-09-12T00:52:39.528 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:52:39.528 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient(hunting): picked mon.noname-c con 0x55720f1ab890 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:52:39.528 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient(hunting): picked mon.noname-a con 0x55720f1adb60 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:52:39.528 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient(hunting): picked mon.noname-b con 0x55720f1aa060 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:52:39.528 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.528 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.528 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.528 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient(hunting): _renew_subs 2024-09-12T00:52:39.528 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient(hunting): authenticate will time out at 1865.900510s 2024-09-12T00:52:39.528 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient(hunting): get_auth_request con 0x55720f1ab890 auth_method 0 2024-09-12T00:52:39.528 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.529 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.529 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.529 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:52:39.449+0000 7f7424885640 10 monclient(hunting): get_auth_request con 0x55720f1adb60 auth_method 0 2024-09-12T00:52:39.529 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:52:39.449+0000 7f7424885640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.529 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:52:39.449+0000 7f7424885640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.529 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:52:39.449+0000 7f7424885640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.529 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.529 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.529 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.529 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:52:39.449+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.529 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:52:39.449+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.529 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:52:39.449+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.529 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:52:39.449+0000 7f7425887640 10 monclient(hunting): get_auth_request con 0x55720f1aa060 auth_method 0 2024-09-12T00:52:39.529 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:52:39.449+0000 7f7425887640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.529 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:52:39.449+0000 7f7425887640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.530 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:52:39.449+0000 7f7425887640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.530 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient(hunting): handle_auth_done global_id 6287 payload 824 2024-09-12T00:52:39.530 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient: _finish_hunting 0 2024-09-12T00:52:39.530 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:52:39.449+0000 7f7425086640 1 monclient: found mon.noname-c 2024-09-12T00:52:39.530 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.530 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.530 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:52:39.530 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: dump: 2024-09-12T00:52:39.530 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.530 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.530 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.530 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.530 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.530 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.530 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.531 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.531 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.531 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.531 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: _finish_auth 0 2024-09-12T00:52:39.531 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: _check_auth_tickets 2024-09-12T00:52:39.531 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:39.531 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.531 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:52:39.531 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: dump: 2024-09-12T00:52:39.531 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.531 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.531 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.531 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.531 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.531 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.532 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.532 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.532 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.532 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.532 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:52:39.450+0000 7f7429342800 5 monclient: authenticate success, global_id 6287 2024-09-12T00:52:39.532 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:52:39.450+0000 7f7429342800 10 monclient: _renew_subs 2024-09-12T00:52:39.532 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:52:39.450+0000 7f7429342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.532 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:52:39.450+0000 7f7426088640 4 set_mon_vals no callback set 2024-09-12T00:52:39.532 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:52:39.450+0000 7f7429342800 10 monclient: _renew_subs 2024-09-12T00:52:39.532 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:52:39.450+0000 7f7429342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.532 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:52:39.451+0000 7f730affd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:52:39.532 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:52:39.451+0000 7f730affd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:39.532 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:52:39.451+0000 7f730affd640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:39.533 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:52:39.452+0000 7f7424885640 10 monclient: get_auth_request con 0x7f7300076380 auth_method 0 2024-09-12T00:52:39.533 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:52:39.452+0000 7f7429342800 10 monclient: get_monmap_and_config 2024-09-12T00:52:39.533 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:52:39.452+0000 7f7429342800 10 monclient: build_initial_monmap 2024-09-12T00:52:39.533 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:52:39.452+0000 7f7429342800 1 build_initial for_mkfs: 0 2024-09-12T00:52:39.533 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:52:39.452+0000 7f7429342800 10 monclient: monmap: 2024-09-12T00:52:39.533 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:52:39.533 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:52:39.533 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:52:39.533 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:52:39.533 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:52:39.533 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.533 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:52:39.533 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:52:39.533 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:52:39.533 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.534 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding auth protocol: cephx 2024-09-12T00:52:39.534 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding auth protocol: cephx 2024-09-12T00:52:39.534 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding auth protocol: cephx 2024-09-12T00:52:39.534 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: secure 2024-09-12T00:52:39.534 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: crc 2024-09-12T00:52:39.534 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: secure 2024-09-12T00:52:39.534 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: crc 2024-09-12T00:52:39.534 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: secure 2024-09-12T00:52:39.534 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: crc 2024-09-12T00:52:39.534 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: crc 2024-09-12T00:52:39.534 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: secure 2024-09-12T00:52:39.534 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: crc 2024-09-12T00:52:39.534 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: secure 2024-09-12T00:52:39.534 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: crc 2024-09-12T00:52:39.535 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: secure 2024-09-12T00:52:39.535 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:52:39.452+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.535 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:52:39.452+0000 7f7429342800 10 monclient: init 2024-09-12T00:52:39.535 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding auth protocol: cephx 2024-09-12T00:52:39.535 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding auth protocol: cephx 2024-09-12T00:52:39.535 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding auth protocol: cephx 2024-09-12T00:52:39.535 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: secure 2024-09-12T00:52:39.535 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: crc 2024-09-12T00:52:39.535 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: secure 2024-09-12T00:52:39.535 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: crc 2024-09-12T00:52:39.535 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: secure 2024-09-12T00:52:39.535 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: crc 2024-09-12T00:52:39.535 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: crc 2024-09-12T00:52:39.535 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: secure 2024-09-12T00:52:39.535 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: crc 2024-09-12T00:52:39.535 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: secure 2024-09-12T00:52:39.536 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: crc 2024-09-12T00:52:39.536 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: secure 2024-09-12T00:52:39.536 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:52:39.452+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.536 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:52:39.453+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.536 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:52:39.453+0000 7f7429342800 5 asok(0x55720ef0f630) register_command rotate-key cmddesc rotate-key hook 0x7fffba130138 EEXIST 2024-09-12T00:52:39.536 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient: _reopen_session rank -1 2024-09-12T00:52:39.536 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:52:39.536 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient(hunting): picked mon.noname-b con 0x55720f1ff8b0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:52:39.536 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient(hunting): picked mon.noname-a con 0x55720f1f0200 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:52:39.536 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient(hunting): picked mon.noname-c con 0x55720f1face0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:52:39.536 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.536 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.536 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.536 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient(hunting): _renew_subs 2024-09-12T00:52:39.536 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient(hunting): authenticate will time out at 1865.904272s 2024-09-12T00:52:39.537 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient(hunting): get_auth_request con 0x55720f1face0 auth_method 0 2024-09-12T00:52:39.537 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.537 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.537 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.537 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:52:39.453+0000 7f7424885640 10 monclient(hunting): get_auth_request con 0x55720f1f0200 auth_method 0 2024-09-12T00:52:39.537 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:52:39.453+0000 7f7424885640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.537 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:52:39.453+0000 7f7424885640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.537 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:52:39.453+0000 7f7424885640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.537 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.537 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.537 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.537 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:52:39.453+0000 7f7425086640 10 monclient(hunting): get_auth_request con 0x55720f1ff8b0 auth_method 0 2024-09-12T00:52:39.537 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:52:39.453+0000 7f7425086640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.537 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:52:39.453+0000 7f7425086640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.537 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:52:39.453+0000 7f7425086640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.538 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:52:39.453+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.538 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:52:39.453+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.538 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:52:39.453+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.538 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:52:39.453+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.538 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:52:39.453+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.538 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:52:39.453+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.538 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient(hunting): handle_auth_done global_id 6290 payload 274 2024-09-12T00:52:39.538 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient: _finish_hunting 0 2024-09-12T00:52:39.538 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:52:39.453+0000 7f7425887640 1 monclient: found mon.noname-c 2024-09-12T00:52:39.538 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.538 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.538 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:52:39.538 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: dump: 2024-09-12T00:52:39.538 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.538 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.538 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.539 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.539 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.539 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.539 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.539 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.539 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.539 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.539 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: _finish_auth 0 2024-09-12T00:52:39.539 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: _check_auth_tickets 2024-09-12T00:52:39.539 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:39.539 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.539 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:52:39.539 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: dump: 2024-09-12T00:52:39.539 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.539 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.539 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.540 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.540 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.540 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.540 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.540 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.540 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.540 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.540 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:52:39.453+0000 7f7429342800 5 monclient: authenticate success, global_id 6290 2024-09-12T00:52:39.540 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient: get_monmap_and_config success 2024-09-12T00:52:39.540 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:52:39.453+0000 7f7429342800 4 set_mon_vals no callback set 2024-09-12T00:52:39.540 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:52:39.454+0000 7f7429342800 10 monclient: shutdown 2024-09-12T00:52:39.540 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:52:39.454+0000 7f7429342800 10 monclient: build_initial_monmap 2024-09-12T00:52:39.540 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:52:39.454+0000 7f7429342800 1 build_initial for_mkfs: 0 2024-09-12T00:52:39.540 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:52:39.454+0000 7f7429342800 10 monclient: monmap: 2024-09-12T00:52:39.540 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:52:39.540 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:52:39.541 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:52:39.541 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:52:39.541 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:52:39.541 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.541 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:52:39.541 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:52:39.541 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:52:39.541 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.541 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding auth protocol: cephx 2024-09-12T00:52:39.541 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding auth protocol: cephx 2024-09-12T00:52:39.541 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding auth protocol: cephx 2024-09-12T00:52:39.541 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: secure 2024-09-12T00:52:39.541 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: crc 2024-09-12T00:52:39.541 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: secure 2024-09-12T00:52:39.542 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: crc 2024-09-12T00:52:39.542 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: secure 2024-09-12T00:52:39.542 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: crc 2024-09-12T00:52:39.542 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: crc 2024-09-12T00:52:39.542 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: secure 2024-09-12T00:52:39.542 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: crc 2024-09-12T00:52:39.542 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: secure 2024-09-12T00:52:39.542 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: crc 2024-09-12T00:52:39.542 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: secure 2024-09-12T00:52:39.542 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:52:39.454+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.542 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:52:39.454+0000 7f7429342800 1 librados: starting msgr at 2024-09-12T00:52:39.542 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:52:39.454+0000 7f7429342800 1 librados: starting objecter 2024-09-12T00:52:39.542 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:52:39.454+0000 7f7429342800 5 asok(0x55720ef0f630) register_command objecter_requests cmddesc objecter_requests hook 0x55720f1cdd00 EEXIST 2024-09-12T00:52:39.542 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:52:39.455+0000 7f7429342800 1 librados: setting wanted keys 2024-09-12T00:52:39.542 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:52:39.455+0000 7f7429342800 1 librados: calling monclient init 2024-09-12T00:52:39.542 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient: init 2024-09-12T00:52:39.543 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding auth protocol: cephx 2024-09-12T00:52:39.543 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding auth protocol: cephx 2024-09-12T00:52:39.543 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding auth protocol: cephx 2024-09-12T00:52:39.543 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: secure 2024-09-12T00:52:39.543 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: crc 2024-09-12T00:52:39.543 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: secure 2024-09-12T00:52:39.543 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: crc 2024-09-12T00:52:39.543 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: secure 2024-09-12T00:52:39.543 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: crc 2024-09-12T00:52:39.543 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: crc 2024-09-12T00:52:39.543 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: secure 2024-09-12T00:52:39.543 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: crc 2024-09-12T00:52:39.543 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: secure 2024-09-12T00:52:39.543 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: crc 2024-09-12T00:52:39.543 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: secure 2024-09-12T00:52:39.543 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:52:39.455+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.544 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:52:39.455+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.544 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:52:39.455+0000 7f7429342800 5 asok(0x55720ef0f630) register_command rotate-key cmddesc rotate-key hook 0x55720f1c3788 EEXIST 2024-09-12T00:52:39.544 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient: _reopen_session rank -1 2024-09-12T00:52:39.544 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:52:39.544 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient(hunting): picked mon.noname-c con 0x55720f1f0200 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:52:39.544 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient(hunting): picked mon.noname-a con 0x55720f1face0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:52:39.544 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient(hunting): picked mon.noname-b con 0x55720f1ff8b0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:52:39.544 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.544 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.544 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.544 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient(hunting): _renew_subs 2024-09-12T00:52:39.544 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient(hunting): authenticate will time out at 1865.906569s 2024-09-12T00:52:39.544 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient(hunting): get_auth_request con 0x55720f1f0200 auth_method 0 2024-09-12T00:52:39.544 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.544 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.545 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.545 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:52:39.455+0000 7f7424885640 10 monclient(hunting): get_auth_request con 0x55720f1face0 auth_method 0 2024-09-12T00:52:39.545 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:52:39.455+0000 7f7424885640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.545 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:52:39.455+0000 7f7424885640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.545 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:52:39.455+0000 7f7424885640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.545 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.545 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.545 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.545 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:52:39.455+0000 7f7425887640 10 monclient(hunting): get_auth_request con 0x55720f1ff8b0 auth_method 0 2024-09-12T00:52:39.545 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:52:39.455+0000 7f7425887640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.545 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:52:39.455+0000 7f7425887640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.545 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:52:39.455+0000 7f7425887640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.545 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:52:39.455+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.545 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:52:39.455+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.545 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:52:39.455+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.546 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:52:39.455+0000 7f7425887640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.546 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:52:39.455+0000 7f7425887640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.546 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:52:39.455+0000 7f7425887640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.546 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient(hunting): handle_auth_done global_id 6293 payload 824 2024-09-12T00:52:39.546 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient: _finish_hunting 0 2024-09-12T00:52:39.546 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:52:39.455+0000 7f7425086640 1 monclient: found mon.noname-c 2024-09-12T00:52:39.546 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.546 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.546 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:52:39.546 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: dump: 2024-09-12T00:52:39.546 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.546 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.546 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.546 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.547 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.547 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.547 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.547 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.547 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.547 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.547 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: _finish_auth 0 2024-09-12T00:52:39.547 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:52:39.547 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:39.547 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.547 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:52:39.547 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: dump: 2024-09-12T00:52:39.547 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.547 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.548 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.548 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.548 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.548 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.548 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.548 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.548 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.548 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.548 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:52:39.456+0000 7f7429342800 5 monclient: authenticate success, global_id 6293 2024-09-12T00:52:39.548 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:52:39.456+0000 7f7429342800 10 monclient: _renew_subs 2024-09-12T00:52:39.548 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:52:39.456+0000 7f7308ff9640 4 set_mon_vals no callback set 2024-09-12T00:52:39.548 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:52:39.456+0000 7f7429342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.548 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:52:39.456+0000 7f7429342800 10 monclient: _renew_subs 2024-09-12T00:52:39.548 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:52:39.456+0000 7f7429342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.549 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:52:39.456+0000 7f7429342800 1 librados: init done 2024-09-12T00:52:39.549 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:52:39.456+0000 7f7429342800 5 asok(0x55720ef0f630) register_command cr dump hook 0x55720f1f99e8 2024-09-12T00:52:39.549 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:52:39.457+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.549 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:52:39.458+0000 7f72f6ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:52:39.549 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:52:39.458+0000 7f72f6ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:39.549 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:52:39.458+0000 7f72f6ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:39.549 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:52:39.458+0000 7f7424885640 10 monclient: get_auth_request con 0x7f72f00764a0 auth_method 0 2024-09-12T00:52:39.549 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:52:39.459+0000 7f7425887640 10 monclient: get_auth_request con 0x55720f219600 auth_method 0 2024-09-12T00:52:39.549 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:52:39.459+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.549 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:52:39.459+0000 7f7429342800 20 realm 2024-09-12T00:52:39.549 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:52:39.459+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.549 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:52:39.459+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.549 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:52:39.459+0000 7f7429342800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:39.549 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:52:39.459+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.550 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:52:39.459+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.550 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:52:39.459+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.550 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:52:39.460+0000 7f7425086640 10 monclient: get_auth_request con 0x55720f21d9b0 auth_method 0 2024-09-12T00:52:39.550 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:52:39.460+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:39.550 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:52:39.460+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.550 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:52:39.461+0000 7f7424885640 10 monclient: get_auth_request con 0x55720f2210d0 auth_method 0 2024-09-12T00:52:39.550 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:52:39.461+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:39.550 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:52:39.461+0000 7f7429342800 20 searching for the correct realm 2024-09-12T00:52:39.550 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:52:39.461+0000 7f7425887640 10 monclient: get_auth_request con 0x55720f225e90 auth_method 0 2024-09-12T00:52:39.550 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:52:39.462+0000 7f7425086640 10 monclient: get_auth_request con 0x7f741c045a40 auth_method 0 2024-09-12T00:52:39.550 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:52:39.463+0000 7f7424885640 10 monclient: get_auth_request con 0x7f74180c4020 auth_method 0 2024-09-12T00:52:39.550 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:52:39.464+0000 7f7425887640 0 -- 172.21.15.38:0/1881825062 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55720f225e90 msgr2=0x55720f228350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:39.550 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:52:39.464+0000 7f72f6ffd640 1 client.6293.objecter ms_handle_reset 0x55720f225e90 session 0x55720f225810 osd.3 2024-09-12T00:52:39.550 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:52:39.464+0000 7f72f6ffd640 10 monclient: _renew_subs 2024-09-12T00:52:39.550 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:52:39.464+0000 7f72f6ffd640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.550 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:52:39.464+0000 7f7425887640 10 monclient: get_auth_request con 0x7f72f0086ad0 auth_method 0 2024-09-12T00:52:39.551 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:52:39.465+0000 7f7425887640 10 monclient: get_auth_request con 0x7f741c05e910 auth_method 0 2024-09-12T00:52:39.551 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:52:39.467+0000 7f7425086640 10 monclient: get_auth_request con 0x7f741c0363c0 auth_method 0 2024-09-12T00:52:39.551 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:52:39.468+0000 7f7425086640 0 -- 172.21.15.38:0/1881825062 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f741c0363c0 msgr2=0x7f741c036840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:39.551 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:52:39.468+0000 7f72f6ffd640 1 client.6293.objecter ms_handle_reset 0x7f741c0363c0 session 0x7f741c005040 osd.0 2024-09-12T00:52:39.551 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:52:39.468+0000 7f7425086640 10 monclient: get_auth_request con 0x55720f225e90 auth_method 0 2024-09-12T00:52:39.551 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:39.551 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:39.551 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:39.551 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:39.551 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:39.551 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:39.551 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:52:39.472+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.551 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:52:39.472+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.551 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:52:39.472+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.551 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:52:39.472+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:39.551 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:52:39.472+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.552 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:52:39.473+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:39.552 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:52:39.473+0000 7f7429342800 20 zone default found 2024-09-12T00:52:39.552 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:52:39.473+0000 7f7429342800 4 Realm: () 2024-09-12T00:52:39.552 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:52:39.473+0000 7f7429342800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:39.552 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:52:39.473+0000 7f7429342800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:39.552 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:52:39.473+0000 7f7429342800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:39.552 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:52:39.473+0000 7f7429342800 20 zonegroup default 2024-09-12T00:52:39.552 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:52:39.473+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.552 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:52:39.473+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.552 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:52:39.473+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.552 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:52:39.473+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.552 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:52:39.473+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.552 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:52:39.474+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.552 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:52:39.474+0000 7f7429342800 20 started sync module instance, tier type = 2024-09-12T00:52:39.552 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:52:39.474+0000 7f7429342800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:39.552 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=0 2024-09-12T00:52:39.553 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=1 2024-09-12T00:52:39.553 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=2 2024-09-12T00:52:39.553 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=3 2024-09-12T00:52:39.553 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=4 2024-09-12T00:52:39.553 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=5 2024-09-12T00:52:39.553 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=6 2024-09-12T00:52:39.553 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:52:39.483+0000 7f7429342800 20 add_watcher() i=7 2024-09-12T00:52:39.553 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:52:39.483+0000 7f7429342800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:39.553 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding auth protocol: cephx 2024-09-12T00:52:39.553 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding auth protocol: cephx 2024-09-12T00:52:39.553 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding auth protocol: cephx 2024-09-12T00:52:39.553 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: secure 2024-09-12T00:52:39.553 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: crc 2024-09-12T00:52:39.553 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: secure 2024-09-12T00:52:39.553 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: crc 2024-09-12T00:52:39.553 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: secure 2024-09-12T00:52:39.554 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: crc 2024-09-12T00:52:39.554 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: crc 2024-09-12T00:52:39.554 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: secure 2024-09-12T00:52:39.554 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: crc 2024-09-12T00:52:39.554 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: secure 2024-09-12T00:52:39.554 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: crc 2024-09-12T00:52:39.554 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: secure 2024-09-12T00:52:39.554 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:52:39.485+0000 7f72dbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:39.554 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:52:39.485+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.554 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:52:39.485+0000 7f7429342800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:39.554 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:52:39.485+0000 7f7429342800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:39.554 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:52:39.486+0000 7f7429342800 5 asok(0x55720ef0f630) register_command cache list hook 0x55720f1f7e60 2024-09-12T00:52:39.554 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:52:39.486+0000 7f7429342800 5 asok(0x55720ef0f630) register_command cache inspect hook 0x55720f1f7e60 2024-09-12T00:52:39.554 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:52:39.486+0000 7f7429342800 5 asok(0x55720ef0f630) register_command cache erase hook 0x55720f1f7e60 2024-09-12T00:52:39.555 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:52:39.486+0000 7f7429342800 5 asok(0x55720ef0f630) register_command cache zap hook 0x55720f1f7e60 2024-09-12T00:52:39.555 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:52:39.486+0000 7f7429342800 5 note: GC not initialized 2024-09-12T00:52:39.555 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:52:39.486+0000 7f72dafe5640 20 reqs_thread_entry: start 2024-09-12T00:52:39.555 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:52:39.486+0000 7f7429342800 5 asok(0x55720ef0f630) register_command sync trace show hook 0x7f7420004e00 2024-09-12T00:52:39.555 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:52:39.486+0000 7f7429342800 5 asok(0x55720ef0f630) register_command sync trace history hook 0x7f7420004e00 2024-09-12T00:52:39.555 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:52:39.486+0000 7f7429342800 5 asok(0x55720ef0f630) register_command sync trace active hook 0x7f7420004e00 2024-09-12T00:52:39.555 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:52:39.486+0000 7f7429342800 5 asok(0x55720ef0f630) register_command sync trace active_short hook 0x7f7420004e00 2024-09-12T00:52:39.555 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:52:39.486+0000 7f7429342800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:39.555 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:52:39.486+0000 7f7429342800 20 Filter name: none 2024-09-12T00:52:39.555 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:52:39.486+0000 7f72d8fe1640 20 reqs_thread_entry: start 2024-09-12T00:52:39.555 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:52:39.486+0000 7f7429342800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T00:52:39.555 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:52:39.486+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.555 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:52:39.487+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:39.555 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:52:39.487+0000 7f7429342800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T00:52:39.556 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:52:39.487+0000 7f7429342800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T00:52:39.556 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:52:39.487+0000 7f7429342800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 : miss 2024-09-12T00:52:39.556 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:52:39.487+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.556 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:52:39.487+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:39.556 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:52:39.487+0000 7f7429342800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 info.flags=0x17 2024-09-12T00:52:39.556 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:52:39.487+0000 7f7429342800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 to cache LRU end 2024-09-12T00:52:39.556 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:52:39.487+0000 7f7429342800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:52:39.556 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:52:39.487+0000 7f7429342800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:39.556 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:52:39.487+0000 7f7429342800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 2024-09-12T00:52:39.556 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:52:39.492+0000 7f7429342800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7429342800 time 2024-09-12T00:52:39.492724+0000 2024-09-12T00:52:39.556 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:52:39.556 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.556 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:52:39.556 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f742ab8c71a] 2024-09-12T00:52:39.557 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f742ab8c8d8] 2024-09-12T00:52:39.557 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55720d8ed641] 2024-09-12T00:52:39.557 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd878e8) [0x55720ddff8e8] 2024-09-12T00:52:39.557 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55720d8fd31d] 2024-09-12T00:52:39.557 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:52:39.557 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f7429829590] 2024-09-12T00:52:39.557 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:52:39.557 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:52:39.557 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.557 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:52:39.493+0000 7f7429342800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:52:39.557 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f7429342800 thread_name:radosgw-admin 2024-09-12T00:52:39.557 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.557 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:52:39.557 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f742983e6f0] 2024-09-12T00:52:39.557 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f742988b99c] 2024-09-12T00:52:39.558 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:52:39.558 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:52:39.558 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f742ab8c774] 2024-09-12T00:52:39.558 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f742ab8c8d8] 2024-09-12T00:52:39.558 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55720d8ed641] 2024-09-12T00:52:39.558 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd878e8) [0x55720ddff8e8] 2024-09-12T00:52:39.558 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55720d8fd31d] 2024-09-12T00:52:39.558 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:52:39.558 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f7429829590] 2024-09-12T00:52:39.558 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:52:39.558 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:52:39.558 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:52:39.558 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.558 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:52:39.558 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:52:39.559 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:52:39.559 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:52:39.559 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:52:39.559 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:52:39.559 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:52:39.559 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:52:39.559 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:52:39.559 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:52:39.559 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:52:39.559 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:52:39.559 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:52:39.559 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:52:39.559 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:52:39.559 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:52:39.560 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:52:39.560 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:52:39.560 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:52:39.560 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:52:39.560 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:52:39.560 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:52:39.560 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:52:39.560 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:52:39.560 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:52:39.560 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:52:39.560 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:52:39.560 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:52:39.560 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:52:39.560 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:52:39.560 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:52:39.561 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:52:39.561 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:52:39.561 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:52:39.561 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:52:39.561 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:52:39.561 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:52:39.561 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:52:39.561 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:52:39.561 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:52:39.561 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:52:39.561 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:52:39.561 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:52:39.561 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:52:39.561 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:52:39.561 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:52:39.561 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:52:39.562 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:52:39.562 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:52:39.562 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:52:39.562 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:52:39.562 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:52:39.562 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:52:39.562 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:52:39.562 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:52:39.562 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:52:39.562 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:52:39.562 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:52:39.562 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:52:39.562 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:52:39.562 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:52:39.562 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:52:39.563 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:52:39.563 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:52:39.563 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:52:39.563 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:52:39.563 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:52:39.563 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:52:39.563 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:52:39.563 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:52:39.563 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:52:39.563 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:52:39.563 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:52:39.563 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:52:39.563 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:52:39.563 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:52:39.563 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:52:39.563 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:52:39.564 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:52:39.564 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:52:39.564 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:52:39.564 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:52:39.564 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:52:39.564 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:52:39.564 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:52:39.564 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:52:39.564 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:52:39.564 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:52:39.564 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:52:39.564 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:52:39.564 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:52:39.564 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:52:39.565 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:52:39.565 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:52:39.565 INFO:tasks.workunit.client.0.smithi038.stderr: 7f72d8fe1640 / http_manager 2024-09-12T00:52:39.565 INFO:tasks.workunit.client.0.smithi038.stderr: 7f72dafe5640 / http_manager 2024-09-12T00:52:39.565 INFO:tasks.workunit.client.0.smithi038.stderr: 7f72dbfe7640 / rgw_dt_lg_renew 2024-09-12T00:52:39.565 INFO:tasks.workunit.client.0.smithi038.stderr: 7f72f6ffd640 / ms_dispatch 2024-09-12T00:52:39.565 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7308ff9640 / io_context_pool 2024-09-12T00:52:39.565 INFO:tasks.workunit.client.0.smithi038.stderr: 7f730affd640 / ms_dispatch 2024-09-12T00:52:39.565 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7311e03640 / ms_dispatch 2024-09-12T00:52:39.565 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7313606640 / io_context_pool 2024-09-12T00:52:39.565 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7424885640 / msgr-worker-2 2024-09-12T00:52:39.565 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7425086640 / msgr-worker-1 2024-09-12T00:52:39.565 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7425887640 / msgr-worker-0 2024-09-12T00:52:39.565 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7426088640 / io_context_pool 2024-09-12T00:52:39.566 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7429342800 / radosgw-admin 2024-09-12T00:52:39.566 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:52:39.566 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:52:39.566 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/log/ceph/ceph-client.admin.100792.log 2024-09-12T00:52:39.566 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:52:39.566 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:52:39.566 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:52:39.439+0000 7f7425887640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.566 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:52:39.439+0000 7f7424885640 10 monclient(hunting): handle_auth_done global_id 6281 payload 274 2024-09-12T00:52:39.566 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:52:39.439+0000 7f7424885640 10 monclient: _finish_hunting 0 2024-09-12T00:52:39.566 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:52:39.439+0000 7f7424885640 1 monclient: found mon.noname-c 2024-09-12T00:52:39.566 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:52:39.439+0000 7f7424885640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.566 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.566 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:52:39.566 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: dump: 2024-09-12T00:52:39.566 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.566 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.567 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.567 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.567 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.567 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.567 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.567 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.567 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.567 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.567 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: _finish_auth 0 2024-09-12T00:52:39.567 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: _check_auth_tickets 2024-09-12T00:52:39.567 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:39.567 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.567 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:52:39.567 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:52:39.440+0000 7f7313606640 10 monclient: dump: 2024-09-12T00:52:39.567 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.568 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.568 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.568 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.568 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.568 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.568 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.568 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.568 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.568 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.568 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:52:39.440+0000 7f7429342800 5 monclient: authenticate success, global_id 6281 2024-09-12T00:52:39.568 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:52:39.440+0000 7f7429342800 10 monclient: get_monmap_and_config success 2024-09-12T00:52:39.568 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:52:39.440+0000 7f7429342800 4 set_mon_vals no callback set 2024-09-12T00:52:39.568 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:52:39.440+0000 7f7429342800 10 monclient: shutdown 2024-09-12T00:52:39.568 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:52:39.440+0000 7f7429342800 5 asok(0x55720ef0f630) unregister_commands rotate-key 2024-09-12T00:52:39.569 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:52:39.441+0000 7f7429342800 10 monclient: build_initial_monmap 2024-09-12T00:52:39.569 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:52:39.441+0000 7f7429342800 1 build_initial for_mkfs: 0 2024-09-12T00:52:39.569 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:52:39.441+0000 7f7429342800 10 monclient: monmap: 2024-09-12T00:52:39.569 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:52:39.569 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:52:39.569 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:52:39.569 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:52:39.569 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:52:39.569 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.569 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:52:39.569 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:52:39.569 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:52:39.569 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.569 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding auth protocol: cephx 2024-09-12T00:52:39.569 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding auth protocol: cephx 2024-09-12T00:52:39.570 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding auth protocol: cephx 2024-09-12T00:52:39.570 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: secure 2024-09-12T00:52:39.570 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: crc 2024-09-12T00:52:39.570 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: secure 2024-09-12T00:52:39.570 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: crc 2024-09-12T00:52:39.570 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: secure 2024-09-12T00:52:39.570 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: crc 2024-09-12T00:52:39.570 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: crc 2024-09-12T00:52:39.570 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: secure 2024-09-12T00:52:39.570 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: crc 2024-09-12T00:52:39.570 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: secure 2024-09-12T00:52:39.570 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: crc 2024-09-12T00:52:39.570 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f1597e0) adding con mode: secure 2024-09-12T00:52:39.570 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:52:39.441+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.570 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:52:39.441+0000 7f7429342800 1 librados: starting msgr at 2024-09-12T00:52:39.570 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:52:39.441+0000 7f7429342800 1 librados: starting objecter 2024-09-12T00:52:39.571 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:52:39.441+0000 7f7429342800 5 asok(0x55720ef0f630) register_command objecter_requests hook 0x55720f135480 2024-09-12T00:52:39.571 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:52:39.441+0000 7f7429342800 1 librados: setting wanted keys 2024-09-12T00:52:39.571 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:52:39.441+0000 7f7429342800 1 librados: calling monclient init 2024-09-12T00:52:39.571 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:52:39.441+0000 7f7429342800 10 monclient: init 2024-09-12T00:52:39.571 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding auth protocol: cephx 2024-09-12T00:52:39.571 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding auth protocol: cephx 2024-09-12T00:52:39.571 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding auth protocol: cephx 2024-09-12T00:52:39.571 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: secure 2024-09-12T00:52:39.571 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: crc 2024-09-12T00:52:39.571 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: secure 2024-09-12T00:52:39.571 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: crc 2024-09-12T00:52:39.571 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: secure 2024-09-12T00:52:39.571 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: crc 2024-09-12T00:52:39.571 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: crc 2024-09-12T00:52:39.571 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: secure 2024-09-12T00:52:39.571 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: crc 2024-09-12T00:52:39.572 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: secure 2024-09-12T00:52:39.572 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: crc 2024-09-12T00:52:39.572 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:52:39.441+0000 7f7429342800 5 AuthRegistry(0x55720f12e7e0) adding con mode: secure 2024-09-12T00:52:39.572 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:52:39.441+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.572 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:52:39.441+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.572 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:52:39.442+0000 7f7429342800 5 asok(0x55720ef0f630) register_command rotate-key hook 0x55720f12e928 2024-09-12T00:52:39.572 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient: _reopen_session rank -1 2024-09-12T00:52:39.572 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:52:39.572 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient(hunting): picked mon.noname-c con 0x55720efa61b0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:52:39.572 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient(hunting): picked mon.noname-a con 0x55720efda1e0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:52:39.572 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient(hunting): picked mon.noname-b con 0x55720efdbc50 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:52:39.572 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.572 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.572 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.572 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient(hunting): _renew_subs 2024-09-12T00:52:39.573 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient(hunting): authenticate will time out at 1865.893145s 2024-09-12T00:52:39.573 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient(hunting): get_auth_request con 0x55720efa61b0 auth_method 0 2024-09-12T00:52:39.573 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.573 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.573 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.573 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:52:39.442+0000 7f7424885640 10 monclient(hunting): get_auth_request con 0x55720efda1e0 auth_method 0 2024-09-12T00:52:39.573 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:52:39.442+0000 7f7424885640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.573 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:52:39.442+0000 7f7424885640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.573 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:52:39.442+0000 7f7424885640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.573 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.573 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.573 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.573 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:52:39.442+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.573 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:52:39.442+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.573 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:52:39.442+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.574 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient(hunting): handle_auth_done global_id 6284 payload 824 2024-09-12T00:52:39.574 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient: _finish_hunting 0 2024-09-12T00:52:39.574 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:52:39.442+0000 7f7425086640 1 monclient: found mon.noname-c 2024-09-12T00:52:39.574 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:52:39.442+0000 7f7425086640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.574 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.574 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:52:39.574 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: dump: 2024-09-12T00:52:39.574 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.574 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.574 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.574 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.574 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.574 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.575 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.575 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.575 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.575 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.575 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: _finish_auth 0 2024-09-12T00:52:39.575 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: _check_auth_tickets 2024-09-12T00:52:39.575 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:39.575 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.575 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:52:39.575 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:52:39.442+0000 7f7311e03640 10 monclient: dump: 2024-09-12T00:52:39.575 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.575 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.575 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.575 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.575 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.576 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.576 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.576 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.576 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.576 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.576 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:52:39.442+0000 7f7429342800 5 monclient: authenticate success, global_id 6284 2024-09-12T00:52:39.576 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient: _renew_subs 2024-09-12T00:52:39.576 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.576 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:52:39.442+0000 7f7313606640 4 set_mon_vals no callback set 2024-09-12T00:52:39.576 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient: _renew_subs 2024-09-12T00:52:39.576 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:52:39.442+0000 7f7429342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.576 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:52:39.442+0000 7f7429342800 1 librados: init done 2024-09-12T00:52:39.576 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:52:39.444+0000 7f7311e03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:52:39.577 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:52:39.444+0000 7f7311e03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:39.577 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:52:39.444+0000 7f7311e03640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:39.577 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:52:39.444+0000 7f7424885640 10 monclient: get_auth_request con 0x7f730c076470 auth_method 0 2024-09-12T00:52:39.577 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:52:39.445+0000 7f7425887640 10 monclient: get_auth_request con 0x55720f16dfd0 auth_method 0 2024-09-12T00:52:39.577 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:52:39.445+0000 7f7425086640 10 monclient: get_auth_request con 0x55720f17ae00 auth_method 0 2024-09-12T00:52:39.577 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:52:39.446+0000 7f7424885640 10 monclient: get_auth_request con 0x55720f17f2b0 auth_method 0 2024-09-12T00:52:39.577 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:52:39.448+0000 7f7429342800 10 monclient: build_initial_monmap 2024-09-12T00:52:39.577 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:52:39.448+0000 7f7429342800 1 build_initial for_mkfs: 0 2024-09-12T00:52:39.577 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:52:39.448+0000 7f7429342800 10 monclient: monmap: 2024-09-12T00:52:39.577 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:52:39.577 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:52:39.577 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:52:39.577 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:52:39.577 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:52:39.577 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.578 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:52:39.578 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:52:39.578 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:52:39.578 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.578 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding auth protocol: cephx 2024-09-12T00:52:39.578 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding auth protocol: cephx 2024-09-12T00:52:39.578 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding auth protocol: cephx 2024-09-12T00:52:39.578 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: secure 2024-09-12T00:52:39.578 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: crc 2024-09-12T00:52:39.578 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: secure 2024-09-12T00:52:39.578 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: crc 2024-09-12T00:52:39.578 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: secure 2024-09-12T00:52:39.578 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: crc 2024-09-12T00:52:39.578 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: crc 2024-09-12T00:52:39.579 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: secure 2024-09-12T00:52:39.579 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: crc 2024-09-12T00:52:39.579 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: secure 2024-09-12T00:52:39.579 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: crc 2024-09-12T00:52:39.579 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f1841c0) adding con mode: secure 2024-09-12T00:52:39.579 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:52:39.448+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.579 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:52:39.448+0000 7f7429342800 5 asok(0x55720ef0f630) register_command objecter_requests cmddesc objecter_requests hook 0x55720f187ba0 EEXIST 2024-09-12T00:52:39.579 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:52:39.448+0000 7f7429342800 10 monclient: init 2024-09-12T00:52:39.579 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding auth protocol: cephx 2024-09-12T00:52:39.579 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding auth protocol: cephx 2024-09-12T00:52:39.579 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding auth protocol: cephx 2024-09-12T00:52:39.580 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: secure 2024-09-12T00:52:39.580 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: crc 2024-09-12T00:52:39.580 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: secure 2024-09-12T00:52:39.580 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: crc 2024-09-12T00:52:39.580 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: secure 2024-09-12T00:52:39.580 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: crc 2024-09-12T00:52:39.580 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: crc 2024-09-12T00:52:39.580 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: secure 2024-09-12T00:52:39.580 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: crc 2024-09-12T00:52:39.580 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: secure 2024-09-12T00:52:39.580 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: crc 2024-09-12T00:52:39.580 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:52:39.448+0000 7f7429342800 5 AuthRegistry(0x55720f182848) adding con mode: secure 2024-09-12T00:52:39.580 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:52:39.449+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.580 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:52:39.449+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.581 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:52:39.449+0000 7f7429342800 5 asok(0x55720ef0f630) register_command rotate-key cmddesc rotate-key hook 0x55720f182990 EEXIST 2024-09-12T00:52:39.581 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient: _reopen_session rank -1 2024-09-12T00:52:39.581 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:52:39.581 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient(hunting): picked mon.noname-c con 0x55720f1ab890 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:52:39.581 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient(hunting): picked mon.noname-a con 0x55720f1adb60 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:52:39.581 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient(hunting): picked mon.noname-b con 0x55720f1aa060 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:52:39.581 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.581 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.581 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.581 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient(hunting): _renew_subs 2024-09-12T00:52:39.581 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:52:39.449+0000 7f7429342800 10 monclient(hunting): authenticate will time out at 1865.900510s 2024-09-12T00:52:39.581 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient(hunting): get_auth_request con 0x55720f1ab890 auth_method 0 2024-09-12T00:52:39.582 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.582 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.582 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.582 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:52:39.449+0000 7f7424885640 10 monclient(hunting): get_auth_request con 0x55720f1adb60 auth_method 0 2024-09-12T00:52:39.582 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:52:39.449+0000 7f7424885640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.582 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:52:39.449+0000 7f7424885640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.582 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:52:39.449+0000 7f7424885640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.582 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.582 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.583 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.583 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:52:39.449+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.583 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:52:39.449+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.583 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:52:39.449+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.583 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:52:39.449+0000 7f7425887640 10 monclient(hunting): get_auth_request con 0x55720f1aa060 auth_method 0 2024-09-12T00:52:39.583 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:52:39.449+0000 7f7425887640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.583 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:52:39.449+0000 7f7425887640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.583 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:52:39.449+0000 7f7425887640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.583 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient(hunting): handle_auth_done global_id 6287 payload 824 2024-09-12T00:52:39.583 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient: _finish_hunting 0 2024-09-12T00:52:39.583 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:52:39.449+0000 7f7425086640 1 monclient: found mon.noname-c 2024-09-12T00:52:39.583 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:52:39.449+0000 7f7425086640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.583 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.583 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:52:39.584 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: dump: 2024-09-12T00:52:39.584 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.584 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.584 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.584 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.584 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.584 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.584 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.584 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.584 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.584 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.584 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: _finish_auth 0 2024-09-12T00:52:39.584 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: _check_auth_tickets 2024-09-12T00:52:39.584 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:39.584 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.585 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:52:39.585 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:52:39.450+0000 7f730affd640 10 monclient: dump: 2024-09-12T00:52:39.585 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.585 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.585 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.585 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.585 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.585 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.585 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.585 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.585 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.585 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.585 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:52:39.450+0000 7f7429342800 5 monclient: authenticate success, global_id 6287 2024-09-12T00:52:39.585 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:52:39.450+0000 7f7429342800 10 monclient: _renew_subs 2024-09-12T00:52:39.586 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:52:39.450+0000 7f7429342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.586 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:52:39.450+0000 7f7426088640 4 set_mon_vals no callback set 2024-09-12T00:52:39.586 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:52:39.450+0000 7f7429342800 10 monclient: _renew_subs 2024-09-12T00:52:39.586 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:52:39.450+0000 7f7429342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.586 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:52:39.451+0000 7f730affd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:52:39.586 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:52:39.451+0000 7f730affd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:39.586 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:52:39.451+0000 7f730affd640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:39.586 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:52:39.452+0000 7f7424885640 10 monclient: get_auth_request con 0x7f7300076380 auth_method 0 2024-09-12T00:52:39.586 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:52:39.452+0000 7f7429342800 10 monclient: get_monmap_and_config 2024-09-12T00:52:39.586 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:52:39.452+0000 7f7429342800 10 monclient: build_initial_monmap 2024-09-12T00:52:39.586 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:52:39.452+0000 7f7429342800 1 build_initial for_mkfs: 0 2024-09-12T00:52:39.586 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:52:39.452+0000 7f7429342800 10 monclient: monmap: 2024-09-12T00:52:39.586 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:52:39.587 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:52:39.587 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:52:39.587 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:52:39.587 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:52:39.587 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.587 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:52:39.587 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:52:39.587 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:52:39.587 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.587 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding auth protocol: cephx 2024-09-12T00:52:39.587 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding auth protocol: cephx 2024-09-12T00:52:39.587 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding auth protocol: cephx 2024-09-12T00:52:39.587 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: secure 2024-09-12T00:52:39.587 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: crc 2024-09-12T00:52:39.587 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: secure 2024-09-12T00:52:39.587 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: crc 2024-09-12T00:52:39.588 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: secure 2024-09-12T00:52:39.588 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: crc 2024-09-12T00:52:39.588 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: crc 2024-09-12T00:52:39.588 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: secure 2024-09-12T00:52:39.588 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: crc 2024-09-12T00:52:39.588 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: secure 2024-09-12T00:52:39.588 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: crc 2024-09-12T00:52:39.588 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x55720f1cb310) adding con mode: secure 2024-09-12T00:52:39.588 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:52:39.452+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.588 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:52:39.452+0000 7f7429342800 10 monclient: init 2024-09-12T00:52:39.588 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding auth protocol: cephx 2024-09-12T00:52:39.588 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding auth protocol: cephx 2024-09-12T00:52:39.588 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding auth protocol: cephx 2024-09-12T00:52:39.589 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: secure 2024-09-12T00:52:39.589 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: crc 2024-09-12T00:52:39.589 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: secure 2024-09-12T00:52:39.589 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: crc 2024-09-12T00:52:39.589 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: secure 2024-09-12T00:52:39.589 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: crc 2024-09-12T00:52:39.589 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: crc 2024-09-12T00:52:39.589 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: secure 2024-09-12T00:52:39.589 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: crc 2024-09-12T00:52:39.589 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: secure 2024-09-12T00:52:39.589 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: crc 2024-09-12T00:52:39.589 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:52:39.452+0000 7f7429342800 5 AuthRegistry(0x7fffba12fff0) adding con mode: secure 2024-09-12T00:52:39.589 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:52:39.452+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.589 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:52:39.453+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.590 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:52:39.453+0000 7f7429342800 5 asok(0x55720ef0f630) register_command rotate-key cmddesc rotate-key hook 0x7fffba130138 EEXIST 2024-09-12T00:52:39.590 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient: _reopen_session rank -1 2024-09-12T00:52:39.590 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:52:39.590 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient(hunting): picked mon.noname-b con 0x55720f1ff8b0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:52:39.590 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient(hunting): picked mon.noname-a con 0x55720f1f0200 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:52:39.590 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient(hunting): picked mon.noname-c con 0x55720f1face0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:52:39.590 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.590 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.590 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.590 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient(hunting): _renew_subs 2024-09-12T00:52:39.590 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient(hunting): authenticate will time out at 1865.904272s 2024-09-12T00:52:39.590 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient(hunting): get_auth_request con 0x55720f1face0 auth_method 0 2024-09-12T00:52:39.590 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.590 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.590 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.591 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:52:39.453+0000 7f7424885640 10 monclient(hunting): get_auth_request con 0x55720f1f0200 auth_method 0 2024-09-12T00:52:39.591 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:52:39.453+0000 7f7424885640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.591 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:52:39.453+0000 7f7424885640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.591 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:52:39.453+0000 7f7424885640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.591 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.591 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.591 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.591 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:52:39.453+0000 7f7425086640 10 monclient(hunting): get_auth_request con 0x55720f1ff8b0 auth_method 0 2024-09-12T00:52:39.591 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:52:39.453+0000 7f7425086640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.591 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:52:39.453+0000 7f7425086640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.591 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:52:39.453+0000 7f7425086640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.591 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:52:39.453+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.591 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:52:39.453+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.591 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:52:39.453+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.592 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:52:39.453+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.592 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:52:39.453+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.592 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:52:39.453+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.592 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient(hunting): handle_auth_done global_id 6290 payload 274 2024-09-12T00:52:39.592 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient: _finish_hunting 0 2024-09-12T00:52:39.592 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:52:39.453+0000 7f7425887640 1 monclient: found mon.noname-c 2024-09-12T00:52:39.592 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:52:39.453+0000 7f7425887640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.592 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.592 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:52:39.592 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: dump: 2024-09-12T00:52:39.592 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.592 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.592 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.592 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.593 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.593 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.593 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.593 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.593 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.593 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.593 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: _finish_auth 0 2024-09-12T00:52:39.593 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: _check_auth_tickets 2024-09-12T00:52:39.593 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:39.593 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.593 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:52:39.593 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:52:39.453+0000 7f7308ff9640 10 monclient: dump: 2024-09-12T00:52:39.593 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.593 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.594 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.594 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.594 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.594 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.594 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.594 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.594 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.594 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.594 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:52:39.453+0000 7f7429342800 5 monclient: authenticate success, global_id 6290 2024-09-12T00:52:39.594 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:52:39.453+0000 7f7429342800 10 monclient: get_monmap_and_config success 2024-09-12T00:52:39.594 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:52:39.453+0000 7f7429342800 4 set_mon_vals no callback set 2024-09-12T00:52:39.594 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:52:39.454+0000 7f7429342800 10 monclient: shutdown 2024-09-12T00:52:39.594 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:52:39.454+0000 7f7429342800 10 monclient: build_initial_monmap 2024-09-12T00:52:39.594 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:52:39.454+0000 7f7429342800 1 build_initial for_mkfs: 0 2024-09-12T00:52:39.594 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:52:39.454+0000 7f7429342800 10 monclient: monmap: 2024-09-12T00:52:39.595 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:52:39.595 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:52:39.595 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:52:39.595 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:52:39.595 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:52:39.595 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.595 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:52:39.595 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:52:39.595 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:52:39.595 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.595 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding auth protocol: cephx 2024-09-12T00:52:39.595 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding auth protocol: cephx 2024-09-12T00:52:39.595 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding auth protocol: cephx 2024-09-12T00:52:39.595 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: secure 2024-09-12T00:52:39.595 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: crc 2024-09-12T00:52:39.595 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: secure 2024-09-12T00:52:39.596 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: crc 2024-09-12T00:52:39.596 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: secure 2024-09-12T00:52:39.596 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: crc 2024-09-12T00:52:39.596 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: crc 2024-09-12T00:52:39.596 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: secure 2024-09-12T00:52:39.596 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: crc 2024-09-12T00:52:39.596 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: secure 2024-09-12T00:52:39.596 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: crc 2024-09-12T00:52:39.596 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:52:39.454+0000 7f7429342800 5 AuthRegistry(0x55720f1cee10) adding con mode: secure 2024-09-12T00:52:39.596 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:52:39.454+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.596 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:52:39.454+0000 7f7429342800 1 librados: starting msgr at 2024-09-12T00:52:39.596 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:52:39.454+0000 7f7429342800 1 librados: starting objecter 2024-09-12T00:52:39.596 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:52:39.454+0000 7f7429342800 5 asok(0x55720ef0f630) register_command objecter_requests cmddesc objecter_requests hook 0x55720f1cdd00 EEXIST 2024-09-12T00:52:39.596 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:52:39.455+0000 7f7429342800 1 librados: setting wanted keys 2024-09-12T00:52:39.596 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:52:39.455+0000 7f7429342800 1 librados: calling monclient init 2024-09-12T00:52:39.597 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient: init 2024-09-12T00:52:39.597 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding auth protocol: cephx 2024-09-12T00:52:39.597 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding auth protocol: cephx 2024-09-12T00:52:39.597 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding auth protocol: cephx 2024-09-12T00:52:39.597 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: secure 2024-09-12T00:52:39.597 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: crc 2024-09-12T00:52:39.597 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: secure 2024-09-12T00:52:39.597 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: crc 2024-09-12T00:52:39.597 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: secure 2024-09-12T00:52:39.597 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: crc 2024-09-12T00:52:39.597 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: crc 2024-09-12T00:52:39.597 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: secure 2024-09-12T00:52:39.597 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: crc 2024-09-12T00:52:39.597 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: secure 2024-09-12T00:52:39.597 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: crc 2024-09-12T00:52:39.598 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:52:39.455+0000 7f7429342800 5 AuthRegistry(0x55720f1c3640) adding con mode: secure 2024-09-12T00:52:39.598 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:52:39.455+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.598 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:52:39.455+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.598 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:52:39.455+0000 7f7429342800 5 asok(0x55720ef0f630) register_command rotate-key cmddesc rotate-key hook 0x55720f1c3788 EEXIST 2024-09-12T00:52:39.598 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient: _reopen_session rank -1 2024-09-12T00:52:39.598 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:52:39.598 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient(hunting): picked mon.noname-c con 0x55720f1f0200 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:52:39.598 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient(hunting): picked mon.noname-a con 0x55720f1face0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:52:39.598 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient(hunting): picked mon.noname-b con 0x55720f1ff8b0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:52:39.598 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.598 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.598 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient(hunting): start opening mon connection 2024-09-12T00:52:39.598 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient(hunting): _renew_subs 2024-09-12T00:52:39.598 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:52:39.455+0000 7f7429342800 10 monclient(hunting): authenticate will time out at 1865.906569s 2024-09-12T00:52:39.599 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient(hunting): get_auth_request con 0x55720f1f0200 auth_method 0 2024-09-12T00:52:39.599 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.599 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.599 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.599 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:52:39.455+0000 7f7424885640 10 monclient(hunting): get_auth_request con 0x55720f1face0 auth_method 0 2024-09-12T00:52:39.599 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:52:39.455+0000 7f7424885640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.599 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:52:39.455+0000 7f7424885640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.599 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:52:39.455+0000 7f7424885640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.599 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.599 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.599 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.599 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:52:39.455+0000 7f7425887640 10 monclient(hunting): get_auth_request con 0x55720f1ff8b0 auth_method 0 2024-09-12T00:52:39.599 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:52:39.455+0000 7f7425887640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:52:39.599 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:52:39.455+0000 7f7425887640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:52:39.599 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:52:39.455+0000 7f7425887640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:52:39.600 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:52:39.455+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.600 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:52:39.455+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.600 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:52:39.455+0000 7f7424885640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.600 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:52:39.455+0000 7f7425887640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:52:39.600 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:52:39.455+0000 7f7425887640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:52:39.600 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:52:39.455+0000 7f7425887640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:52:39.600 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient(hunting): handle_auth_done global_id 6293 payload 824 2024-09-12T00:52:39.600 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient: _finish_hunting 0 2024-09-12T00:52:39.600 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:52:39.455+0000 7f7425086640 1 monclient: found mon.noname-c 2024-09-12T00:52:39.600 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:52:39.455+0000 7f7425086640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.600 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.600 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:52:39.600 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: dump: 2024-09-12T00:52:39.600 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.600 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.601 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.601 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.601 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.601 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.601 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.601 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.601 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.601 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.601 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: _finish_auth 0 2024-09-12T00:52:39.601 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:52:39.601 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:52:39.601 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:52:39.601 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:52:39.601 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:52:39.456+0000 7f72f6ffd640 10 monclient: dump: 2024-09-12T00:52:39.601 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:52:39.602 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:52:39.602 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.602 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:52:39.602 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:52:39.602 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:52:39.602 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:52:39.602 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:52:39.602 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:52:39.602 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.602 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:52:39.456+0000 7f7429342800 5 monclient: authenticate success, global_id 6293 2024-09-12T00:52:39.602 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:52:39.456+0000 7f7429342800 10 monclient: _renew_subs 2024-09-12T00:52:39.602 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:52:39.456+0000 7f7308ff9640 4 set_mon_vals no callback set 2024-09-12T00:52:39.602 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:52:39.456+0000 7f7429342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.602 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:52:39.456+0000 7f7429342800 10 monclient: _renew_subs 2024-09-12T00:52:39.602 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:52:39.456+0000 7f7429342800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.603 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:52:39.456+0000 7f7429342800 1 librados: init done 2024-09-12T00:52:39.603 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:52:39.456+0000 7f7429342800 5 asok(0x55720ef0f630) register_command cr dump hook 0x55720f1f99e8 2024-09-12T00:52:39.603 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:52:39.457+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.603 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:52:39.458+0000 7f72f6ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:52:39.603 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:52:39.458+0000 7f72f6ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:39.603 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:52:39.458+0000 7f72f6ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:52:39.603 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:52:39.458+0000 7f7424885640 10 monclient: get_auth_request con 0x7f72f00764a0 auth_method 0 2024-09-12T00:52:39.603 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:52:39.459+0000 7f7425887640 10 monclient: get_auth_request con 0x55720f219600 auth_method 0 2024-09-12T00:52:39.603 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:52:39.459+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.603 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:52:39.459+0000 7f7429342800 20 realm 2024-09-12T00:52:39.603 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:52:39.459+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.603 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:52:39.459+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.603 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:52:39.459+0000 7f7429342800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:39.603 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:52:39.459+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.603 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:52:39.459+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.604 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:52:39.459+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.604 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:52:39.460+0000 7f7425086640 10 monclient: get_auth_request con 0x55720f21d9b0 auth_method 0 2024-09-12T00:52:39.604 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:52:39.460+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:39.604 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:52:39.460+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.604 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:52:39.461+0000 7f7424885640 10 monclient: get_auth_request con 0x55720f2210d0 auth_method 0 2024-09-12T00:52:39.604 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:52:39.461+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:39.604 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:52:39.461+0000 7f7429342800 20 searching for the correct realm 2024-09-12T00:52:39.604 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:52:39.461+0000 7f7425887640 10 monclient: get_auth_request con 0x55720f225e90 auth_method 0 2024-09-12T00:52:39.604 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:52:39.462+0000 7f7425086640 10 monclient: get_auth_request con 0x7f741c045a40 auth_method 0 2024-09-12T00:52:39.604 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:52:39.463+0000 7f7424885640 10 monclient: get_auth_request con 0x7f74180c4020 auth_method 0 2024-09-12T00:52:39.604 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:52:39.464+0000 7f7425887640 0 -- 172.21.15.38:0/1881825062 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55720f225e90 msgr2=0x55720f228350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:39.604 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:52:39.464+0000 7f72f6ffd640 1 client.6293.objecter ms_handle_reset 0x55720f225e90 session 0x55720f225810 osd.3 2024-09-12T00:52:39.604 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:52:39.464+0000 7f72f6ffd640 10 monclient: _renew_subs 2024-09-12T00:52:39.604 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:52:39.464+0000 7f72f6ffd640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:52:39.604 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:52:39.464+0000 7f7425887640 10 monclient: get_auth_request con 0x7f72f0086ad0 auth_method 0 2024-09-12T00:52:39.604 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:52:39.465+0000 7f7425887640 10 monclient: get_auth_request con 0x7f741c05e910 auth_method 0 2024-09-12T00:52:39.605 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:52:39.467+0000 7f7425086640 10 monclient: get_auth_request con 0x7f741c0363c0 auth_method 0 2024-09-12T00:52:39.605 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:52:39.468+0000 7f7425086640 0 -- 172.21.15.38:0/1881825062 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f741c0363c0 msgr2=0x7f741c036840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:39.605 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:52:39.468+0000 7f72f6ffd640 1 client.6293.objecter ms_handle_reset 0x7f741c0363c0 session 0x7f741c005040 osd.0 2024-09-12T00:52:39.605 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:52:39.468+0000 7f7425086640 10 monclient: get_auth_request con 0x55720f225e90 auth_method 0 2024-09-12T00:52:39.605 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:39.605 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:39.605 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:39.605 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:39.605 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:39.605 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:52:39.472+0000 7f7429342800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:39.605 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:52:39.472+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.605 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:52:39.472+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.605 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:52:39.472+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.605 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:52:39.472+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:39.605 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:52:39.472+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.606 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:52:39.473+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:39.606 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:52:39.473+0000 7f7429342800 20 zone default found 2024-09-12T00:52:39.606 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:52:39.473+0000 7f7429342800 4 Realm: () 2024-09-12T00:52:39.606 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:52:39.473+0000 7f7429342800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:39.606 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:52:39.473+0000 7f7429342800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:39.606 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:52:39.473+0000 7f7429342800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:39.606 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:52:39.473+0000 7f7429342800 20 zonegroup default 2024-09-12T00:52:39.606 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:52:39.473+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.606 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:52:39.473+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.606 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:52:39.473+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.606 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:52:39.473+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.606 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:52:39.473+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.606 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:52:39.474+0000 7f7429342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.606 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:52:39.474+0000 7f7429342800 20 started sync module instance, tier type = 2024-09-12T00:52:39.606 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:52:39.474+0000 7f7429342800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:39.606 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=0 2024-09-12T00:52:39.607 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=1 2024-09-12T00:52:39.607 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=2 2024-09-12T00:52:39.607 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=3 2024-09-12T00:52:39.607 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=4 2024-09-12T00:52:39.607 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=5 2024-09-12T00:52:39.607 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:52:39.482+0000 7f7429342800 20 add_watcher() i=6 2024-09-12T00:52:39.607 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:52:39.483+0000 7f7429342800 20 add_watcher() i=7 2024-09-12T00:52:39.607 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:52:39.483+0000 7f7429342800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:39.607 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding auth protocol: cephx 2024-09-12T00:52:39.607 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding auth protocol: cephx 2024-09-12T00:52:39.607 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding auth protocol: cephx 2024-09-12T00:52:39.607 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: secure 2024-09-12T00:52:39.607 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: crc 2024-09-12T00:52:39.607 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: secure 2024-09-12T00:52:39.607 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: crc 2024-09-12T00:52:39.607 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: secure 2024-09-12T00:52:39.608 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: crc 2024-09-12T00:52:39.608 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: crc 2024-09-12T00:52:39.608 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: secure 2024-09-12T00:52:39.608 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: crc 2024-09-12T00:52:39.608 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: secure 2024-09-12T00:52:39.608 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: crc 2024-09-12T00:52:39.608 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:52:39.485+0000 7f7429342800 5 AuthRegistry(0x7fffba1304d0) adding con mode: secure 2024-09-12T00:52:39.608 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:52:39.485+0000 7f72dbfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:39.608 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:52:39.485+0000 7f7429342800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:52:39.608 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:52:39.485+0000 7f7429342800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:39.608 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:52:39.485+0000 7f7429342800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:39.608 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:52:39.486+0000 7f7429342800 5 asok(0x55720ef0f630) register_command cache list hook 0x55720f1f7e60 2024-09-12T00:52:39.608 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:52:39.486+0000 7f7429342800 5 asok(0x55720ef0f630) register_command cache inspect hook 0x55720f1f7e60 2024-09-12T00:52:39.608 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:52:39.486+0000 7f7429342800 5 asok(0x55720ef0f630) register_command cache erase hook 0x55720f1f7e60 2024-09-12T00:52:39.608 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:52:39.486+0000 7f7429342800 5 asok(0x55720ef0f630) register_command cache zap hook 0x55720f1f7e60 2024-09-12T00:52:39.609 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:52:39.486+0000 7f7429342800 5 note: GC not initialized 2024-09-12T00:52:39.609 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:52:39.486+0000 7f72dafe5640 20 reqs_thread_entry: start 2024-09-12T00:52:39.609 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:52:39.486+0000 7f7429342800 5 asok(0x55720ef0f630) register_command sync trace show hook 0x7f7420004e00 2024-09-12T00:52:39.609 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:52:39.486+0000 7f7429342800 5 asok(0x55720ef0f630) register_command sync trace history hook 0x7f7420004e00 2024-09-12T00:52:39.609 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:52:39.486+0000 7f7429342800 5 asok(0x55720ef0f630) register_command sync trace active hook 0x7f7420004e00 2024-09-12T00:52:39.609 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:52:39.486+0000 7f7429342800 5 asok(0x55720ef0f630) register_command sync trace active_short hook 0x7f7420004e00 2024-09-12T00:52:39.609 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:52:39.486+0000 7f7429342800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:39.609 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:52:39.486+0000 7f7429342800 20 Filter name: none 2024-09-12T00:52:39.609 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:52:39.486+0000 7f72d8fe1640 20 reqs_thread_entry: start 2024-09-12T00:52:39.609 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:52:39.486+0000 7f7429342800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T00:52:39.609 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:52:39.486+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.609 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:52:39.487+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:39.609 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:52:39.487+0000 7f7429342800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T00:52:39.609 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:52:39.487+0000 7f7429342800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T00:52:39.609 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:52:39.487+0000 7f7429342800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 : miss 2024-09-12T00:52:39.610 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:52:39.487+0000 7f7429342800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.610 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:52:39.487+0000 7f7429342800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:39.610 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:52:39.487+0000 7f7429342800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 info.flags=0x17 2024-09-12T00:52:39.610 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:52:39.487+0000 7f7429342800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 to cache LRU end 2024-09-12T00:52:39.610 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:52:39.487+0000 7f7429342800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:52:39.610 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:52:39.487+0000 7f7429342800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:39.610 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:52:39.487+0000 7f7429342800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 2024-09-12T00:52:39.610 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:52:39.492+0000 7f7429342800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f7429342800 time 2024-09-12T00:52:39.492724+0000 2024-09-12T00:52:39.610 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:52:39.610 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.610 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:52:39.610 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f742ab8c71a] 2024-09-12T00:52:39.610 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f742ab8c8d8] 2024-09-12T00:52:39.610 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55720d8ed641] 2024-09-12T00:52:39.610 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd878e8) [0x55720ddff8e8] 2024-09-12T00:52:39.610 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55720d8fd31d] 2024-09-12T00:52:39.611 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:52:39.611 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f7429829590] 2024-09-12T00:52:39.611 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:52:39.611 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:52:39.611 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.611 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:52:39.493+0000 7f7429342800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:52:39.611 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f7429342800 thread_name:radosgw-admin 2024-09-12T00:52:39.611 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.611 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:52:39.611 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f742983e6f0] 2024-09-12T00:52:39.611 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f742988b99c] 2024-09-12T00:52:39.611 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:52:39.611 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:52:39.611 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f742ab8c774] 2024-09-12T00:52:39.611 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f742ab8c8d8] 2024-09-12T00:52:39.611 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55720d8ed641] 2024-09-12T00:52:39.612 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd878e8) [0x55720ddff8e8] 2024-09-12T00:52:39.612 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55720d8fd31d] 2024-09-12T00:52:39.612 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:52:39.612 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f7429829590] 2024-09-12T00:52:39.612 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:52:39.612 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:52:39.612 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:52:39.612 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:39.612 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:52:39.612 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:52:39.612 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:52:39.612 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:52:39.612 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:52:39.612 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:52:39.612 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:52:39.612 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:52:39.613 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:52:39.613 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:52:39.613 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:52:39.613 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:52:39.613 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:52:39.613 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:52:39.613 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:52:39.613 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:52:39.613 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:52:39.613 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:52:39.613 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:52:39.613 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:52:39.613 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:52:39.614 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:52:39.614 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:52:39.614 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:52:39.614 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:52:39.614 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:52:39.614 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:52:39.614 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:52:39.614 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:52:39.614 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:52:39.614 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:52:39.614 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:52:39.614 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:52:39.614 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:52:39.614 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:52:39.615 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:52:39.615 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:52:39.615 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:52:39.615 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:52:39.615 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:52:39.615 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:52:39.615 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:52:39.615 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:52:39.615 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:52:39.615 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:52:39.615 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:52:39.615 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:52:39.615 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:52:39.615 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:52:39.616 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:52:39.616 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:52:39.616 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:52:39.616 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:52:39.616 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:52:39.616 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:52:39.616 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:52:39.616 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:52:39.616 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:52:39.616 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:52:39.616 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:52:39.616 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:52:39.616 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:52:39.617 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:52:39.617 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:52:39.617 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:52:39.617 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:52:39.617 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:52:39.617 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:52:39.617 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:52:39.617 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:52:39.617 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:52:39.617 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:52:39.617 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:52:39.617 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:52:39.617 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:52:39.617 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:52:39.618 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:52:39.618 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:52:39.618 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:52:39.618 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:52:39.618 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:52:39.618 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:52:39.618 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:52:39.618 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:52:39.618 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:52:39.618 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:52:39.618 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:52:39.618 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:52:39.618 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:52:39.618 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:52:39.618 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:52:39.619 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:52:39.619 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:52:39.619 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:52:39.619 INFO:tasks.workunit.client.0.smithi038.stderr: 7f72d8fe1640 / http_manager 2024-09-12T00:52:39.619 INFO:tasks.workunit.client.0.smithi038.stderr: 7f72dafe5640 / http_manager 2024-09-12T00:52:39.619 INFO:tasks.workunit.client.0.smithi038.stderr: 7f72dbfe7640 / rgw_dt_lg_renew 2024-09-12T00:52:39.619 INFO:tasks.workunit.client.0.smithi038.stderr: 7f72f6ffd640 / ms_dispatch 2024-09-12T00:52:39.619 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7308ff9640 / io_context_pool 2024-09-12T00:52:39.619 INFO:tasks.workunit.client.0.smithi038.stderr: 7f730affd640 / ms_dispatch 2024-09-12T00:52:39.619 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7311e03640 / ms_dispatch 2024-09-12T00:52:39.619 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7313606640 / io_context_pool 2024-09-12T00:52:39.619 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7424885640 / msgr-worker-2 2024-09-12T00:52:39.619 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7425086640 / msgr-worker-1 2024-09-12T00:52:39.620 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7425887640 / msgr-worker-0 2024-09-12T00:52:39.620 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7426088640 / io_context_pool 2024-09-12T00:52:39.620 INFO:tasks.workunit.client.0.smithi038.stderr: 7f7429342800 / radosgw-admin 2024-09-12T00:52:39.620 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:52:39.620 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:52:39.620 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:52:39.494393Z_41a14314-49ec-46bd-89d7-14cbaba3c65d/log 2024-09-12T00:52:39.620 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:52:39.620 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T00:52:39.621 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:39.622 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:39.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.572+0000 7f95cc2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.574+0000 7f95cc2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.574+0000 7f95cc2bb800 20 realm 2024-09-12T00:52:39.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.574+0000 7f95cc2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.574+0000 7f95cc2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.574+0000 7f95cc2bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:39.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.574+0000 7f95cc2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.574+0000 7f95cc2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.574+0000 7f95cc2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.575+0000 7f95cc2bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:39.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.575+0000 7f95cc2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.576+0000 7f95cc2bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:39.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.576+0000 7f95cc2bb800 20 searching for the correct realm 2024-09-12T00:52:39.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.578+0000 7f95c95a4640 0 -- 172.21.15.38:0/1365038105 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f95bc01b000 msgr2=0x7f95bc060a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:39.783 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.784+0000 7f95c9da5640 0 -- 172.21.15.38:0/1365038105 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f95c008a210 msgr2=0x7f95c00908e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:52:39.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.992+0000 7f95cc2bb800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:39.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.992+0000 7f95cc2bb800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:39.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.992+0000 7f95cc2bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:39.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.992+0000 7f95cc2bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:39.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.992+0000 7f95cc2bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:39.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.992+0000 7f95cc2bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:39.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.992+0000 7f95cc2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.992+0000 7f95cc2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.992+0000 7f95cc2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.993+0000 7f95cc2bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:39.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.993+0000 7f95cc2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.993+0000 7f95cc2bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:39.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.993+0000 7f95cc2bb800 20 zone default found 2024-09-12T00:52:39.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.993+0000 7f95cc2bb800 4 Realm: () 2024-09-12T00:52:39.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.993+0000 7f95cc2bb800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:39.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.993+0000 7f95cc2bb800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:39.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.993+0000 7f95cc2bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:39.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.993+0000 7f95cc2bb800 20 zonegroup default 2024-09-12T00:52:39.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.993+0000 7f95cc2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.993+0000 7f95cc2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.993+0000 7f95cc2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.994+0000 7f95cc2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.994+0000 7f95cc2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:39.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.994+0000 7f95cc2bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:39.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.994+0000 7f95cc2bb800 20 started sync module instance, tier type = 2024-09-12T00:52:39.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:39.994+0000 7f95cc2bb800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:40.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.008+0000 7f95cc2bb800 20 add_watcher() i=0 2024-09-12T00:52:40.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.008+0000 7f95cc2bb800 20 add_watcher() i=1 2024-09-12T00:52:40.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.008+0000 7f95cc2bb800 20 add_watcher() i=2 2024-09-12T00:52:40.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.008+0000 7f95cc2bb800 20 add_watcher() i=3 2024-09-12T00:52:40.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.008+0000 7f95cc2bb800 20 add_watcher() i=4 2024-09-12T00:52:40.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.008+0000 7f95cc2bb800 20 add_watcher() i=5 2024-09-12T00:52:40.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.008+0000 7f95cc2bb800 20 add_watcher() i=6 2024-09-12T00:52:40.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.009+0000 7f95cc2bb800 20 add_watcher() i=7 2024-09-12T00:52:40.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.009+0000 7f95cc2bb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:40.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.010+0000 7f947b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:40.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.011+0000 7f95cc2bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:40.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.011+0000 7f95cc2bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:40.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.011+0000 7f95cc2bb800 5 note: GC not initialized 2024-09-12T00:52:40.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.011+0000 7f947a7fc640 20 reqs_thread_entry: start 2024-09-12T00:52:40.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.011+0000 7f95cc2bb800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:40.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.011+0000 7f95cc2bb800 20 Filter name: none 2024-09-12T00:52:40.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.011+0000 7f93ebfff640 20 reqs_thread_entry: start 2024-09-12T00:52:40.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.012+0000 7f95cc2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:40.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.012+0000 7f95cc2bb800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:40.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.012+0000 7f95cc2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:40.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.013+0000 7f95cc2bb800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:40.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.013+0000 7f95cc2bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:40.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.013+0000 7f95cc2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:40.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.013+0000 7f95cc2bb800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:40.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.013+0000 7f95cc2bb800 20 rados->read ofs=0 len=0 2024-09-12T00:52:40.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.014+0000 7f95cc2bb800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:40.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.014+0000 7f95cc2bb800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:52:40.014 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.016+0000 7f947b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:40.017 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.018+0000 7f95cc2bb800 20 remove_watcher() i=0 2024-09-12T00:52:40.017 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.018+0000 7f95cc2bb800 2 removed watcher, disabling cache 2024-09-12T00:52:40.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.020+0000 7f95cc2bb800 20 remove_watcher() i=1 2024-09-12T00:52:40.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.021+0000 7f95cc2bb800 20 remove_watcher() i=2 2024-09-12T00:52:40.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.022+0000 7f95cc2bb800 20 remove_watcher() i=3 2024-09-12T00:52:40.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.023+0000 7f95cc2bb800 20 remove_watcher() i=4 2024-09-12T00:52:40.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.024+0000 7f95cc2bb800 20 remove_watcher() i=5 2024-09-12T00:52:40.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.025+0000 7f95cc2bb800 20 remove_watcher() i=6 2024-09-12T00:52:40.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.026+0000 7f95cc2bb800 20 remove_watcher() i=7 2024-09-12T00:52:40.038 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:40.038 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:52:40.039 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-set-target-layout id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:52:40.039 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:52:40.041 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:40.041 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:40.049 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:52:40.049 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:52:40.094 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:52:40.128 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:52:40.128 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:52:40.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.171+0000 7f3641940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:40.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.173+0000 7f3641940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:40.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.173+0000 7f3641940800 20 realm 2024-09-12T00:52:40.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.173+0000 7f3641940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:40.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.173+0000 7f3641940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:40.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.173+0000 7f3641940800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:52:40.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.173+0000 7f3641940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:40.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.173+0000 7f3641940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:40.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.173+0000 7f3641940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:40.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.174+0000 7f3641940800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:40.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.174+0000 7f3641940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:40.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.175+0000 7f3641940800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:52:40.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.175+0000 7f3641940800 20 searching for the correct realm 2024-09-12T00:52:40.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.178+0000 7f3634ebf640 0 -- 172.21.15.38:0/309002667 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55e15c847a40 msgr2=0x55e15c849e30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:40.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.182+0000 7f363d6c0640 0 -- 172.21.15.38:0/309002667 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f3628063070 msgr2=0x7f36280b1610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:52:40.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.389+0000 7f3641940800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:52:40.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.389+0000 7f3641940800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:52:40.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.389+0000 7f3641940800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:52:40.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.389+0000 7f3641940800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:52:40.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.389+0000 7f3641940800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:52:40.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.389+0000 7f3641940800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:52:40.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.389+0000 7f3641940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:40.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.389+0000 7f3641940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:40.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.389+0000 7f3641940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:40.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.390+0000 7f3641940800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:52:40.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.390+0000 7f3641940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:40.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.390+0000 7f3641940800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:52:40.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.390+0000 7f3641940800 20 zone default found 2024-09-12T00:52:40.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.390+0000 7f3641940800 4 Realm: () 2024-09-12T00:52:40.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.390+0000 7f3641940800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:52:40.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.390+0000 7f3641940800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:52:40.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.390+0000 7f3641940800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:52:40.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.390+0000 7f3641940800 20 zonegroup default 2024-09-12T00:52:40.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.390+0000 7f3641940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:40.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.390+0000 7f3641940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:40.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.390+0000 7f3641940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:40.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.391+0000 7f3641940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:40.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.391+0000 7f3641940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:40.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.391+0000 7f3641940800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:52:40.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.391+0000 7f3641940800 20 started sync module instance, tier type = 2024-09-12T00:52:40.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.391+0000 7f3641940800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:52:40.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.401+0000 7f3641940800 20 add_watcher() i=0 2024-09-12T00:52:40.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.401+0000 7f3641940800 20 add_watcher() i=1 2024-09-12T00:52:40.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.401+0000 7f3641940800 20 add_watcher() i=2 2024-09-12T00:52:40.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.401+0000 7f3641940800 20 add_watcher() i=3 2024-09-12T00:52:40.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.401+0000 7f3641940800 20 add_watcher() i=4 2024-09-12T00:52:40.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.401+0000 7f3641940800 20 add_watcher() i=5 2024-09-12T00:52:40.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.401+0000 7f3641940800 20 add_watcher() i=6 2024-09-12T00:52:40.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.402+0000 7f3641940800 20 add_watcher() i=7 2024-09-12T00:52:40.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.402+0000 7f3641940800 2 all 8 watchers are set, enabling cache 2024-09-12T00:52:40.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.404+0000 7f34f37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:40.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.404+0000 7f3641940800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:52:40.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.404+0000 7f3641940800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:52:40.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.404+0000 7f3641940800 5 note: GC not initialized 2024-09-12T00:52:40.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.404+0000 7f34f27e4640 20 reqs_thread_entry: start 2024-09-12T00:52:40.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.405+0000 7f3641940800 20 init_complete bucket index max shards: 11 2024-09-12T00:52:40.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.405+0000 7f3641940800 20 Filter name: none 2024-09-12T00:52:40.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.405+0000 7f3463fff640 20 reqs_thread_entry: start 2024-09-12T00:52:40.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.405+0000 7f3641940800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T00:52:40.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.405+0000 7f3641940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:40.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.406+0000 7f3641940800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:52:40.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.406+0000 7f3641940800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T00:52:40.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.406+0000 7f3641940800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T00:52:40.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.406+0000 7f3641940800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 : miss 2024-09-12T00:52:40.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.406+0000 7f3641940800 20 rados->read ofs=0 len=0 2024-09-12T00:52:40.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.406+0000 7f3641940800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:52:40.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.406+0000 7f3641940800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 info.flags=0x17 2024-09-12T00:52:40.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.406+0000 7f3641940800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 to cache LRU end 2024-09-12T00:52:40.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.406+0000 7f3641940800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:52:40.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.406+0000 7f3641940800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:52:40.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.406+0000 7f3641940800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 2024-09-12T00:52:40.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.407+0000 7f3641940800 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 to be held by another RGW process; skipping for now 2024-09-12T00:52:40.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.408+0000 7f34f37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:52:40.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.411+0000 7f3641940800 20 remove_watcher() i=0 2024-09-12T00:52:40.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.411+0000 7f3641940800 2 removed watcher, disabling cache 2024-09-12T00:52:40.411 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.412+0000 7f3641940800 20 remove_watcher() i=1 2024-09-12T00:52:40.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.413+0000 7f3641940800 20 remove_watcher() i=2 2024-09-12T00:52:40.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.415+0000 7f3641940800 20 remove_watcher() i=3 2024-09-12T00:52:40.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.416+0000 7f3641940800 20 remove_watcher() i=4 2024-09-12T00:52:40.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.417+0000 7f3641940800 20 remove_watcher() i=5 2024-09-12T00:52:40.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.418+0000 7f3641940800 20 remove_watcher() i=6 2024-09-12T00:52:40.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:52:40.419+0000 7f3641940800 20 remove_watcher() i=7 2024-09-12T00:52:40.428 INFO:tasks.workunit.client.0.smithi038.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T00:53:10.462 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:53:10.498 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:10.498 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:10.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.737+0000 7f362fd48640 0 --2- 172.21.15.38:0/521813936 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x5636b90699b0 0x5636b906a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T00:53:10.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.749+0000 7f3634613800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.750+0000 7f3634613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:10.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.750+0000 7f3634613800 20 realm 2024-09-12T00:53:10.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.750+0000 7f3634613800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.751+0000 7f3634613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:10.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.751+0000 7f3634613800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:10.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.751+0000 7f3634613800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.751+0000 7f3634613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:10.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.751+0000 7f3634613800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.752+0000 7f3634613800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:10.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.752+0000 7f3634613800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.753+0000 7f3634613800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:10.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.753+0000 7f3634613800 20 searching for the correct realm 2024-09-12T00:53:10.754 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.755+0000 7f362fd48640 0 -- 172.21.15.38:0/1819766487 >> [v2:172.21.15.38:6824/2480374289,v1:172.21.15.38:6825/2480374289] conn(0x7f3624023040 msgr2=0x7f362402d990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:53:10.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.760+0000 7f362f547640 0 -- 172.21.15.38:0/1819766487 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5636b90d85f0 msgr2=0x5636b90daa00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:10.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.767+0000 7f3634613800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:10.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.767+0000 7f3634613800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:10.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.767+0000 7f3634613800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:10.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.767+0000 7f3634613800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:10.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.767+0000 7f3634613800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:10.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.767+0000 7f3634613800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:10.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.767+0000 7f3634613800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.767+0000 7f3634613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:10.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.767+0000 7f3634613800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.767+0000 7f3634613800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:10.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.767+0000 7f3634613800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.768+0000 7f3634613800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:10.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.768+0000 7f3634613800 20 zone default found 2024-09-12T00:53:10.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.768+0000 7f3634613800 4 Realm: () 2024-09-12T00:53:10.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.768+0000 7f3634613800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:10.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.768+0000 7f3634613800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:10.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.768+0000 7f3634613800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:10.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.768+0000 7f3634613800 20 zonegroup default 2024-09-12T00:53:10.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.768+0000 7f3634613800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.768+0000 7f3634613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:10.769 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.768+0000 7f3634613800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.769 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.769+0000 7f3634613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:10.769 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.769+0000 7f3634613800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.769 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.769+0000 7f3634613800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:10.769 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.769+0000 7f3634613800 20 started sync module instance, tier type = 2024-09-12T00:53:10.769 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.769+0000 7f3634613800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:10.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.780+0000 7f3634613800 20 add_watcher() i=0 2024-09-12T00:53:10.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.780+0000 7f3634613800 20 add_watcher() i=1 2024-09-12T00:53:10.779 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.780+0000 7f3634613800 20 add_watcher() i=2 2024-09-12T00:53:10.779 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.780+0000 7f3634613800 20 add_watcher() i=3 2024-09-12T00:53:10.779 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.780+0000 7f3634613800 20 add_watcher() i=4 2024-09-12T00:53:10.779 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.780+0000 7f3634613800 20 add_watcher() i=5 2024-09-12T00:53:10.779 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.780+0000 7f3634613800 20 add_watcher() i=6 2024-09-12T00:53:10.779 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.781+0000 7f3634613800 20 add_watcher() i=7 2024-09-12T00:53:10.779 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.781+0000 7f3634613800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:10.781 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.783+0000 7f34e5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:10.782 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.783+0000 7f3634613800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:10.782 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.783+0000 7f3634613800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:10.782 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.783+0000 7f3634613800 5 note: GC not initialized 2024-09-12T00:53:10.782 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.783+0000 7f34e4fe1640 20 reqs_thread_entry: start 2024-09-12T00:53:10.783 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.783+0000 7f3634613800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:10.783 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.784+0000 7f3634613800 20 Filter name: none 2024-09-12T00:53:10.783 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.784+0000 7f345e7fc640 20 reqs_thread_entry: start 2024-09-12T00:53:10.783 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.784+0000 7f3634613800 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2024-09-12T00:53:10.783 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.784+0000 7f3634613800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.784+0000 7f3634613800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:53:10.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.784+0000 7f3634613800 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2024-09-12T00:53:10.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.784+0000 7f3634613800 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2024-09-12T00:53:10.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.784+0000 7f3634613800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 : miss 2024-09-12T00:53:10.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.784+0000 7f3634613800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.785+0000 7f3634613800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:53:10.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.785+0000 7f3634613800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 info.flags=0x17 2024-09-12T00:53:10.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.785+0000 7f3634613800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 to cache LRU end 2024-09-12T00:53:10.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.785+0000 7f3634613800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:53:10.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.785+0000 7f3634613800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:10.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.785+0000 7f3634613800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 2024-09-12T00:53:10.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.790+0000 7f3634613800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 info.flags=0x17 2024-09-12T00:53:10.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.790+0000 7f3634613800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 to cache LRU end 2024-09-12T00:53:10.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.790+0000 7f3634613800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:10.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.790+0000 7f3634613800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25, ofs0, ns] 2024-09-12T00:53:10.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.790+0000 7f350effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464269 cookie 94793032942048 notifier 6341 bl.length()=1009 2024-09-12T00:53:10.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.790+0000 7f350effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 info.flags=0x17 2024-09-12T00:53:10.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.790+0000 7f350effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 to cache LRU end 2024-09-12T00:53:10.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.790+0000 7f350effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:10.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.790+0000 7f3634613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25]): orig_sources= new_sources= 2024-09-12T00:53:10.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.790+0000 7f3634613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25]): potential sources added=[] removed=[] 2024-09-12T00:53:10.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.790+0000 7f3634613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25]): orig_dests= new_dests= 2024-09-12T00:53:10.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.790+0000 7f3634613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25]): potential dests added=[] removed=[] 2024-09-12T00:53:10.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.0 2024-09-12T00:53:10.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.0 2024-09-12T00:53:10.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.1 2024-09-12T00:53:10.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.1 2024-09-12T00:53:10.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.2 2024-09-12T00:53:10.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.2 2024-09-12T00:53:10.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.3 2024-09-12T00:53:10.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.3 2024-09-12T00:53:10.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.4 2024-09-12T00:53:10.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.4 2024-09-12T00:53:10.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.5 2024-09-12T00:53:10.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.5 2024-09-12T00:53:10.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.6 2024-09-12T00:53:10.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.6 2024-09-12T00:53:10.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.7 2024-09-12T00:53:10.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.7 2024-09-12T00:53:10.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.8 2024-09-12T00:53:10.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.8 2024-09-12T00:53:10.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.9 2024-09-12T00:53:10.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.9 2024-09-12T00:53:10.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.10 2024-09-12T00:53:10.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.10 2024-09-12T00:53:10.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.11 2024-09-12T00:53:10.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1.11 2024-09-12T00:53:10.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.795+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.0 2024-09-12T00:53:10.797 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.796+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1 2024-09-12T00:53:10.797 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.796+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.2 2024-09-12T00:53:10.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.797+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.3 2024-09-12T00:53:10.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.798+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.4 2024-09-12T00:53:10.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.798+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.5 2024-09-12T00:53:10.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.799+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.6 2024-09-12T00:53:10.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.799+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.7 2024-09-12T00:53:10.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.800+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.8 2024-09-12T00:53:10.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.800+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.9 2024-09-12T00:53:10.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.801+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.10 2024-09-12T00:53:10.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.804+0000 7f3634613800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 : hit (requested=0x17, cached=0x17) 2024-09-12T00:53:10.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.804+0000 7f3634613800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 2024-09-12T00:53:10.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.806+0000 7f3634613800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 info.flags=0x17 2024-09-12T00:53:10.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.806+0000 7f3634613800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 to cache LRU end 2024-09-12T00:53:10.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.806+0000 7f3634613800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:10.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.806+0000 7f3634613800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25, ofs0, ns] 2024-09-12T00:53:10.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.806+0000 7f350effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464270 cookie 94793032942048 notifier 6341 bl.length()=1009 2024-09-12T00:53:10.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.806+0000 7f350effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 info.flags=0x17 2024-09-12T00:53:10.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.806+0000 7f350effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 to cache LRU end 2024-09-12T00:53:10.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.806+0000 7f350effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:10.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.807+0000 7f3634613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25]): orig_sources= new_sources= 2024-09-12T00:53:10.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.807+0000 7f3634613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25]): potential sources added=[] removed=[] 2024-09-12T00:53:10.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.807+0000 7f3634613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25]): orig_dests= new_dests= 2024-09-12T00:53:10.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.807+0000 7f3634613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25]): potential dests added=[] removed=[] 2024-09-12T00:53:10.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.809+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.0 2024-09-12T00:53:10.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.809+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.1 2024-09-12T00:53:10.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.810+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.2 2024-09-12T00:53:10.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.810+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.3 2024-09-12T00:53:10.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.810+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.4 2024-09-12T00:53:10.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.811+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.5 2024-09-12T00:53:10.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.811+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.6 2024-09-12T00:53:10.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.812+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.7 2024-09-12T00:53:10.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.812+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.8 2024-09-12T00:53:10.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.812+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.9 2024-09-12T00:53:10.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.813+0000 7f3634613800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25.10 2024-09-12T00:53:10.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.813+0000 7f3634613800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 : hit (requested=0x17, cached=0x17) 2024-09-12T00:53:10.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.813+0000 7f3634613800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 2024-09-12T00:53:10.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.815+0000 7f3634613800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 info.flags=0x17 2024-09-12T00:53:10.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.815+0000 7f3634613800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 to cache LRU end 2024-09-12T00:53:10.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.815+0000 7f3634613800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:10.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.815+0000 7f3634613800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25, ofs0, ns] 2024-09-12T00:53:10.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.815+0000 7f350effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464271 cookie 94793032942048 notifier 6341 bl.length()=977 2024-09-12T00:53:10.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.815+0000 7f350effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 info.flags=0x17 2024-09-12T00:53:10.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.815+0000 7f350effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 to cache LRU end 2024-09-12T00:53:10.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.815+0000 7f350effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:10.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.815+0000 7f3634613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25]): orig_sources= new_sources= 2024-09-12T00:53:10.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.815+0000 7f3634613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25]): potential sources added=[] removed=[] 2024-09-12T00:53:10.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.815+0000 7f3634613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25]): orig_dests= new_dests= 2024-09-12T00:53:10.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.815+0000 7f3634613800 20 handle_bi_update(): bucket=:abort-at-set-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25]): potential dests added=[] removed=[] 2024-09-12T00:53:10.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.818+0000 7f3634613800 1 execute INFO: reshard of bucket "abort-at-set-target-layout" from 11 shards to 12 shards completed successfully 2024-09-12T00:53:10.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.820+0000 7f34e5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:10.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.822+0000 7f3634613800 20 remove_watcher() i=0 2024-09-12T00:53:10.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.822+0000 7f3634613800 2 removed watcher, disabling cache 2024-09-12T00:53:10.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.824+0000 7f3634613800 20 remove_watcher() i=1 2024-09-12T00:53:10.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.825+0000 7f3634613800 20 remove_watcher() i=2 2024-09-12T00:53:10.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.826+0000 7f3634613800 20 remove_watcher() i=3 2024-09-12T00:53:10.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.827+0000 7f3634613800 20 remove_watcher() i=4 2024-09-12T00:53:10.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.828+0000 7f3634613800 20 remove_watcher() i=5 2024-09-12T00:53:10.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.829+0000 7f3634613800 20 remove_watcher() i=6 2024-09-12T00:53:10.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.831+0000 7f3634613800 20 remove_watcher() i=7 2024-09-12T00:53:10.843 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2024-09-12T00:53:10.873 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:10.873 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:10.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.915+0000 7f1a05f46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.917+0000 7f1a05f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:10.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.917+0000 7f1a05f46800 20 realm 2024-09-12T00:53:10.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.917+0000 7f1a05f46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.917+0000 7f1a05f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:10.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.917+0000 7f1a05f46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:10.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.917+0000 7f1a05f46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.917+0000 7f1a05f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:10.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.917+0000 7f1a05f46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.918+0000 7f1a05f46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:10.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.918+0000 7f1a05f46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:10.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.919+0000 7f1a05f46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:10.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.919+0000 7f1a05f46800 20 searching for the correct realm 2024-09-12T00:53:10.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.921+0000 7f1a0322f640 0 -- 172.21.15.38:0/596715715 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55d2580facb0 msgr2=0x55d2580fd0a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:10.923 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:10.925+0000 7f1a03a30640 0 -- 172.21.15.38:0/596715715 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f19f80b17d0 msgr2=0x7f19f80aa250 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:11.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.132+0000 7f1a05f46800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:11.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.132+0000 7f1a05f46800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:11.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.132+0000 7f1a05f46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:11.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.132+0000 7f1a05f46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:11.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.132+0000 7f1a05f46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:11.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.132+0000 7f1a05f46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:11.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.132+0000 7f1a05f46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.132+0000 7f1a05f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.132+0000 7f1a05f46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.132+0000 7f1a05f46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:11.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.132+0000 7f1a05f46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.133+0000 7f1a05f46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:11.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.133+0000 7f1a05f46800 20 zone default found 2024-09-12T00:53:11.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.133+0000 7f1a05f46800 4 Realm: () 2024-09-12T00:53:11.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.133+0000 7f1a05f46800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:11.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.133+0000 7f1a05f46800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:11.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.133+0000 7f1a05f46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:11.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.133+0000 7f1a05f46800 20 zonegroup default 2024-09-12T00:53:11.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.133+0000 7f1a05f46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.133+0000 7f1a05f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.133+0000 7f1a05f46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.133+0000 7f1a05f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.133+0000 7f1a05f46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.134+0000 7f1a05f46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.134+0000 7f1a05f46800 20 started sync module instance, tier type = 2024-09-12T00:53:11.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.134+0000 7f1a05f46800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.144+0000 7f1a05f46800 20 add_watcher() i=0 2024-09-12T00:53:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.144+0000 7f1a05f46800 20 add_watcher() i=1 2024-09-12T00:53:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.144+0000 7f1a05f46800 20 add_watcher() i=2 2024-09-12T00:53:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.144+0000 7f1a05f46800 20 add_watcher() i=3 2024-09-12T00:53:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.144+0000 7f1a05f46800 20 add_watcher() i=4 2024-09-12T00:53:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.144+0000 7f1a05f46800 20 add_watcher() i=5 2024-09-12T00:53:11.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.144+0000 7f1a05f46800 20 add_watcher() i=6 2024-09-12T00:53:11.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.145+0000 7f1a05f46800 20 add_watcher() i=7 2024-09-12T00:53:11.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.145+0000 7f1a05f46800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:11.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.147+0000 7f18b9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:11.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.147+0000 7f1a05f46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:11.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.147+0000 7f1a05f46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:11.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.147+0000 7f1a05f46800 5 note: GC not initialized 2024-09-12T00:53:11.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.147+0000 7f18b8fe1640 20 reqs_thread_entry: start 2024-09-12T00:53:11.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.148+0000 7f1a05f46800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:11.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.148+0000 7f1a05f46800 20 Filter name: none 2024-09-12T00:53:11.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.148+0000 7f18327fc640 20 reqs_thread_entry: start 2024-09-12T00:53:11.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.148+0000 7f1a05f46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.148+0000 7f1a05f46800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:53:11.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.148+0000 7f1a05f46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.149+0000 7f1a05f46800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:53:11.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.149+0000 7f1a05f46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:11.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.149+0000 7f1a05f46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.149+0000 7f1a05f46800 20 rados_obj.operate() r=0 bl.length=218 2024-09-12T00:53:11.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.149+0000 7f1a05f46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.150+0000 7f1a05f46800 20 rados_obj.operate() r=0 bl.length=440 2024-09-12T00:53:11.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.150+0000 7f1a05f46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:11.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.151+0000 7f18b9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:11.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.154+0000 7f1a05f46800 20 remove_watcher() i=0 2024-09-12T00:53:11.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.154+0000 7f1a05f46800 2 removed watcher, disabling cache 2024-09-12T00:53:11.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.155+0000 7f1a05f46800 20 remove_watcher() i=1 2024-09-12T00:53:11.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.156+0000 7f1a05f46800 20 remove_watcher() i=2 2024-09-12T00:53:11.156 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.158+0000 7f1a05f46800 20 remove_watcher() i=3 2024-09-12T00:53:11.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.159+0000 7f1a05f46800 20 remove_watcher() i=4 2024-09-12T00:53:11.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.160+0000 7f1a05f46800 20 remove_watcher() i=5 2024-09-12T00:53:11.160 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.161+0000 7f1a05f46800 20 remove_watcher() i=6 2024-09-12T00:53:11.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.162+0000 7f1a05f46800 20 remove_watcher() i=7 2024-09-12T00:53:11.172 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:11.172 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:53:11.172 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-set-target-layout id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-12T00:53:11.172 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:11.174 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.174 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.178 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.178 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.221 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.221 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.249 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with EIO injected at trim_reshard_log_entries 2024-09-12T00:53:11.249 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:11.250 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.251 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.263 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.264 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.307 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.307 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.315 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.315 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.324 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.324 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.332 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.332 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.340 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.340 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.348 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.348 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.356 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.356 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.364 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.364 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.371 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.371 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.379 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.379 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.388 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.388 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.396 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.396 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.404 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.404 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.413 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.413 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.421 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.421 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.463 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.463 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.472 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.472 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.479 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.479 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.487 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.487 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.495 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:11.495 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:11.504 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T00:53:11.533 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:11.533 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:11.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.574+0000 7f6964a98800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.575+0000 7f6964a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.575+0000 7f6964a98800 20 realm 2024-09-12T00:53:11.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.575+0000 7f6964a98800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.576+0000 7f6964a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.576+0000 7f6964a98800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:11.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.576+0000 7f6964a98800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.576+0000 7f6964a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.576+0000 7f6964a98800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.577+0000 7f6964a98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:11.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.577+0000 7f6964a98800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.578+0000 7f6964a98800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:11.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.578+0000 7f6964a98800 20 searching for the correct realm 2024-09-12T00:53:11.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.580+0000 7f6962d8a640 0 -- 172.21.15.38:0/751566034 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x56330203ef40 msgr2=0x563302041400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:11.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.584+0000 7f6962589640 0 -- 172.21.15.38:0/751566034 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f6958087cf0 msgr2=0x7f69580239a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:11.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.588+0000 7f6964a98800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:11.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.588+0000 7f6964a98800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:11.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.588+0000 7f6964a98800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:11.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.588+0000 7f6964a98800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:11.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.588+0000 7f6964a98800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:11.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.588+0000 7f6964a98800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:11.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.588+0000 7f6964a98800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.588+0000 7f6964a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.588 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.588+0000 7f6964a98800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.588 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.588+0000 7f6964a98800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:11.588 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.588+0000 7f6964a98800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.589+0000 7f6964a98800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:11.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.589+0000 7f6964a98800 20 zone default found 2024-09-12T00:53:11.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.589+0000 7f6964a98800 4 Realm: () 2024-09-12T00:53:11.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.589+0000 7f6964a98800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:11.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.589+0000 7f6964a98800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:11.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.589+0000 7f6964a98800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:11.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.589+0000 7f6964a98800 20 zonegroup default 2024-09-12T00:53:11.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.589+0000 7f6964a98800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.589+0000 7f6964a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.589+0000 7f6964a98800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.589+0000 7f6964a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.589+0000 7f6964a98800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.590+0000 7f6964a98800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.590+0000 7f6964a98800 20 started sync module instance, tier type = 2024-09-12T00:53:11.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.590+0000 7f6964a98800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:11.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.599+0000 7f6964a98800 20 add_watcher() i=0 2024-09-12T00:53:11.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.599+0000 7f6964a98800 20 add_watcher() i=1 2024-09-12T00:53:11.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.599+0000 7f6964a98800 20 add_watcher() i=2 2024-09-12T00:53:11.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.599+0000 7f6964a98800 20 add_watcher() i=3 2024-09-12T00:53:11.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.599+0000 7f6964a98800 20 add_watcher() i=4 2024-09-12T00:53:11.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.599+0000 7f6964a98800 20 add_watcher() i=5 2024-09-12T00:53:11.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.599+0000 7f6964a98800 20 add_watcher() i=6 2024-09-12T00:53:11.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.600+0000 7f6964a98800 20 add_watcher() i=7 2024-09-12T00:53:11.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.600+0000 7f6964a98800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:11.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.601+0000 7f6818fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:11.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.602+0000 7f6964a98800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:11.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.602+0000 7f6964a98800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:11.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.602+0000 7f6964a98800 5 note: GC not initialized 2024-09-12T00:53:11.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.602+0000 7f67937fe640 20 reqs_thread_entry: start 2024-09-12T00:53:11.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.602+0000 7f6964a98800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:11.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.602+0000 7f6964a98800 20 Filter name: none 2024-09-12T00:53:11.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.602+0000 7f67917fa640 20 reqs_thread_entry: start 2024-09-12T00:53:11.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.602+0000 7f6964a98800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.603+0000 7f6964a98800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:11.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.603+0000 7f6964a98800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.603+0000 7f6964a98800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:53:11.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.603+0000 7f6964a98800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:11.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.603+0000 7f6964a98800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.604+0000 7f6964a98800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:11.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.604+0000 7f6964a98800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.604+0000 7f6964a98800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:53:11.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.604+0000 7f6964a98800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:11.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.606+0000 7f6818fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:11.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.608+0000 7f6964a98800 20 remove_watcher() i=0 2024-09-12T00:53:11.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.608+0000 7f6964a98800 2 removed watcher, disabling cache 2024-09-12T00:53:11.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.609+0000 7f6964a98800 20 remove_watcher() i=1 2024-09-12T00:53:11.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.610+0000 7f6964a98800 20 remove_watcher() i=2 2024-09-12T00:53:11.610 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.611+0000 7f6964a98800 20 remove_watcher() i=3 2024-09-12T00:53:11.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.612+0000 7f6964a98800 20 remove_watcher() i=4 2024-09-12T00:53:11.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.613+0000 7f6964a98800 20 remove_watcher() i=5 2024-09-12T00:53:11.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.615+0000 7f6964a98800 20 remove_watcher() i=6 2024-09-12T00:53:11.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.616+0000 7f6964a98800 20 remove_watcher() i=7 2024-09-12T00:53:11.625 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:11.626 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:53:11.626 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-trim-reshard-log-entries id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:53:11.626 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:11.627 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries 2024-09-12T00:53:11.662 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:11.662 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:11.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.702+0000 7f6b3e71f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.704+0000 7f6b3e71f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.704+0000 7f6b3e71f800 20 realm 2024-09-12T00:53:11.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.704+0000 7f6b3e71f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.704+0000 7f6b3e71f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.704+0000 7f6b3e71f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:11.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.704+0000 7f6b3e71f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.704+0000 7f6b3e71f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.704+0000 7f6b3e71f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.705+0000 7f6b3e71f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:11.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.705+0000 7f6b3e71f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.706+0000 7f6b3e71f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:11.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.706+0000 7f6b3e71f800 20 searching for the correct realm 2024-09-12T00:53:11.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.709+0000 7f6b39ca8640 0 -- 172.21.15.38:0/2820734709 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5619a40005c0 msgr2=0x5619a40029b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:11.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.712+0000 7f6b3a4a9640 0 -- 172.21.15.38:0/2820734709 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f6b3003b400 msgr2=0x7f6b3003b880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:11.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.918+0000 7f6b3e71f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:11.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.918+0000 7f6b3e71f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:11.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.918+0000 7f6b3e71f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:11.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.918+0000 7f6b3e71f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:11.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.918+0000 7f6b3e71f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:11.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.918+0000 7f6b3e71f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:11.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.918+0000 7f6b3e71f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.918+0000 7f6b3e71f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.918+0000 7f6b3e71f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.918+0000 7f6b3e71f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:11.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.918+0000 7f6b3e71f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.919+0000 7f6b3e71f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:11.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.919+0000 7f6b3e71f800 20 zone default found 2024-09-12T00:53:11.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.919+0000 7f6b3e71f800 4 Realm: () 2024-09-12T00:53:11.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.919+0000 7f6b3e71f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:11.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.919+0000 7f6b3e71f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:11.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.919+0000 7f6b3e71f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:11.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.919+0000 7f6b3e71f800 20 zonegroup default 2024-09-12T00:53:11.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.919+0000 7f6b3e71f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.919+0000 7f6b3e71f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.919+0000 7f6b3e71f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.919+0000 7f6b3e71f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.919+0000 7f6b3e71f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.920+0000 7f6b3e71f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:11.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.920+0000 7f6b3e71f800 20 started sync module instance, tier type = 2024-09-12T00:53:11.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.920+0000 7f6b3e71f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:11.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.930+0000 7f6b3e71f800 20 add_watcher() i=0 2024-09-12T00:53:11.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.930+0000 7f6b3e71f800 20 add_watcher() i=1 2024-09-12T00:53:11.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.930+0000 7f6b3e71f800 20 add_watcher() i=2 2024-09-12T00:53:11.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.930+0000 7f6b3e71f800 20 add_watcher() i=3 2024-09-12T00:53:11.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.930+0000 7f6b3e71f800 20 add_watcher() i=4 2024-09-12T00:53:11.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.930+0000 7f6b3e71f800 20 add_watcher() i=5 2024-09-12T00:53:11.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.930+0000 7f6b3e71f800 20 add_watcher() i=6 2024-09-12T00:53:11.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.931+0000 7f6b3e71f800 20 add_watcher() i=7 2024-09-12T00:53:11.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.931+0000 7f6b3e71f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:11.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.932+0000 7f69f0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:11.932 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.933+0000 7f6b3e71f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:11.932 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.933+0000 7f6b3e71f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:11.932 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.933+0000 7f6b3e71f800 5 note: GC not initialized 2024-09-12T00:53:11.932 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.933+0000 7f696b7fe640 20 reqs_thread_entry: start 2024-09-12T00:53:11.932 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.933+0000 7f6b3e71f800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:11.932 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.933+0000 7f6b3e71f800 20 Filter name: none 2024-09-12T00:53:11.933 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.933+0000 7f69697fa640 20 reqs_thread_entry: start 2024-09-12T00:53:11.933 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.933+0000 7f6b3e71f800 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T00:53:11.933 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.933+0000 7f6b3e71f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.933 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.934+0000 7f6b3e71f800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:11.933 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.934+0000 7f6b3e71f800 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T00:53:11.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.934+0000 7f6b3e71f800 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T00:53:11.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.934+0000 7f6b3e71f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 : miss 2024-09-12T00:53:11.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.934+0000 7f6b3e71f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:11.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.934+0000 7f6b3e71f800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:53:11.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.934+0000 7f6b3e71f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 info.flags=0x17 2024-09-12T00:53:11.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.934+0000 7f6b3e71f800 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 to cache LRU end 2024-09-12T00:53:11.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.934+0000 7f6b3e71f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:53:11.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.934+0000 7f6b3e71f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:11.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.934+0000 7f6b3e71f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 2024-09-12T00:53:11.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.940+0000 7f6b3e71f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 info.flags=0x17 2024-09-12T00:53:11.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.940+0000 7f6b3e71f800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 to cache LRU end 2024-09-12T00:53:11.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.940+0000 7f6b3e71f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:11.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.940+0000 7f6b3e71f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26, ofs0, ns] 2024-09-12T00:53:11.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.941+0000 7f6a1d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464313 cookie 94668125643776 notifier 6389 bl.length()=1023 2024-09-12T00:53:11.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.941+0000 7f6a1d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 info.flags=0x17 2024-09-12T00:53:11.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.941+0000 7f6a1d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 to cache LRU end 2024-09-12T00:53:11.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.941+0000 7f6a1d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:11.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.941+0000 7f6b3e71f800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26]): orig_sources= new_sources= 2024-09-12T00:53:11.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.941+0000 7f6b3e71f800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26]): potential sources added=[] removed=[] 2024-09-12T00:53:11.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.941+0000 7f6b3e71f800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26]): orig_dests= new_dests= 2024-09-12T00:53:11.941 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.941+0000 7f6b3e71f800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26]): potential dests added=[] removed=[] 2024-09-12T00:53:11.941 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.941+0000 7f6b3e71f800 -1 Injecting error=-5 at location=trim_reshard_log_entries 2024-09-12T00:53:11.941 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.941+0000 7f6b3e71f800 0 ERROR: init_reshard failed to trim reshard log entries: (5) Input/output error 2024-09-12T00:53:11.941 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.943+0000 7f69f0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:11.944 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.945+0000 7f6b3e71f800 20 remove_watcher() i=0 2024-09-12T00:53:11.944 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.945+0000 7f6b3e71f800 2 removed watcher, disabling cache 2024-09-12T00:53:11.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.947+0000 7f6b3e71f800 20 remove_watcher() i=1 2024-09-12T00:53:11.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.948+0000 7f6b3e71f800 20 remove_watcher() i=2 2024-09-12T00:53:11.947 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.949+0000 7f6b3e71f800 20 remove_watcher() i=3 2024-09-12T00:53:11.949 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.950+0000 7f6b3e71f800 20 remove_watcher() i=4 2024-09-12T00:53:11.950 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.951+0000 7f6b3e71f800 20 remove_watcher() i=5 2024-09-12T00:53:11.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.952+0000 7f6b3e71f800 20 remove_watcher() i=6 2024-09-12T00:53:11.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:11.953+0000 7f6b3e71f800 20 remove_watcher() i=7 2024-09-12T00:53:11.965 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T00:53:11.994 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:11.995 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:12.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.039+0000 7f288ea2f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.041+0000 7f288ea2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.041+0000 7f288ea2f800 20 realm 2024-09-12T00:53:12.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.041+0000 7f288ea2f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.041+0000 7f288ea2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.041+0000 7f288ea2f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:12.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.041+0000 7f288ea2f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.041+0000 7f288ea2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.041+0000 7f288ea2f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.042+0000 7f288ea2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:12.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.042+0000 7f288ea2f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.043+0000 7f288ea2f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:12.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.043+0000 7f288ea2f800 20 searching for the correct realm 2024-09-12T00:53:12.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.046+0000 7f288cd1a640 0 -- 172.21.15.38:0/2991322454 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55c87e1a1410 msgr2=0x55c87e1a38d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:12.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.049+0000 7f288c519640 0 -- 172.21.15.38:0/2991322454 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f28800a33b0 msgr2=0x7f28800860d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:53:12.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:12.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:12.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:12.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:12.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:12.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:12.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:12.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:12.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 20 zone default found 2024-09-12T00:53:12.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 4 Realm: () 2024-09-12T00:53:12.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:12.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:12.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:12.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 20 zonegroup default 2024-09-12T00:53:12.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.054+0000 7f288ea2f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.055+0000 7f288ea2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.055+0000 7f288ea2f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.055+0000 7f288ea2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.055+0000 7f288ea2f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.055+0000 7f288ea2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.055+0000 7f288ea2f800 20 started sync module instance, tier type = 2024-09-12T00:53:12.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.055+0000 7f288ea2f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:12.063 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.065+0000 7f288ea2f800 20 add_watcher() i=0 2024-09-12T00:53:12.063 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.065+0000 7f288ea2f800 20 add_watcher() i=1 2024-09-12T00:53:12.063 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.065+0000 7f288ea2f800 20 add_watcher() i=2 2024-09-12T00:53:12.064 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.065+0000 7f288ea2f800 20 add_watcher() i=3 2024-09-12T00:53:12.064 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.065+0000 7f288ea2f800 20 add_watcher() i=4 2024-09-12T00:53:12.064 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.065+0000 7f288ea2f800 20 add_watcher() i=5 2024-09-12T00:53:12.064 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.065+0000 7f288ea2f800 20 add_watcher() i=6 2024-09-12T00:53:12.064 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.066+0000 7f288ea2f800 20 add_watcher() i=7 2024-09-12T00:53:12.064 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.066+0000 7f288ea2f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:12.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.067+0000 7f2742fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:12.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.067+0000 7f288ea2f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:12.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.067+0000 7f288ea2f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:12.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.068+0000 7f288ea2f800 5 note: GC not initialized 2024-09-12T00:53:12.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.068+0000 7f2741fdb640 20 reqs_thread_entry: start 2024-09-12T00:53:12.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.068+0000 7f288ea2f800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:12.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.068+0000 7f288ea2f800 20 Filter name: none 2024-09-12T00:53:12.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.068+0000 7f26b37fe640 20 reqs_thread_entry: start 2024-09-12T00:53:12.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.068+0000 7f288ea2f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.068+0000 7f288ea2f800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:12.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.068+0000 7f288ea2f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.072+0000 7f288ea2f800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T00:53:12.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.072+0000 7f288ea2f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:12.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.072+0000 7f288ea2f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.072+0000 7f288ea2f800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:12.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.072+0000 7f288ea2f800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.072 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.073+0000 7f288ea2f800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T00:53:12.072 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.073+0000 7f288ea2f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:12.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.074+0000 7f2742fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:12.075 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.076+0000 7f288ea2f800 20 remove_watcher() i=0 2024-09-12T00:53:12.075 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.076+0000 7f288ea2f800 2 removed watcher, disabling cache 2024-09-12T00:53:12.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.078+0000 7f288ea2f800 20 remove_watcher() i=1 2024-09-12T00:53:12.077 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.079+0000 7f288ea2f800 20 remove_watcher() i=2 2024-09-12T00:53:12.078 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.080+0000 7f288ea2f800 20 remove_watcher() i=3 2024-09-12T00:53:12.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.081+0000 7f288ea2f800 20 remove_watcher() i=4 2024-09-12T00:53:12.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.082+0000 7f288ea2f800 20 remove_watcher() i=5 2024-09-12T00:53:12.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.083+0000 7f288ea2f800 20 remove_watcher() i=6 2024-09-12T00:53:12.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.084+0000 7f288ea2f800 20 remove_watcher() i=7 2024-09-12T00:53:12.093 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:12.094 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:53:12.094 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-trim-reshard-log-entries id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:53:12.094 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:12.095 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.095 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.103 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.103 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.146 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:53:12.181 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:12.181 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:12.220 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.221+0000 7f5d23144800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.223+0000 7f5d23144800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.223+0000 7f5d23144800 20 realm 2024-09-12T00:53:12.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.223+0000 7f5d23144800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.223+0000 7f5d23144800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.223+0000 7f5d23144800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:12.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.223+0000 7f5d23144800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.223+0000 7f5d23144800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.223+0000 7f5d23144800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.224+0000 7f5d23144800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:12.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.224+0000 7f5d23144800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.225+0000 7f5d23144800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:12.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.225+0000 7f5d23144800 20 searching for the correct realm 2024-09-12T00:53:12.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.227+0000 7f5d1f6f5640 0 -- 172.21.15.38:0/2686461547 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55bb357f5050 msgr2=0x55bb357f7510 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:12.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.230+0000 7f5d1eef4640 0 -- 172.21.15.38:0/2686461547 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f5d140dabb0 msgr2=0x7f5d140cd220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:53:12.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:12.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:12.234 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:12.234 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:12.234 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:12.234 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:12.234 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.234 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.234 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:12.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:12.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 20 zone default found 2024-09-12T00:53:12.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 4 Realm: () 2024-09-12T00:53:12.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:12.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:12.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:12.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 20 zonegroup default 2024-09-12T00:53:12.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.235+0000 7f5d23144800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.236+0000 7f5d23144800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.236+0000 7f5d23144800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.236+0000 7f5d23144800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.236+0000 7f5d23144800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.236+0000 7f5d23144800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.236+0000 7f5d23144800 20 started sync module instance, tier type = 2024-09-12T00:53:12.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.236+0000 7f5d23144800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:12.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.248+0000 7f5d23144800 20 add_watcher() i=0 2024-09-12T00:53:12.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.248+0000 7f5d23144800 20 add_watcher() i=1 2024-09-12T00:53:12.247 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.248+0000 7f5d23144800 20 add_watcher() i=2 2024-09-12T00:53:12.247 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.248+0000 7f5d23144800 20 add_watcher() i=3 2024-09-12T00:53:12.247 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.248+0000 7f5d23144800 20 add_watcher() i=4 2024-09-12T00:53:12.247 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.248+0000 7f5d23144800 20 add_watcher() i=5 2024-09-12T00:53:12.247 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.248+0000 7f5d23144800 20 add_watcher() i=6 2024-09-12T00:53:12.247 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.248+0000 7f5d23144800 20 add_watcher() i=7 2024-09-12T00:53:12.247 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.248+0000 7f5d23144800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:12.249 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.250+0000 7f5bd57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:12.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.250+0000 7f5d23144800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:12.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.250+0000 7f5d23144800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:12.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.251+0000 7f5d23144800 5 note: GC not initialized 2024-09-12T00:53:12.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.251+0000 7f5b4ffff640 20 reqs_thread_entry: start 2024-09-12T00:53:12.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.251+0000 7f5d23144800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:12.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.251+0000 7f5d23144800 20 Filter name: none 2024-09-12T00:53:12.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.251+0000 7f5b4dffb640 20 reqs_thread_entry: start 2024-09-12T00:53:12.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.251+0000 7f5d23144800 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T00:53:12.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.251+0000 7f5d23144800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.252+0000 7f5d23144800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:12.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.252+0000 7f5d23144800 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T00:53:12.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.252+0000 7f5d23144800 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T00:53:12.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.252+0000 7f5d23144800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 : miss 2024-09-12T00:53:12.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.252+0000 7f5d23144800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.252+0000 7f5d23144800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T00:53:12.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.252+0000 7f5d23144800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 info.flags=0x17 2024-09-12T00:53:12.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.252+0000 7f5d23144800 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 to cache LRU end 2024-09-12T00:53:12.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.252+0000 7f5d23144800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:53:12.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.252+0000 7f5d23144800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:12.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.252+0000 7f5d23144800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 2024-09-12T00:53:12.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.253+0000 7f5d23144800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:53:12.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.260+0000 7f5d23144800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 info.flags=0x17 2024-09-12T00:53:12.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.260+0000 7f5d23144800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 to cache LRU end 2024-09-12T00:53:12.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.260+0000 7f5d23144800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:12.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.260+0000 7f5d23144800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26, ofs0, ns] 2024-09-12T00:53:12.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.260+0000 7f5c01ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464314 cookie 94262544787360 notifier 6422 bl.length()=1023 2024-09-12T00:53:12.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.260+0000 7f5c01ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 info.flags=0x17 2024-09-12T00:53:12.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.260+0000 7f5c01ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 to cache LRU end 2024-09-12T00:53:12.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.260+0000 7f5c01ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:12.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.261+0000 7f5d23144800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26]): orig_sources= new_sources= 2024-09-12T00:53:12.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.261+0000 7f5d23144800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26]): potential sources added=[] removed=[] 2024-09-12T00:53:12.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.261+0000 7f5d23144800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26]): orig_dests= new_dests= 2024-09-12T00:53:12.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.261+0000 7f5d23144800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26]): potential dests added=[] removed=[] 2024-09-12T00:53:12.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.0 2024-09-12T00:53:12.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.0 2024-09-12T00:53:12.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.1 2024-09-12T00:53:12.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.1 2024-09-12T00:53:12.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.2 2024-09-12T00:53:12.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.2 2024-09-12T00:53:12.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.3 2024-09-12T00:53:12.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.3 2024-09-12T00:53:12.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.4 2024-09-12T00:53:12.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.4 2024-09-12T00:53:12.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.5 2024-09-12T00:53:12.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.5 2024-09-12T00:53:12.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.6 2024-09-12T00:53:12.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.6 2024-09-12T00:53:12.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.7 2024-09-12T00:53:12.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.7 2024-09-12T00:53:12.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.8 2024-09-12T00:53:12.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.8 2024-09-12T00:53:12.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.9 2024-09-12T00:53:12.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.9 2024-09-12T00:53:12.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.10 2024-09-12T00:53:12.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.10 2024-09-12T00:53:12.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.11 2024-09-12T00:53:12.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2.11 2024-09-12T00:53:12.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.0 2024-09-12T00:53:12.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.1 2024-09-12T00:53:12.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.268+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2 2024-09-12T00:53:12.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.269+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.3 2024-09-12T00:53:12.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.269+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.4 2024-09-12T00:53:12.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.270+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.5 2024-09-12T00:53:12.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.270+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.6 2024-09-12T00:53:12.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.271+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.7 2024-09-12T00:53:12.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.271+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.8 2024-09-12T00:53:12.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.272+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.9 2024-09-12T00:53:12.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.272+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.10 2024-09-12T00:53:12.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.277+0000 7f5d23144800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 : hit (requested=0x17, cached=0x17) 2024-09-12T00:53:12.276 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.277+0000 7f5d23144800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 2024-09-12T00:53:12.277 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.279+0000 7f5d23144800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 info.flags=0x17 2024-09-12T00:53:12.278 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.279+0000 7f5d23144800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 to cache LRU end 2024-09-12T00:53:12.278 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.279+0000 7f5d23144800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:12.278 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.279+0000 7f5d23144800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26, ofs0, ns] 2024-09-12T00:53:12.278 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.279+0000 7f5c027fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464315 cookie 94262544787360 notifier 6422 bl.length()=1023 2024-09-12T00:53:12.278 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.279+0000 7f5c027fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 info.flags=0x17 2024-09-12T00:53:12.278 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.279+0000 7f5c027fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 to cache LRU end 2024-09-12T00:53:12.278 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.279+0000 7f5c027fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:12.278 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.279+0000 7f5d23144800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26]): orig_sources= new_sources= 2024-09-12T00:53:12.278 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.279+0000 7f5d23144800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26]): potential sources added=[] removed=[] 2024-09-12T00:53:12.279 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.279+0000 7f5d23144800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26]): orig_dests= new_dests= 2024-09-12T00:53:12.279 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.279+0000 7f5d23144800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26]): potential dests added=[] removed=[] 2024-09-12T00:53:12.280 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.281+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.0 2024-09-12T00:53:12.280 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.282+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.1 2024-09-12T00:53:12.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.282+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.2 2024-09-12T00:53:12.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.282+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.3 2024-09-12T00:53:12.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.283+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.4 2024-09-12T00:53:12.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.283+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.5 2024-09-12T00:53:12.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.283+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.6 2024-09-12T00:53:12.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.284+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.7 2024-09-12T00:53:12.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.284+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.8 2024-09-12T00:53:12.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.284+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.9 2024-09-12T00:53:12.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.284+0000 7f5d23144800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26.10 2024-09-12T00:53:12.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.285+0000 7f5d23144800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 : hit (requested=0x17, cached=0x17) 2024-09-12T00:53:12.284 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.285+0000 7f5d23144800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 2024-09-12T00:53:12.285 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.286+0000 7f5d23144800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 info.flags=0x17 2024-09-12T00:53:12.285 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.286+0000 7f5d23144800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 to cache LRU end 2024-09-12T00:53:12.285 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.286+0000 7f5d23144800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:12.285 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.286+0000 7f5d23144800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26, ofs0, ns] 2024-09-12T00:53:12.285 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.286+0000 7f5c01ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464316 cookie 94262544787360 notifier 6422 bl.length()=991 2024-09-12T00:53:12.285 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.286+0000 7f5c01ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 info.flags=0x17 2024-09-12T00:53:12.285 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.286+0000 7f5c01ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 to cache LRU end 2024-09-12T00:53:12.285 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.286+0000 7f5c01ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:12.286 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.287+0000 7f5d23144800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26]): orig_sources= new_sources= 2024-09-12T00:53:12.286 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.287+0000 7f5d23144800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26]): potential sources added=[] removed=[] 2024-09-12T00:53:12.286 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.287+0000 7f5d23144800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26]): orig_dests= new_dests= 2024-09-12T00:53:12.286 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.287+0000 7f5d23144800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26]): potential dests added=[] removed=[] 2024-09-12T00:53:12.287 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.289+0000 7f5d23144800 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 11 shards to 12 shards completed successfully 2024-09-12T00:53:12.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.291+0000 7f5bd57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:12.292 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.293+0000 7f5d23144800 20 remove_watcher() i=0 2024-09-12T00:53:12.292 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.293+0000 7f5d23144800 2 removed watcher, disabling cache 2024-09-12T00:53:12.293 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.295+0000 7f5d23144800 20 remove_watcher() i=1 2024-09-12T00:53:12.294 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.296+0000 7f5d23144800 20 remove_watcher() i=2 2024-09-12T00:53:12.295 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.297+0000 7f5d23144800 20 remove_watcher() i=3 2024-09-12T00:53:12.296 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.298+0000 7f5d23144800 20 remove_watcher() i=4 2024-09-12T00:53:12.297 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.299+0000 7f5d23144800 20 remove_watcher() i=5 2024-09-12T00:53:12.298 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.300+0000 7f5d23144800 20 remove_watcher() i=6 2024-09-12T00:53:12.299 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.301+0000 7f5d23144800 20 remove_watcher() i=7 2024-09-12T00:53:12.312 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T00:53:12.341 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:12.341 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:12.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.381+0000 7fa4ea215800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.383+0000 7fa4ea215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.383+0000 7fa4ea215800 20 realm 2024-09-12T00:53:12.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.383+0000 7fa4ea215800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.383+0000 7fa4ea215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.383+0000 7fa4ea215800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:12.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.383+0000 7fa4ea215800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.383+0000 7fa4ea215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.383+0000 7fa4ea215800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.384+0000 7fa4ea215800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:12.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.384+0000 7fa4ea215800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.385+0000 7fa4ea215800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:12.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.385+0000 7fa4ea215800 20 searching for the correct realm 2024-09-12T00:53:12.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.388+0000 7fa4e5191640 0 -- 172.21.15.38:0/1662077313 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5643cf099d30 msgr2=0x5643cf09c120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:12.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.391+0000 7fa4e5992640 0 -- 172.21.15.38:0/1662077313 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fa4dc065040 msgr2=0x7fa4dc09d410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:12.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.598+0000 7fa4ea215800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:12.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.598+0000 7fa4ea215800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:12.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.598+0000 7fa4ea215800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:12.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.598+0000 7fa4ea215800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:12.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.598+0000 7fa4ea215800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:12.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.598+0000 7fa4ea215800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:12.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.598+0000 7fa4ea215800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.598+0000 7fa4ea215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.598+0000 7fa4ea215800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.598+0000 7fa4ea215800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:12.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.598+0000 7fa4ea215800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.599+0000 7fa4ea215800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:12.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.599+0000 7fa4ea215800 20 zone default found 2024-09-12T00:53:12.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.599+0000 7fa4ea215800 4 Realm: () 2024-09-12T00:53:12.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.599+0000 7fa4ea215800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:12.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.599+0000 7fa4ea215800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:12.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.599+0000 7fa4ea215800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:12.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.599+0000 7fa4ea215800 20 zonegroup default 2024-09-12T00:53:12.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.599+0000 7fa4ea215800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.599+0000 7fa4ea215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.599+0000 7fa4ea215800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.599+0000 7fa4ea215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.600+0000 7fa4ea215800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.600+0000 7fa4ea215800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.600+0000 7fa4ea215800 20 started sync module instance, tier type = 2024-09-12T00:53:12.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.600+0000 7fa4ea215800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:12.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.610+0000 7fa4ea215800 20 add_watcher() i=0 2024-09-12T00:53:12.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.610+0000 7fa4ea215800 20 add_watcher() i=1 2024-09-12T00:53:12.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.610+0000 7fa4ea215800 20 add_watcher() i=2 2024-09-12T00:53:12.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.610+0000 7fa4ea215800 20 add_watcher() i=3 2024-09-12T00:53:12.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.610+0000 7fa4ea215800 20 add_watcher() i=4 2024-09-12T00:53:12.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.610+0000 7fa4ea215800 20 add_watcher() i=5 2024-09-12T00:53:12.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.610+0000 7fa4ea215800 20 add_watcher() i=6 2024-09-12T00:53:12.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.611+0000 7fa4ea215800 20 add_watcher() i=7 2024-09-12T00:53:12.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.611+0000 7fa4ea215800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:12.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.612+0000 7fa3977fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:12.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.613+0000 7fa4ea215800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:12.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.613+0000 7fa4ea215800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:12.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.613+0000 7fa4ea215800 5 note: GC not initialized 2024-09-12T00:53:12.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.613+0000 7fa3967fc640 20 reqs_thread_entry: start 2024-09-12T00:53:12.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.613+0000 7fa4ea215800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:12.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.613+0000 7fa4ea215800 20 Filter name: none 2024-09-12T00:53:12.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.613+0000 7fa307fff640 20 reqs_thread_entry: start 2024-09-12T00:53:12.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.613+0000 7fa4ea215800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.614+0000 7fa4ea215800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:12.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.614+0000 7fa4ea215800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.614+0000 7fa4ea215800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:53:12.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.614+0000 7fa4ea215800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:12.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.614+0000 7fa4ea215800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.614+0000 7fa4ea215800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:12.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.614+0000 7fa4ea215800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.615+0000 7fa4ea215800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:53:12.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.615+0000 7fa4ea215800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:12.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.617+0000 7fa3977fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:12.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.619+0000 7fa4ea215800 20 remove_watcher() i=0 2024-09-12T00:53:12.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.619+0000 7fa4ea215800 2 removed watcher, disabling cache 2024-09-12T00:53:12.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.620+0000 7fa4ea215800 20 remove_watcher() i=1 2024-09-12T00:53:12.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.621+0000 7fa4ea215800 20 remove_watcher() i=2 2024-09-12T00:53:12.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.622+0000 7fa4ea215800 20 remove_watcher() i=3 2024-09-12T00:53:12.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.624+0000 7fa4ea215800 20 remove_watcher() i=4 2024-09-12T00:53:12.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.625+0000 7fa4ea215800 20 remove_watcher() i=5 2024-09-12T00:53:12.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.626+0000 7fa4ea215800 20 remove_watcher() i=6 2024-09-12T00:53:12.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.627+0000 7fa4ea215800 20 remove_watcher() i=7 2024-09-12T00:53:12.636 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:12.636 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:53:12.636 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-trim-reshard-log-entries id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-12T00:53:12.636 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:12.638 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.638 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.642 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.642 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.685 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.685 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.713 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with EOPNOTSUPP injected at trim_reshard_log_entries 2024-09-12T00:53:12.713 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:12.713 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.714 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.724 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.724 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.767 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.767 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.774 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.774 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.782 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.782 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.790 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.790 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.798 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.798 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.805 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.806 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.813 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.813 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.821 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.821 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.829 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.829 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.837 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.837 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.845 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.845 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.853 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.853 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.860 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.860 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.868 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.868 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.876 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.876 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.884 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.884 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.892 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.892 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.900 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.900 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.907 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.908 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.916 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:12.916 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:12.924 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T00:53:12.953 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:12.953 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:12.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.993+0000 7fa712d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.995+0000 7fa712d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.995+0000 7fa712d2c800 20 realm 2024-09-12T00:53:12.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.995+0000 7fa712d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.995+0000 7fa712d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.995+0000 7fa712d2c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:12.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.995+0000 7fa712d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.996+0000 7fa712d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:12.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.996+0000 7fa712d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.997+0000 7fa712d2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:12.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.997+0000 7fa712d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:53:12.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.998+0000 7fa712d2c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:12.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:12.998+0000 7fa712d2c800 20 searching for the correct realm 2024-09-12T00:53:12.998 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.000+0000 7fa70e13d640 0 -- 172.21.15.38:0/3714598862 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fa70008ebd0 msgr2=0x7fa700064440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:53:13.003 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.004+0000 7fa70e93e640 0 -- 172.21.15.38:0/3714598862 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fa704060940 msgr2=0x7fa7040906a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:53:13.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.210+0000 7fa712d2c800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:13.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.210+0000 7fa712d2c800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:13.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.210+0000 7fa712d2c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:13.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.210+0000 7fa712d2c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:13.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.210+0000 7fa712d2c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:13.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.210+0000 7fa712d2c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:13.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.210+0000 7fa712d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.211+0000 7fa712d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:13.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.211+0000 7fa712d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.211+0000 7fa712d2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:13.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.211+0000 7fa712d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.211+0000 7fa712d2c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:13.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.211+0000 7fa712d2c800 20 zone default found 2024-09-12T00:53:13.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.211+0000 7fa712d2c800 4 Realm: () 2024-09-12T00:53:13.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.211+0000 7fa712d2c800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:13.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.211+0000 7fa712d2c800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:13.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.211+0000 7fa712d2c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:13.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.211+0000 7fa712d2c800 20 zonegroup default 2024-09-12T00:53:13.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.211+0000 7fa712d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.211+0000 7fa712d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:13.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.211+0000 7fa712d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.212+0000 7fa712d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:13.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.212+0000 7fa712d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.212+0000 7fa712d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:13.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.212+0000 7fa712d2c800 20 started sync module instance, tier type = 2024-09-12T00:53:13.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.212+0000 7fa712d2c800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:13.220 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.221+0000 7fa712d2c800 20 add_watcher() i=0 2024-09-12T00:53:13.220 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.221+0000 7fa712d2c800 20 add_watcher() i=1 2024-09-12T00:53:13.220 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.221+0000 7fa712d2c800 20 add_watcher() i=2 2024-09-12T00:53:13.220 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.221+0000 7fa712d2c800 20 add_watcher() i=3 2024-09-12T00:53:13.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.221+0000 7fa712d2c800 20 add_watcher() i=4 2024-09-12T00:53:13.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.221+0000 7fa712d2c800 20 add_watcher() i=5 2024-09-12T00:53:13.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.222+0000 7fa712d2c800 20 add_watcher() i=6 2024-09-12T00:53:13.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.223+0000 7fa712d2c800 20 add_watcher() i=7 2024-09-12T00:53:13.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.223+0000 7fa712d2c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:13.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.224+0000 7fa5c57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:13.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.224+0000 7fa712d2c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:13.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.224+0000 7fa712d2c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:13.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.224+0000 7fa712d2c800 5 note: GC not initialized 2024-09-12T00:53:13.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.225+0000 7fa53ffff640 20 reqs_thread_entry: start 2024-09-12T00:53:13.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.225+0000 7fa712d2c800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:13.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.225+0000 7fa712d2c800 20 Filter name: none 2024-09-12T00:53:13.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.225+0000 7fa53dffb640 20 reqs_thread_entry: start 2024-09-12T00:53:13.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.225+0000 7fa712d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.226+0000 7fa712d2c800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:13.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.226+0000 7fa712d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.226+0000 7fa712d2c800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:53:13.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.226+0000 7fa712d2c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:13.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.226+0000 7fa712d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.227+0000 7fa712d2c800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:13.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.227+0000 7fa712d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.227+0000 7fa712d2c800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:53:13.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.227+0000 7fa712d2c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:13.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.229+0000 7fa5c57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:13.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.231+0000 7fa712d2c800 20 remove_watcher() i=0 2024-09-12T00:53:13.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.231+0000 7fa712d2c800 2 removed watcher, disabling cache 2024-09-12T00:53:13.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.232+0000 7fa712d2c800 20 remove_watcher() i=1 2024-09-12T00:53:13.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.233+0000 7fa712d2c800 20 remove_watcher() i=2 2024-09-12T00:53:13.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.234+0000 7fa712d2c800 20 remove_watcher() i=3 2024-09-12T00:53:13.234 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.235+0000 7fa712d2c800 20 remove_watcher() i=4 2024-09-12T00:53:13.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.237+0000 7fa712d2c800 20 remove_watcher() i=5 2024-09-12T00:53:13.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.238+0000 7fa712d2c800 20 remove_watcher() i=6 2024-09-12T00:53:13.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.239+0000 7fa712d2c800 20 remove_watcher() i=7 2024-09-12T00:53:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:13.249 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:53:13.249 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-trim-reshard-log-entries id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:53:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:13.251 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at trim_reshard_log_entries --inject-error-code 95 2024-09-12T00:53:13.288 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:13.288 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:13.520 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.522+0000 7fc6af47d640 0 --2- 172.21.15.38:0/2372303610 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x564f989302b0 0x564f989309e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T00:53:13.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.531+0000 7fc6b3735800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.532+0000 7fc6b3735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:13.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.532+0000 7fc6b3735800 20 realm 2024-09-12T00:53:13.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.532+0000 7fc6b3735800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.532+0000 7fc6b3735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:13.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.532+0000 7fc6b3735800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:13.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.532+0000 7fc6b3735800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.532+0000 7fc6b3735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:13.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.532+0000 7fc6b3735800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.532 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.533+0000 7fc6b3735800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:13.532 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.533+0000 7fc6b3735800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.534+0000 7fc6b3735800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:13.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.534+0000 7fc6b3735800 20 searching for the correct realm 2024-09-12T00:53:13.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.536+0000 7fc6af47d640 0 -- 172.21.15.38:0/3203501845 >> [v2:172.21.15.38:6824/2480374289,v1:172.21.15.38:6825/2480374289] conn(0x7fc6a40221a0 msgr2=0x7fc6a4066350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:13.741 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.742+0000 7fc6aec7c640 0 -- 172.21.15.38:0/3203501845 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x564f9899ede0 msgr2=0x564f989a11d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:13.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.748+0000 7fc6b3735800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:13.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.748+0000 7fc6b3735800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:13.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.748+0000 7fc6b3735800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:13.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.748+0000 7fc6b3735800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:13.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.748+0000 7fc6b3735800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:13.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.748+0000 7fc6b3735800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:13.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.748+0000 7fc6b3735800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.749+0000 7fc6b3735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:13.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.749+0000 7fc6b3735800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.749+0000 7fc6b3735800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:13.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.749+0000 7fc6b3735800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.749+0000 7fc6b3735800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:13.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.749+0000 7fc6b3735800 20 zone default found 2024-09-12T00:53:13.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.749+0000 7fc6b3735800 4 Realm: () 2024-09-12T00:53:13.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.749+0000 7fc6b3735800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:13.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.749+0000 7fc6b3735800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:13.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.749+0000 7fc6b3735800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:13.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.749+0000 7fc6b3735800 20 zonegroup default 2024-09-12T00:53:13.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.749+0000 7fc6b3735800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.750+0000 7fc6b3735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:13.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.750+0000 7fc6b3735800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.750+0000 7fc6b3735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:13.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.750+0000 7fc6b3735800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.750+0000 7fc6b3735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:13.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.750+0000 7fc6b3735800 20 started sync module instance, tier type = 2024-09-12T00:53:13.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.750+0000 7fc6b3735800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:13.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.761+0000 7fc6b3735800 20 add_watcher() i=0 2024-09-12T00:53:13.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.761+0000 7fc6b3735800 20 add_watcher() i=1 2024-09-12T00:53:13.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.761+0000 7fc6b3735800 20 add_watcher() i=2 2024-09-12T00:53:13.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.761+0000 7fc6b3735800 20 add_watcher() i=3 2024-09-12T00:53:13.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.761+0000 7fc6b3735800 20 add_watcher() i=4 2024-09-12T00:53:13.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.761+0000 7fc6b3735800 20 add_watcher() i=5 2024-09-12T00:53:13.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.761+0000 7fc6b3735800 20 add_watcher() i=6 2024-09-12T00:53:13.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.762+0000 7fc6b3735800 20 add_watcher() i=7 2024-09-12T00:53:13.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.762+0000 7fc6b3735800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:13.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.764+0000 7fc565fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:13.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.764+0000 7fc6b3735800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:13.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.764+0000 7fc6b3735800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:13.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.764+0000 7fc6b3735800 5 note: GC not initialized 2024-09-12T00:53:13.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.764+0000 7fc564fe1640 20 reqs_thread_entry: start 2024-09-12T00:53:13.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.765+0000 7fc6b3735800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:13.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.765+0000 7fc6b3735800 20 Filter name: none 2024-09-12T00:53:13.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.765+0000 7fc4de7fc640 20 reqs_thread_entry: start 2024-09-12T00:53:13.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.765+0000 7fc6b3735800 10 cache get: name=default.rgw.meta+root+error-at-trim-reshard-log-entries : miss 2024-09-12T00:53:13.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.765+0000 7fc6b3735800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.765+0000 7fc6b3735800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:13.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.765+0000 7fc6b3735800 10 cache put: name=default.rgw.meta+root+error-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T00:53:13.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.765+0000 7fc6b3735800 10 adding default.rgw.meta+root+error-at-trim-reshard-log-entries to cache LRU end 2024-09-12T00:53:13.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.765+0000 7fc6b3735800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27 : miss 2024-09-12T00:53:13.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.765+0000 7fc6b3735800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.766+0000 7fc6b3735800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:53:13.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.766+0000 7fc6b3735800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27 info.flags=0x17 2024-09-12T00:53:13.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.766+0000 7fc6b3735800 10 adding default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27 to cache LRU end 2024-09-12T00:53:13.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.766+0000 7fc6b3735800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:53:13.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.766+0000 7fc6b3735800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:13.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.766+0000 7fc6b3735800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27 2024-09-12T00:53:13.771 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.772+0000 7fc6b3735800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27 info.flags=0x17 2024-09-12T00:53:13.771 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.772+0000 7fc6b3735800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27 to cache LRU end 2024-09-12T00:53:13.771 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.772+0000 7fc6b3735800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:13.771 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.772+0000 7fc6b3735800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27, ofs0, ns] 2024-09-12T00:53:13.771 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.773+0000 7fc5927fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464319 cookie 94899862636688 notifier 6470 bl.length()=1023 2024-09-12T00:53:13.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.773+0000 7fc5927fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27 info.flags=0x17 2024-09-12T00:53:13.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.773+0000 7fc5927fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27 to cache LRU end 2024-09-12T00:53:13.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.773+0000 7fc5927fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:13.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.773+0000 7fc6b3735800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27]): orig_sources= new_sources= 2024-09-12T00:53:13.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.773+0000 7fc6b3735800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27]): potential sources added=[] removed=[] 2024-09-12T00:53:13.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.773+0000 7fc6b3735800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27]): orig_dests= new_dests= 2024-09-12T00:53:13.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.773+0000 7fc6b3735800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27]): potential dests added=[] removed=[] 2024-09-12T00:53:13.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.773+0000 7fc6b3735800 -1 Injecting error=-95 at location=trim_reshard_log_entries 2024-09-12T00:53:13.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.773+0000 7fc6b3735800 0 WARNING: trim_reshard_log_entries() does not supported logrecord, falling back to block reshard mode. 2024-09-12T00:53:13.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.0 2024-09-12T00:53:13.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.0 2024-09-12T00:53:13.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.1 2024-09-12T00:53:13.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.1 2024-09-12T00:53:13.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.2 2024-09-12T00:53:13.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.2 2024-09-12T00:53:13.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.3 2024-09-12T00:53:13.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.3 2024-09-12T00:53:13.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.4 2024-09-12T00:53:13.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.4 2024-09-12T00:53:13.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.5 2024-09-12T00:53:13.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.5 2024-09-12T00:53:13.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.6 2024-09-12T00:53:13.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.6 2024-09-12T00:53:13.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.7 2024-09-12T00:53:13.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.7 2024-09-12T00:53:13.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.8 2024-09-12T00:53:13.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.8 2024-09-12T00:53:13.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.9 2024-09-12T00:53:13.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.9 2024-09-12T00:53:13.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.10 2024-09-12T00:53:13.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.10 2024-09-12T00:53:13.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.11 2024-09-12T00:53:13.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1.11 2024-09-12T00:53:13.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.0 2024-09-12T00:53:13.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.776+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.1 2024-09-12T00:53:13.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.777+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.2 2024-09-12T00:53:13.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.777+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.3 2024-09-12T00:53:13.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.778+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.4 2024-09-12T00:53:13.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.779+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.5 2024-09-12T00:53:13.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.779+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.6 2024-09-12T00:53:13.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.780+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.7 2024-09-12T00:53:13.779 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.780+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.8 2024-09-12T00:53:13.779 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.781+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.9 2024-09-12T00:53:13.780 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.781+0000 7fc6b3735800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27.10 2024-09-12T00:53:13.783 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.785+0000 7fc6b3735800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27 : hit (requested=0x17, cached=0x17) 2024-09-12T00:53:13.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.785+0000 7fc6b3735800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27 2024-09-12T00:53:13.785 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.786+0000 7fc6b3735800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27 info.flags=0x17 2024-09-12T00:53:13.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.786+0000 7fc6b3735800 10 moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27 to cache LRU end 2024-09-12T00:53:13.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.786+0000 7fc6b3735800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:13.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.786+0000 7fc6b3735800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27, ofs0, ns] 2024-09-12T00:53:13.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.787+0000 7fc592ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464320 cookie 94899862636688 notifier 6470 bl.length()=991 2024-09-12T00:53:13.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.787+0000 7fc592ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27 info.flags=0x17 2024-09-12T00:53:13.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.787+0000 7fc592ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27 to cache LRU end 2024-09-12T00:53:13.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.787+0000 7fc592ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:13.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.787+0000 7fc6b3735800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27]): orig_sources= new_sources= 2024-09-12T00:53:13.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.787+0000 7fc6b3735800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27]): potential sources added=[] removed=[] 2024-09-12T00:53:13.787 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.787+0000 7fc6b3735800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27]): orig_dests= new_dests= 2024-09-12T00:53:13.787 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.787+0000 7fc6b3735800 20 handle_bi_update(): bucket=:error-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27]): potential dests added=[] removed=[] 2024-09-12T00:53:13.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.790+0000 7fc6b3735800 1 execute INFO: reshard of bucket "error-at-trim-reshard-log-entries" from 11 shards to 12 shards completed successfully 2024-09-12T00:53:13.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.792+0000 7fc565fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:13.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.794+0000 7fc6b3735800 20 remove_watcher() i=0 2024-09-12T00:53:13.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.794+0000 7fc6b3735800 2 removed watcher, disabling cache 2024-09-12T00:53:13.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.796+0000 7fc6b3735800 20 remove_watcher() i=1 2024-09-12T00:53:13.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.797+0000 7fc6b3735800 20 remove_watcher() i=2 2024-09-12T00:53:13.797 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.798+0000 7fc6b3735800 20 remove_watcher() i=3 2024-09-12T00:53:13.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.800+0000 7fc6b3735800 20 remove_watcher() i=4 2024-09-12T00:53:13.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.800+0000 7fc6b3735800 20 remove_watcher() i=5 2024-09-12T00:53:13.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.802+0000 7fc6b3735800 20 remove_watcher() i=6 2024-09-12T00:53:13.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.803+0000 7fc6b3735800 20 remove_watcher() i=7 2024-09-12T00:53:13.815 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-trim-reshard-log-entries 2024-09-12T00:53:13.844 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:13.844 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:13.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.885+0000 7fc2a5b23800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.887+0000 7fc2a5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:13.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.887+0000 7fc2a5b23800 20 realm 2024-09-12T00:53:13.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.887+0000 7fc2a5b23800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.887+0000 7fc2a5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:13.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.887+0000 7fc2a5b23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:13.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.887+0000 7fc2a5b23800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.887+0000 7fc2a5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:13.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.887+0000 7fc2a5b23800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.888+0000 7fc2a5b23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:13.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.888+0000 7fc2a5b23800 20 rados->read ofs=0 len=0 2024-09-12T00:53:13.888 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.889+0000 7fc2a5b23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:13.888 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.889+0000 7fc2a5b23800 20 searching for the correct realm 2024-09-12T00:53:13.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.892+0000 7fc2a1012640 0 -- 172.21.15.38:0/759751094 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5623bbbe0220 msgr2=0x5623bbbe2610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:53:13.894 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:13.896+0000 7fc2a1813640 0 -- 172.21.15.38:0/759751094 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fc298077410 msgr2=0x7fc298077870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:53:14.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.103+0000 7fc2a5b23800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:14.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.103+0000 7fc2a5b23800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:14.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.103+0000 7fc2a5b23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:14.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.103+0000 7fc2a5b23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:14.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.103+0000 7fc2a5b23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:14.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.103+0000 7fc2a5b23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:14.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.103+0000 7fc2a5b23800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.103+0000 7fc2a5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:14.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.103+0000 7fc2a5b23800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.104+0000 7fc2a5b23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:14.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.104+0000 7fc2a5b23800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.104+0000 7fc2a5b23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:14.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.104+0000 7fc2a5b23800 20 zone default found 2024-09-12T00:53:14.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.104+0000 7fc2a5b23800 4 Realm: () 2024-09-12T00:53:14.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.104+0000 7fc2a5b23800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:14.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.104+0000 7fc2a5b23800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:14.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.104+0000 7fc2a5b23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:14.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.104+0000 7fc2a5b23800 20 zonegroup default 2024-09-12T00:53:14.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.104+0000 7fc2a5b23800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.104+0000 7fc2a5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:14.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.104+0000 7fc2a5b23800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.105+0000 7fc2a5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:14.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.105+0000 7fc2a5b23800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.105+0000 7fc2a5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:14.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.105+0000 7fc2a5b23800 20 started sync module instance, tier type = 2024-09-12T00:53:14.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.105+0000 7fc2a5b23800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:14.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.115+0000 7fc2a5b23800 20 add_watcher() i=0 2024-09-12T00:53:14.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.115+0000 7fc2a5b23800 20 add_watcher() i=1 2024-09-12T00:53:14.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.115+0000 7fc2a5b23800 20 add_watcher() i=2 2024-09-12T00:53:14.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.115+0000 7fc2a5b23800 20 add_watcher() i=3 2024-09-12T00:53:14.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.115+0000 7fc2a5b23800 20 add_watcher() i=4 2024-09-12T00:53:14.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.115+0000 7fc2a5b23800 20 add_watcher() i=5 2024-09-12T00:53:14.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.115+0000 7fc2a5b23800 20 add_watcher() i=6 2024-09-12T00:53:14.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.116+0000 7fc2a5b23800 20 add_watcher() i=7 2024-09-12T00:53:14.115 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.116+0000 7fc2a5b23800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:14.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.118+0000 7fc14b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:14.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.118+0000 7fc2a5b23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:14.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.118+0000 7fc2a5b23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:14.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.118+0000 7fc2a5b23800 5 note: GC not initialized 2024-09-12T00:53:14.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.118+0000 7fc14a7fc640 20 reqs_thread_entry: start 2024-09-12T00:53:14.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.118+0000 7fc2a5b23800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:14.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.118+0000 7fc2a5b23800 20 Filter name: none 2024-09-12T00:53:14.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.119+0000 7fc0c3fff640 20 reqs_thread_entry: start 2024-09-12T00:53:14.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.119+0000 7fc2a5b23800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.119+0000 7fc2a5b23800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:14.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.119+0000 7fc2a5b23800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.120+0000 7fc2a5b23800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:53:14.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.120+0000 7fc2a5b23800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:14.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.120+0000 7fc2a5b23800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.120+0000 7fc2a5b23800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:14.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.120+0000 7fc2a5b23800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.120 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.121+0000 7fc2a5b23800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:53:14.120 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.121+0000 7fc2a5b23800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:14.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.123+0000 7fc14b7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:14.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.125+0000 7fc2a5b23800 20 remove_watcher() i=0 2024-09-12T00:53:14.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.125+0000 7fc2a5b23800 2 removed watcher, disabling cache 2024-09-12T00:53:14.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.127+0000 7fc2a5b23800 20 remove_watcher() i=1 2024-09-12T00:53:14.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.128+0000 7fc2a5b23800 20 remove_watcher() i=2 2024-09-12T00:53:14.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.129+0000 7fc2a5b23800 20 remove_watcher() i=3 2024-09-12T00:53:14.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.130+0000 7fc2a5b23800 20 remove_watcher() i=4 2024-09-12T00:53:14.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.131+0000 7fc2a5b23800 20 remove_watcher() i=5 2024-09-12T00:53:14.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.132+0000 7fc2a5b23800 20 remove_watcher() i=6 2024-09-12T00:53:14.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.133+0000 7fc2a5b23800 20 remove_watcher() i=7 2024-09-12T00:53:14.142 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:14.143 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:53:14.143 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-trim-reshard-log-entries id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27 num_objects: 20 size_kb: 1 num_shards: 12 2024-09-12T00:53:14.143 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:14.145 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.145 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.148 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.148 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.191 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.191 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.219 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with abort at trim_reshard_log_entries 2024-09-12T00:53:14.219 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:14.221 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.221 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.235 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.235 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.278 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.278 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.289 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.289 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.297 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.297 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.305 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.305 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.312 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.312 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.320 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.320 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.328 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.328 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.336 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.337 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.345 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.345 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.353 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.353 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.361 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.361 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.369 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.370 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.378 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.378 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.385 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.386 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.393 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.393 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.401 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.401 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.410 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.410 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.418 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.418 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.426 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.426 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.434 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:14.435 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:14.443 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T00:53:14.472 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:14.472 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:14.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.513+0000 7f8382946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.514+0000 7f8382946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:14.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.514+0000 7f8382946800 20 realm 2024-09-12T00:53:14.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.514+0000 7f8382946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.515+0000 7f8382946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:14.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.515+0000 7f8382946800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:14.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.515+0000 7f8382946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.515+0000 7f8382946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:14.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.515+0000 7f8382946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.516+0000 7f8382946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:14.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.516+0000 7f8382946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.515 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.517+0000 7f8382946800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:14.515 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.517+0000 7f8382946800 20 searching for the correct realm 2024-09-12T00:53:14.517 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.519+0000 7f837fc36640 0 -- 172.21.15.38:0/3413118374 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f83700e11f0 msgr2=0x7f83700aa6f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:14.521 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.523+0000 7f8380437640 0 -- 172.21.15.38:0/3413118374 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f8374060dc0 msgr2=0x7f8374008720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:53:14.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.730+0000 7f8382946800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:14.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.730+0000 7f8382946800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:14.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.730+0000 7f8382946800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:14.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.730+0000 7f8382946800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:14.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.730+0000 7f8382946800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:14.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.730+0000 7f8382946800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:14.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.730+0000 7f8382946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.730+0000 7f8382946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:14.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.730+0000 7f8382946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.730 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.730+0000 7f8382946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:14.730 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.730+0000 7f8382946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.730 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.731+0000 7f8382946800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:14.730 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.731+0000 7f8382946800 20 zone default found 2024-09-12T00:53:14.730 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.731+0000 7f8382946800 4 Realm: () 2024-09-12T00:53:14.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.731+0000 7f8382946800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:14.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.731+0000 7f8382946800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:14.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.731+0000 7f8382946800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:14.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.731+0000 7f8382946800 20 zonegroup default 2024-09-12T00:53:14.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.731+0000 7f8382946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.731+0000 7f8382946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:14.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.731+0000 7f8382946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.732+0000 7f8382946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:14.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.732+0000 7f8382946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.732+0000 7f8382946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:14.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.732+0000 7f8382946800 20 started sync module instance, tier type = 2024-09-12T00:53:14.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.732+0000 7f8382946800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:14.744 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.743+0000 7f8382946800 20 add_watcher() i=0 2024-09-12T00:53:14.744 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.743+0000 7f8382946800 20 add_watcher() i=1 2024-09-12T00:53:14.744 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.743+0000 7f8382946800 20 add_watcher() i=2 2024-09-12T00:53:14.744 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.743+0000 7f8382946800 20 add_watcher() i=3 2024-09-12T00:53:14.744 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.743+0000 7f8382946800 20 add_watcher() i=4 2024-09-12T00:53:14.744 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.743+0000 7f8382946800 20 add_watcher() i=5 2024-09-12T00:53:14.744 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.743+0000 7f8382946800 20 add_watcher() i=6 2024-09-12T00:53:14.744 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.744+0000 7f8382946800 20 add_watcher() i=7 2024-09-12T00:53:14.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.744+0000 7f8382946800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:14.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.746+0000 7f8236fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:14.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.746+0000 7f8382946800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:14.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.746+0000 7f8382946800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:14.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.746+0000 7f8382946800 5 note: GC not initialized 2024-09-12T00:53:14.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.747+0000 7f8235fdb640 20 reqs_thread_entry: start 2024-09-12T00:53:14.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.747+0000 7f8382946800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:14.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.747+0000 7f8382946800 20 Filter name: none 2024-09-12T00:53:14.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.747+0000 7f81a77fe640 20 reqs_thread_entry: start 2024-09-12T00:53:14.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.747+0000 7f8382946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.748+0000 7f8382946800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:14.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.748+0000 7f8382946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.748+0000 7f8382946800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:53:14.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.748+0000 7f8382946800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:14.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.748+0000 7f8382946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.749+0000 7f8382946800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:14.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.749+0000 7f8382946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.749+0000 7f8382946800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:53:14.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.749+0000 7f8382946800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:14.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.751+0000 7f8236fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:14.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.753+0000 7f8382946800 20 remove_watcher() i=0 2024-09-12T00:53:14.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.753+0000 7f8382946800 2 removed watcher, disabling cache 2024-09-12T00:53:14.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.754+0000 7f8382946800 20 remove_watcher() i=1 2024-09-12T00:53:14.754 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.755+0000 7f8382946800 20 remove_watcher() i=2 2024-09-12T00:53:14.755 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.756+0000 7f8382946800 20 remove_watcher() i=3 2024-09-12T00:53:14.756 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.757+0000 7f8382946800 20 remove_watcher() i=4 2024-09-12T00:53:14.757 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.758+0000 7f8382946800 20 remove_watcher() i=5 2024-09-12T00:53:14.758 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.760+0000 7f8382946800 20 remove_watcher() i=6 2024-09-12T00:53:14.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.761+0000 7f8382946800 20 remove_watcher() i=7 2024-09-12T00:53:14.771 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:14.771 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:53:14.771 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-trim-reshard-log-entries id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:53:14.771 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:14.772 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at trim_reshard_log_entries 2024-09-12T00:53:14.807 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:14.807 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:14.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.849+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.850+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:14.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.850+0000 7f1b65a15800 20 realm 2024-09-12T00:53:14.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.850+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.851+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:14.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.851+0000 7f1b65a15800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:14.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.851+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.851+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:14.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.851+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.852+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:14.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.852+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:14.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.852+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:14.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.853+0000 7f1b65a15800 20 searching for the correct realm 2024-09-12T00:53:14.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.855+0000 7f1b60991640 0 -- 172.21.15.38:0/3605003568 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55c0edf77610 msgr2=0x55c0edf79a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:14.857 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:14.859+0000 7f1b61192640 0 -- 172.21.15.38:0/3605003568 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f1b58008070 msgr2=0x7f1b580a09a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:15.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:15.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:15.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:15.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:15.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:15.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:15.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.066+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.066+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.066+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.066+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:15.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.066+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.067+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:15.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.067+0000 7f1b65a15800 20 zone default found 2024-09-12T00:53:15.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.067+0000 7f1b65a15800 4 Realm: () 2024-09-12T00:53:15.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.067+0000 7f1b65a15800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:15.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.067+0000 7f1b65a15800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:15.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.067+0000 7f1b65a15800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:15.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.067+0000 7f1b65a15800 20 zonegroup default 2024-09-12T00:53:15.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.067+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.067+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.067+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.068+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.068+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.068+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.068+0000 7f1b65a15800 20 started sync module instance, tier type = 2024-09-12T00:53:15.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.068+0000 7f1b65a15800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:15.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=0 2024-09-12T00:53:15.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=1 2024-09-12T00:53:15.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=2 2024-09-12T00:53:15.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=3 2024-09-12T00:53:15.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=4 2024-09-12T00:53:15.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=5 2024-09-12T00:53:15.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=6 2024-09-12T00:53:15.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.082+0000 7f1b65a15800 20 add_watcher() i=7 2024-09-12T00:53:15.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.082+0000 7f1b65a15800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:15.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.084+0000 7f1a17fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:15.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.084+0000 7f1b65a15800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:15.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.084+0000 7f1b65a15800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:15.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.084+0000 7f1b65a15800 5 note: GC not initialized 2024-09-12T00:53:15.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.085+0000 7f1a16fe5640 20 reqs_thread_entry: start 2024-09-12T00:53:15.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.085+0000 7f1b65a15800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:15.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.085+0000 7f1b65a15800 20 Filter name: none 2024-09-12T00:53:15.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.085+0000 7f1a14fe1640 20 reqs_thread_entry: start 2024-09-12T00:53:15.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.085+0000 7f1b65a15800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T00:53:15.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.085+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.086+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:15.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.086+0000 7f1b65a15800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T00:53:15.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.086+0000 7f1b65a15800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T00:53:15.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.086+0000 7f1b65a15800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 : miss 2024-09-12T00:53:15.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.086+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.086+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:53:15.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.086+0000 7f1b65a15800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 info.flags=0x17 2024-09-12T00:53:15.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.086+0000 7f1b65a15800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to cache LRU end 2024-09-12T00:53:15.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.086+0000 7f1b65a15800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:53:15.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.086+0000 7f1b65a15800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:15.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.086+0000 7f1b65a15800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 2024-09-12T00:53:15.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.091+0000 7f1b65a15800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 info.flags=0x17 2024-09-12T00:53:15.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.091+0000 7f1b65a15800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to cache LRU end 2024-09-12T00:53:15.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.091+0000 7f1b65a15800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:15.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.091+0000 7f1b65a15800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28, ofs0, ns] 2024-09-12T00:53:15.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.092+0000 7f1a33fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464274 cookie 94287114551584 notifier 6515 bl.length()=1023 2024-09-12T00:53:15.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.092+0000 7f1a33fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 info.flags=0x17 2024-09-12T00:53:15.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.092+0000 7f1a33fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to cache LRU end 2024-09-12T00:53:15.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.092+0000 7f1a33fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:15.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.092+0000 7f1b65a15800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): orig_sources= new_sources= 2024-09-12T00:53:15.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.092+0000 7f1b65a15800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): potential sources added=[] removed=[] 2024-09-12T00:53:15.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.092+0000 7f1b65a15800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): orig_dests= new_dests= 2024-09-12T00:53:15.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.092+0000 7f1b65a15800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): potential dests added=[] removed=[] 2024-09-12T00:53:15.092 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f1b65a15800 time 2024-09-12T00:53:15.093525+0000 2024-09-12T00:53:15.092 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:53:15.092 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:53:15.092 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f1b66b8c71a] 2024-09-12T00:53:15.092 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f1b66b8c8d8] 2024-09-12T00:53:15.092 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c0eb35e641] 2024-09-12T00:53:15.093 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd884de) [0x55c0eb8714de] 2024-09-12T00:53:15.093 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c0eb36e31d] 2024-09-12T00:53:15.093 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:53:15.093 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f1b65829590] 2024-09-12T00:53:15.093 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:53:15.093 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:53:15.093 INFO:tasks.workunit.client.0.smithi038.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:53:15.093 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f1b65a15800 thread_name:radosgw-admin 2024-09-12T00:53:15.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.093+0000 7f1b65a15800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f1b65a15800 time 2024-09-12T00:53:15.093525+0000 2024-09-12T00:53:15.093 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:53:15.093 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.093 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:53:15.093 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f1b66b8c71a] 2024-09-12T00:53:15.093 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f1b66b8c8d8] 2024-09-12T00:53:15.094 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c0eb35e641] 2024-09-12T00:53:15.094 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd884de) [0x55c0eb8714de] 2024-09-12T00:53:15.094 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c0eb36e31d] 2024-09-12T00:53:15.094 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:53:15.094 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f1b65829590] 2024-09-12T00:53:15.094 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:53:15.094 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:53:15.094 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.108 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:53:15.108 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f1b6583e6f0] 2024-09-12T00:53:15.108 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f1b6588b99c] 2024-09-12T00:53:15.109 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:53:15.109 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:53:15.109 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f1b66b8c774] 2024-09-12T00:53:15.109 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f1b66b8c8d8] 2024-09-12T00:53:15.109 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c0eb35e641] 2024-09-12T00:53:15.109 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd884de) [0x55c0eb8714de] 2024-09-12T00:53:15.109 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c0eb36e31d] 2024-09-12T00:53:15.109 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:53:15.109 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f1b65829590] 2024-09-12T00:53:15.109 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:53:15.109 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:53:15.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.094+0000 7f1b65a15800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:53:15.110 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f1b65a15800 thread_name:radosgw-admin 2024-09-12T00:53:15.110 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.110 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:53:15.110 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f1b6583e6f0] 2024-09-12T00:53:15.110 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f1b6588b99c] 2024-09-12T00:53:15.110 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:53:15.110 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:53:15.110 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f1b66b8c774] 2024-09-12T00:53:15.110 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f1b66b8c8d8] 2024-09-12T00:53:15.110 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c0eb35e641] 2024-09-12T00:53:15.110 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd884de) [0x55c0eb8714de] 2024-09-12T00:53:15.110 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c0eb36e31d] 2024-09-12T00:53:15.110 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:53:15.111 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f1b65829590] 2024-09-12T00:53:15.111 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:53:15.111 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:53:15.111 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:53:15.111 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.111 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:53:15.111 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:53:14.831+0000 7f1a4f606640 10 monclient: dump: 2024-09-12T00:53:15.111 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.111 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.111 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.111 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.111 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.112 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.112 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.112 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.112 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.112 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.112 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:53:14.831+0000 7f1b65a15800 10 monclient: get_monmap_and_config success 2024-09-12T00:53:15.112 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:53:14.831+0000 7f1b65a15800 4 set_mon_vals no callback set 2024-09-12T00:53:15.112 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:53:14.831+0000 7f1b65a15800 10 monclient: shutdown 2024-09-12T00:53:15.112 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 asok(0x55c0edc64630) unregister_commands rotate-key 2024-09-12T00:53:15.112 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:53:14.831+0000 7f1b65a15800 10 monclient: build_initial_monmap 2024-09-12T00:53:15.112 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:53:14.831+0000 7f1b65a15800 1 build_initial for_mkfs: 0 2024-09-12T00:53:15.112 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:53:14.831+0000 7f1b65a15800 10 monclient: monmap: 2024-09-12T00:53:15.113 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:53:15.113 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:53:15.113 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:53:15.113 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:53:15.113 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:53:15.113 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.113 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:53:15.113 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:53:15.113 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:53:15.113 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.113 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding auth protocol: cephx 2024-09-12T00:53:15.113 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding auth protocol: cephx 2024-09-12T00:53:15.113 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding auth protocol: cephx 2024-09-12T00:53:15.113 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: secure 2024-09-12T00:53:15.114 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: crc 2024-09-12T00:53:15.114 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: secure 2024-09-12T00:53:15.114 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: crc 2024-09-12T00:53:15.114 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: secure 2024-09-12T00:53:15.114 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: crc 2024-09-12T00:53:15.114 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: crc 2024-09-12T00:53:15.114 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: secure 2024-09-12T00:53:15.114 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: crc 2024-09-12T00:53:15.114 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: secure 2024-09-12T00:53:15.114 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: crc 2024-09-12T00:53:15.114 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: secure 2024-09-12T00:53:15.114 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:53:14.832+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.114 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:53:14.832+0000 7f1b65a15800 1 librados: starting msgr at 2024-09-12T00:53:15.114 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:53:14.832+0000 7f1b65a15800 1 librados: starting objecter 2024-09-12T00:53:15.114 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command objecter_requests hook 0x55c0ede85410 2024-09-12T00:53:15.115 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:53:14.832+0000 7f1b65a15800 1 librados: setting wanted keys 2024-09-12T00:53:15.115 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:53:14.832+0000 7f1b65a15800 1 librados: calling monclient init 2024-09-12T00:53:15.115 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient: init 2024-09-12T00:53:15.115 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding auth protocol: cephx 2024-09-12T00:53:15.115 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding auth protocol: cephx 2024-09-12T00:53:15.115 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding auth protocol: cephx 2024-09-12T00:53:15.115 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: secure 2024-09-12T00:53:15.115 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: crc 2024-09-12T00:53:15.115 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: secure 2024-09-12T00:53:15.115 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: crc 2024-09-12T00:53:15.115 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: secure 2024-09-12T00:53:15.115 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: crc 2024-09-12T00:53:15.115 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: crc 2024-09-12T00:53:15.115 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: secure 2024-09-12T00:53:15.116 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: crc 2024-09-12T00:53:15.116 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: secure 2024-09-12T00:53:15.116 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: crc 2024-09-12T00:53:15.116 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: secure 2024-09-12T00:53:15.116 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:53:14.832+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.116 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:53:14.832+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.116 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command rotate-key hook 0x55c0ede83848 2024-09-12T00:53:15.116 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient: _reopen_session rank -1 2024-09-12T00:53:15.116 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:53:15.116 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-b con 0x55c0edcfb1b0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:53:15.116 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-c con 0x55c0edd30c50 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:53:15.116 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-a con 0x55c0eddc60d0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:53:15.116 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.116 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.117 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.117 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient(hunting): _renew_subs 2024-09-12T00:53:15.117 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient(hunting): authenticate will time out at 1901.283888s 2024-09-12T00:53:15.117 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:53:14.832+0000 7f1b61993640 10 monclient(hunting): get_auth_request con 0x55c0eddc60d0 auth_method 0 2024-09-12T00:53:15.117 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.117 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.117 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.117 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:53:14.833+0000 7f1b60991640 10 monclient(hunting): get_auth_request con 0x55c0edd30c50 auth_method 0 2024-09-12T00:53:15.117 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:53:14.833+0000 7f1b60991640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.117 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:53:14.833+0000 7f1b60991640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.117 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:53:14.833+0000 7f1b60991640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.117 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:53:14.833+0000 7f1b61192640 10 monclient(hunting): get_auth_request con 0x55c0edcfb1b0 auth_method 0 2024-09-12T00:53:15.117 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:53:14.833+0000 7f1b61192640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.117 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:53:14.833+0000 7f1b61192640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.118 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:53:14.833+0000 7f1b61192640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.118 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.118 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.118 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.118 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:53:14.833+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.118 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:53:14.833+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.118 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:53:14.833+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.118 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:53:14.833+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.118 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:53:14.833+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.118 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:53:14.833+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.118 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient(hunting): handle_auth_done global_id 6867 payload 824 2024-09-12T00:53:15.118 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient: _finish_hunting 0 2024-09-12T00:53:15.118 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:53:14.833+0000 7f1b61993640 1 monclient: found mon.noname-a 2024-09-12T00:53:15.118 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:53:15.118 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:15.119 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:53:15.119 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: dump: 2024-09-12T00:53:15.119 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.119 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.119 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.119 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.119 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.119 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.119 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.119 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.119 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.119 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.119 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: _finish_auth 0 2024-09-12T00:53:15.119 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: _check_auth_tickets 2024-09-12T00:53:15.120 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: handle_config config(0 keys) 2024-09-12T00:53:15.120 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:15.120 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:53:15.120 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: dump: 2024-09-12T00:53:15.120 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.120 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.120 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.120 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.120 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.120 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.120 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.120 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.120 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.120 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.121 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:53:14.833+0000 7f1b65a15800 5 monclient: authenticate success, global_id 6867 2024-09-12T00:53:15.121 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:53:14.833+0000 7f1b65a15800 10 monclient: _renew_subs 2024-09-12T00:53:15.121 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:53:14.833+0000 7f1b65a15800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:53:15.121 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:53:14.833+0000 7f1a4f606640 4 set_mon_vals no callback set 2024-09-12T00:53:15.121 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:53:14.833+0000 7f1b65a15800 10 monclient: _renew_subs 2024-09-12T00:53:15.121 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:53:14.833+0000 7f1b65a15800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:53:15.121 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:53:14.833+0000 7f1b65a15800 1 librados: init done 2024-09-12T00:53:15.121 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:53:14.835+0000 7f1a4de03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:53:15.121 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:53:14.835+0000 7f1a4de03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:15.121 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:53:14.835+0000 7f1a4de03640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:15.121 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:53:14.835+0000 7f1b61192640 10 monclient: get_auth_request con 0x7f1a480764a0 auth_method 0 2024-09-12T00:53:15.121 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:53:14.836+0000 7f1b60991640 10 monclient: get_auth_request con 0x55c0edeac3d0 auth_method 0 2024-09-12T00:53:15.121 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:53:14.837+0000 7f1b61192640 10 monclient: get_auth_request con 0x55c0edecee80 auth_method 0 2024-09-12T00:53:15.121 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:53:14.837+0000 7f1b60991640 10 monclient: get_auth_request con 0x55c0eded3230 auth_method 0 2024-09-12T00:53:15.122 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:53:14.839+0000 7f1b65a15800 10 monclient: build_initial_monmap 2024-09-12T00:53:15.122 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:53:14.839+0000 7f1b65a15800 1 build_initial for_mkfs: 0 2024-09-12T00:53:15.122 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:53:14.839+0000 7f1b65a15800 10 monclient: monmap: 2024-09-12T00:53:15.122 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:53:15.122 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:53:15.122 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:53:15.122 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:53:15.122 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:53:15.122 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.122 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:53:15.122 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:53:15.122 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:53:15.122 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.122 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding auth protocol: cephx 2024-09-12T00:53:15.123 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding auth protocol: cephx 2024-09-12T00:53:15.123 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding auth protocol: cephx 2024-09-12T00:53:15.123 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: secure 2024-09-12T00:53:15.123 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: crc 2024-09-12T00:53:15.123 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: secure 2024-09-12T00:53:15.123 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: crc 2024-09-12T00:53:15.123 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: secure 2024-09-12T00:53:15.123 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: crc 2024-09-12T00:53:15.123 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: crc 2024-09-12T00:53:15.123 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: secure 2024-09-12T00:53:15.123 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: crc 2024-09-12T00:53:15.123 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: secure 2024-09-12T00:53:15.123 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: crc 2024-09-12T00:53:15.123 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: secure 2024-09-12T00:53:15.124 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:53:14.839+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.124 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command objecter_requests cmddesc objecter_requests hook 0x55c0ededbb00 EEXIST 2024-09-12T00:53:15.124 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:53:14.839+0000 7f1b65a15800 10 monclient: init 2024-09-12T00:53:15.124 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding auth protocol: cephx 2024-09-12T00:53:15.124 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding auth protocol: cephx 2024-09-12T00:53:15.124 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding auth protocol: cephx 2024-09-12T00:53:15.124 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: secure 2024-09-12T00:53:15.124 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: crc 2024-09-12T00:53:15.124 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: secure 2024-09-12T00:53:15.124 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: crc 2024-09-12T00:53:15.124 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: secure 2024-09-12T00:53:15.124 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: crc 2024-09-12T00:53:15.124 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: crc 2024-09-12T00:53:15.124 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: secure 2024-09-12T00:53:15.125 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: crc 2024-09-12T00:53:15.125 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: secure 2024-09-12T00:53:15.125 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: crc 2024-09-12T00:53:15.125 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: secure 2024-09-12T00:53:15.125 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:53:14.840+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.125 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:53:14.840+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.125 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:53:14.840+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command rotate-key cmddesc rotate-key hook 0x55c0eded68e0 EEXIST 2024-09-12T00:53:15.125 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient: _reopen_session rank -1 2024-09-12T00:53:15.125 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:53:15.125 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-a con 0x55c0edeff7f0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:53:15.125 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-c con 0x55c0edf01ac0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:53:15.125 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-b con 0x55c0edefdfc0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:53:15.125 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.126 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.126 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.126 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient(hunting): _renew_subs 2024-09-12T00:53:15.126 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient(hunting): authenticate will time out at 1901.291358s 2024-09-12T00:53:15.126 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient(hunting): get_auth_request con 0x55c0edf01ac0 auth_method 0 2024-09-12T00:53:15.126 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.126 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.126 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.126 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:53:14.840+0000 7f1b61192640 10 monclient(hunting): get_auth_request con 0x55c0edeff7f0 auth_method 0 2024-09-12T00:53:15.126 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:53:14.840+0000 7f1b61192640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.126 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:53:14.840+0000 7f1b61192640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.126 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:53:14.840+0000 7f1b61192640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.126 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.127 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.127 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.127 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:53:14.840+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.127 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:53:14.840+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.127 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:53:14.840+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.127 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient(hunting): handle_auth_done global_id 6509 payload 824 2024-09-12T00:53:15.127 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient: _finish_hunting 0 2024-09-12T00:53:15.127 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:53:14.840+0000 7f1b60991640 1 monclient: found mon.noname-c 2024-09-12T00:53:15.127 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:53:15.127 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:53:14.840+0000 7f1b61993640 10 monclient: get_auth_request con 0x55c0edefdfc0 auth_method 0 2024-09-12T00:53:15.127 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:15.127 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:53:15.127 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: dump: 2024-09-12T00:53:15.127 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.128 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.128 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.128 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.128 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.128 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.128 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.128 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.128 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.128 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.128 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: _finish_auth 0 2024-09-12T00:53:15.128 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:53:15.128 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:53:14.841+0000 7f1b65a15800 5 monclient: authenticate success, global_id 6509 2024-09-12T00:53:15.128 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:53:15.128 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:15.129 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:53:15.129 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: dump: 2024-09-12T00:53:15.129 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.129 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.129 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.129 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.129 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.129 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.129 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.129 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.129 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.129 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.130 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:53:14.841+0000 7f1b65a15800 10 monclient: _renew_subs 2024-09-12T00:53:15.130 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:53:14.841+0000 7f1b65a15800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:53:15.130 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:53:14.841+0000 7f1b62194640 4 set_mon_vals no callback set 2024-09-12T00:53:15.130 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:53:14.841+0000 7f1b65a15800 10 monclient: _renew_subs 2024-09-12T00:53:15.130 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:53:14.841+0000 7f1b65a15800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:53:15.130 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:53:14.843+0000 7f1a46ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:53:15.130 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:53:14.843+0000 7f1a46ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:15.130 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:53:14.843+0000 7f1a46ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:15.130 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:53:14.843+0000 7f1b61192640 10 monclient: get_auth_request con 0x7f1a3c076380 auth_method 0 2024-09-12T00:53:15.130 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:53:14.843+0000 7f1b65a15800 10 monclient: get_monmap_and_config 2024-09-12T00:53:15.130 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:53:14.843+0000 7f1b65a15800 10 monclient: build_initial_monmap 2024-09-12T00:53:15.130 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:53:14.843+0000 7f1b65a15800 1 build_initial for_mkfs: 0 2024-09-12T00:53:15.130 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:53:14.843+0000 7f1b65a15800 10 monclient: monmap: 2024-09-12T00:53:15.131 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:53:15.131 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:53:15.131 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:53:15.131 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:53:15.131 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:53:15.131 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.131 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:53:15.131 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:53:15.131 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:53:15.131 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.131 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding auth protocol: cephx 2024-09-12T00:53:15.131 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding auth protocol: cephx 2024-09-12T00:53:15.131 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding auth protocol: cephx 2024-09-12T00:53:15.131 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: secure 2024-09-12T00:53:15.132 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: crc 2024-09-12T00:53:15.132 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: secure 2024-09-12T00:53:15.132 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: crc 2024-09-12T00:53:15.132 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: secure 2024-09-12T00:53:15.132 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: crc 2024-09-12T00:53:15.132 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: crc 2024-09-12T00:53:15.132 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: secure 2024-09-12T00:53:15.132 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: crc 2024-09-12T00:53:15.132 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: secure 2024-09-12T00:53:15.132 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: crc 2024-09-12T00:53:15.132 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: secure 2024-09-12T00:53:15.132 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:53:14.843+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.132 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:53:14.843+0000 7f1b65a15800 10 monclient: init 2024-09-12T00:53:15.132 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding auth protocol: cephx 2024-09-12T00:53:15.133 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding auth protocol: cephx 2024-09-12T00:53:15.133 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding auth protocol: cephx 2024-09-12T00:53:15.133 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: secure 2024-09-12T00:53:15.133 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: crc 2024-09-12T00:53:15.133 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: secure 2024-09-12T00:53:15.133 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: crc 2024-09-12T00:53:15.133 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: secure 2024-09-12T00:53:15.133 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: crc 2024-09-12T00:53:15.133 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: crc 2024-09-12T00:53:15.133 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: secure 2024-09-12T00:53:15.133 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: crc 2024-09-12T00:53:15.133 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: secure 2024-09-12T00:53:15.133 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: crc 2024-09-12T00:53:15.134 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: secure 2024-09-12T00:53:15.134 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:53:14.844+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.134 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:53:14.844+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.134 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:53:14.844+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command rotate-key cmddesc rotate-key hook 0x7ffde0a9e888 EEXIST 2024-09-12T00:53:15.134 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient: _reopen_session rank -1 2024-09-12T00:53:15.134 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:53:15.134 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-b con 0x55c0edf4eee0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:53:15.134 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-a con 0x55c0edf4f2c0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:53:15.134 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-c con 0x55c0edf54400 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:53:15.134 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.134 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.134 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.134 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient(hunting): _renew_subs 2024-09-12T00:53:15.134 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient(hunting): authenticate will time out at 1901.295463s 2024-09-12T00:53:15.135 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient(hunting): get_auth_request con 0x55c0edf54400 auth_method 0 2024-09-12T00:53:15.135 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.135 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.135 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.135 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:53:14.844+0000 7f1b60991640 10 monclient(hunting): get_auth_request con 0x55c0edf4f2c0 auth_method 0 2024-09-12T00:53:15.135 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:53:14.844+0000 7f1b60991640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.135 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:53:14.844+0000 7f1b60991640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.135 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:53:14.844+0000 7f1b60991640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.135 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:53:14.844+0000 7f1b61192640 10 monclient(hunting): get_auth_request con 0x55c0edf4eee0 auth_method 0 2024-09-12T00:53:15.135 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:53:14.844+0000 7f1b61192640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.135 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:53:14.844+0000 7f1b61192640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.135 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:53:14.844+0000 7f1b61192640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.135 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.135 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.136 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.136 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:53:14.844+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.136 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:53:14.844+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.136 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:53:14.844+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.136 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:53:14.844+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.136 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:53:14.844+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.136 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:53:14.844+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.136 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient(hunting): handle_auth_done global_id 6512 payload 274 2024-09-12T00:53:15.136 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient: _finish_hunting 0 2024-09-12T00:53:15.136 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:53:14.844+0000 7f1b61993640 1 monclient: found mon.noname-c 2024-09-12T00:53:15.136 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:53:15.136 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:15.137 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:53:15.137 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: dump: 2024-09-12T00:53:15.137 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.137 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.137 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.137 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.137 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.137 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.137 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.137 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.137 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.137 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.137 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: _finish_auth 0 2024-09-12T00:53:15.137 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: _check_auth_tickets 2024-09-12T00:53:15.138 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T00:53:15.138 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:15.138 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:53:15.138 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: dump: 2024-09-12T00:53:15.138 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.138 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.138 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.138 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.138 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.138 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.138 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.138 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.138 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.138 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.139 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 monclient: authenticate success, global_id 6512 2024-09-12T00:53:15.139 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:53:14.845+0000 7f1b65a15800 10 monclient: get_monmap_and_config success 2024-09-12T00:53:15.139 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:53:14.845+0000 7f1b65a15800 4 set_mon_vals no callback set 2024-09-12T00:53:15.139 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:53:14.845+0000 7f1b65a15800 10 monclient: shutdown 2024-09-12T00:53:15.139 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:53:14.845+0000 7f1b65a15800 10 monclient: build_initial_monmap 2024-09-12T00:53:15.139 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:53:14.845+0000 7f1b65a15800 1 build_initial for_mkfs: 0 2024-09-12T00:53:15.139 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:53:14.845+0000 7f1b65a15800 10 monclient: monmap: 2024-09-12T00:53:15.139 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:53:15.139 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:53:15.139 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:53:15.139 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:53:15.139 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:53:15.139 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.140 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:53:15.140 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:53:15.140 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:53:15.140 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.140 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding auth protocol: cephx 2024-09-12T00:53:15.140 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding auth protocol: cephx 2024-09-12T00:53:15.140 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding auth protocol: cephx 2024-09-12T00:53:15.140 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: secure 2024-09-12T00:53:15.140 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: crc 2024-09-12T00:53:15.140 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: secure 2024-09-12T00:53:15.140 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: crc 2024-09-12T00:53:15.140 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: secure 2024-09-12T00:53:15.140 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: crc 2024-09-12T00:53:15.141 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: crc 2024-09-12T00:53:15.141 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: secure 2024-09-12T00:53:15.141 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: crc 2024-09-12T00:53:15.141 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: secure 2024-09-12T00:53:15.141 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: crc 2024-09-12T00:53:15.141 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: secure 2024-09-12T00:53:15.141 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:53:14.845+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.141 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:53:14.846+0000 7f1b65a15800 1 librados: starting msgr at 2024-09-12T00:53:15.141 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:53:14.846+0000 7f1b65a15800 1 librados: starting objecter 2024-09-12T00:53:15.141 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command objecter_requests cmddesc objecter_requests hook 0x55c0edf23840 EEXIST 2024-09-12T00:53:15.141 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:53:14.846+0000 7f1b65a15800 1 librados: setting wanted keys 2024-09-12T00:53:15.141 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:53:14.846+0000 7f1b65a15800 1 librados: calling monclient init 2024-09-12T00:53:15.141 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient: init 2024-09-12T00:53:15.141 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding auth protocol: cephx 2024-09-12T00:53:15.142 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding auth protocol: cephx 2024-09-12T00:53:15.142 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding auth protocol: cephx 2024-09-12T00:53:15.142 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: secure 2024-09-12T00:53:15.142 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: crc 2024-09-12T00:53:15.142 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: secure 2024-09-12T00:53:15.142 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: crc 2024-09-12T00:53:15.142 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: secure 2024-09-12T00:53:15.142 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: crc 2024-09-12T00:53:15.142 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: crc 2024-09-12T00:53:15.142 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: secure 2024-09-12T00:53:15.142 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: crc 2024-09-12T00:53:15.142 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: secure 2024-09-12T00:53:15.142 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: crc 2024-09-12T00:53:15.142 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: secure 2024-09-12T00:53:15.142 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:53:14.846+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.143 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:53:14.846+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.143 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command rotate-key cmddesc rotate-key hook 0x55c0edf176e8 EEXIST 2024-09-12T00:53:15.143 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient: _reopen_session rank -1 2024-09-12T00:53:15.143 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:53:15.143 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-b con 0x55c0edf4eee0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:53:15.143 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-c con 0x55c0edf54400 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:53:15.143 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-a con 0x55c0edf47f90 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:53:15.143 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.143 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.143 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.143 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient(hunting): _renew_subs 2024-09-12T00:53:15.143 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient(hunting): authenticate will time out at 1901.297730s 2024-09-12T00:53:15.143 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:53:14.846+0000 7f1b60991640 10 monclient(hunting): get_auth_request con 0x55c0edf54400 auth_method 0 2024-09-12T00:53:15.143 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:53:14.846+0000 7f1b60991640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.143 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:53:14.846+0000 7f1b60991640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.144 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:53:14.846+0000 7f1b60991640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.144 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:53:14.846+0000 7f1b61993640 10 monclient(hunting): get_auth_request con 0x55c0edf47f90 auth_method 0 2024-09-12T00:53:15.144 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:53:14.846+0000 7f1b61993640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.144 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:53:14.846+0000 7f1b61993640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.144 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:53:14.846+0000 7f1b61993640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.144 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:53:14.846+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.144 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:53:14.846+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.144 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:53:14.846+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.144 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:53:14.846+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.144 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:53:14.846+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.144 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:53:14.846+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.144 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:53:14.847+0000 7f1b61192640 10 monclient(hunting): get_auth_request con 0x55c0edf4eee0 auth_method 0 2024-09-12T00:53:15.144 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:53:14.847+0000 7f1b61192640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.145 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:53:14.847+0000 7f1b61192640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.145 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:53:14.847+0000 7f1b61192640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.145 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:53:14.847+0000 7f1b60991640 10 monclient(hunting): handle_auth_done global_id 6515 payload 824 2024-09-12T00:53:15.145 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:53:14.847+0000 7f1b60991640 10 monclient: _finish_hunting 0 2024-09-12T00:53:15.145 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:53:14.847+0000 7f1b60991640 1 monclient: found mon.noname-c 2024-09-12T00:53:15.145 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:53:14.847+0000 7f1b60991640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:53:15.145 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:15.145 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:53:15.145 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: dump: 2024-09-12T00:53:15.145 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.145 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.145 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.145 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.145 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.146 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.146 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.146 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.146 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.146 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.146 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: _finish_auth 0 2024-09-12T00:53:15.146 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:53:15.146 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:53:15.146 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:15.146 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:53:15.146 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: dump: 2024-09-12T00:53:15.146 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.146 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.146 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.146 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.147 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.147 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.147 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.147 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.147 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.147 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.147 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:53:14.847+0000 7f1b65a15800 5 monclient: authenticate success, global_id 6515 2024-09-12T00:53:15.147 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:53:14.847+0000 7f1b65a15800 10 monclient: _renew_subs 2024-09-12T00:53:15.147 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:53:14.847+0000 7f1b65a15800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:53:15.147 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:53:14.847+0000 7f1a44ff9640 4 set_mon_vals no callback set 2024-09-12T00:53:15.147 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:53:14.847+0000 7f1b65a15800 10 monclient: _renew_subs 2024-09-12T00:53:15.147 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:53:14.847+0000 7f1b65a15800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:53:15.147 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:53:14.847+0000 7f1b65a15800 1 librados: init done 2024-09-12T00:53:15.147 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:53:14.847+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command cr dump hook 0x55c0edf4be88 2024-09-12T00:53:15.147 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:53:14.849+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.148 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:53:14.849+0000 7f1a32ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:53:15.148 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:53:14.849+0000 7f1a32ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:15.148 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:53:14.849+0000 7f1a32ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:15.148 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:53:14.849+0000 7f1b61192640 10 monclient: get_auth_request con 0x7f1a2c076470 auth_method 0 2024-09-12T00:53:15.148 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:53:14.850+0000 7f1b61993640 10 monclient: get_auth_request con 0x55c0edf6fb80 auth_method 0 2024-09-12T00:53:15.148 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:53:14.850+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.148 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:53:14.850+0000 7f1b65a15800 20 realm 2024-09-12T00:53:15.148 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:53:14.850+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.148 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:53:14.851+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.148 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:53:14.851+0000 7f1b65a15800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:15.148 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:53:14.851+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.148 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:53:14.851+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.148 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:53:14.851+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.148 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:53:14.851+0000 7f1b61192640 10 monclient: get_auth_request con 0x55c0edf73db0 auth_method 0 2024-09-12T00:53:15.148 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:53:14.852+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:15.149 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:53:14.852+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.149 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:53:14.852+0000 7f1b60991640 10 monclient: get_auth_request con 0x55c0edf77610 auth_method 0 2024-09-12T00:53:15.149 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:53:14.852+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:15.149 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:53:14.853+0000 7f1b65a15800 20 searching for the correct realm 2024-09-12T00:53:15.149 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:53:14.853+0000 7f1b61993640 10 monclient: get_auth_request con 0x55c0edf7c3c0 auth_method 0 2024-09-12T00:53:15.149 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:53:14.854+0000 7f1b61192640 10 monclient: get_auth_request con 0x7f1b58039070 auth_method 0 2024-09-12T00:53:15.149 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:53:14.854+0000 7f1b60991640 10 monclient: get_auth_request con 0x7f1b54046a80 auth_method 0 2024-09-12T00:53:15.149 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:53:14.855+0000 7f1b60991640 0 -- 172.21.15.38:0/3605003568 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55c0edf77610 msgr2=0x55c0edf79a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:15.149 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:53:14.855+0000 7f1a32ffd640 1 client.6515.objecter ms_handle_reset 0x55c0edf77610 session 0x55c0edf73140 osd.7 2024-09-12T00:53:15.149 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:53:14.855+0000 7f1a32ffd640 10 monclient: _renew_subs 2024-09-12T00:53:15.149 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:53:14.855+0000 7f1a32ffd640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:53:15.149 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:53:14.855+0000 7f1b60991640 10 monclient: get_auth_request con 0x7f1a2c086b00 auth_method 0 2024-09-12T00:53:15.149 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:53:14.856+0000 7f1b61993640 10 monclient: get_auth_request con 0x7f1b58027040 auth_method 0 2024-09-12T00:53:15.150 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:53:14.858+0000 7f1b61192640 10 monclient: get_auth_request con 0x7f1b58008070 auth_method 0 2024-09-12T00:53:15.150 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:53:14.859+0000 7f1b61192640 0 -- 172.21.15.38:0/3605003568 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f1b58008070 msgr2=0x7f1b580a09a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:15.150 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:53:15.060+0000 7f1b61192640 10 monclient: get_auth_request con 0x7f1b58008070 auth_method 0 2024-09-12T00:53:15.150 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:15.150 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:15.150 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:15.150 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:15.150 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:15.150 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:15.150 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.150 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.150 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.150 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:15.150 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.151 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:53:15.067+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:15.151 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:53:15.067+0000 7f1b65a15800 20 zone default found 2024-09-12T00:53:15.151 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:53:15.067+0000 7f1b65a15800 4 Realm: () 2024-09-12T00:53:15.151 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:53:15.067+0000 7f1b65a15800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:15.151 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:53:15.067+0000 7f1b65a15800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:15.151 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:53:15.067+0000 7f1b65a15800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:15.151 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:53:15.067+0000 7f1b65a15800 20 zonegroup default 2024-09-12T00:53:15.151 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:53:15.067+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.151 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:53:15.067+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.151 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:53:15.067+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.151 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:53:15.068+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.151 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:53:15.068+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.151 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:53:15.068+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.151 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:53:15.068+0000 7f1b65a15800 20 started sync module instance, tier type = 2024-09-12T00:53:15.151 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:53:15.068+0000 7f1b65a15800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:15.152 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=0 2024-09-12T00:53:15.152 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=1 2024-09-12T00:53:15.152 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=2 2024-09-12T00:53:15.152 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=3 2024-09-12T00:53:15.152 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=4 2024-09-12T00:53:15.152 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=5 2024-09-12T00:53:15.152 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=6 2024-09-12T00:53:15.152 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:53:15.082+0000 7f1b65a15800 20 add_watcher() i=7 2024-09-12T00:53:15.152 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:53:15.082+0000 7f1b65a15800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:15.152 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding auth protocol: cephx 2024-09-12T00:53:15.152 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding auth protocol: cephx 2024-09-12T00:53:15.152 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding auth protocol: cephx 2024-09-12T00:53:15.152 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: secure 2024-09-12T00:53:15.152 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: crc 2024-09-12T00:53:15.153 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: secure 2024-09-12T00:53:15.153 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: crc 2024-09-12T00:53:15.153 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: secure 2024-09-12T00:53:15.153 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: crc 2024-09-12T00:53:15.153 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: crc 2024-09-12T00:53:15.153 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: secure 2024-09-12T00:53:15.153 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: crc 2024-09-12T00:53:15.153 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: secure 2024-09-12T00:53:15.153 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:53:15.084+0000 7f1a17fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:15.153 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: crc 2024-09-12T00:53:15.153 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: secure 2024-09-12T00:53:15.153 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:53:15.084+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.153 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:53:15.084+0000 7f1b65a15800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:15.154 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:53:15.084+0000 7f1b65a15800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:15.154 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command cache list hook 0x55c0edf48370 2024-09-12T00:53:15.154 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command cache inspect hook 0x55c0edf48370 2024-09-12T00:53:15.154 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command cache erase hook 0x55c0edf48370 2024-09-12T00:53:15.154 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command cache zap hook 0x55c0edf48370 2024-09-12T00:53:15.154 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 note: GC not initialized 2024-09-12T00:53:15.154 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:53:15.085+0000 7f1a16fe5640 20 reqs_thread_entry: start 2024-09-12T00:53:15.154 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:53:15.085+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command sync trace show hook 0x7f1b54001560 2024-09-12T00:53:15.154 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:53:15.085+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command sync trace history hook 0x7f1b54001560 2024-09-12T00:53:15.154 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:53:15.085+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command sync trace active hook 0x7f1b54001560 2024-09-12T00:53:15.154 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:53:15.085+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command sync trace active_short hook 0x7f1b54001560 2024-09-12T00:53:15.154 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:53:15.085+0000 7f1b65a15800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:15.154 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:53:15.085+0000 7f1b65a15800 20 Filter name: none 2024-09-12T00:53:15.154 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:53:15.085+0000 7f1a14fe1640 20 reqs_thread_entry: start 2024-09-12T00:53:15.155 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:53:15.085+0000 7f1b65a15800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T00:53:15.155 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:53:15.085+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.155 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:53:15.086+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:15.155 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:53:15.086+0000 7f1b65a15800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T00:53:15.155 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:53:15.086+0000 7f1b65a15800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T00:53:15.155 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:53:15.086+0000 7f1b65a15800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 : miss 2024-09-12T00:53:15.155 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:53:15.086+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.155 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:53:15.086+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:53:15.155 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:53:15.086+0000 7f1b65a15800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 info.flags=0x17 2024-09-12T00:53:15.155 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:53:15.086+0000 7f1b65a15800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to cache LRU end 2024-09-12T00:53:15.155 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:53:15.086+0000 7f1b65a15800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:53:15.155 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:53:15.086+0000 7f1b65a15800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:15.155 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:53:15.086+0000 7f1b65a15800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 2024-09-12T00:53:15.156 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:53:15.088+0000 7f1a32ffd640 1 client.6515.objecter ms_handle_reset 0x55c0edf6fb80 session 0x55c0edf6f500 osd.1 2024-09-12T00:53:15.156 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:53:15.088+0000 7f1b61993640 10 monclient: get_auth_request con 0x55c0edf77610 auth_method 0 2024-09-12T00:53:15.156 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:53:15.091+0000 7f1b65a15800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 info.flags=0x17 2024-09-12T00:53:15.156 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:53:15.091+0000 7f1b65a15800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to cache LRU end 2024-09-12T00:53:15.156 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:53:15.091+0000 7f1b65a15800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:15.156 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:53:15.091+0000 7f1b65a15800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28, ofs0, ns] 2024-09-12T00:53:15.156 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:53:15.092+0000 7f1a33fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464274 cookie 94287114551584 notifier 6515 bl.length()=1023 2024-09-12T00:53:15.156 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:53:15.092+0000 7f1a33fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 info.flags=0x17 2024-09-12T00:53:15.156 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:53:15.092+0000 7f1a33fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to cache LRU end 2024-09-12T00:53:15.156 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:53:15.092+0000 7f1a33fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:15.156 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:53:15.092+0000 7f1b65a15800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): orig_sources= new_sources= 2024-09-12T00:53:15.156 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:53:15.092+0000 7f1b65a15800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): potential sources added=[] removed=[] 2024-09-12T00:53:15.156 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:53:15.092+0000 7f1b65a15800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): orig_dests= new_dests= 2024-09-12T00:53:15.156 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:53:15.092+0000 7f1b65a15800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): potential dests added=[] removed=[] 2024-09-12T00:53:15.157 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:53:15.093+0000 7f1b65a15800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f1b65a15800 time 2024-09-12T00:53:15.093525+0000 2024-09-12T00:53:15.157 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:53:15.157 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.157 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:53:15.157 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f1b66b8c71a] 2024-09-12T00:53:15.157 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f1b66b8c8d8] 2024-09-12T00:53:15.157 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c0eb35e641] 2024-09-12T00:53:15.157 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd884de) [0x55c0eb8714de] 2024-09-12T00:53:15.157 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c0eb36e31d] 2024-09-12T00:53:15.157 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:53:15.157 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f1b65829590] 2024-09-12T00:53:15.157 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:53:15.157 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:53:15.157 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.158 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:53:15.094+0000 7f1b65a15800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:53:15.158 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f1b65a15800 thread_name:radosgw-admin 2024-09-12T00:53:15.158 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.158 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:53:15.158 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f1b6583e6f0] 2024-09-12T00:53:15.158 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f1b6588b99c] 2024-09-12T00:53:15.158 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:53:15.158 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:53:15.158 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f1b66b8c774] 2024-09-12T00:53:15.158 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f1b66b8c8d8] 2024-09-12T00:53:15.158 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c0eb35e641] 2024-09-12T00:53:15.158 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd884de) [0x55c0eb8714de] 2024-09-12T00:53:15.158 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c0eb36e31d] 2024-09-12T00:53:15.158 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:53:15.158 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f1b65829590] 2024-09-12T00:53:15.159 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:53:15.159 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:53:15.159 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:53:15.159 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.159 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:53:15.159 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:53:15.159 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:53:15.159 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:53:15.159 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:53:15.159 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:53:15.159 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:53:15.159 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:53:15.159 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:53:15.160 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:53:15.160 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:53:15.160 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:53:15.160 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:53:15.160 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:53:15.160 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:53:15.160 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:53:15.160 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:53:15.160 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:53:15.160 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:53:15.160 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:53:15.160 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:53:15.160 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:53:15.160 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:53:15.161 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:53:15.161 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:53:15.161 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:53:15.161 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:53:15.161 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:53:15.161 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:53:15.161 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:53:15.161 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:53:15.161 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:53:15.161 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:53:15.161 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:53:15.161 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:53:15.161 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:53:15.161 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:53:15.162 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:53:15.162 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:53:15.162 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:53:15.162 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:53:15.162 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:53:15.162 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:53:15.162 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:53:15.162 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:53:15.162 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:53:15.162 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:53:15.162 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:53:15.162 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:53:15.162 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:53:15.162 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:53:15.162 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:53:15.163 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:53:15.163 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:53:15.163 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:53:15.163 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:53:15.163 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:53:15.163 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:53:15.163 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:53:15.163 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:53:15.163 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:53:15.163 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:53:15.163 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:53:15.163 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:53:15.163 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:53:15.164 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:53:15.164 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:53:15.164 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:53:15.164 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:53:15.164 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:53:15.164 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:53:15.164 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:53:15.164 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:53:15.164 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:53:15.164 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:53:15.164 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:53:15.164 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:53:15.164 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:53:15.165 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:53:15.165 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:53:15.165 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:53:15.165 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:53:15.165 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:53:15.165 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:53:15.165 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:53:15.165 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:53:15.165 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:53:15.165 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:53:15.165 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:53:15.165 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:53:15.165 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:53:15.165 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:53:15.165 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:53:15.166 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:53:15.166 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a14fe1640 / http_manager 2024-09-12T00:53:15.166 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a16fe5640 / http_manager 2024-09-12T00:53:15.166 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a17fe7640 / rgw_dt_lg_renew 2024-09-12T00:53:15.166 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a32ffd640 / ms_dispatch 2024-09-12T00:53:15.166 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a33fff640 / io_context_pool 2024-09-12T00:53:15.166 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a44ff9640 / io_context_pool 2024-09-12T00:53:15.166 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a46ffd640 / ms_dispatch 2024-09-12T00:53:15.166 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a4de03640 / ms_dispatch 2024-09-12T00:53:15.166 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a4f606640 / io_context_pool 2024-09-12T00:53:15.166 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1b60991640 / msgr-worker-2 2024-09-12T00:53:15.166 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1b61192640 / msgr-worker-1 2024-09-12T00:53:15.166 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1b61993640 / msgr-worker-0 2024-09-12T00:53:15.166 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1b62194640 / io_context_pool 2024-09-12T00:53:15.167 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1b65a15800 / radosgw-admin 2024-09-12T00:53:15.167 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:53:15.167 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:53:15.167 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/log/ceph/ceph-client.admin.109039.log 2024-09-12T00:53:15.167 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:53:15.167 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:53:15.167 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:53:14.831+0000 7f1a4f606640 10 monclient: dump: 2024-09-12T00:53:15.167 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.167 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.167 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.167 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.167 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.167 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.167 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.168 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.168 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.168 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.168 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:53:14.831+0000 7f1b65a15800 10 monclient: get_monmap_and_config success 2024-09-12T00:53:15.168 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:53:14.831+0000 7f1b65a15800 4 set_mon_vals no callback set 2024-09-12T00:53:15.168 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:53:14.831+0000 7f1b65a15800 10 monclient: shutdown 2024-09-12T00:53:15.168 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 asok(0x55c0edc64630) unregister_commands rotate-key 2024-09-12T00:53:15.168 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:53:14.831+0000 7f1b65a15800 10 monclient: build_initial_monmap 2024-09-12T00:53:15.168 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:53:14.831+0000 7f1b65a15800 1 build_initial for_mkfs: 0 2024-09-12T00:53:15.168 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:53:14.831+0000 7f1b65a15800 10 monclient: monmap: 2024-09-12T00:53:15.168 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:53:15.168 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:53:15.168 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:53:15.169 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:53:15.169 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:53:15.169 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.169 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:53:15.169 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:53:15.169 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:53:15.169 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.169 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding auth protocol: cephx 2024-09-12T00:53:15.169 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding auth protocol: cephx 2024-09-12T00:53:15.169 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding auth protocol: cephx 2024-09-12T00:53:15.169 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: secure 2024-09-12T00:53:15.169 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: crc 2024-09-12T00:53:15.169 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: secure 2024-09-12T00:53:15.169 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: crc 2024-09-12T00:53:15.170 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: secure 2024-09-12T00:53:15.170 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: crc 2024-09-12T00:53:15.170 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: crc 2024-09-12T00:53:15.170 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: secure 2024-09-12T00:53:15.170 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: crc 2024-09-12T00:53:15.170 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: secure 2024-09-12T00:53:15.170 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: crc 2024-09-12T00:53:15.170 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:53:14.831+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede89330) adding con mode: secure 2024-09-12T00:53:15.170 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:53:14.832+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.170 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:53:14.832+0000 7f1b65a15800 1 librados: starting msgr at 2024-09-12T00:53:15.170 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:53:14.832+0000 7f1b65a15800 1 librados: starting objecter 2024-09-12T00:53:15.170 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command objecter_requests hook 0x55c0ede85410 2024-09-12T00:53:15.170 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:53:14.832+0000 7f1b65a15800 1 librados: setting wanted keys 2024-09-12T00:53:15.171 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:53:14.832+0000 7f1b65a15800 1 librados: calling monclient init 2024-09-12T00:53:15.171 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient: init 2024-09-12T00:53:15.171 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding auth protocol: cephx 2024-09-12T00:53:15.171 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding auth protocol: cephx 2024-09-12T00:53:15.171 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding auth protocol: cephx 2024-09-12T00:53:15.171 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: secure 2024-09-12T00:53:15.171 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: crc 2024-09-12T00:53:15.171 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: secure 2024-09-12T00:53:15.171 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: crc 2024-09-12T00:53:15.171 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: secure 2024-09-12T00:53:15.171 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: crc 2024-09-12T00:53:15.171 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: crc 2024-09-12T00:53:15.171 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: secure 2024-09-12T00:53:15.171 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: crc 2024-09-12T00:53:15.171 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: secure 2024-09-12T00:53:15.172 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: crc 2024-09-12T00:53:15.172 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 AuthRegistry(0x55c0ede83700) adding con mode: secure 2024-09-12T00:53:15.172 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:53:14.832+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.172 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:53:14.832+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.172 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:53:14.832+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command rotate-key hook 0x55c0ede83848 2024-09-12T00:53:15.172 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient: _reopen_session rank -1 2024-09-12T00:53:15.172 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:53:15.172 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-b con 0x55c0edcfb1b0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:53:15.172 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-c con 0x55c0edd30c50 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:53:15.172 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-a con 0x55c0eddc60d0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:53:15.172 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.172 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.172 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.173 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient(hunting): _renew_subs 2024-09-12T00:53:15.173 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:53:14.832+0000 7f1b65a15800 10 monclient(hunting): authenticate will time out at 1901.283888s 2024-09-12T00:53:15.173 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:53:14.832+0000 7f1b61993640 10 monclient(hunting): get_auth_request con 0x55c0eddc60d0 auth_method 0 2024-09-12T00:53:15.173 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.173 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.173 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.173 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:53:14.833+0000 7f1b60991640 10 monclient(hunting): get_auth_request con 0x55c0edd30c50 auth_method 0 2024-09-12T00:53:15.173 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:53:14.833+0000 7f1b60991640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.173 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:53:14.833+0000 7f1b60991640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.173 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:53:14.833+0000 7f1b60991640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.173 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:53:14.833+0000 7f1b61192640 10 monclient(hunting): get_auth_request con 0x55c0edcfb1b0 auth_method 0 2024-09-12T00:53:15.173 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:53:14.833+0000 7f1b61192640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.173 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:53:14.833+0000 7f1b61192640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.174 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:53:14.833+0000 7f1b61192640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.174 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.174 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.174 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.174 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:53:14.833+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.174 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:53:14.833+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.174 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:53:14.833+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.174 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:53:14.833+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.174 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:53:14.833+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.174 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:53:14.833+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.174 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient(hunting): handle_auth_done global_id 6867 payload 824 2024-09-12T00:53:15.174 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient: _finish_hunting 0 2024-09-12T00:53:15.174 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:53:14.833+0000 7f1b61993640 1 monclient: found mon.noname-a 2024-09-12T00:53:15.174 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:53:14.833+0000 7f1b61993640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:53:15.174 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:15.175 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:53:15.175 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: dump: 2024-09-12T00:53:15.175 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.175 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.175 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.175 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.175 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.175 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.175 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.175 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.175 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.175 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.175 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: _finish_auth 0 2024-09-12T00:53:15.175 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: _check_auth_tickets 2024-09-12T00:53:15.175 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: handle_config config(0 keys) 2024-09-12T00:53:15.176 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:15.176 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:53:15.176 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:53:14.833+0000 7f1a4de03640 10 monclient: dump: 2024-09-12T00:53:15.176 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.176 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.176 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.176 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.176 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.176 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.176 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.176 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.176 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.176 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.177 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:53:14.833+0000 7f1b65a15800 5 monclient: authenticate success, global_id 6867 2024-09-12T00:53:15.177 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:53:14.833+0000 7f1b65a15800 10 monclient: _renew_subs 2024-09-12T00:53:15.177 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:53:14.833+0000 7f1b65a15800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:53:15.177 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:53:14.833+0000 7f1a4f606640 4 set_mon_vals no callback set 2024-09-12T00:53:15.177 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:53:14.833+0000 7f1b65a15800 10 monclient: _renew_subs 2024-09-12T00:53:15.177 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:53:14.833+0000 7f1b65a15800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:53:15.177 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:53:14.833+0000 7f1b65a15800 1 librados: init done 2024-09-12T00:53:15.177 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:53:14.835+0000 7f1a4de03640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:53:15.177 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:53:14.835+0000 7f1a4de03640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:15.177 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:53:14.835+0000 7f1a4de03640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:15.177 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:53:14.835+0000 7f1b61192640 10 monclient: get_auth_request con 0x7f1a480764a0 auth_method 0 2024-09-12T00:53:15.177 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:53:14.836+0000 7f1b60991640 10 monclient: get_auth_request con 0x55c0edeac3d0 auth_method 0 2024-09-12T00:53:15.177 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:53:14.837+0000 7f1b61192640 10 monclient: get_auth_request con 0x55c0edecee80 auth_method 0 2024-09-12T00:53:15.177 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:53:14.837+0000 7f1b60991640 10 monclient: get_auth_request con 0x55c0eded3230 auth_method 0 2024-09-12T00:53:15.178 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:53:14.839+0000 7f1b65a15800 10 monclient: build_initial_monmap 2024-09-12T00:53:15.178 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:53:14.839+0000 7f1b65a15800 1 build_initial for_mkfs: 0 2024-09-12T00:53:15.178 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:53:14.839+0000 7f1b65a15800 10 monclient: monmap: 2024-09-12T00:53:15.178 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:53:15.178 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:53:15.178 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:53:15.178 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:53:15.178 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:53:15.178 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.178 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:53:15.178 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:53:15.178 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:53:15.178 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.178 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding auth protocol: cephx 2024-09-12T00:53:15.178 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding auth protocol: cephx 2024-09-12T00:53:15.179 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding auth protocol: cephx 2024-09-12T00:53:15.179 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: secure 2024-09-12T00:53:15.179 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: crc 2024-09-12T00:53:15.179 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: secure 2024-09-12T00:53:15.179 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: crc 2024-09-12T00:53:15.179 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: secure 2024-09-12T00:53:15.179 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: crc 2024-09-12T00:53:15.179 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: crc 2024-09-12T00:53:15.179 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: secure 2024-09-12T00:53:15.179 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: crc 2024-09-12T00:53:15.179 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: secure 2024-09-12T00:53:15.179 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: crc 2024-09-12T00:53:15.179 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded8170) adding con mode: secure 2024-09-12T00:53:15.180 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:53:14.839+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.180 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command objecter_requests cmddesc objecter_requests hook 0x55c0ededbb00 EEXIST 2024-09-12T00:53:15.180 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:53:14.839+0000 7f1b65a15800 10 monclient: init 2024-09-12T00:53:15.180 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding auth protocol: cephx 2024-09-12T00:53:15.180 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding auth protocol: cephx 2024-09-12T00:53:15.180 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding auth protocol: cephx 2024-09-12T00:53:15.180 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: secure 2024-09-12T00:53:15.180 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: crc 2024-09-12T00:53:15.180 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: secure 2024-09-12T00:53:15.180 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: crc 2024-09-12T00:53:15.180 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: secure 2024-09-12T00:53:15.180 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: crc 2024-09-12T00:53:15.180 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: crc 2024-09-12T00:53:15.181 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: secure 2024-09-12T00:53:15.181 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: crc 2024-09-12T00:53:15.181 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: secure 2024-09-12T00:53:15.181 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: crc 2024-09-12T00:53:15.181 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:53:14.839+0000 7f1b65a15800 5 AuthRegistry(0x55c0eded6798) adding con mode: secure 2024-09-12T00:53:15.181 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:53:14.840+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.181 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:53:14.840+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.181 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:53:14.840+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command rotate-key cmddesc rotate-key hook 0x55c0eded68e0 EEXIST 2024-09-12T00:53:15.181 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient: _reopen_session rank -1 2024-09-12T00:53:15.181 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:53:15.181 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-a con 0x55c0edeff7f0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:53:15.181 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-c con 0x55c0edf01ac0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:53:15.181 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-b con 0x55c0edefdfc0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:53:15.182 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.182 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.182 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.182 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient(hunting): _renew_subs 2024-09-12T00:53:15.182 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:53:14.840+0000 7f1b65a15800 10 monclient(hunting): authenticate will time out at 1901.291358s 2024-09-12T00:53:15.182 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient(hunting): get_auth_request con 0x55c0edf01ac0 auth_method 0 2024-09-12T00:53:15.182 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.182 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.182 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.182 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:53:14.840+0000 7f1b61192640 10 monclient(hunting): get_auth_request con 0x55c0edeff7f0 auth_method 0 2024-09-12T00:53:15.182 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:53:14.840+0000 7f1b61192640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.182 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:53:14.840+0000 7f1b61192640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.182 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:53:14.840+0000 7f1b61192640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.182 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.183 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.183 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.183 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:53:14.840+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.183 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:53:14.840+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.183 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:53:14.840+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.183 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient(hunting): handle_auth_done global_id 6509 payload 824 2024-09-12T00:53:15.183 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient: _finish_hunting 0 2024-09-12T00:53:15.183 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:53:14.840+0000 7f1b60991640 1 monclient: found mon.noname-c 2024-09-12T00:53:15.183 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:53:14.840+0000 7f1b60991640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:53:15.183 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:53:14.840+0000 7f1b61993640 10 monclient: get_auth_request con 0x55c0edefdfc0 auth_method 0 2024-09-12T00:53:15.183 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:15.183 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:53:15.183 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: dump: 2024-09-12T00:53:15.184 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.184 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.184 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.184 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.184 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.184 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.184 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.184 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.184 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.184 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.184 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: _finish_auth 0 2024-09-12T00:53:15.184 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:53:15.184 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:53:14.841+0000 7f1b65a15800 5 monclient: authenticate success, global_id 6509 2024-09-12T00:53:15.184 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:53:15.185 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:15.185 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:53:15.185 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:53:14.841+0000 7f1a46ffd640 10 monclient: dump: 2024-09-12T00:53:15.185 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.185 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.185 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.185 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.185 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.185 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.185 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.185 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.185 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.185 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.185 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:53:14.841+0000 7f1b65a15800 10 monclient: _renew_subs 2024-09-12T00:53:15.186 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:53:14.841+0000 7f1b65a15800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:53:15.186 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:53:14.841+0000 7f1b62194640 4 set_mon_vals no callback set 2024-09-12T00:53:15.186 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:53:14.841+0000 7f1b65a15800 10 monclient: _renew_subs 2024-09-12T00:53:15.186 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:53:14.841+0000 7f1b65a15800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:53:15.186 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:53:14.843+0000 7f1a46ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:53:15.186 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:53:14.843+0000 7f1a46ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:15.186 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:53:14.843+0000 7f1a46ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:15.186 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:53:14.843+0000 7f1b61192640 10 monclient: get_auth_request con 0x7f1a3c076380 auth_method 0 2024-09-12T00:53:15.186 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:53:14.843+0000 7f1b65a15800 10 monclient: get_monmap_and_config 2024-09-12T00:53:15.186 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:53:14.843+0000 7f1b65a15800 10 monclient: build_initial_monmap 2024-09-12T00:53:15.186 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:53:14.843+0000 7f1b65a15800 1 build_initial for_mkfs: 0 2024-09-12T00:53:15.186 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:53:14.843+0000 7f1b65a15800 10 monclient: monmap: 2024-09-12T00:53:15.186 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:53:15.187 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:53:15.187 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:53:15.187 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:53:15.187 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:53:15.187 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.187 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:53:15.187 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:53:15.187 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:53:15.187 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.187 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding auth protocol: cephx 2024-09-12T00:53:15.187 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding auth protocol: cephx 2024-09-12T00:53:15.187 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding auth protocol: cephx 2024-09-12T00:53:15.187 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: secure 2024-09-12T00:53:15.187 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: crc 2024-09-12T00:53:15.188 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: secure 2024-09-12T00:53:15.188 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: crc 2024-09-12T00:53:15.188 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: secure 2024-09-12T00:53:15.188 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: crc 2024-09-12T00:53:15.188 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: crc 2024-09-12T00:53:15.188 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: secure 2024-09-12T00:53:15.188 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: crc 2024-09-12T00:53:15.188 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: secure 2024-09-12T00:53:15.188 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: crc 2024-09-12T00:53:15.188 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf1f6f0) adding con mode: secure 2024-09-12T00:53:15.188 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:53:14.843+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.188 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:53:14.843+0000 7f1b65a15800 10 monclient: init 2024-09-12T00:53:15.188 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding auth protocol: cephx 2024-09-12T00:53:15.188 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding auth protocol: cephx 2024-09-12T00:53:15.189 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding auth protocol: cephx 2024-09-12T00:53:15.189 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: secure 2024-09-12T00:53:15.189 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: crc 2024-09-12T00:53:15.189 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: secure 2024-09-12T00:53:15.189 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: crc 2024-09-12T00:53:15.189 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: secure 2024-09-12T00:53:15.189 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: crc 2024-09-12T00:53:15.189 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: crc 2024-09-12T00:53:15.189 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: secure 2024-09-12T00:53:15.189 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: crc 2024-09-12T00:53:15.189 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: secure 2024-09-12T00:53:15.189 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: crc 2024-09-12T00:53:15.189 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:53:14.843+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9e740) adding con mode: secure 2024-09-12T00:53:15.189 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:53:14.844+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.190 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:53:14.844+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.190 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:53:14.844+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command rotate-key cmddesc rotate-key hook 0x7ffde0a9e888 EEXIST 2024-09-12T00:53:15.190 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient: _reopen_session rank -1 2024-09-12T00:53:15.190 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:53:15.190 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-b con 0x55c0edf4eee0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:53:15.190 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-a con 0x55c0edf4f2c0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:53:15.190 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-c con 0x55c0edf54400 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:53:15.190 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.190 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.190 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.190 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient(hunting): _renew_subs 2024-09-12T00:53:15.190 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:53:14.844+0000 7f1b65a15800 10 monclient(hunting): authenticate will time out at 1901.295463s 2024-09-12T00:53:15.190 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient(hunting): get_auth_request con 0x55c0edf54400 auth_method 0 2024-09-12T00:53:15.190 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.190 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.191 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.191 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:53:14.844+0000 7f1b60991640 10 monclient(hunting): get_auth_request con 0x55c0edf4f2c0 auth_method 0 2024-09-12T00:53:15.191 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:53:14.844+0000 7f1b60991640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.191 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:53:14.844+0000 7f1b60991640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.191 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:53:14.844+0000 7f1b60991640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.191 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:53:14.844+0000 7f1b61192640 10 monclient(hunting): get_auth_request con 0x55c0edf4eee0 auth_method 0 2024-09-12T00:53:15.191 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:53:14.844+0000 7f1b61192640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.191 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:53:14.844+0000 7f1b61192640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.191 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:53:14.844+0000 7f1b61192640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.191 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.191 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.191 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.191 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:53:14.844+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.191 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:53:14.844+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.192 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:53:14.844+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.192 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:53:14.844+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.192 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:53:14.844+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.192 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:53:14.844+0000 7f1b61192640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.192 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient(hunting): handle_auth_done global_id 6512 payload 274 2024-09-12T00:53:15.192 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient: _finish_hunting 0 2024-09-12T00:53:15.192 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:53:14.844+0000 7f1b61993640 1 monclient: found mon.noname-c 2024-09-12T00:53:15.192 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:53:14.844+0000 7f1b61993640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:53:15.192 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:15.192 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:53:15.192 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: dump: 2024-09-12T00:53:15.192 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.192 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.192 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.192 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.193 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.193 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.193 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.193 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.193 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.193 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.193 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: _finish_auth 0 2024-09-12T00:53:15.193 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: _check_auth_tickets 2024-09-12T00:53:15.193 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T00:53:15.193 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:15.193 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:53:15.193 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:53:14.845+0000 7f1a44ff9640 10 monclient: dump: 2024-09-12T00:53:15.193 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.194 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.194 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.194 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.194 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.194 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.194 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.194 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.194 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.194 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.194 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 monclient: authenticate success, global_id 6512 2024-09-12T00:53:15.194 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:53:14.845+0000 7f1b65a15800 10 monclient: get_monmap_and_config success 2024-09-12T00:53:15.194 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:53:14.845+0000 7f1b65a15800 4 set_mon_vals no callback set 2024-09-12T00:53:15.194 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:53:14.845+0000 7f1b65a15800 10 monclient: shutdown 2024-09-12T00:53:15.194 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:53:14.845+0000 7f1b65a15800 10 monclient: build_initial_monmap 2024-09-12T00:53:15.194 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:53:14.845+0000 7f1b65a15800 1 build_initial for_mkfs: 0 2024-09-12T00:53:15.195 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:53:14.845+0000 7f1b65a15800 10 monclient: monmap: 2024-09-12T00:53:15.195 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:53:15.195 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:53:15.195 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:53:15.195 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:53:15.195 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:53:15.195 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.195 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:53:15.195 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:53:15.195 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:53:15.195 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.195 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding auth protocol: cephx 2024-09-12T00:53:15.195 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding auth protocol: cephx 2024-09-12T00:53:15.196 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding auth protocol: cephx 2024-09-12T00:53:15.196 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: secure 2024-09-12T00:53:15.196 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: crc 2024-09-12T00:53:15.196 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: secure 2024-09-12T00:53:15.196 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: crc 2024-09-12T00:53:15.196 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: secure 2024-09-12T00:53:15.196 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: crc 2024-09-12T00:53:15.196 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: crc 2024-09-12T00:53:15.196 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: secure 2024-09-12T00:53:15.196 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: crc 2024-09-12T00:53:15.196 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: secure 2024-09-12T00:53:15.196 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: crc 2024-09-12T00:53:15.196 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:53:14.845+0000 7f1b65a15800 5 AuthRegistry(0x55c0edd3a0d0) adding con mode: secure 2024-09-12T00:53:15.196 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:53:14.845+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.197 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:53:14.846+0000 7f1b65a15800 1 librados: starting msgr at 2024-09-12T00:53:15.197 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:53:14.846+0000 7f1b65a15800 1 librados: starting objecter 2024-09-12T00:53:15.197 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command objecter_requests cmddesc objecter_requests hook 0x55c0edf23840 EEXIST 2024-09-12T00:53:15.197 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:53:14.846+0000 7f1b65a15800 1 librados: setting wanted keys 2024-09-12T00:53:15.197 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:53:14.846+0000 7f1b65a15800 1 librados: calling monclient init 2024-09-12T00:53:15.197 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient: init 2024-09-12T00:53:15.197 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding auth protocol: cephx 2024-09-12T00:53:15.197 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding auth protocol: cephx 2024-09-12T00:53:15.197 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding auth protocol: cephx 2024-09-12T00:53:15.197 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: secure 2024-09-12T00:53:15.197 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: crc 2024-09-12T00:53:15.197 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: secure 2024-09-12T00:53:15.197 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: crc 2024-09-12T00:53:15.198 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: secure 2024-09-12T00:53:15.198 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: crc 2024-09-12T00:53:15.198 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: crc 2024-09-12T00:53:15.198 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: secure 2024-09-12T00:53:15.198 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: crc 2024-09-12T00:53:15.198 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: secure 2024-09-12T00:53:15.198 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: crc 2024-09-12T00:53:15.198 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 AuthRegistry(0x55c0edf175a0) adding con mode: secure 2024-09-12T00:53:15.198 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:53:14.846+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.198 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:53:14.846+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.198 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:53:14.846+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command rotate-key cmddesc rotate-key hook 0x55c0edf176e8 EEXIST 2024-09-12T00:53:15.198 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient: _reopen_session rank -1 2024-09-12T00:53:15.198 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:53:15.198 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-b con 0x55c0edf4eee0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:53:15.199 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-c con 0x55c0edf54400 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:53:15.199 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient(hunting): picked mon.noname-a con 0x55c0edf47f90 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:53:15.199 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.199 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.199 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:15.199 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient(hunting): _renew_subs 2024-09-12T00:53:15.199 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:53:14.846+0000 7f1b65a15800 10 monclient(hunting): authenticate will time out at 1901.297730s 2024-09-12T00:53:15.199 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:53:14.846+0000 7f1b60991640 10 monclient(hunting): get_auth_request con 0x55c0edf54400 auth_method 0 2024-09-12T00:53:15.199 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:53:14.846+0000 7f1b60991640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.199 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:53:14.846+0000 7f1b60991640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.199 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:53:14.846+0000 7f1b60991640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.199 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:53:14.846+0000 7f1b61993640 10 monclient(hunting): get_auth_request con 0x55c0edf47f90 auth_method 0 2024-09-12T00:53:15.199 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:53:14.846+0000 7f1b61993640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.200 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:53:14.846+0000 7f1b61993640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.200 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:53:14.846+0000 7f1b61993640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.200 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:53:14.846+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.200 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:53:14.846+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.200 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:53:14.846+0000 7f1b60991640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.200 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:53:14.846+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:15.200 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:53:14.846+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:15.200 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:53:14.846+0000 7f1b61993640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:15.200 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:53:14.847+0000 7f1b61192640 10 monclient(hunting): get_auth_request con 0x55c0edf4eee0 auth_method 0 2024-09-12T00:53:15.200 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:53:14.847+0000 7f1b61192640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:15.200 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:53:14.847+0000 7f1b61192640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:15.200 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:53:14.847+0000 7f1b61192640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:15.200 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:53:14.847+0000 7f1b60991640 10 monclient(hunting): handle_auth_done global_id 6515 payload 824 2024-09-12T00:53:15.200 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:53:14.847+0000 7f1b60991640 10 monclient: _finish_hunting 0 2024-09-12T00:53:15.200 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:53:14.847+0000 7f1b60991640 1 monclient: found mon.noname-c 2024-09-12T00:53:15.201 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:53:14.847+0000 7f1b60991640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:53:15.201 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:15.201 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:53:15.201 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: dump: 2024-09-12T00:53:15.201 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.201 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.201 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.201 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.201 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.201 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.201 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.201 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.201 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.202 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.202 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: _finish_auth 0 2024-09-12T00:53:15.202 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:53:15.202 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:53:15.202 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:15.202 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:53:15.202 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:53:14.847+0000 7f1a32ffd640 10 monclient: dump: 2024-09-12T00:53:15.202 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:15.202 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:15.202 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.202 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:15.202 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:15.202 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:15.202 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:15.203 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:15.203 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:15.203 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.203 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:53:14.847+0000 7f1b65a15800 5 monclient: authenticate success, global_id 6515 2024-09-12T00:53:15.203 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:53:14.847+0000 7f1b65a15800 10 monclient: _renew_subs 2024-09-12T00:53:15.203 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:53:14.847+0000 7f1b65a15800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:53:15.203 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:53:14.847+0000 7f1a44ff9640 4 set_mon_vals no callback set 2024-09-12T00:53:15.203 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:53:14.847+0000 7f1b65a15800 10 monclient: _renew_subs 2024-09-12T00:53:15.203 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:53:14.847+0000 7f1b65a15800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:53:15.203 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:53:14.847+0000 7f1b65a15800 1 librados: init done 2024-09-12T00:53:15.203 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:53:14.847+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command cr dump hook 0x55c0edf4be88 2024-09-12T00:53:15.203 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:53:14.849+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.203 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:53:14.849+0000 7f1a32ffd640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:53:15.203 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:53:14.849+0000 7f1a32ffd640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:15.204 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:53:14.849+0000 7f1a32ffd640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:15.204 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:53:14.849+0000 7f1b61192640 10 monclient: get_auth_request con 0x7f1a2c076470 auth_method 0 2024-09-12T00:53:15.204 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:53:14.850+0000 7f1b61993640 10 monclient: get_auth_request con 0x55c0edf6fb80 auth_method 0 2024-09-12T00:53:15.204 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:53:14.850+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.204 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:53:14.850+0000 7f1b65a15800 20 realm 2024-09-12T00:53:15.204 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:53:14.850+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.204 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:53:14.851+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.204 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:53:14.851+0000 7f1b65a15800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:15.204 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:53:14.851+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.204 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:53:14.851+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.204 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:53:14.851+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.204 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:53:14.851+0000 7f1b61192640 10 monclient: get_auth_request con 0x55c0edf73db0 auth_method 0 2024-09-12T00:53:15.204 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:53:14.852+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:15.204 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:53:14.852+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.205 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:53:14.852+0000 7f1b60991640 10 monclient: get_auth_request con 0x55c0edf77610 auth_method 0 2024-09-12T00:53:15.205 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:53:14.852+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:15.205 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:53:14.853+0000 7f1b65a15800 20 searching for the correct realm 2024-09-12T00:53:15.205 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:53:14.853+0000 7f1b61993640 10 monclient: get_auth_request con 0x55c0edf7c3c0 auth_method 0 2024-09-12T00:53:15.205 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:53:14.854+0000 7f1b61192640 10 monclient: get_auth_request con 0x7f1b58039070 auth_method 0 2024-09-12T00:53:15.205 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:53:14.854+0000 7f1b60991640 10 monclient: get_auth_request con 0x7f1b54046a80 auth_method 0 2024-09-12T00:53:15.205 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:53:14.855+0000 7f1b60991640 0 -- 172.21.15.38:0/3605003568 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55c0edf77610 msgr2=0x55c0edf79a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:15.205 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:53:14.855+0000 7f1a32ffd640 1 client.6515.objecter ms_handle_reset 0x55c0edf77610 session 0x55c0edf73140 osd.7 2024-09-12T00:53:15.205 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:53:14.855+0000 7f1a32ffd640 10 monclient: _renew_subs 2024-09-12T00:53:15.205 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:53:14.855+0000 7f1a32ffd640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:53:15.205 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:53:14.855+0000 7f1b60991640 10 monclient: get_auth_request con 0x7f1a2c086b00 auth_method 0 2024-09-12T00:53:15.205 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:53:14.856+0000 7f1b61993640 10 monclient: get_auth_request con 0x7f1b58027040 auth_method 0 2024-09-12T00:53:15.205 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:53:14.858+0000 7f1b61192640 10 monclient: get_auth_request con 0x7f1b58008070 auth_method 0 2024-09-12T00:53:15.206 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:53:14.859+0000 7f1b61192640 0 -- 172.21.15.38:0/3605003568 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f1b58008070 msgr2=0x7f1b580a09a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:15.206 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:53:15.060+0000 7f1b61192640 10 monclient: get_auth_request con 0x7f1b58008070 auth_method 0 2024-09-12T00:53:15.206 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:15.206 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:15.206 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:15.206 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:15.206 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:15.206 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:15.206 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.206 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.206 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.206 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:15.206 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:53:15.066+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.206 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:53:15.067+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:15.207 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:53:15.067+0000 7f1b65a15800 20 zone default found 2024-09-12T00:53:15.207 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:53:15.067+0000 7f1b65a15800 4 Realm: () 2024-09-12T00:53:15.207 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:53:15.067+0000 7f1b65a15800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:15.207 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:53:15.067+0000 7f1b65a15800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:15.207 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:53:15.067+0000 7f1b65a15800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:15.207 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:53:15.067+0000 7f1b65a15800 20 zonegroup default 2024-09-12T00:53:15.207 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:53:15.067+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.207 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:53:15.067+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.207 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:53:15.067+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.207 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:53:15.068+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.207 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:53:15.068+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.207 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:53:15.068+0000 7f1b65a15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.207 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:53:15.068+0000 7f1b65a15800 20 started sync module instance, tier type = 2024-09-12T00:53:15.207 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:53:15.068+0000 7f1b65a15800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:15.208 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=0 2024-09-12T00:53:15.208 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=1 2024-09-12T00:53:15.208 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=2 2024-09-12T00:53:15.208 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=3 2024-09-12T00:53:15.208 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=4 2024-09-12T00:53:15.208 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=5 2024-09-12T00:53:15.208 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:53:15.081+0000 7f1b65a15800 20 add_watcher() i=6 2024-09-12T00:53:15.208 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:53:15.082+0000 7f1b65a15800 20 add_watcher() i=7 2024-09-12T00:53:15.208 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:53:15.082+0000 7f1b65a15800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:15.208 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding auth protocol: cephx 2024-09-12T00:53:15.208 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding auth protocol: cephx 2024-09-12T00:53:15.208 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding auth protocol: cephx 2024-09-12T00:53:15.208 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: secure 2024-09-12T00:53:15.208 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: crc 2024-09-12T00:53:15.209 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: secure 2024-09-12T00:53:15.209 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: crc 2024-09-12T00:53:15.209 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: secure 2024-09-12T00:53:15.209 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: crc 2024-09-12T00:53:15.209 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: crc 2024-09-12T00:53:15.209 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: secure 2024-09-12T00:53:15.209 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: crc 2024-09-12T00:53:15.209 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: secure 2024-09-12T00:53:15.209 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:53:15.084+0000 7f1a17fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:15.209 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: crc 2024-09-12T00:53:15.209 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 AuthRegistry(0x7ffde0a9ec20) adding con mode: secure 2024-09-12T00:53:15.209 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:53:15.084+0000 7f1b65a15800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:15.209 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:53:15.084+0000 7f1b65a15800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:15.209 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:53:15.084+0000 7f1b65a15800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:15.209 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command cache list hook 0x55c0edf48370 2024-09-12T00:53:15.210 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command cache inspect hook 0x55c0edf48370 2024-09-12T00:53:15.210 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command cache erase hook 0x55c0edf48370 2024-09-12T00:53:15.210 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command cache zap hook 0x55c0edf48370 2024-09-12T00:53:15.210 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:53:15.084+0000 7f1b65a15800 5 note: GC not initialized 2024-09-12T00:53:15.210 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:53:15.085+0000 7f1a16fe5640 20 reqs_thread_entry: start 2024-09-12T00:53:15.210 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:53:15.085+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command sync trace show hook 0x7f1b54001560 2024-09-12T00:53:15.210 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:53:15.085+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command sync trace history hook 0x7f1b54001560 2024-09-12T00:53:15.210 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:53:15.085+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command sync trace active hook 0x7f1b54001560 2024-09-12T00:53:15.210 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:53:15.085+0000 7f1b65a15800 5 asok(0x55c0edc64630) register_command sync trace active_short hook 0x7f1b54001560 2024-09-12T00:53:15.210 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:53:15.085+0000 7f1b65a15800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:15.210 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:53:15.085+0000 7f1b65a15800 20 Filter name: none 2024-09-12T00:53:15.210 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:53:15.085+0000 7f1a14fe1640 20 reqs_thread_entry: start 2024-09-12T00:53:15.210 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:53:15.085+0000 7f1b65a15800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T00:53:15.210 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:53:15.085+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.211 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:53:15.086+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:15.211 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:53:15.086+0000 7f1b65a15800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T00:53:15.211 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:53:15.086+0000 7f1b65a15800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T00:53:15.211 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:53:15.086+0000 7f1b65a15800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 : miss 2024-09-12T00:53:15.211 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:53:15.086+0000 7f1b65a15800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.211 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:53:15.086+0000 7f1b65a15800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:53:15.211 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:53:15.086+0000 7f1b65a15800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 info.flags=0x17 2024-09-12T00:53:15.211 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:53:15.086+0000 7f1b65a15800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to cache LRU end 2024-09-12T00:53:15.211 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:53:15.086+0000 7f1b65a15800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:53:15.211 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:53:15.086+0000 7f1b65a15800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:15.211 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:53:15.086+0000 7f1b65a15800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 2024-09-12T00:53:15.211 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:53:15.088+0000 7f1a32ffd640 1 client.6515.objecter ms_handle_reset 0x55c0edf6fb80 session 0x55c0edf6f500 osd.1 2024-09-12T00:53:15.211 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:53:15.088+0000 7f1b61993640 10 monclient: get_auth_request con 0x55c0edf77610 auth_method 0 2024-09-12T00:53:15.211 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:53:15.091+0000 7f1b65a15800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 info.flags=0x17 2024-09-12T00:53:15.212 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:53:15.091+0000 7f1b65a15800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to cache LRU end 2024-09-12T00:53:15.212 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:53:15.091+0000 7f1b65a15800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:15.212 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:53:15.091+0000 7f1b65a15800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28, ofs0, ns] 2024-09-12T00:53:15.212 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:53:15.092+0000 7f1a33fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464274 cookie 94287114551584 notifier 6515 bl.length()=1023 2024-09-12T00:53:15.212 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:53:15.092+0000 7f1a33fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 info.flags=0x17 2024-09-12T00:53:15.212 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:53:15.092+0000 7f1a33fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to cache LRU end 2024-09-12T00:53:15.212 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:53:15.092+0000 7f1a33fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:15.212 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:53:15.092+0000 7f1b65a15800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): orig_sources= new_sources= 2024-09-12T00:53:15.212 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:53:15.092+0000 7f1b65a15800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): potential sources added=[] removed=[] 2024-09-12T00:53:15.212 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:53:15.092+0000 7f1b65a15800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): orig_dests= new_dests= 2024-09-12T00:53:15.212 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:53:15.092+0000 7f1b65a15800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): potential dests added=[] removed=[] 2024-09-12T00:53:15.212 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:53:15.093+0000 7f1b65a15800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f1b65a15800 time 2024-09-12T00:53:15.093525+0000 2024-09-12T00:53:15.212 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:53:15.212 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.213 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:53:15.213 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f1b66b8c71a] 2024-09-12T00:53:15.213 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f1b66b8c8d8] 2024-09-12T00:53:15.213 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c0eb35e641] 2024-09-12T00:53:15.213 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd884de) [0x55c0eb8714de] 2024-09-12T00:53:15.213 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c0eb36e31d] 2024-09-12T00:53:15.213 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:53:15.213 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f1b65829590] 2024-09-12T00:53:15.213 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:53:15.213 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:53:15.213 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.213 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:53:15.094+0000 7f1b65a15800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:53:15.213 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f1b65a15800 thread_name:radosgw-admin 2024-09-12T00:53:15.213 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.213 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:53:15.214 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f1b6583e6f0] 2024-09-12T00:53:15.214 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f1b6588b99c] 2024-09-12T00:53:15.214 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:53:15.214 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:53:15.214 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f1b66b8c774] 2024-09-12T00:53:15.214 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f1b66b8c8d8] 2024-09-12T00:53:15.214 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c0eb35e641] 2024-09-12T00:53:15.214 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd884de) [0x55c0eb8714de] 2024-09-12T00:53:15.214 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x55c0eb36e31d] 2024-09-12T00:53:15.214 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:53:15.214 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f1b65829590] 2024-09-12T00:53:15.214 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:53:15.214 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:53:15.214 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:53:15.215 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.215 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:53:15.215 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:53:15.215 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:53:15.215 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:53:15.215 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:53:15.215 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:53:15.215 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:53:15.215 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:53:15.215 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:53:15.215 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:53:15.215 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:53:15.215 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:53:15.215 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:53:15.215 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:53:15.216 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:53:15.216 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:53:15.216 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:53:15.216 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:53:15.216 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:53:15.216 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:53:15.216 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:53:15.216 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:53:15.216 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:53:15.216 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:53:15.216 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:53:15.216 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:53:15.217 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:53:15.217 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:53:15.217 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:53:15.217 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:53:15.217 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:53:15.217 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:53:15.217 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:53:15.217 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:53:15.217 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:53:15.217 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:53:15.217 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:53:15.217 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:53:15.217 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:53:15.217 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:53:15.218 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:53:15.218 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:53:15.218 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:53:15.218 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:53:15.218 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:53:15.218 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:53:15.218 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:53:15.218 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:53:15.218 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:53:15.218 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:53:15.218 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:53:15.218 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:53:15.218 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:53:15.218 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:53:15.219 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:53:15.219 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:53:15.219 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:53:15.219 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:53:15.219 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:53:15.219 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:53:15.219 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:53:15.219 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:53:15.219 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:53:15.219 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:53:15.219 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:53:15.219 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:53:15.219 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:53:15.219 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:53:15.220 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:53:15.220 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:53:15.220 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:53:15.220 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:53:15.220 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:53:15.220 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:53:15.220 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:53:15.220 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:53:15.220 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:53:15.220 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:53:15.220 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:53:15.220 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:53:15.220 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:53:15.221 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:53:15.221 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:53:15.221 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:53:15.221 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:53:15.221 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:53:15.221 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:53:15.221 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:53:15.221 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:53:15.221 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:53:15.221 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:53:15.221 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:53:15.221 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:53:15.221 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:53:15.221 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a14fe1640 / http_manager 2024-09-12T00:53:15.222 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a16fe5640 / http_manager 2024-09-12T00:53:15.222 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a17fe7640 / rgw_dt_lg_renew 2024-09-12T00:53:15.222 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a32ffd640 / ms_dispatch 2024-09-12T00:53:15.222 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a33fff640 / io_context_pool 2024-09-12T00:53:15.222 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a44ff9640 / io_context_pool 2024-09-12T00:53:15.222 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a46ffd640 / ms_dispatch 2024-09-12T00:53:15.222 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a4de03640 / ms_dispatch 2024-09-12T00:53:15.222 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1a4f606640 / io_context_pool 2024-09-12T00:53:15.222 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1b60991640 / msgr-worker-2 2024-09-12T00:53:15.222 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1b61192640 / msgr-worker-1 2024-09-12T00:53:15.222 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1b61993640 / msgr-worker-0 2024-09-12T00:53:15.222 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1b62194640 / io_context_pool 2024-09-12T00:53:15.222 INFO:tasks.workunit.client.0.smithi038.stderr: 7f1b65a15800 / radosgw-admin 2024-09-12T00:53:15.222 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:53:15.222 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:53:15.223 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:53:15.095204Z_a7b7f808-6d41-4277-9561-da304e19ed98/log 2024-09-12T00:53:15.223 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:53:15.223 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T00:53:15.228 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:15.228 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:15.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.172+0000 7ff927935800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.174+0000 7ff927935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.174+0000 7ff927935800 20 realm 2024-09-12T00:53:15.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.174+0000 7ff927935800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.174+0000 7ff927935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.174+0000 7ff927935800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:15.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.174+0000 7ff927935800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.175+0000 7ff927935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.175+0000 7ff927935800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.175+0000 7ff927935800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:15.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.175+0000 7ff927935800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.176+0000 7ff927935800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:15.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.176+0000 7ff927935800 20 searching for the correct realm 2024-09-12T00:53:15.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.179+0000 7ff923ee5640 0 -- 172.21.15.38:0/4182084110 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x56232713f250 msgr2=0x562327141710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:15.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.183+0000 7ff9236e4640 0 -- 172.21.15.38:0/4182084110 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7ff9180e70c0 msgr2=0x7ff91807a9e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:15.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:15.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:15.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:15.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:15.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:15.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:15.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:15.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:15.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 20 zone default found 2024-09-12T00:53:15.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 4 Realm: () 2024-09-12T00:53:15.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:15.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:15.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:15.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 20 zonegroup default 2024-09-12T00:53:15.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.187+0000 7ff927935800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.188+0000 7ff927935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.188+0000 7ff927935800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.188+0000 7ff927935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.188+0000 7ff927935800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.188+0000 7ff927935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.188+0000 7ff927935800 20 started sync module instance, tier type = 2024-09-12T00:53:15.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.188+0000 7ff927935800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:15.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.198+0000 7ff927935800 20 add_watcher() i=0 2024-09-12T00:53:15.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.198+0000 7ff927935800 20 add_watcher() i=1 2024-09-12T00:53:15.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.198+0000 7ff927935800 20 add_watcher() i=2 2024-09-12T00:53:15.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.198+0000 7ff927935800 20 add_watcher() i=3 2024-09-12T00:53:15.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.198+0000 7ff927935800 20 add_watcher() i=4 2024-09-12T00:53:15.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.198+0000 7ff927935800 20 add_watcher() i=5 2024-09-12T00:53:15.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.198+0000 7ff927935800 20 add_watcher() i=6 2024-09-12T00:53:15.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.199+0000 7ff927935800 20 add_watcher() i=7 2024-09-12T00:53:15.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.199+0000 7ff927935800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:15.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.201+0000 7ff7d9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:15.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.201+0000 7ff927935800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:15.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.201+0000 7ff927935800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:15.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.201+0000 7ff927935800 5 note: GC not initialized 2024-09-12T00:53:15.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.201+0000 7ff7d8fe1640 20 reqs_thread_entry: start 2024-09-12T00:53:15.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.201+0000 7ff927935800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:15.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.201+0000 7ff927935800 20 Filter name: none 2024-09-12T00:53:15.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.202+0000 7ff7527fc640 20 reqs_thread_entry: start 2024-09-12T00:53:15.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.202+0000 7ff927935800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.202+0000 7ff927935800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:15.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.202+0000 7ff927935800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.203+0000 7ff927935800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T00:53:15.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.203+0000 7ff927935800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:15.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.203+0000 7ff927935800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.203+0000 7ff927935800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:15.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.203+0000 7ff927935800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.204+0000 7ff927935800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T00:53:15.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.204+0000 7ff927935800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:15.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.206+0000 7ff7d9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:15.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.208+0000 7ff927935800 20 remove_watcher() i=0 2024-09-12T00:53:15.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.208+0000 7ff927935800 2 removed watcher, disabling cache 2024-09-12T00:53:15.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.209+0000 7ff927935800 20 remove_watcher() i=1 2024-09-12T00:53:15.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.210+0000 7ff927935800 20 remove_watcher() i=2 2024-09-12T00:53:15.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.211+0000 7ff927935800 20 remove_watcher() i=3 2024-09-12T00:53:15.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.212+0000 7ff927935800 20 remove_watcher() i=4 2024-09-12T00:53:15.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.213+0000 7ff927935800 20 remove_watcher() i=5 2024-09-12T00:53:15.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.214+0000 7ff927935800 20 remove_watcher() i=6 2024-09-12T00:53:15.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.216+0000 7ff927935800 20 remove_watcher() i=7 2024-09-12T00:53:15.233 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.234 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:53:15.234 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-trim-reshard-log-entries id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:53:15.234 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:15.234 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:15.234 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:15.235 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:15.235 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:15.279 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:53:15.311 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:15.311 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:15.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.353+0000 7f7e31014800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.354+0000 7f7e31014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.354+0000 7f7e31014800 20 realm 2024-09-12T00:53:15.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.354+0000 7f7e31014800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.354+0000 7f7e31014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.354+0000 7f7e31014800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:15.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.354+0000 7f7e31014800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.354+0000 7f7e31014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.354+0000 7f7e31014800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.355+0000 7f7e31014800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:15.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.355+0000 7f7e31014800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.356+0000 7f7e31014800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:15.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.356+0000 7f7e31014800 20 searching for the correct realm 2024-09-12T00:53:15.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.358+0000 7f7e2beca640 0 -- 172.21.15.38:0/2338109922 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55e818336a30 msgr2=0x55e818338e20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:53:15.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.362+0000 7f7e2c6cb640 0 -- 172.21.15.38:0/2338109922 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f7e200ab2f0 msgr2=0x7f7e200d3710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:53:15.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.569+0000 7f7e31014800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:15.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.569+0000 7f7e31014800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:15.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.569+0000 7f7e31014800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:15.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.569+0000 7f7e31014800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:15.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.569+0000 7f7e31014800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:15.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.569+0000 7f7e31014800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:15.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.569+0000 7f7e31014800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.569+0000 7f7e31014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.569+0000 7f7e31014800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.569+0000 7f7e31014800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:15.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.569+0000 7f7e31014800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.570+0000 7f7e31014800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:15.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.570+0000 7f7e31014800 20 zone default found 2024-09-12T00:53:15.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.570+0000 7f7e31014800 4 Realm: () 2024-09-12T00:53:15.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.570+0000 7f7e31014800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:15.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.570+0000 7f7e31014800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:15.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.570+0000 7f7e31014800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:15.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.570+0000 7f7e31014800 20 zonegroup default 2024-09-12T00:53:15.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.570+0000 7f7e31014800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.570+0000 7f7e31014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.570+0000 7f7e31014800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.571+0000 7f7e31014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.571+0000 7f7e31014800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.571+0000 7f7e31014800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:15.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.571+0000 7f7e31014800 20 started sync module instance, tier type = 2024-09-12T00:53:15.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.571+0000 7f7e31014800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:15.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.581+0000 7f7e31014800 20 add_watcher() i=0 2024-09-12T00:53:15.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.581+0000 7f7e31014800 20 add_watcher() i=1 2024-09-12T00:53:15.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.581+0000 7f7e31014800 20 add_watcher() i=2 2024-09-12T00:53:15.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.581+0000 7f7e31014800 20 add_watcher() i=3 2024-09-12T00:53:15.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.581+0000 7f7e31014800 20 add_watcher() i=4 2024-09-12T00:53:15.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.581+0000 7f7e31014800 20 add_watcher() i=5 2024-09-12T00:53:15.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.581+0000 7f7e31014800 20 add_watcher() i=6 2024-09-12T00:53:15.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.582+0000 7f7e31014800 20 add_watcher() i=7 2024-09-12T00:53:15.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.582+0000 7f7e31014800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:15.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.583+0000 7f7ce27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:15.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.583+0000 7f7e31014800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:15.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.583+0000 7f7e31014800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:15.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.584+0000 7f7e31014800 5 note: GC not initialized 2024-09-12T00:53:15.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.584+0000 7f7ce17e2640 20 reqs_thread_entry: start 2024-09-12T00:53:15.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.584+0000 7f7e31014800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:15.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.584+0000 7f7e31014800 20 Filter name: none 2024-09-12T00:53:15.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.584+0000 7f7c52ffd640 20 reqs_thread_entry: start 2024-09-12T00:53:15.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.584+0000 7f7e31014800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T00:53:15.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.584+0000 7f7e31014800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.585+0000 7f7e31014800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:15.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.585+0000 7f7e31014800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T00:53:15.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.585+0000 7f7e31014800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T00:53:15.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.585+0000 7f7e31014800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 : miss 2024-09-12T00:53:15.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.585+0000 7f7e31014800 20 rados->read ofs=0 len=0 2024-09-12T00:53:15.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.585+0000 7f7e31014800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T00:53:15.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.585+0000 7f7e31014800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 info.flags=0x17 2024-09-12T00:53:15.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.585+0000 7f7e31014800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to cache LRU end 2024-09-12T00:53:15.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.585+0000 7f7e31014800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:53:15.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.585+0000 7f7e31014800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:15.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.585+0000 7f7e31014800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 2024-09-12T00:53:15.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.586+0000 7f7e31014800 0 INFO: RGWReshardLock::lock found lock on abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to be held by another RGW process; skipping for now 2024-09-12T00:53:15.586 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.587+0000 7f7ce27e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:15.588 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.589+0000 7f7e31014800 20 remove_watcher() i=0 2024-09-12T00:53:15.588 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.589+0000 7f7e31014800 2 removed watcher, disabling cache 2024-09-12T00:53:15.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.590+0000 7f7e31014800 20 remove_watcher() i=1 2024-09-12T00:53:15.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.591+0000 7f7e31014800 20 remove_watcher() i=2 2024-09-12T00:53:15.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.593+0000 7f7e31014800 20 remove_watcher() i=3 2024-09-12T00:53:15.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.594+0000 7f7e31014800 20 remove_watcher() i=4 2024-09-12T00:53:15.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.595+0000 7f7e31014800 20 remove_watcher() i=5 2024-09-12T00:53:15.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.596+0000 7f7e31014800 20 remove_watcher() i=6 2024-09-12T00:53:15.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:15.597+0000 7f7e31014800 20 remove_watcher() i=7 2024-09-12T00:53:15.607 INFO:tasks.workunit.client.0.smithi038.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T00:53:45.624 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-trim-reshard-log-entries --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:53:45.661 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:45.661 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:45.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:45.709+0000 7f6475339800 20 rados->read ofs=0 len=0 2024-09-12T00:53:45.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:45.711+0000 7f6475339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:45.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:45.711+0000 7f6475339800 20 realm 2024-09-12T00:53:45.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:45.711+0000 7f6475339800 20 rados->read ofs=0 len=0 2024-09-12T00:53:45.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:45.711+0000 7f6475339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:45.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:45.711+0000 7f6475339800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:45.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:45.711+0000 7f6475339800 20 rados->read ofs=0 len=0 2024-09-12T00:53:45.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:45.711+0000 7f6475339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:45.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:45.711+0000 7f6475339800 20 rados->read ofs=0 len=0 2024-09-12T00:53:45.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:45.712+0000 7f6475339800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:45.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:45.712+0000 7f6475339800 20 rados->read ofs=0 len=0 2024-09-12T00:53:45.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:45.713+0000 7f6475339800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:45.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:45.713+0000 7f6475339800 20 searching for the correct realm 2024-09-12T00:53:45.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:45.716+0000 7f64707c6640 0 -- 172.21.15.38:0/930627126 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f64600b9050 msgr2=0x7f64600ad9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:45.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:45.923+0000 7f6470fc7640 0 -- 172.21.15.38:0/930627126 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f64640711d0 msgr2=0x7f64640811c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:46.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.132+0000 7f6475339800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:46.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.132+0000 7f6475339800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:46.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.132+0000 7f6475339800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:46.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.132+0000 7f6475339800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:46.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.132+0000 7f6475339800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:46.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.132+0000 7f6475339800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:46.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.132+0000 7f6475339800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.132+0000 7f6475339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.132+0000 7f6475339800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.132+0000 7f6475339800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:46.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.132+0000 7f6475339800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.133+0000 7f6475339800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:46.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.133+0000 7f6475339800 20 zone default found 2024-09-12T00:53:46.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.133+0000 7f6475339800 4 Realm: () 2024-09-12T00:53:46.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.133+0000 7f6475339800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:46.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.133+0000 7f6475339800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:46.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.133+0000 7f6475339800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:46.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.133+0000 7f6475339800 20 zonegroup default 2024-09-12T00:53:46.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.133+0000 7f6475339800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.133+0000 7f6475339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.133+0000 7f6475339800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.134+0000 7f6475339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.134+0000 7f6475339800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.134+0000 7f6475339800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.134+0000 7f6475339800 20 started sync module instance, tier type = 2024-09-12T00:53:46.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.134+0000 7f6475339800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:46.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.146+0000 7f6475339800 20 add_watcher() i=0 2024-09-12T00:53:46.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.146+0000 7f6475339800 20 add_watcher() i=1 2024-09-12T00:53:46.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.146+0000 7f6475339800 20 add_watcher() i=2 2024-09-12T00:53:46.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.146+0000 7f6475339800 20 add_watcher() i=3 2024-09-12T00:53:46.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.146+0000 7f6475339800 20 add_watcher() i=4 2024-09-12T00:53:46.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.146+0000 7f6475339800 20 add_watcher() i=5 2024-09-12T00:53:46.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.146+0000 7f6475339800 20 add_watcher() i=6 2024-09-12T00:53:46.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.147+0000 7f6475339800 20 add_watcher() i=7 2024-09-12T00:53:46.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.147+0000 7f6475339800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:46.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.149+0000 7f63277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:46.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.149+0000 7f6475339800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:46.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.149+0000 7f6475339800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:46.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.150+0000 7f6475339800 5 note: GC not initialized 2024-09-12T00:53:46.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.150+0000 7f63267e4640 20 reqs_thread_entry: start 2024-09-12T00:53:46.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.150+0000 7f6475339800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:46.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.150+0000 7f6475339800 20 Filter name: none 2024-09-12T00:53:46.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.150+0000 7f631f7fe640 20 reqs_thread_entry: start 2024-09-12T00:53:46.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.150+0000 7f6475339800 10 cache get: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries : miss 2024-09-12T00:53:46.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.150+0000 7f6475339800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.151+0000 7f6475339800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:46.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.151+0000 7f6475339800 10 cache put: name=default.rgw.meta+root+abort-at-trim-reshard-log-entries info.flags=0x11 2024-09-12T00:53:46.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.151+0000 7f6475339800 10 adding default.rgw.meta+root+abort-at-trim-reshard-log-entries to cache LRU end 2024-09-12T00:53:46.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.151+0000 7f6475339800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 : miss 2024-09-12T00:53:46.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.151+0000 7f6475339800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.151+0000 7f6475339800 20 rados_obj.operate() r=0 bl.length=479 2024-09-12T00:53:46.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.151+0000 7f6475339800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 info.flags=0x17 2024-09-12T00:53:46.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.151+0000 7f6475339800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to cache LRU end 2024-09-12T00:53:46.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.151+0000 7f6475339800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:53:46.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.151+0000 7f6475339800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:46.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.151+0000 7f6475339800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 2024-09-12T00:53:46.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.153+0000 7f6475339800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:53:46.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.161+0000 7f6475339800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 info.flags=0x17 2024-09-12T00:53:46.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.161+0000 7f6475339800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to cache LRU end 2024-09-12T00:53:46.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.161+0000 7f6475339800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:46.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.161+0000 7f6475339800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28, ofs0, ns] 2024-09-12T00:53:46.160 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.161+0000 7f63477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464275 cookie 94725314308496 notifier 6933 bl.length()=1023 2024-09-12T00:53:46.160 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.161+0000 7f63477fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 info.flags=0x17 2024-09-12T00:53:46.160 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.161+0000 7f63477fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to cache LRU end 2024-09-12T00:53:46.160 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.161+0000 7f63477fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:46.160 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.161+0000 7f6475339800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): orig_sources= new_sources= 2024-09-12T00:53:46.160 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.161+0000 7f6475339800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): potential sources added=[] removed=[] 2024-09-12T00:53:46.160 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.161+0000 7f6475339800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): orig_dests= new_dests= 2024-09-12T00:53:46.160 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.161+0000 7f6475339800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): potential dests added=[] removed=[] 2024-09-12T00:53:46.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.0 2024-09-12T00:53:46.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.0 2024-09-12T00:53:46.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.1 2024-09-12T00:53:46.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.1 2024-09-12T00:53:46.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.2 2024-09-12T00:53:46.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.2 2024-09-12T00:53:46.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.3 2024-09-12T00:53:46.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.3 2024-09-12T00:53:46.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.4 2024-09-12T00:53:46.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.4 2024-09-12T00:53:46.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.5 2024-09-12T00:53:46.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.5 2024-09-12T00:53:46.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.6 2024-09-12T00:53:46.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.6 2024-09-12T00:53:46.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.7 2024-09-12T00:53:46.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.7 2024-09-12T00:53:46.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.8 2024-09-12T00:53:46.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.8 2024-09-12T00:53:46.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.9 2024-09-12T00:53:46.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.9 2024-09-12T00:53:46.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.10 2024-09-12T00:53:46.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.10 2024-09-12T00:53:46.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.11 2024-09-12T00:53:46.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2.11 2024-09-12T00:53:46.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.167+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.0 2024-09-12T00:53:46.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.168+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.1 2024-09-12T00:53:46.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.168+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2 2024-09-12T00:53:46.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.169+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.3 2024-09-12T00:53:46.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.169+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.4 2024-09-12T00:53:46.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.170+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.5 2024-09-12T00:53:46.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.171+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.6 2024-09-12T00:53:46.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.171+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.7 2024-09-12T00:53:46.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.172+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.8 2024-09-12T00:53:46.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.172+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.9 2024-09-12T00:53:46.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.173+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.10 2024-09-12T00:53:46.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.176+0000 7f6475339800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 : hit (requested=0x17, cached=0x17) 2024-09-12T00:53:46.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.176+0000 7f6475339800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 2024-09-12T00:53:46.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.177+0000 7f6475339800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 info.flags=0x17 2024-09-12T00:53:46.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.177+0000 7f6475339800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to cache LRU end 2024-09-12T00:53:46.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.177+0000 7f6475339800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:46.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.177+0000 7f6475339800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28, ofs0, ns] 2024-09-12T00:53:46.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.178+0000 7f63477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464276 cookie 94725314308496 notifier 6933 bl.length()=1023 2024-09-12T00:53:46.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.178+0000 7f63477fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 info.flags=0x17 2024-09-12T00:53:46.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.178+0000 7f63477fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to cache LRU end 2024-09-12T00:53:46.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.178+0000 7f63477fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:46.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.178+0000 7f6475339800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): orig_sources= new_sources= 2024-09-12T00:53:46.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.178+0000 7f6475339800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): potential sources added=[] removed=[] 2024-09-12T00:53:46.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.178+0000 7f6475339800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): orig_dests= new_dests= 2024-09-12T00:53:46.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.178+0000 7f6475339800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): potential dests added=[] removed=[] 2024-09-12T00:53:46.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.181+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.0 2024-09-12T00:53:46.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.181+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.1 2024-09-12T00:53:46.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.182+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.2 2024-09-12T00:53:46.181 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.183+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.3 2024-09-12T00:53:46.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.183+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.4 2024-09-12T00:53:46.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.184+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.5 2024-09-12T00:53:46.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.184+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.6 2024-09-12T00:53:46.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.184+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.7 2024-09-12T00:53:46.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.185+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.8 2024-09-12T00:53:46.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.185+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.9 2024-09-12T00:53:46.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.185+0000 7f6475339800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28.10 2024-09-12T00:53:46.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.186+0000 7f6475339800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 : hit (requested=0x17, cached=0x17) 2024-09-12T00:53:46.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.186+0000 7f6475339800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 2024-09-12T00:53:46.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.187+0000 7f6475339800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 info.flags=0x17 2024-09-12T00:53:46.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.187+0000 7f6475339800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to cache LRU end 2024-09-12T00:53:46.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.187+0000 7f6475339800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:46.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.187+0000 7f6475339800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28, ofs0, ns] 2024-09-12T00:53:46.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.188+0000 7f63477fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464277 cookie 94725314308496 notifier 6933 bl.length()=991 2024-09-12T00:53:46.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.188+0000 7f63477fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 info.flags=0x17 2024-09-12T00:53:46.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.188+0000 7f63477fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-trim-reshard-log-entries:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 to cache LRU end 2024-09-12T00:53:46.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.188+0000 7f63477fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:46.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.188+0000 7f6475339800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): orig_sources= new_sources= 2024-09-12T00:53:46.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.188+0000 7f6475339800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): potential sources added=[] removed=[] 2024-09-12T00:53:46.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.188+0000 7f6475339800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): orig_dests= new_dests= 2024-09-12T00:53:46.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.188+0000 7f6475339800 20 handle_bi_update(): bucket=:abort-at-trim-reshard-log-entries[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28]): potential dests added=[] removed=[] 2024-09-12T00:53:46.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.190+0000 7f6475339800 1 execute INFO: reshard of bucket "abort-at-trim-reshard-log-entries" from 11 shards to 12 shards completed successfully 2024-09-12T00:53:46.191 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.193+0000 7f63277e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:46.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.195+0000 7f6475339800 20 remove_watcher() i=0 2024-09-12T00:53:46.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.195+0000 7f6475339800 2 removed watcher, disabling cache 2024-09-12T00:53:46.195 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.196+0000 7f6475339800 20 remove_watcher() i=1 2024-09-12T00:53:46.196 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.197+0000 7f6475339800 20 remove_watcher() i=2 2024-09-12T00:53:46.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.198+0000 7f6475339800 20 remove_watcher() i=3 2024-09-12T00:53:46.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.200+0000 7f6475339800 20 remove_watcher() i=4 2024-09-12T00:53:46.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.201+0000 7f6475339800 20 remove_watcher() i=5 2024-09-12T00:53:46.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.202+0000 7f6475339800 20 remove_watcher() i=6 2024-09-12T00:53:46.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.203+0000 7f6475339800 20 remove_watcher() i=7 2024-09-12T00:53:46.216 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-trim-reshard-log-entries 2024-09-12T00:53:46.246 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:46.246 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:46.286 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.287+0000 7f3ae9b17800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.288 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.289+0000 7f3ae9b17800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.288 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.289+0000 7f3ae9b17800 20 realm 2024-09-12T00:53:46.288 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.289+0000 7f3ae9b17800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.288 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.289+0000 7f3ae9b17800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.288 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.289+0000 7f3ae9b17800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:46.288 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.289+0000 7f3ae9b17800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.290+0000 7f3ae9b17800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.290+0000 7f3ae9b17800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.291+0000 7f3ae9b17800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:46.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.291+0000 7f3ae9b17800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.290 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.291+0000 7f3ae9b17800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:46.290 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.291+0000 7f3ae9b17800 20 searching for the correct realm 2024-09-12T00:53:46.293 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.294+0000 7f3ae7e02640 0 -- 172.21.15.38:0/4037451622 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55c12c525650 msgr2=0x55c12c527b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:46.297 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.298+0000 7f3ae7601640 0 -- 172.21.15.38:0/4037451622 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f3ad007b7d0 msgr2=0x7f3ad0067ae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:46.301 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.302+0000 7f3ae9b17800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:46.301 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.302+0000 7f3ae9b17800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:46.301 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.302+0000 7f3ae9b17800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:46.301 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.302+0000 7f3ae9b17800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:46.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.302+0000 7f3ae9b17800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:46.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.302+0000 7f3ae9b17800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:46.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.303+0000 7f3ae9b17800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.303+0000 7f3ae9b17800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.302 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.303+0000 7f3ae9b17800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.303+0000 7f3ae9b17800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:46.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.303+0000 7f3ae9b17800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.303+0000 7f3ae9b17800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:46.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.303+0000 7f3ae9b17800 20 zone default found 2024-09-12T00:53:46.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.303+0000 7f3ae9b17800 4 Realm: () 2024-09-12T00:53:46.303 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.303+0000 7f3ae9b17800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:46.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.303+0000 7f3ae9b17800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:46.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.303+0000 7f3ae9b17800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:46.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.303+0000 7f3ae9b17800 20 zonegroup default 2024-09-12T00:53:46.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.303+0000 7f3ae9b17800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.304+0000 7f3ae9b17800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.304+0000 7f3ae9b17800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.304+0000 7f3ae9b17800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.304+0000 7f3ae9b17800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.304+0000 7f3ae9b17800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.304+0000 7f3ae9b17800 20 started sync module instance, tier type = 2024-09-12T00:53:46.304 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.304+0000 7f3ae9b17800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:46.312 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.313+0000 7f3ae9b17800 20 add_watcher() i=0 2024-09-12T00:53:46.312 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.313+0000 7f3ae9b17800 20 add_watcher() i=1 2024-09-12T00:53:46.312 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.313+0000 7f3ae9b17800 20 add_watcher() i=2 2024-09-12T00:53:46.312 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.313+0000 7f3ae9b17800 20 add_watcher() i=3 2024-09-12T00:53:46.312 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.313+0000 7f3ae9b17800 20 add_watcher() i=4 2024-09-12T00:53:46.312 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.313+0000 7f3ae9b17800 20 add_watcher() i=5 2024-09-12T00:53:46.312 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.313+0000 7f3ae9b17800 20 add_watcher() i=6 2024-09-12T00:53:46.313 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.314+0000 7f3ae9b17800 20 add_watcher() i=7 2024-09-12T00:53:46.313 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.314+0000 7f3ae9b17800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:46.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.316+0000 7f399dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:46.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.316+0000 7f3ae9b17800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:46.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.316+0000 7f3ae9b17800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:46.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.316+0000 7f3ae9b17800 5 note: GC not initialized 2024-09-12T00:53:46.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.316+0000 7f399cfe1640 20 reqs_thread_entry: start 2024-09-12T00:53:46.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.316+0000 7f3ae9b17800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:46.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.316+0000 7f3ae9b17800 20 Filter name: none 2024-09-12T00:53:46.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.316+0000 7f39167fc640 20 reqs_thread_entry: start 2024-09-12T00:53:46.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.316+0000 7f3ae9b17800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.317+0000 7f3ae9b17800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:46.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.317+0000 7f3ae9b17800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.318+0000 7f3ae9b17800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:53:46.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.318+0000 7f3ae9b17800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:46.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.318+0000 7f3ae9b17800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.318+0000 7f3ae9b17800 20 rados_obj.operate() r=0 bl.length=225 2024-09-12T00:53:46.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.318+0000 7f3ae9b17800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.319+0000 7f3ae9b17800 20 rados_obj.operate() r=0 bl.length=447 2024-09-12T00:53:46.318 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.319+0000 7f3ae9b17800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:46.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.320+0000 7f399dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:46.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.322+0000 7f3ae9b17800 20 remove_watcher() i=0 2024-09-12T00:53:46.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.322+0000 7f3ae9b17800 2 removed watcher, disabling cache 2024-09-12T00:53:46.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.323+0000 7f3ae9b17800 20 remove_watcher() i=1 2024-09-12T00:53:46.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.324+0000 7f3ae9b17800 20 remove_watcher() i=2 2024-09-12T00:53:46.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.325+0000 7f3ae9b17800 20 remove_watcher() i=3 2024-09-12T00:53:46.325 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.326+0000 7f3ae9b17800 20 remove_watcher() i=4 2024-09-12T00:53:46.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.327+0000 7f3ae9b17800 20 remove_watcher() i=5 2024-09-12T00:53:46.327 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.328+0000 7f3ae9b17800 20 remove_watcher() i=6 2024-09-12T00:53:46.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.329+0000 7f3ae9b17800 20 remove_watcher() i=7 2024-09-12T00:53:46.339 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:46.339 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:53:46.339 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-trim-reshard-log-entries id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-12T00:53:46.340 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:46.342 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.342 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.345 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.345 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.388 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.388 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.415 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with EIO injected at block_writes 2024-09-12T00:53:46.416 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:46.417 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.417 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.429 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.429 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.472 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.472 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.480 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.480 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.488 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.488 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.497 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.497 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.504 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.504 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.512 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.513 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.521 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.521 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.528 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.528 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.536 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.536 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.544 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.544 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.554 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.554 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.562 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.562 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.570 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.570 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.577 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.578 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.586 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.586 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.594 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.594 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.603 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.603 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.613 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.613 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.621 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.621 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.629 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:46.629 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:46.638 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T00:53:46.668 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:46.668 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:46.706 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.707+0000 7f76c2b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.709+0000 7f76c2b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.709+0000 7f76c2b2e800 20 realm 2024-09-12T00:53:46.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.709+0000 7f76c2b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.710+0000 7f76c2b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.710+0000 7f76c2b2e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:46.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.710+0000 7f76c2b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.710+0000 7f76c2b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.710+0000 7f76c2b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.711+0000 7f76c2b2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:46.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.711+0000 7f76c2b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.711+0000 7f76c2b2e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:46.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.711+0000 7f76c2b2e800 20 searching for the correct realm 2024-09-12T00:53:46.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.714+0000 7f76bef65640 0 -- 172.21.15.38:0/2812175346 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55ce7e2bf3a0 msgr2=0x55ce7e2c1860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:46.716 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.718+0000 7f76be764640 0 -- 172.21.15.38:0/2812175346 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f76a8086210 msgr2=0x7f76a807a840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:46.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.722+0000 7f76c2b2e800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:46.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.722+0000 7f76c2b2e800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:46.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.722+0000 7f76c2b2e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:46.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.722+0000 7f76c2b2e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:46.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.722+0000 7f76c2b2e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:46.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.722+0000 7f76c2b2e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:46.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.722+0000 7f76c2b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.722+0000 7f76c2b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.722+0000 7f76c2b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.722+0000 7f76c2b2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:46.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.722+0000 7f76c2b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.723+0000 7f76c2b2e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:46.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.723+0000 7f76c2b2e800 20 zone default found 2024-09-12T00:53:46.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.723+0000 7f76c2b2e800 4 Realm: () 2024-09-12T00:53:46.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.723+0000 7f76c2b2e800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:46.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.723+0000 7f76c2b2e800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:46.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.723+0000 7f76c2b2e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:46.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.723+0000 7f76c2b2e800 20 zonegroup default 2024-09-12T00:53:46.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.723+0000 7f76c2b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.723+0000 7f76c2b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.723+0000 7f76c2b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.723+0000 7f76c2b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.723+0000 7f76c2b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.723+0000 7f76c2b2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.724+0000 7f76c2b2e800 20 started sync module instance, tier type = 2024-09-12T00:53:46.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.724+0000 7f76c2b2e800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:46.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.733+0000 7f76c2b2e800 20 add_watcher() i=0 2024-09-12T00:53:46.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.733+0000 7f76c2b2e800 20 add_watcher() i=1 2024-09-12T00:53:46.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.733+0000 7f76c2b2e800 20 add_watcher() i=2 2024-09-12T00:53:46.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.733+0000 7f76c2b2e800 20 add_watcher() i=3 2024-09-12T00:53:46.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.733+0000 7f76c2b2e800 20 add_watcher() i=4 2024-09-12T00:53:46.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.733+0000 7f76c2b2e800 20 add_watcher() i=5 2024-09-12T00:53:46.733 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.733+0000 7f76c2b2e800 20 add_watcher() i=6 2024-09-12T00:53:46.733 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.734+0000 7f76c2b2e800 20 add_watcher() i=7 2024-09-12T00:53:46.733 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.734+0000 7f76c2b2e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:46.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.735+0000 7f7574fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:46.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.736+0000 7f76c2b2e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:46.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.736+0000 7f76c2b2e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:46.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.736+0000 7f76c2b2e800 5 note: GC not initialized 2024-09-12T00:53:46.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.736+0000 7f74ef7fe640 20 reqs_thread_entry: start 2024-09-12T00:53:46.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.736+0000 7f76c2b2e800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:46.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.736+0000 7f76c2b2e800 20 Filter name: none 2024-09-12T00:53:46.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.736+0000 7f74ed7fa640 20 reqs_thread_entry: start 2024-09-12T00:53:46.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.736+0000 7f76c2b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.737+0000 7f76c2b2e800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:53:46.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.737+0000 7f76c2b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.737+0000 7f76c2b2e800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T00:53:46.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.737+0000 7f76c2b2e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:46.737 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.738+0000 7f76c2b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.737 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.738+0000 7f76c2b2e800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:53:46.737 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.738+0000 7f76c2b2e800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.737 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.739+0000 7f76c2b2e800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T00:53:46.737 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.739+0000 7f76c2b2e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:46.739 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.740+0000 7f7574fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:46.741 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.742+0000 7f76c2b2e800 20 remove_watcher() i=0 2024-09-12T00:53:46.741 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.742+0000 7f76c2b2e800 2 removed watcher, disabling cache 2024-09-12T00:53:46.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.743+0000 7f76c2b2e800 20 remove_watcher() i=1 2024-09-12T00:53:46.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.744+0000 7f76c2b2e800 20 remove_watcher() i=2 2024-09-12T00:53:46.744 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.745+0000 7f76c2b2e800 20 remove_watcher() i=3 2024-09-12T00:53:46.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.746+0000 7f76c2b2e800 20 remove_watcher() i=4 2024-09-12T00:53:46.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.747+0000 7f76c2b2e800 20 remove_watcher() i=5 2024-09-12T00:53:46.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.748+0000 7f76c2b2e800 20 remove_watcher() i=6 2024-09-12T00:53:46.748 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.749+0000 7f76c2b2e800 20 remove_watcher() i=7 2024-09-12T00:53:46.759 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:46.759 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:53:46.759 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-block-writes id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:53:46.759 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:46.761 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2024-09-12T00:53:46.795 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:46.795 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:46.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.836+0000 7f9b2bb46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.838+0000 7f9b2bb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.838+0000 7f9b2bb46800 20 realm 2024-09-12T00:53:46.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.838+0000 7f9b2bb46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.838+0000 7f9b2bb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.838+0000 7f9b2bb46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:46.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.838+0000 7f9b2bb46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.838+0000 7f9b2bb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.838+0000 7f9b2bb46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.839+0000 7f9b2bb46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:46.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.839+0000 7f9b2bb46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.840+0000 7f9b2bb46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:46.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.840+0000 7f9b2bb46800 20 searching for the correct realm 2024-09-12T00:53:46.843 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.844+0000 7f9b28e36640 0 -- 172.21.15.38:0/369789927 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f9b1c04d040 msgr2=0x7f9b1c017400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:46.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.849+0000 7f9b29e38640 0 -- 172.21.15.38:0/369789927 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7f9b20009040 msgr2=0x7f9b20097720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:46.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.852+0000 7f9b2bb46800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:46.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.852+0000 7f9b2bb46800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:46.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.852+0000 7f9b2bb46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:46.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.852+0000 7f9b2bb46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:46.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.852+0000 7f9b2bb46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:46.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.852+0000 7f9b2bb46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:46.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.852+0000 7f9b2bb46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.853+0000 7f9b2bb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.853+0000 7f9b2bb46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.853+0000 7f9b2bb46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:46.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.853+0000 7f9b2bb46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.853+0000 7f9b2bb46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:46.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.853+0000 7f9b2bb46800 20 zone default found 2024-09-12T00:53:46.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.853+0000 7f9b2bb46800 4 Realm: () 2024-09-12T00:53:46.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.853+0000 7f9b2bb46800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:46.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.853+0000 7f9b2bb46800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:46.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.853+0000 7f9b2bb46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:46.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.853+0000 7f9b2bb46800 20 zonegroup default 2024-09-12T00:53:46.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.853+0000 7f9b2bb46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.853+0000 7f9b2bb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.853+0000 7f9b2bb46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.854+0000 7f9b2bb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.854+0000 7f9b2bb46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.854+0000 7f9b2bb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.854+0000 7f9b2bb46800 20 started sync module instance, tier type = 2024-09-12T00:53:46.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.854+0000 7f9b2bb46800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:46.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.864+0000 7f9b2bb46800 20 add_watcher() i=0 2024-09-12T00:53:46.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.864+0000 7f9b2bb46800 20 add_watcher() i=1 2024-09-12T00:53:46.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.864+0000 7f9b2bb46800 20 add_watcher() i=2 2024-09-12T00:53:46.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.864+0000 7f9b2bb46800 20 add_watcher() i=3 2024-09-12T00:53:46.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.864+0000 7f9b2bb46800 20 add_watcher() i=4 2024-09-12T00:53:46.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.864+0000 7f9b2bb46800 20 add_watcher() i=5 2024-09-12T00:53:46.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.864+0000 7f9b2bb46800 20 add_watcher() i=6 2024-09-12T00:53:46.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.865+0000 7f9b2bb46800 20 add_watcher() i=7 2024-09-12T00:53:46.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.865+0000 7f9b2bb46800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:46.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.866+0000 7f99df7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:46.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.866+0000 7f9b2bb46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:46.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.866+0000 7f9b2bb46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:46.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.867+0000 7f9b2bb46800 5 note: GC not initialized 2024-09-12T00:53:46.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.867+0000 7f99de7e4640 20 reqs_thread_entry: start 2024-09-12T00:53:46.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.867+0000 7f9b2bb46800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:46.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.867+0000 7f9b2bb46800 20 Filter name: none 2024-09-12T00:53:46.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.867+0000 7f994ffff640 20 reqs_thread_entry: start 2024-09-12T00:53:46.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.867+0000 7f9b2bb46800 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-12T00:53:46.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.867+0000 7f9b2bb46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.867+0000 7f9b2bb46800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:53:46.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.867+0000 7f9b2bb46800 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-12T00:53:46.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.867+0000 7f9b2bb46800 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-12T00:53:46.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.867+0000 7f9b2bb46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 : miss 2024-09-12T00:53:46.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.867+0000 7f9b2bb46800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.868+0000 7f9b2bb46800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T00:53:46.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.868+0000 7f9b2bb46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 info.flags=0x17 2024-09-12T00:53:46.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.868+0000 7f9b2bb46800 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 to cache LRU end 2024-09-12T00:53:46.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.868+0000 7f9b2bb46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:53:46.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.868+0000 7f9b2bb46800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:46.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.868+0000 7f9b2bb46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 2024-09-12T00:53:46.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.874+0000 7f9b2bb46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 info.flags=0x17 2024-09-12T00:53:46.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.874+0000 7f9b2bb46800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 to cache LRU end 2024-09-12T00:53:46.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.874+0000 7f9b2bb46800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:46.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.874+0000 7f9b2bb46800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29, ofs0, ns] 2024-09-12T00:53:46.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.875+0000 7f9a0cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464325 cookie 94383862612992 notifier 6987 bl.length()=999 2024-09-12T00:53:46.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.875+0000 7f9a0cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 info.flags=0x17 2024-09-12T00:53:46.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.875+0000 7f9a0cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 to cache LRU end 2024-09-12T00:53:46.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.875+0000 7f9a0cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:46.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.875+0000 7f9b2bb46800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): orig_sources= new_sources= 2024-09-12T00:53:46.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.875+0000 7f9b2bb46800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): potential sources added=[] removed=[] 2024-09-12T00:53:46.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.875+0000 7f9b2bb46800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): orig_dests= new_dests= 2024-09-12T00:53:46.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.875+0000 7f9b2bb46800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): potential dests added=[] removed=[] 2024-09-12T00:53:46.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.0 2024-09-12T00:53:46.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.0 2024-09-12T00:53:46.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.1 2024-09-12T00:53:46.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.1 2024-09-12T00:53:46.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.2 2024-09-12T00:53:46.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.2 2024-09-12T00:53:46.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.3 2024-09-12T00:53:46.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.3 2024-09-12T00:53:46.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.4 2024-09-12T00:53:46.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.4 2024-09-12T00:53:46.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.5 2024-09-12T00:53:46.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.5 2024-09-12T00:53:46.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.6 2024-09-12T00:53:46.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.6 2024-09-12T00:53:46.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.7 2024-09-12T00:53:46.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.7 2024-09-12T00:53:46.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.8 2024-09-12T00:53:46.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.8 2024-09-12T00:53:46.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.9 2024-09-12T00:53:46.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.9 2024-09-12T00:53:46.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.10 2024-09-12T00:53:46.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.10 2024-09-12T00:53:46.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.11 2024-09-12T00:53:46.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.11 2024-09-12T00:53:46.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.0 2024-09-12T00:53:46.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.881+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1 2024-09-12T00:53:46.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.882+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.2 2024-09-12T00:53:46.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.882+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.3 2024-09-12T00:53:46.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.883+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.4 2024-09-12T00:53:46.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.883+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.5 2024-09-12T00:53:46.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.884+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.6 2024-09-12T00:53:46.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.884+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.7 2024-09-12T00:53:46.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.884+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.8 2024-09-12T00:53:46.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.885+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.9 2024-09-12T00:53:46.884 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.886+0000 7f9b2bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.10 2024-09-12T00:53:46.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.889+0000 7f9b2bb46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 : hit (requested=0x17, cached=0x17) 2024-09-12T00:53:46.888 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.889+0000 7f9b2bb46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 2024-09-12T00:53:46.888 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.890+0000 7f9b2bb46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 info.flags=0x17 2024-09-12T00:53:46.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.890+0000 7f9b2bb46800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 to cache LRU end 2024-09-12T00:53:46.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.890+0000 7f9b2bb46800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:46.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.890+0000 7f9b2bb46800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29, ofs0, ns] 2024-09-12T00:53:46.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.890+0000 7f9a0cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464326 cookie 94383862612992 notifier 6987 bl.length()=999 2024-09-12T00:53:46.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.890+0000 7f9a0cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 info.flags=0x17 2024-09-12T00:53:46.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.890+0000 7f9a0cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 to cache LRU end 2024-09-12T00:53:46.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.890+0000 7f9a0cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:46.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.891+0000 7f9b2bb46800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): orig_sources= new_sources= 2024-09-12T00:53:46.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.891+0000 7f9b2bb46800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): potential sources added=[] removed=[] 2024-09-12T00:53:46.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.891+0000 7f9b2bb46800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): orig_dests= new_dests= 2024-09-12T00:53:46.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.891+0000 7f9b2bb46800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): potential dests added=[] removed=[] 2024-09-12T00:53:46.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.891+0000 7f9b2bb46800 -1 Injecting error=-5 at location=block_writes 2024-09-12T00:53:46.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.891+0000 7f9b2bb46800 0 ERROR: change_reshard_state failed to pause writes to the current index: (5) Input/output error 2024-09-12T00:53:46.894 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.896+0000 7f9b2bb46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 : hit (requested=0x17, cached=0x17) 2024-09-12T00:53:46.894 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.896+0000 7f9b2bb46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 2024-09-12T00:53:46.896 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.897+0000 7f9b2bb46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 info.flags=0x17 2024-09-12T00:53:46.896 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.897+0000 7f9b2bb46800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 to cache LRU end 2024-09-12T00:53:46.896 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.897+0000 7f9b2bb46800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:46.896 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.897+0000 7f9b2bb46800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29, ofs0, ns] 2024-09-12T00:53:46.896 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.897+0000 7f9a0cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464327 cookie 94383862612992 notifier 6987 bl.length()=967 2024-09-12T00:53:46.896 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.897+0000 7f9a0cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 info.flags=0x17 2024-09-12T00:53:46.896 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.897+0000 7f9a0cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 to cache LRU end 2024-09-12T00:53:46.897 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.897+0000 7f9a0cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:46.897 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.897+0000 7f9b2bb46800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): orig_sources= new_sources= 2024-09-12T00:53:46.897 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.897+0000 7f9b2bb46800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): potential sources added=[] removed=[] 2024-09-12T00:53:46.897 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.897+0000 7f9b2bb46800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): orig_dests= new_dests= 2024-09-12T00:53:46.897 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.897+0000 7f9b2bb46800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): potential dests added=[] removed=[] 2024-09-12T00:53:46.898 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.900+0000 7f9b2bb46800 1 execute INFO: reshard of bucket "error-at-block-writes" canceled due to errors 2024-09-12T00:53:46.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.902+0000 7f99df7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:46.903 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.904+0000 7f9b2bb46800 20 remove_watcher() i=0 2024-09-12T00:53:46.903 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.904+0000 7f9b2bb46800 2 removed watcher, disabling cache 2024-09-12T00:53:46.904 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.905+0000 7f9b2bb46800 20 remove_watcher() i=1 2024-09-12T00:53:46.905 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.906+0000 7f9b2bb46800 20 remove_watcher() i=2 2024-09-12T00:53:46.906 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.908+0000 7f9b2bb46800 20 remove_watcher() i=3 2024-09-12T00:53:46.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.909+0000 7f9b2bb46800 20 remove_watcher() i=4 2024-09-12T00:53:46.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.910+0000 7f9b2bb46800 20 remove_watcher() i=5 2024-09-12T00:53:46.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.911+0000 7f9b2bb46800 20 remove_watcher() i=6 2024-09-12T00:53:46.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.912+0000 7f9b2bb46800 20 remove_watcher() i=7 2024-09-12T00:53:46.923 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T00:53:46.952 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:46.952 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:46.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.994+0000 7f539ff26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.995+0000 7f539ff26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.995+0000 7f539ff26800 20 realm 2024-09-12T00:53:46.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.995+0000 7f539ff26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.996+0000 7f539ff26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.996+0000 7f539ff26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:46.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.996+0000 7f539ff26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.996+0000 7f539ff26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:46.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.996+0000 7f539ff26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.997+0000 7f539ff26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:46.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.997+0000 7f539ff26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:46.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.998+0000 7f539ff26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:46.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:46.998+0000 7f539ff26800 20 searching for the correct realm 2024-09-12T00:53:46.999 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.000+0000 7f539b308640 0 -- 172.21.15.38:0/1258094879 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x559d9515c6a0 msgr2=0x559d9515ea90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:47.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.004+0000 7f539bb09640 0 -- 172.21.15.38:0/1258094879 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f53900c1070 msgr2=0x7f53900e1950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:53:47.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.209+0000 7f539ff26800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:47.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.209+0000 7f539ff26800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:47.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.209+0000 7f539ff26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:47.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.209+0000 7f539ff26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:47.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.209+0000 7f539ff26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:47.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.209+0000 7f539ff26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:47.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.209+0000 7f539ff26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.209+0000 7f539ff26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.209+0000 7f539ff26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.209+0000 7f539ff26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:47.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.210+0000 7f539ff26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.210+0000 7f539ff26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:47.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.210+0000 7f539ff26800 20 zone default found 2024-09-12T00:53:47.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.210+0000 7f539ff26800 4 Realm: () 2024-09-12T00:53:47.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.210+0000 7f539ff26800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:47.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.210+0000 7f539ff26800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:47.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.210+0000 7f539ff26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:47.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.210+0000 7f539ff26800 20 zonegroup default 2024-09-12T00:53:47.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.210+0000 7f539ff26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.210+0000 7f539ff26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.210+0000 7f539ff26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.211+0000 7f539ff26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.211+0000 7f539ff26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.211+0000 7f539ff26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.211+0000 7f539ff26800 20 started sync module instance, tier type = 2024-09-12T00:53:47.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.211+0000 7f539ff26800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:47.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.219+0000 7f539ff26800 20 add_watcher() i=0 2024-09-12T00:53:47.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.219+0000 7f539ff26800 20 add_watcher() i=1 2024-09-12T00:53:47.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.219+0000 7f539ff26800 20 add_watcher() i=2 2024-09-12T00:53:47.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.219+0000 7f539ff26800 20 add_watcher() i=3 2024-09-12T00:53:47.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.219+0000 7f539ff26800 20 add_watcher() i=4 2024-09-12T00:53:47.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.219+0000 7f539ff26800 20 add_watcher() i=5 2024-09-12T00:53:47.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.219+0000 7f539ff26800 20 add_watcher() i=6 2024-09-12T00:53:47.219 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.220+0000 7f539ff26800 20 add_watcher() i=7 2024-09-12T00:53:47.219 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.220+0000 7f539ff26800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:47.220 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.222+0000 7f5251fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:47.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.222+0000 7f539ff26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:47.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.222+0000 7f539ff26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:47.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.222+0000 7f539ff26800 5 note: GC not initialized 2024-09-12T00:53:47.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.222+0000 7f5250fe1640 20 reqs_thread_entry: start 2024-09-12T00:53:47.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.223+0000 7f539ff26800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:47.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.223+0000 7f539ff26800 20 Filter name: none 2024-09-12T00:53:47.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.223+0000 7f51ca7fc640 20 reqs_thread_entry: start 2024-09-12T00:53:47.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.223+0000 7f539ff26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.223+0000 7f539ff26800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:53:47.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.223+0000 7f539ff26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.224+0000 7f539ff26800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T00:53:47.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.224+0000 7f539ff26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:47.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.224+0000 7f539ff26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.225+0000 7f539ff26800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:53:47.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.225+0000 7f539ff26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.225+0000 7f539ff26800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T00:53:47.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.225+0000 7f539ff26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:47.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.227+0000 7f5251fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:47.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.229+0000 7f539ff26800 20 remove_watcher() i=0 2024-09-12T00:53:47.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.229+0000 7f539ff26800 2 removed watcher, disabling cache 2024-09-12T00:53:47.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.230+0000 7f539ff26800 20 remove_watcher() i=1 2024-09-12T00:53:47.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.231+0000 7f539ff26800 20 remove_watcher() i=2 2024-09-12T00:53:47.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.232+0000 7f539ff26800 20 remove_watcher() i=3 2024-09-12T00:53:47.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.233+0000 7f539ff26800 20 remove_watcher() i=4 2024-09-12T00:53:47.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.234+0000 7f539ff26800 20 remove_watcher() i=5 2024-09-12T00:53:47.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.235+0000 7f539ff26800 20 remove_watcher() i=6 2024-09-12T00:53:47.234 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.236+0000 7f539ff26800 20 remove_watcher() i=7 2024-09-12T00:53:47.245 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:47.245 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:53:47.245 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-block-writes id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:53:47.245 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:47.247 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:47.247 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:47.254 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:47.255 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:47.299 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:53:47.331 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:47.331 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:47.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.378+0000 7f7ded830800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.379+0000 7f7ded830800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.379+0000 7f7ded830800 20 realm 2024-09-12T00:53:47.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.379+0000 7f7ded830800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.379+0000 7f7ded830800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.379+0000 7f7ded830800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:47.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.379+0000 7f7ded830800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.379+0000 7f7ded830800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.379+0000 7f7ded830800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.380+0000 7f7ded830800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:47.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.380+0000 7f7ded830800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.381+0000 7f7ded830800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:47.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.381+0000 7f7ded830800 20 searching for the correct realm 2024-09-12T00:53:47.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.384+0000 7f7de83cb640 0 -- 172.21.15.38:0/2803092734 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x563fc3362420 msgr2=0x563fc3364830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:47.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.387+0000 7f7de8bcc640 0 -- 172.21.15.38:0/2803092734 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f7ddc0c0040 msgr2=0x7f7ddc0da900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:47.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.594+0000 7f7ded830800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:47.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.594+0000 7f7ded830800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:47.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.594+0000 7f7ded830800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:47.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.594+0000 7f7ded830800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:47.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.594+0000 7f7ded830800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:47.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.594+0000 7f7ded830800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:47.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.594+0000 7f7ded830800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.594+0000 7f7ded830800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.594+0000 7f7ded830800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.594+0000 7f7ded830800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:47.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.594+0000 7f7ded830800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.594+0000 7f7ded830800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:47.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.595+0000 7f7ded830800 20 zone default found 2024-09-12T00:53:47.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.595+0000 7f7ded830800 4 Realm: () 2024-09-12T00:53:47.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.595+0000 7f7ded830800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:47.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.595+0000 7f7ded830800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:47.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.595+0000 7f7ded830800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:47.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.595+0000 7f7ded830800 20 zonegroup default 2024-09-12T00:53:47.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.595+0000 7f7ded830800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.595+0000 7f7ded830800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.595+0000 7f7ded830800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.595+0000 7f7ded830800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.595+0000 7f7ded830800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.596+0000 7f7ded830800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.596+0000 7f7ded830800 20 started sync module instance, tier type = 2024-09-12T00:53:47.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.596+0000 7f7ded830800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:47.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.605+0000 7f7ded830800 20 add_watcher() i=0 2024-09-12T00:53:47.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.605+0000 7f7ded830800 20 add_watcher() i=1 2024-09-12T00:53:47.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.605+0000 7f7ded830800 20 add_watcher() i=2 2024-09-12T00:53:47.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.605+0000 7f7ded830800 20 add_watcher() i=3 2024-09-12T00:53:47.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.605+0000 7f7ded830800 20 add_watcher() i=4 2024-09-12T00:53:47.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.605+0000 7f7ded830800 20 add_watcher() i=5 2024-09-12T00:53:47.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.605+0000 7f7ded830800 20 add_watcher() i=6 2024-09-12T00:53:47.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.606+0000 7f7ded830800 20 add_watcher() i=7 2024-09-12T00:53:47.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.606+0000 7f7ded830800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:47.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.607+0000 7f7c9efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:47.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.608+0000 7f7ded830800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:47.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.608+0000 7f7ded830800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:47.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.608+0000 7f7ded830800 5 note: GC not initialized 2024-09-12T00:53:47.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.608+0000 7f7c9dfe3640 20 reqs_thread_entry: start 2024-09-12T00:53:47.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.608+0000 7f7ded830800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:47.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.608+0000 7f7ded830800 20 Filter name: none 2024-09-12T00:53:47.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.608+0000 7f7c0f7fe640 20 reqs_thread_entry: start 2024-09-12T00:53:47.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.608+0000 7f7ded830800 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2024-09-12T00:53:47.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.608+0000 7f7ded830800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.609+0000 7f7ded830800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:53:47.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.609+0000 7f7ded830800 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2024-09-12T00:53:47.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.609+0000 7f7ded830800 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2024-09-12T00:53:47.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.609+0000 7f7ded830800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 : miss 2024-09-12T00:53:47.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.609+0000 7f7ded830800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.609+0000 7f7ded830800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T00:53:47.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.609+0000 7f7ded830800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 info.flags=0x17 2024-09-12T00:53:47.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.609+0000 7f7ded830800 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 to cache LRU end 2024-09-12T00:53:47.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.609+0000 7f7ded830800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:53:47.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.609+0000 7f7ded830800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:47.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.609+0000 7f7ded830800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 2024-09-12T00:53:47.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.615+0000 7f7ded830800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 info.flags=0x17 2024-09-12T00:53:47.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.615+0000 7f7ded830800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 to cache LRU end 2024-09-12T00:53:47.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.615+0000 7f7ded830800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:47.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.615+0000 7f7ded830800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29, ofs0, ns] 2024-09-12T00:53:47.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.616+0000 7f7cbf7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464328 cookie 94831858041872 notifier 6644 bl.length()=999 2024-09-12T00:53:47.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.616+0000 7f7cbf7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 info.flags=0x17 2024-09-12T00:53:47.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.616+0000 7f7cbf7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 to cache LRU end 2024-09-12T00:53:47.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.616+0000 7f7cbf7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:47.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.616+0000 7f7ded830800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): orig_sources= new_sources= 2024-09-12T00:53:47.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.616+0000 7f7ded830800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): potential sources added=[] removed=[] 2024-09-12T00:53:47.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.616+0000 7f7ded830800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): orig_dests= new_dests= 2024-09-12T00:53:47.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.616+0000 7f7ded830800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): potential dests added=[] removed=[] 2024-09-12T00:53:47.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.0 2024-09-12T00:53:47.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.0 2024-09-12T00:53:47.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.1 2024-09-12T00:53:47.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.1 2024-09-12T00:53:47.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.2 2024-09-12T00:53:47.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.2 2024-09-12T00:53:47.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.3 2024-09-12T00:53:47.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.3 2024-09-12T00:53:47.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.4 2024-09-12T00:53:47.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.4 2024-09-12T00:53:47.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.5 2024-09-12T00:53:47.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.5 2024-09-12T00:53:47.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.6 2024-09-12T00:53:47.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.6 2024-09-12T00:53:47.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.7 2024-09-12T00:53:47.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.7 2024-09-12T00:53:47.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.8 2024-09-12T00:53:47.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.8 2024-09-12T00:53:47.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.9 2024-09-12T00:53:47.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.9 2024-09-12T00:53:47.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.10 2024-09-12T00:53:47.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.10 2024-09-12T00:53:47.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.11 2024-09-12T00:53:47.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1.11 2024-09-12T00:53:47.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.0 2024-09-12T00:53:47.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.621+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1 2024-09-12T00:53:47.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.622+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.2 2024-09-12T00:53:47.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.622+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.3 2024-09-12T00:53:47.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.623+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.4 2024-09-12T00:53:47.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.624+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.5 2024-09-12T00:53:47.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.624+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.6 2024-09-12T00:53:47.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.625+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.7 2024-09-12T00:53:47.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.625+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.8 2024-09-12T00:53:47.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.626+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.9 2024-09-12T00:53:47.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.627+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.10 2024-09-12T00:53:47.628 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.630+0000 7f7ded830800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 : hit (requested=0x17, cached=0x17) 2024-09-12T00:53:47.629 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.630+0000 7f7ded830800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 2024-09-12T00:53:47.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.631+0000 7f7ded830800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 info.flags=0x17 2024-09-12T00:53:47.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.631+0000 7f7ded830800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 to cache LRU end 2024-09-12T00:53:47.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.631+0000 7f7ded830800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:47.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.631+0000 7f7ded830800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29, ofs0, ns] 2024-09-12T00:53:47.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.631+0000 7f7cbffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464329 cookie 94831858041872 notifier 6644 bl.length()=999 2024-09-12T00:53:47.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.631+0000 7f7cbffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 info.flags=0x17 2024-09-12T00:53:47.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.631+0000 7f7cbffff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 to cache LRU end 2024-09-12T00:53:47.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.631+0000 7f7cbffff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:47.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.632+0000 7f7ded830800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): orig_sources= new_sources= 2024-09-12T00:53:47.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.632+0000 7f7ded830800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): potential sources added=[] removed=[] 2024-09-12T00:53:47.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.632+0000 7f7ded830800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): orig_dests= new_dests= 2024-09-12T00:53:47.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.632+0000 7f7ded830800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): potential dests added=[] removed=[] 2024-09-12T00:53:47.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.634+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.0 2024-09-12T00:53:47.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.635+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.1 2024-09-12T00:53:47.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.635+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.2 2024-09-12T00:53:47.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.635+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.3 2024-09-12T00:53:47.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.636+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.4 2024-09-12T00:53:47.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.636+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.5 2024-09-12T00:53:47.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.636+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.6 2024-09-12T00:53:47.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.636+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.7 2024-09-12T00:53:47.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.637+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.8 2024-09-12T00:53:47.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.637+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.9 2024-09-12T00:53:47.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.638+0000 7f7ded830800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29.10 2024-09-12T00:53:47.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.638+0000 7f7ded830800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 : hit (requested=0x17, cached=0x17) 2024-09-12T00:53:47.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.638+0000 7f7ded830800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 2024-09-12T00:53:47.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.639+0000 7f7ded830800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 info.flags=0x17 2024-09-12T00:53:47.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.639+0000 7f7ded830800 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 to cache LRU end 2024-09-12T00:53:47.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.639+0000 7f7ded830800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:47.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.639+0000 7f7ded830800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29, ofs0, ns] 2024-09-12T00:53:47.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.639+0000 7f7cbf7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464330 cookie 94831858041872 notifier 6644 bl.length()=967 2024-09-12T00:53:47.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.639+0000 7f7cbf7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 info.flags=0x17 2024-09-12T00:53:47.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.639+0000 7f7cbf7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 to cache LRU end 2024-09-12T00:53:47.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.639+0000 7f7cbf7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:47.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.640+0000 7f7ded830800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): orig_sources= new_sources= 2024-09-12T00:53:47.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.640+0000 7f7ded830800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): potential sources added=[] removed=[] 2024-09-12T00:53:47.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.640+0000 7f7ded830800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): orig_dests= new_dests= 2024-09-12T00:53:47.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.640+0000 7f7ded830800 20 handle_bi_update(): bucket=:error-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29]): potential dests added=[] removed=[] 2024-09-12T00:53:47.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.642+0000 7f7ded830800 1 execute INFO: reshard of bucket "error-at-block-writes" from 11 shards to 12 shards completed successfully 2024-09-12T00:53:47.643 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.644+0000 7f7c9efe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:47.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.646+0000 7f7ded830800 20 remove_watcher() i=0 2024-09-12T00:53:47.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.646+0000 7f7ded830800 2 removed watcher, disabling cache 2024-09-12T00:53:47.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.648+0000 7f7ded830800 20 remove_watcher() i=1 2024-09-12T00:53:47.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.649+0000 7f7ded830800 20 remove_watcher() i=2 2024-09-12T00:53:47.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.650+0000 7f7ded830800 20 remove_watcher() i=3 2024-09-12T00:53:47.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.651+0000 7f7ded830800 20 remove_watcher() i=4 2024-09-12T00:53:47.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.652+0000 7f7ded830800 20 remove_watcher() i=5 2024-09-12T00:53:47.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.653+0000 7f7ded830800 20 remove_watcher() i=6 2024-09-12T00:53:47.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.654+0000 7f7ded830800 20 remove_watcher() i=7 2024-09-12T00:53:47.665 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2024-09-12T00:53:47.694 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:47.694 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:47.733 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.735+0000 7f9829946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.736+0000 7f9829946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.736+0000 7f9829946800 20 realm 2024-09-12T00:53:47.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.736+0000 7f9829946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.737+0000 7f9829946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.737+0000 7f9829946800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:47.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.737+0000 7f9829946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.737+0000 7f9829946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.737+0000 7f9829946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.737 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.738+0000 7f9829946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:47.737 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.738+0000 7f9829946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.737 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.739+0000 7f9829946800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:47.737 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.739+0000 7f9829946800 20 searching for the correct realm 2024-09-12T00:53:47.740 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.742+0000 7f9827c31640 0 -- 172.21.15.38:0/2539049163 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55c337a4cbd0 msgr2=0x55c337a4f090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:53:47.744 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.746+0000 7f9827430640 0 -- 172.21.15.38:0/2539049163 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f981c033430 msgr2=0x7f981c0338b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:47.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.750+0000 7f9829946800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:47.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.750+0000 7f9829946800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:47.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.750+0000 7f9829946800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:47.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.750+0000 7f9829946800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:47.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.750+0000 7f9829946800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:47.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.750+0000 7f9829946800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:47.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.750+0000 7f9829946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.750+0000 7f9829946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.750+0000 7f9829946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.751+0000 7f9829946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:47.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.751+0000 7f9829946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.751+0000 7f9829946800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:47.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.751+0000 7f9829946800 20 zone default found 2024-09-12T00:53:47.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.751+0000 7f9829946800 4 Realm: () 2024-09-12T00:53:47.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.751+0000 7f9829946800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:47.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.751+0000 7f9829946800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:47.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.751+0000 7f9829946800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:47.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.751+0000 7f9829946800 20 zonegroup default 2024-09-12T00:53:47.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.751+0000 7f9829946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.751+0000 7f9829946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.751+0000 7f9829946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.752+0000 7f9829946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.752+0000 7f9829946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.752+0000 7f9829946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:47.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.752+0000 7f9829946800 20 started sync module instance, tier type = 2024-09-12T00:53:47.752 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.752+0000 7f9829946800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:47.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.761+0000 7f9829946800 20 add_watcher() i=0 2024-09-12T00:53:47.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.761+0000 7f9829946800 20 add_watcher() i=1 2024-09-12T00:53:47.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.761+0000 7f9829946800 20 add_watcher() i=2 2024-09-12T00:53:47.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.761+0000 7f9829946800 20 add_watcher() i=3 2024-09-12T00:53:47.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.761+0000 7f9829946800 20 add_watcher() i=4 2024-09-12T00:53:47.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.761+0000 7f9829946800 20 add_watcher() i=5 2024-09-12T00:53:47.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.761+0000 7f9829946800 20 add_watcher() i=6 2024-09-12T00:53:47.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.762+0000 7f9829946800 20 add_watcher() i=7 2024-09-12T00:53:47.761 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.762+0000 7f9829946800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:47.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.764+0000 7f96ddfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:47.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.764+0000 7f9829946800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:47.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.764+0000 7f9829946800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:47.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.764+0000 7f9829946800 5 note: GC not initialized 2024-09-12T00:53:47.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.765+0000 7f96dcfe1640 20 reqs_thread_entry: start 2024-09-12T00:53:47.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.765+0000 7f9829946800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:47.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.765+0000 7f9829946800 20 Filter name: none 2024-09-12T00:53:47.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.765+0000 7f96567fc640 20 reqs_thread_entry: start 2024-09-12T00:53:47.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.765+0000 7f9829946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.765+0000 7f9829946800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:53:47.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.765+0000 7f9829946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.766+0000 7f9829946800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T00:53:47.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.766+0000 7f9829946800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:47.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.766+0000 7f9829946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.767+0000 7f9829946800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:53:47.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.767+0000 7f9829946800 20 rados->read ofs=0 len=0 2024-09-12T00:53:47.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.767+0000 7f9829946800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T00:53:47.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.767+0000 7f9829946800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:47.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.769+0000 7f96ddfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:47.769 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.771+0000 7f9829946800 20 remove_watcher() i=0 2024-09-12T00:53:47.769 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.771+0000 7f9829946800 2 removed watcher, disabling cache 2024-09-12T00:53:47.770 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.772+0000 7f9829946800 20 remove_watcher() i=1 2024-09-12T00:53:47.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.773+0000 7f9829946800 20 remove_watcher() i=2 2024-09-12T00:53:47.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.774+0000 7f9829946800 20 remove_watcher() i=3 2024-09-12T00:53:47.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.775+0000 7f9829946800 20 remove_watcher() i=4 2024-09-12T00:53:47.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.776+0000 7f9829946800 20 remove_watcher() i=5 2024-09-12T00:53:47.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.777+0000 7f9829946800 20 remove_watcher() i=6 2024-09-12T00:53:47.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:47.778+0000 7f9829946800 20 remove_watcher() i=7 2024-09-12T00:53:47.788 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:47.788 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:53:47.788 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-block-writes id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-12T00:53:47.788 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:47.790 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:47.790 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:47.793 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:47.793 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:47.836 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:47.836 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:47.863 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with abort at block_writes 2024-09-12T00:53:47.864 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:47.865 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:47.865 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:47.876 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:47.876 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:47.919 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:47.919 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:47.927 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:47.927 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:47.935 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:47.935 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:47.944 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:47.944 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:47.953 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:47.953 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:47.960 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:47.961 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:47.968 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:47.968 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:47.977 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:47.977 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:47.985 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:47.985 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:47.993 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:47.993 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:48.001 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:48.001 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:48.009 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:48.009 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:48.017 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:48.017 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:48.025 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:48.025 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:48.033 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:48.033 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:48.041 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:48.041 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:48.049 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:48.049 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:48.057 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:48.057 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:48.066 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:48.066 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:48.074 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:48.074 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:48.082 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T00:53:48.111 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:48.111 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:48.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.151+0000 7f1247928800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.153+0000 7f1247928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.153+0000 7f1247928800 20 realm 2024-09-12T00:53:48.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.153+0000 7f1247928800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.153+0000 7f1247928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.153+0000 7f1247928800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:48.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.153+0000 7f1247928800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.153+0000 7f1247928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.153+0000 7f1247928800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.154+0000 7f1247928800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:48.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.154+0000 7f1247928800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.155+0000 7f1247928800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:48.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.155+0000 7f1247928800 20 searching for the correct realm 2024-09-12T00:53:48.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.158+0000 7f1242e6e640 0 -- 172.21.15.38:0/438874895 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f12340be040 msgr2=0x7f1234061400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:53:48.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.162+0000 7f1242e6e640 0 -- 172.21.15.38:0/438874895 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f110c086b60 msgr2=0x7f110c088fb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:48.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.166+0000 7f1247928800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:48.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.166+0000 7f1247928800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:48.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.166+0000 7f1247928800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:48.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.166+0000 7f1247928800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:48.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.166+0000 7f1247928800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:48.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.166+0000 7f1247928800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:48.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.166+0000 7f1247928800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.166+0000 7f1247928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.166 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.166+0000 7f1247928800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.166+0000 7f1247928800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:48.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.166+0000 7f1247928800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.167+0000 7f1247928800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:48.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.167+0000 7f1247928800 20 zone default found 2024-09-12T00:53:48.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.167+0000 7f1247928800 4 Realm: () 2024-09-12T00:53:48.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.167+0000 7f1247928800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:48.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.167+0000 7f1247928800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:48.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.167+0000 7f1247928800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:48.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.167+0000 7f1247928800 20 zonegroup default 2024-09-12T00:53:48.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.167+0000 7f1247928800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.167+0000 7f1247928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.167+0000 7f1247928800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.167+0000 7f1247928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.167+0000 7f1247928800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.168+0000 7f1247928800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.168+0000 7f1247928800 20 started sync module instance, tier type = 2024-09-12T00:53:48.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.168+0000 7f1247928800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:48.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.177+0000 7f1247928800 20 add_watcher() i=0 2024-09-12T00:53:48.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.177+0000 7f1247928800 20 add_watcher() i=1 2024-09-12T00:53:48.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.177+0000 7f1247928800 20 add_watcher() i=2 2024-09-12T00:53:48.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.177+0000 7f1247928800 20 add_watcher() i=3 2024-09-12T00:53:48.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.177+0000 7f1247928800 20 add_watcher() i=4 2024-09-12T00:53:48.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.177+0000 7f1247928800 20 add_watcher() i=5 2024-09-12T00:53:48.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.177+0000 7f1247928800 20 add_watcher() i=6 2024-09-12T00:53:48.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.177+0000 7f1247928800 20 add_watcher() i=7 2024-09-12T00:53:48.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.177+0000 7f1247928800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:48.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.179+0000 7f10fa7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:48.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.180+0000 7f1247928800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:48.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.180+0000 7f1247928800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:48.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.180+0000 7f1247928800 5 note: GC not initialized 2024-09-12T00:53:48.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.180+0000 7f10f97e2640 20 reqs_thread_entry: start 2024-09-12T00:53:48.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.180+0000 7f1247928800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:48.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.180+0000 7f1247928800 20 Filter name: none 2024-09-12T00:53:48.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.180+0000 7f10f27fc640 20 reqs_thread_entry: start 2024-09-12T00:53:48.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.180+0000 7f1247928800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.181 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.181+0000 7f1247928800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:53:48.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.181+0000 7f1247928800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.181+0000 7f1247928800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T00:53:48.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.181+0000 7f1247928800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:48.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.181+0000 7f1247928800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.182+0000 7f1247928800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:53:48.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.182+0000 7f1247928800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.182+0000 7f1247928800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T00:53:48.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.182+0000 7f1247928800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:48.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.184+0000 7f10fa7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:48.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.186+0000 7f1247928800 20 remove_watcher() i=0 2024-09-12T00:53:48.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.186+0000 7f1247928800 2 removed watcher, disabling cache 2024-09-12T00:53:48.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.187+0000 7f1247928800 20 remove_watcher() i=1 2024-09-12T00:53:48.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.188+0000 7f1247928800 20 remove_watcher() i=2 2024-09-12T00:53:48.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.189+0000 7f1247928800 20 remove_watcher() i=3 2024-09-12T00:53:48.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.190+0000 7f1247928800 20 remove_watcher() i=4 2024-09-12T00:53:48.191 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.191+0000 7f1247928800 20 remove_watcher() i=5 2024-09-12T00:53:48.191 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.192+0000 7f1247928800 20 remove_watcher() i=6 2024-09-12T00:53:48.192 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.193+0000 7f1247928800 20 remove_watcher() i=7 2024-09-12T00:53:48.203 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:48.203 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:53:48.203 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-block-writes id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:53:48.203 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:48.205 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2024-09-12T00:53:48.240 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:48.240 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:48.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.281+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.282+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.282+0000 7fb1b7730800 20 realm 2024-09-12T00:53:48.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.282+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.282+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.282+0000 7fb1b7730800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:48.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.282+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.282+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.283+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.283+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:48.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.283+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.284 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.284+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:48.284 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.284+0000 7fb1b7730800 20 searching for the correct realm 2024-09-12T00:53:48.286 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.287+0000 7fb1b2caf640 0 -- 172.21.15.38:0/1647946203 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5631df00fc20 msgr2=0x5631df012010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:48.289 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.290+0000 7fb1b34b0640 0 -- 172.21.15.38:0/1647946203 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fb1a80a5c70 msgr2=0x7fb1a809e9e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:48.898 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:48.898 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:48.898 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:48.898 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:48.898 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:48.898 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:48.898 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.898+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:48.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:48.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.899+0000 7fb1b7730800 20 zone default found 2024-09-12T00:53:48.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.899+0000 7fb1b7730800 4 Realm: () 2024-09-12T00:53:48.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.899+0000 7fb1b7730800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:48.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.899+0000 7fb1b7730800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:48.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.899+0000 7fb1b7730800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:48.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.899+0000 7fb1b7730800 20 zonegroup default 2024-09-12T00:53:48.901 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.901 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.900+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.901 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.900+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.901 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.900+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.901 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.900+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.901 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.900+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.901 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.900+0000 7fb1b7730800 20 started sync module instance, tier type = 2024-09-12T00:53:48.901 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.900+0000 7fb1b7730800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:48.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=0 2024-09-12T00:53:48.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=1 2024-09-12T00:53:48.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=2 2024-09-12T00:53:48.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=3 2024-09-12T00:53:48.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=4 2024-09-12T00:53:48.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=5 2024-09-12T00:53:48.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=6 2024-09-12T00:53:48.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.912+0000 7fb1b7730800 20 add_watcher() i=7 2024-09-12T00:53:48.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.912+0000 7fb1b7730800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:48.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.913+0000 7fb069fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:48.914 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.914+0000 7fb1b7730800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:48.914 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.914+0000 7fb1b7730800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:48.914 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.914+0000 7fb1b7730800 5 note: GC not initialized 2024-09-12T00:53:48.914 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.914+0000 7fb068fe1640 20 reqs_thread_entry: start 2024-09-12T00:53:48.914 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.914+0000 7fb1b7730800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:48.914 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.914+0000 7fb1b7730800 20 Filter name: none 2024-09-12T00:53:48.914 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.914+0000 7fafe27fc640 20 reqs_thread_entry: start 2024-09-12T00:53:48.914 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.914+0000 7fb1b7730800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T00:53:48.914 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.914+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.915 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.915+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:53:48.915 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.915+0000 7fb1b7730800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T00:53:48.915 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.915+0000 7fb1b7730800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T00:53:48.915 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.915+0000 7fb1b7730800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 : miss 2024-09-12T00:53:48.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.915+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.915+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T00:53:48.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.915+0000 7fb1b7730800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:53:48.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.915+0000 7fb1b7730800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:53:48.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.915+0000 7fb1b7730800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:53:48.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.915+0000 7fb1b7730800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:48.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.915+0000 7fb1b7730800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 2024-09-12T00:53:48.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.921+0000 7fb1b7730800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:53:48.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.921+0000 7fb1b7730800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:53:48.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.921+0000 7fb1b7730800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:48.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.921+0000 7fb1b7730800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30, ofs0, ns] 2024-09-12T00:53:48.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.922+0000 7fb0967fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464280 cookie 94772194819696 notifier 6698 bl.length()=999 2024-09-12T00:53:48.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.922+0000 7fb0967fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:53:48.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.922+0000 7fb0967fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:53:48.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.922+0000 7fb0967fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:48.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.922+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_sources= new_sources= 2024-09-12T00:53:48.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.922+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential sources added=[] removed=[] 2024-09-12T00:53:48.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.922+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_dests= new_dests= 2024-09-12T00:53:48.922 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.922+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential dests added=[] removed=[] 2024-09-12T00:53:48.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.0 2024-09-12T00:53:48.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.0 2024-09-12T00:53:48.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.1 2024-09-12T00:53:48.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.1 2024-09-12T00:53:48.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.2 2024-09-12T00:53:48.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.2 2024-09-12T00:53:48.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.3 2024-09-12T00:53:48.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.3 2024-09-12T00:53:48.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.4 2024-09-12T00:53:48.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.4 2024-09-12T00:53:48.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.5 2024-09-12T00:53:48.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.5 2024-09-12T00:53:48.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.6 2024-09-12T00:53:48.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.6 2024-09-12T00:53:48.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.7 2024-09-12T00:53:48.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.7 2024-09-12T00:53:48.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.8 2024-09-12T00:53:48.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.8 2024-09-12T00:53:48.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.9 2024-09-12T00:53:48.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.9 2024-09-12T00:53:48.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.10 2024-09-12T00:53:48.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.10 2024-09-12T00:53:48.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.11 2024-09-12T00:53:48.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.11 2024-09-12T00:53:48.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.0 2024-09-12T00:53:48.930 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.928+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1 2024-09-12T00:53:48.930 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.928+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2 2024-09-12T00:53:48.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.928+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.3 2024-09-12T00:53:48.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.929+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.4 2024-09-12T00:53:48.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.929+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.5 2024-09-12T00:53:48.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.930+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.6 2024-09-12T00:53:48.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.931+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.7 2024-09-12T00:53:48.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.931+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.8 2024-09-12T00:53:48.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.932+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.9 2024-09-12T00:53:48.932 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.932+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.10 2024-09-12T00:53:48.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.935+0000 7fb1b7730800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 : hit (requested=0x17, cached=0x17) 2024-09-12T00:53:48.935 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.935+0000 7fb1b7730800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 2024-09-12T00:53:48.936 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.937+0000 7fb1b7730800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:53:48.937 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.937+0000 7fb1b7730800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:53:48.937 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.937+0000 7fb1b7730800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:48.937 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.937+0000 7fb1b7730800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30, ofs0, ns] 2024-09-12T00:53:48.937 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.937+0000 7fb0967fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464281 cookie 94772194819696 notifier 6698 bl.length()=999 2024-09-12T00:53:48.937 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.937+0000 7fb0967fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:53:48.937 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.937+0000 7fb0967fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:53:48.937 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.937+0000 7fb0967fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:48.937 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.937+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_sources= new_sources= 2024-09-12T00:53:48.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.937+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential sources added=[] removed=[] 2024-09-12T00:53:48.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.937+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_dests= new_dests= 2024-09-12T00:53:48.938 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.937+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential dests added=[] removed=[] 2024-09-12T00:53:48.938 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb1b7730800 time 2024-09-12T00:53:48.939840+0000 2024-09-12T00:53:48.938 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:53:48.938 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:53:48.938 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fb1b8f8c71a] 2024-09-12T00:53:48.939 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb1b8f8c8d8] 2024-09-12T00:53:48.939 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5631ddb87641] 2024-09-12T00:53:48.939 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e82) [0x5631ddb96582] 2024-09-12T00:53:48.939 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x5631ddb973e4] 2024-09-12T00:53:48.939 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:53:48.939 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fb1b7c29590] 2024-09-12T00:53:48.939 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:53:48.939 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:53:48.939 INFO:tasks.workunit.client.0.smithi038.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:53:48.939 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7fb1b7730800 thread_name:radosgw-admin 2024-09-12T00:53:48.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.938+0000 7fb1b7730800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb1b7730800 time 2024-09-12T00:53:48.939840+0000 2024-09-12T00:53:48.939 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:53:48.939 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:48.940 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:53:48.940 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fb1b8f8c71a] 2024-09-12T00:53:48.940 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb1b8f8c8d8] 2024-09-12T00:53:48.940 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5631ddb87641] 2024-09-12T00:53:48.940 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e82) [0x5631ddb96582] 2024-09-12T00:53:48.940 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x5631ddb973e4] 2024-09-12T00:53:48.940 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:53:48.940 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fb1b7c29590] 2024-09-12T00:53:48.940 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:53:48.940 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:53:48.940 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:48.953 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:53:48.953 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fb1b7c3e6f0] 2024-09-12T00:53:48.953 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fb1b7c8b99c] 2024-09-12T00:53:48.953 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:53:48.953 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:53:48.953 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fb1b8f8c774] 2024-09-12T00:53:48.954 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb1b8f8c8d8] 2024-09-12T00:53:48.954 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5631ddb87641] 2024-09-12T00:53:48.954 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e82) [0x5631ddb96582] 2024-09-12T00:53:48.954 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x5631ddb973e4] 2024-09-12T00:53:48.954 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:53:48.954 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fb1b7c29590] 2024-09-12T00:53:48.954 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:53:48.954 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:53:48.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:48.939+0000 7fb1b7730800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:53:48.954 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7fb1b7730800 thread_name:radosgw-admin 2024-09-12T00:53:48.954 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:48.954 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:53:48.954 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fb1b7c3e6f0] 2024-09-12T00:53:48.955 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fb1b7c8b99c] 2024-09-12T00:53:48.955 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:53:48.955 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:53:48.955 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fb1b8f8c774] 2024-09-12T00:53:48.955 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb1b8f8c8d8] 2024-09-12T00:53:48.955 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5631ddb87641] 2024-09-12T00:53:48.955 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e82) [0x5631ddb96582] 2024-09-12T00:53:48.955 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x5631ddb973e4] 2024-09-12T00:53:48.955 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:53:48.955 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fb1b7c29590] 2024-09-12T00:53:48.955 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:53:48.955 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:53:48.955 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:53:48.955 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:48.956 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:53:48.956 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:53:48.264+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command rotate-key hook 0x5631def1d7b8 2024-09-12T00:53:48.956 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient: _reopen_session rank -1 2024-09-12T00:53:48.956 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:53:48.956 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-b con 0x5631ded941b0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:53:48.956 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-a con 0x5631dee60030 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:53:48.956 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-c con 0x5631dee63710 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:53:48.956 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:48.956 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:48.956 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:48.956 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient(hunting): _renew_subs 2024-09-12T00:53:48.956 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient(hunting): authenticate will time out at 1934.716398s 2024-09-12T00:53:48.956 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient(hunting): get_auth_request con 0x5631dee60030 auth_method 0 2024-09-12T00:53:48.956 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:48.957 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:48.957 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:48.957 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:53:48.264+0000 7fb1b3cb1640 10 monclient(hunting): get_auth_request con 0x5631dee63710 auth_method 0 2024-09-12T00:53:48.957 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:53:48.264+0000 7fb1b3cb1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:48.957 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:53:48.264+0000 7fb1b3cb1640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:48.957 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:53:48.264+0000 7fb1b3cb1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:48.957 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:48.957 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:48.957 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:48.957 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:53:48.264+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:48.957 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:53:48.264+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:48.957 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:53:48.264+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:48.957 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:53:48.264+0000 7fb1b34b0640 10 monclient(hunting): get_auth_request con 0x5631ded941b0 auth_method 0 2024-09-12T00:53:48.957 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:53:48.264+0000 7fb1b34b0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:48.958 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:53:48.264+0000 7fb1b34b0640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:48.958 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:53:48.264+0000 7fb1b34b0640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:48.958 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:53:48.264+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:48.958 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:53:48.264+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:48.958 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:53:48.264+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:48.958 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_done global_id 7074 payload 824 2024-09-12T00:53:48.958 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient: _finish_hunting 0 2024-09-12T00:53:48.958 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 1 monclient: found mon.noname-a 2024-09-12T00:53:48.958 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:53:48.958 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:53:48.264+0000 7fb09fe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:48.958 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:53:48.265+0000 7fb09fe07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:53:48.958 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:53:48.265+0000 7fb09fe07640 10 monclient: dump: 2024-09-12T00:53:48.958 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:48.958 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:48.958 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:48.959 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:48.959 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:48.959 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:48.959 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:48.959 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:48.959 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:48.959 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:48.959 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:53:48.265+0000 7fb09fe07640 10 monclient: _finish_auth 0 2024-09-12T00:53:48.959 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:53:48.265+0000 7fb09fe07640 10 monclient: _check_auth_tickets 2024-09-12T00:53:48.959 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:53:48.265+0000 7fb09fe07640 10 monclient: handle_config config(0 keys) 2024-09-12T00:53:48.959 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:53:48.265+0000 7fb09fe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:48.959 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:53:48.265+0000 7fb09fe07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:53:48.959 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:53:48.265+0000 7fb09fe07640 10 monclient: dump: 2024-09-12T00:53:48.960 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:48.960 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:48.960 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:48.960 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:48.960 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:48.960 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:48.960 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:48.960 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:48.960 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:48.960 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:48.960 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:53:48.265+0000 7fb1b7730800 5 monclient: authenticate success, global_id 7074 2024-09-12T00:53:48.960 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:53:48.265+0000 7fb1b7730800 10 monclient: _renew_subs 2024-09-12T00:53:48.960 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:53:48.265+0000 7fb1b7730800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:53:48.960 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:53:48.265+0000 7fb0a160a640 4 set_mon_vals no callback set 2024-09-12T00:53:48.960 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:53:48.265+0000 7fb1b7730800 10 monclient: _renew_subs 2024-09-12T00:53:48.961 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:53:48.265+0000 7fb1b7730800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:53:48.961 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:53:48.265+0000 7fb1b7730800 1 librados: init done 2024-09-12T00:53:48.961 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:53:48.267+0000 7fb09fe07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:53:48.961 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:53:48.267+0000 7fb09fe07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:48.961 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:53:48.267+0000 7fb09fe07640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:48.961 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:53:48.267+0000 7fb1b34b0640 10 monclient: get_auth_request con 0x7fb098076470 auth_method 0 2024-09-12T00:53:48.961 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:53:48.267+0000 7fb1b3cb1640 10 monclient: get_auth_request con 0x5631def460e0 auth_method 0 2024-09-12T00:53:48.961 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:53:48.268+0000 7fb1b34b0640 10 monclient: get_auth_request con 0x5631def68ea0 auth_method 0 2024-09-12T00:53:48.961 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:53:48.269+0000 7fb1b2caf640 10 monclient: get_auth_request con 0x5631def6d2d0 auth_method 0 2024-09-12T00:53:48.961 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:53:48.270+0000 7fb1b7730800 10 monclient: build_initial_monmap 2024-09-12T00:53:48.961 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:53:48.270+0000 7fb1b7730800 1 build_initial for_mkfs: 0 2024-09-12T00:53:48.961 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:53:48.270+0000 7fb1b7730800 10 monclient: monmap: 2024-09-12T00:53:48.961 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:53:48.961 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:53:48.962 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:53:48.962 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:53:48.962 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:53:48.962 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:48.962 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:53:48.962 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:53:48.962 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:53:48.962 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:48.962 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding auth protocol: cephx 2024-09-12T00:53:48.962 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding auth protocol: cephx 2024-09-12T00:53:48.962 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding auth protocol: cephx 2024-09-12T00:53:48.962 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: secure 2024-09-12T00:53:48.962 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: crc 2024-09-12T00:53:48.962 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: secure 2024-09-12T00:53:48.963 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: crc 2024-09-12T00:53:48.963 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: secure 2024-09-12T00:53:48.963 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: crc 2024-09-12T00:53:48.963 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: crc 2024-09-12T00:53:48.963 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: secure 2024-09-12T00:53:48.963 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: crc 2024-09-12T00:53:48.963 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: secure 2024-09-12T00:53:48.963 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: crc 2024-09-12T00:53:48.963 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: secure 2024-09-12T00:53:48.963 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:53:48.271+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:48.963 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command objecter_requests cmddesc objecter_requests hook 0x5631def756e0 EEXIST 2024-09-12T00:53:48.963 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:53:48.271+0000 7fb1b7730800 10 monclient: init 2024-09-12T00:53:48.963 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding auth protocol: cephx 2024-09-12T00:53:48.963 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding auth protocol: cephx 2024-09-12T00:53:48.964 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding auth protocol: cephx 2024-09-12T00:53:48.964 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: secure 2024-09-12T00:53:48.964 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: crc 2024-09-12T00:53:48.964 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: secure 2024-09-12T00:53:48.964 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: crc 2024-09-12T00:53:48.964 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: secure 2024-09-12T00:53:48.964 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: crc 2024-09-12T00:53:48.964 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: crc 2024-09-12T00:53:48.964 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: secure 2024-09-12T00:53:48.964 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: crc 2024-09-12T00:53:48.964 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: secure 2024-09-12T00:53:48.964 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: crc 2024-09-12T00:53:48.964 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: secure 2024-09-12T00:53:48.964 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:53:48.271+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:48.965 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:53:48.271+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:48.965 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:53:48.272+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command rotate-key cmddesc rotate-key hook 0x5631def709b0 EEXIST 2024-09-12T00:53:48.965 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient: _reopen_session rank -1 2024-09-12T00:53:48.965 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:53:48.965 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-a con 0x5631def99a00 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:53:48.965 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-b con 0x5631def99de0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:53:48.965 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-c con 0x5631def98710 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:53:48.965 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:48.965 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:48.965 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:48.965 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient(hunting): _renew_subs 2024-09-12T00:53:48.965 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient(hunting): authenticate will time out at 1934.724116s 2024-09-12T00:53:48.965 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient(hunting): get_auth_request con 0x5631def99a00 auth_method 0 2024-09-12T00:53:48.965 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:48.966 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:48.966 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:48.966 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:53:48.272+0000 7fb1b3cb1640 10 monclient(hunting): get_auth_request con 0x5631def98710 auth_method 0 2024-09-12T00:53:48.966 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:53:48.272+0000 7fb1b3cb1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:48.966 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:53:48.272+0000 7fb1b3cb1640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:48.966 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:53:48.272+0000 7fb1b3cb1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:48.966 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:48.966 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:48.966 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:48.966 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:53:48.272+0000 7fb1b2caf640 10 monclient(hunting): get_auth_request con 0x5631def99de0 auth_method 0 2024-09-12T00:53:48.966 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:53:48.272+0000 7fb1b2caf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:48.966 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:53:48.272+0000 7fb1b2caf640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:48.966 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:53:48.272+0000 7fb1b2caf640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:48.966 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:53:48.272+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:48.967 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:53:48.272+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:48.967 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:53:48.272+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:48.967 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:53:48.272+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:48.967 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:53:48.272+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:48.967 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:53:48.272+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:48.967 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_done global_id 7077 payload 824 2024-09-12T00:53:48.967 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient: _finish_hunting 0 2024-09-12T00:53:48.967 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 1 monclient: found mon.noname-a 2024-09-12T00:53:48.967 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:53:48.967 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:48.967 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:53:48.967 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: dump: 2024-09-12T00:53:48.967 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:48.967 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:48.968 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:48.968 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:48.968 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:48.968 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:48.968 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:48.968 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:48.968 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:48.968 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:48.968 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: _finish_auth 0 2024-09-12T00:53:48.968 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: _check_auth_tickets 2024-09-12T00:53:48.968 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: handle_config config(0 keys) 2024-09-12T00:53:48.968 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:48.968 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:53:48.969 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: dump: 2024-09-12T00:53:48.969 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:48.969 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:48.969 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:48.969 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:48.969 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:48.969 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:48.969 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:48.969 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:48.969 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:48.969 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:48.969 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:53:48.272+0000 7fb1b7730800 5 monclient: authenticate success, global_id 7077 2024-09-12T00:53:48.969 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient: _renew_subs 2024-09-12T00:53:48.969 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:53:48.272+0000 7fb1b44b2640 4 set_mon_vals no callback set 2024-09-12T00:53:48.970 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:53:48.970 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient: _renew_subs 2024-09-12T00:53:48.970 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:53:48.970 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:53:48.274+0000 7fb09d602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:53:48.970 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:53:48.274+0000 7fb09d602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:48.970 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:53:48.274+0000 7fb09d602640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:48.970 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:53:48.275+0000 7fb1b2caf640 10 monclient: get_auth_request con 0x7fb08c076380 auth_method 0 2024-09-12T00:53:48.970 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:53:48.275+0000 7fb1b7730800 10 monclient: get_monmap_and_config 2024-09-12T00:53:48.970 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:53:48.275+0000 7fb1b7730800 10 monclient: build_initial_monmap 2024-09-12T00:53:48.970 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:53:48.275+0000 7fb1b7730800 1 build_initial for_mkfs: 0 2024-09-12T00:53:48.970 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:53:48.275+0000 7fb1b7730800 10 monclient: monmap: 2024-09-12T00:53:48.970 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:53:48.970 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:53:48.970 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:53:48.971 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:53:48.971 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:53:48.971 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:48.971 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:53:48.971 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:53:48.971 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:53:48.971 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:48.971 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding auth protocol: cephx 2024-09-12T00:53:48.971 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding auth protocol: cephx 2024-09-12T00:53:48.971 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding auth protocol: cephx 2024-09-12T00:53:48.971 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: secure 2024-09-12T00:53:48.971 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: crc 2024-09-12T00:53:48.971 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: secure 2024-09-12T00:53:48.971 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: crc 2024-09-12T00:53:48.972 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: secure 2024-09-12T00:53:48.972 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: crc 2024-09-12T00:53:48.972 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: crc 2024-09-12T00:53:48.972 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: secure 2024-09-12T00:53:48.972 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: crc 2024-09-12T00:53:48.972 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: secure 2024-09-12T00:53:48.972 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: crc 2024-09-12T00:53:48.972 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: secure 2024-09-12T00:53:48.972 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:53:48.275+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:48.972 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:53:48.275+0000 7fb1b7730800 10 monclient: init 2024-09-12T00:53:48.972 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding auth protocol: cephx 2024-09-12T00:53:48.972 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding auth protocol: cephx 2024-09-12T00:53:48.972 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding auth protocol: cephx 2024-09-12T00:53:48.973 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: secure 2024-09-12T00:53:48.973 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: crc 2024-09-12T00:53:48.973 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: secure 2024-09-12T00:53:48.973 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: crc 2024-09-12T00:53:48.973 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: secure 2024-09-12T00:53:48.973 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: crc 2024-09-12T00:53:48.973 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: crc 2024-09-12T00:53:48.973 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: secure 2024-09-12T00:53:48.973 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: crc 2024-09-12T00:53:48.973 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: secure 2024-09-12T00:53:48.973 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: crc 2024-09-12T00:53:48.973 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: secure 2024-09-12T00:53:48.973 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:53:48.275+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:48.973 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:53:48.276+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:48.974 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:53:48.276+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command rotate-key cmddesc rotate-key hook 0x7ffd767269b8 EEXIST 2024-09-12T00:53:48.974 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient: _reopen_session rank -1 2024-09-12T00:53:48.974 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:53:48.974 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-c con 0x5631defedd30 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:53:48.974 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-a con 0x5631defbed40 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:53:48.974 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-b con 0x5631defe9210 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:53:48.974 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:48.974 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:48.974 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:48.974 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient(hunting): _renew_subs 2024-09-12T00:53:48.974 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient(hunting): authenticate will time out at 1934.728223s 2024-09-12T00:53:48.974 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient(hunting): get_auth_request con 0x5631defedd30 auth_method 0 2024-09-12T00:53:48.974 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:48.974 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:48.975 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:48.975 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:53:48.276+0000 7fb1b2caf640 10 monclient(hunting): get_auth_request con 0x5631defbed40 auth_method 0 2024-09-12T00:53:48.975 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:53:48.276+0000 7fb1b2caf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:48.975 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:53:48.276+0000 7fb1b2caf640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:48.975 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:53:48.276+0000 7fb1b2caf640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:48.975 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:48.975 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:48.975 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:48.975 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:53:48.276+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:48.975 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:53:48.276+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:48.975 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:53:48.276+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:48.975 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_done global_id 6695 payload 274 2024-09-12T00:53:48.975 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient: _finish_hunting 0 2024-09-12T00:53:48.975 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 1 monclient: found mon.noname-c 2024-09-12T00:53:48.976 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:53:48.976 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:48.976 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:53:48.976 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: dump: 2024-09-12T00:53:48.976 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:48.976 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:48.976 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:48.976 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:48.976 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:48.976 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:48.976 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:48.976 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:48.976 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:48.976 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:48.977 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: _finish_auth 0 2024-09-12T00:53:48.977 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:53:48.977 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:53:48.977 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:53:48.276+0000 7fb1b7730800 5 monclient: authenticate success, global_id 6695 2024-09-12T00:53:48.977 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient: get_monmap_and_config success 2024-09-12T00:53:48.977 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:53:48.276+0000 7fb1b7730800 4 set_mon_vals no callback set 2024-09-12T00:53:48.977 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:48.977 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:53:48.977 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: dump: 2024-09-12T00:53:48.977 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:48.977 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:48.977 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:48.977 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:48.977 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:48.978 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:48.978 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:48.978 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:48.978 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:48.978 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:48.978 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:53:48.277+0000 7fb1b7730800 10 monclient: shutdown 2024-09-12T00:53:48.978 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:53:48.277+0000 7fb1b7730800 10 monclient: build_initial_monmap 2024-09-12T00:53:48.978 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:53:48.277+0000 7fb1b7730800 1 build_initial for_mkfs: 0 2024-09-12T00:53:48.978 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:53:48.277+0000 7fb1b7730800 10 monclient: monmap: 2024-09-12T00:53:48.978 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:53:48.978 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:53:48.978 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:53:48.978 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:53:48.978 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:53:48.979 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:48.979 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:53:48.979 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:53:48.979 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:53:48.979 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:48.979 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding auth protocol: cephx 2024-09-12T00:53:48.979 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding auth protocol: cephx 2024-09-12T00:53:48.979 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding auth protocol: cephx 2024-09-12T00:53:48.979 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: secure 2024-09-12T00:53:48.979 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: crc 2024-09-12T00:53:48.979 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: secure 2024-09-12T00:53:48.979 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: crc 2024-09-12T00:53:48.979 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: secure 2024-09-12T00:53:48.979 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: crc 2024-09-12T00:53:48.980 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: crc 2024-09-12T00:53:48.980 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: secure 2024-09-12T00:53:48.980 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: crc 2024-09-12T00:53:48.980 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: secure 2024-09-12T00:53:48.980 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: crc 2024-09-12T00:53:48.980 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: secure 2024-09-12T00:53:48.980 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:53:48.277+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:48.980 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:53:48.277+0000 7fb1b7730800 1 librados: starting msgr at 2024-09-12T00:53:48.980 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:53:48.277+0000 7fb1b7730800 1 librados: starting objecter 2024-09-12T00:53:48.980 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command objecter_requests cmddesc objecter_requests hook 0x5631defbf470 EEXIST 2024-09-12T00:53:48.980 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:53:48.277+0000 7fb1b7730800 1 librados: setting wanted keys 2024-09-12T00:53:48.980 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:53:48.277+0000 7fb1b7730800 1 librados: calling monclient init 2024-09-12T00:53:48.980 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:53:48.277+0000 7fb1b7730800 10 monclient: init 2024-09-12T00:53:48.981 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding auth protocol: cephx 2024-09-12T00:53:48.981 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding auth protocol: cephx 2024-09-12T00:53:48.981 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding auth protocol: cephx 2024-09-12T00:53:48.981 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: secure 2024-09-12T00:53:48.981 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: crc 2024-09-12T00:53:48.981 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: secure 2024-09-12T00:53:48.981 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: crc 2024-09-12T00:53:48.981 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: secure 2024-09-12T00:53:48.981 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: crc 2024-09-12T00:53:48.981 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: crc 2024-09-12T00:53:48.981 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: secure 2024-09-12T00:53:48.981 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: crc 2024-09-12T00:53:48.981 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: secure 2024-09-12T00:53:48.982 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: crc 2024-09-12T00:53:48.982 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: secure 2024-09-12T00:53:48.982 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:53:48.278+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:48.982 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:53:48.278+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:48.982 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:53:48.278+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command rotate-key cmddesc rotate-key hook 0x5631defae408 EEXIST 2024-09-12T00:53:48.982 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient: _reopen_session rank -1 2024-09-12T00:53:48.982 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:53:48.982 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-b con 0x5631defbed40 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:53:48.982 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-c con 0x5631defe9210 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:53:48.982 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-a con 0x5631defedd30 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:53:48.982 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:48.982 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:48.982 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:48.982 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient(hunting): _renew_subs 2024-09-12T00:53:48.983 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient(hunting): authenticate will time out at 1934.730495s 2024-09-12T00:53:48.983 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:53:48.278+0000 7fb1b3cb1640 10 monclient(hunting): get_auth_request con 0x5631defedd30 auth_method 0 2024-09-12T00:53:48.983 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:53:48.278+0000 7fb1b3cb1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:48.983 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:53:48.278+0000 7fb1b3cb1640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:48.983 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:53:48.278+0000 7fb1b3cb1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:48.983 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient(hunting): get_auth_request con 0x5631defe9210 auth_method 0 2024-09-12T00:53:48.983 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:48.983 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:48.983 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:48.983 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:53:48.278+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:48.983 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:53:48.278+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:48.983 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:53:48.278+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:48.983 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:48.983 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:48.984 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:48.984 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:53:48.278+0000 7fb1b34b0640 10 monclient(hunting): get_auth_request con 0x5631defbed40 auth_method 0 2024-09-12T00:53:48.984 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:53:48.278+0000 7fb1b34b0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:48.984 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:53:48.278+0000 7fb1b34b0640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:48.984 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:53:48.278+0000 7fb1b34b0640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:48.984 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_done global_id 6698 payload 824 2024-09-12T00:53:48.984 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient: _finish_hunting 0 2024-09-12T00:53:48.984 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 1 monclient: found mon.noname-c 2024-09-12T00:53:48.984 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:53:48.984 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:48.984 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:53:48.984 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: dump: 2024-09-12T00:53:48.984 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:48.984 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:48.985 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:48.985 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:48.985 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:48.985 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:48.985 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:48.985 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:48.985 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:48.985 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:48.985 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: _finish_auth 0 2024-09-12T00:53:48.985 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: _check_auth_tickets 2024-09-12T00:53:48.985 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:53:48.985 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:48.985 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:53:48.985 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: dump: 2024-09-12T00:53:48.985 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:48.986 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:48.986 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:48.986 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:48.986 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:48.986 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:48.986 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:48.986 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:48.986 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:48.986 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:48.986 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:53:48.279+0000 7fb096ffd640 4 set_mon_vals no callback set 2024-09-12T00:53:48.986 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:53:48.279+0000 7fb1b7730800 5 monclient: authenticate success, global_id 6698 2024-09-12T00:53:48.986 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:53:48.279+0000 7fb1b7730800 10 monclient: _renew_subs 2024-09-12T00:53:48.986 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:53:48.279+0000 7fb1b7730800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:53:48.987 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:53:48.279+0000 7fb1b7730800 10 monclient: _renew_subs 2024-09-12T00:53:48.987 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:53:48.279+0000 7fb1b7730800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:53:48.987 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:53:48.279+0000 7fb1b7730800 1 librados: init done 2024-09-12T00:53:48.987 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:53:48.279+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command cr dump hook 0x5631defd9dc8 2024-09-12T00:53:48.987 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:53:48.281+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.987 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:53:48.281+0000 7fb0957fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:53:48.987 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:53:48.281+0000 7fb0957fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:48.987 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:53:48.281+0000 7fb0957fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:48.987 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:53:48.281+0000 7fb1b34b0640 10 monclient: get_auth_request con 0x7fb07c0764a0 auth_method 0 2024-09-12T00:53:48.987 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:53:48.282+0000 7fb1b3cb1640 10 monclient: get_auth_request con 0x5631df0081a0 auth_method 0 2024-09-12T00:53:48.987 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:53:48.282+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.987 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:53:48.282+0000 7fb1b7730800 20 realm 2024-09-12T00:53:48.987 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:53:48.282+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.987 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:53:48.282+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.988 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:53:48.282+0000 7fb1b7730800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:48.988 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:53:48.282+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.988 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:53:48.282+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.988 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:53:48.283+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.988 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:53:48.283+0000 7fb1b34b0640 10 monclient: get_auth_request con 0x5631df00c500 auth_method 0 2024-09-12T00:53:48.988 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:53:48.283+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:48.988 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:53:48.283+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.988 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:53:48.284+0000 7fb1b2caf640 10 monclient: get_auth_request con 0x5631df00fc20 auth_method 0 2024-09-12T00:53:48.988 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:53:48.284+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:48.988 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:53:48.284+0000 7fb1b7730800 20 searching for the correct realm 2024-09-12T00:53:48.988 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:53:48.284+0000 7fb1b3cb1640 10 monclient: get_auth_request con 0x5631df014970 auth_method 0 2024-09-12T00:53:48.988 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:53:48.285+0000 7fb1b34b0640 10 monclient: get_auth_request con 0x7fb1a806d110 auth_method 0 2024-09-12T00:53:48.988 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:53:48.286+0000 7fb1b2caf640 10 monclient: get_auth_request con 0x7fb1a40b40b0 auth_method 0 2024-09-12T00:53:48.988 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:53:48.287+0000 7fb1b2caf640 0 -- 172.21.15.38:0/1647946203 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5631df00fc20 msgr2=0x5631df012010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:48.989 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:53:48.287+0000 7fb0957fa640 1 client.6698.objecter ms_handle_reset 0x5631df00fc20 session 0x5631df00bd60 osd.7 2024-09-12T00:53:48.989 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:53:48.287+0000 7fb0957fa640 10 monclient: _renew_subs 2024-09-12T00:53:48.989 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:53:48.287+0000 7fb0957fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:53:48.989 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:53:48.287+0000 7fb1b2caf640 10 monclient: get_auth_request con 0x7fb07c086ad0 auth_method 0 2024-09-12T00:53:48.989 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:53:48.288+0000 7fb1b3cb1640 10 monclient: get_auth_request con 0x7fb1a8075c00 auth_method 0 2024-09-12T00:53:48.989 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:53:48.290+0000 7fb1b34b0640 10 monclient: get_auth_request con 0x7fb1a80a5c70 auth_method 0 2024-09-12T00:53:48.989 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:53:48.290+0000 7fb1b34b0640 0 -- 172.21.15.38:0/1647946203 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fb1a80a5c70 msgr2=0x7fb1a809e9e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:48.989 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:53:48.492+0000 7fb1b34b0640 10 monclient: get_auth_request con 0x7fb1a80a5c70 auth_method 0 2024-09-12T00:53:48.989 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:53:48.893+0000 7fb1b34b0640 10 monclient: get_auth_request con 0x7fb1a80a5c70 auth_method 0 2024-09-12T00:53:48.989 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:48.989 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:48.989 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:48.989 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:48.989 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:48.990 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:48.990 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:53:48.898+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.990 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.990 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.990 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:48.990 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.990 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:48.990 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:53:48.899+0000 7fb1b7730800 20 zone default found 2024-09-12T00:53:48.990 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:53:48.899+0000 7fb1b7730800 4 Realm: () 2024-09-12T00:53:48.990 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:53:48.899+0000 7fb1b7730800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:48.990 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:53:48.899+0000 7fb1b7730800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:48.990 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:53:48.899+0000 7fb1b7730800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:48.990 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:53:48.899+0000 7fb1b7730800 20 zonegroup default 2024-09-12T00:53:48.990 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.991 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:53:48.900+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.991 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:53:48.900+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.991 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:53:48.900+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.991 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:53:48.900+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.991 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:53:48.900+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:48.991 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:53:48.900+0000 7fb1b7730800 20 started sync module instance, tier type = 2024-09-12T00:53:48.991 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:53:48.900+0000 7fb1b7730800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:48.991 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=0 2024-09-12T00:53:48.991 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=1 2024-09-12T00:53:48.991 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=2 2024-09-12T00:53:48.991 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=3 2024-09-12T00:53:48.991 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=4 2024-09-12T00:53:48.991 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=5 2024-09-12T00:53:48.991 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=6 2024-09-12T00:53:48.992 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:53:48.912+0000 7fb1b7730800 20 add_watcher() i=7 2024-09-12T00:53:48.992 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:53:48.912+0000 7fb1b7730800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:48.992 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding auth protocol: cephx 2024-09-12T00:53:48.992 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding auth protocol: cephx 2024-09-12T00:53:48.992 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding auth protocol: cephx 2024-09-12T00:53:48.992 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: secure 2024-09-12T00:53:48.992 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: crc 2024-09-12T00:53:48.992 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: secure 2024-09-12T00:53:48.992 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: crc 2024-09-12T00:53:48.992 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: secure 2024-09-12T00:53:48.992 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: crc 2024-09-12T00:53:48.992 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:53:48.913+0000 7fb069fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:48.992 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: crc 2024-09-12T00:53:48.993 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: secure 2024-09-12T00:53:48.993 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: crc 2024-09-12T00:53:48.993 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: secure 2024-09-12T00:53:48.993 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: crc 2024-09-12T00:53:48.994 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: secure 2024-09-12T00:53:48.994 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:53:48.914+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:48.994 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:53:48.914+0000 7fb1b7730800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:48.994 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:53:48.914+0000 7fb1b7730800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:48.994 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command cache list hook 0x5631defecae0 2024-09-12T00:53:48.994 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command cache inspect hook 0x5631defecae0 2024-09-12T00:53:48.994 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command cache erase hook 0x5631defecae0 2024-09-12T00:53:48.994 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command cache zap hook 0x5631defecae0 2024-09-12T00:53:48.994 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 note: GC not initialized 2024-09-12T00:53:48.994 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:53:48.914+0000 7fb068fe1640 20 reqs_thread_entry: start 2024-09-12T00:53:48.994 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command sync trace show hook 0x7fb1a407d070 2024-09-12T00:53:48.994 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command sync trace history hook 0x7fb1a407d070 2024-09-12T00:53:48.994 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command sync trace active hook 0x7fb1a407d070 2024-09-12T00:53:48.995 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command sync trace active_short hook 0x7fb1a407d070 2024-09-12T00:53:48.995 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:53:48.914+0000 7fb1b7730800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:48.995 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:53:48.914+0000 7fb1b7730800 20 Filter name: none 2024-09-12T00:53:48.995 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:53:48.914+0000 7fafe27fc640 20 reqs_thread_entry: start 2024-09-12T00:53:48.995 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:53:48.914+0000 7fb1b7730800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T00:53:48.995 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:53:48.914+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.995 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:53:48.915+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:53:48.995 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:53:48.915+0000 7fb1b7730800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T00:53:48.995 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:53:48.915+0000 7fb1b7730800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T00:53:48.995 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:53:48.915+0000 7fb1b7730800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 : miss 2024-09-12T00:53:48.995 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:53:48.915+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:48.995 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:53:48.915+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T00:53:48.995 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:53:48.915+0000 7fb1b7730800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:53:48.995 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:53:48.915+0000 7fb1b7730800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:53:48.996 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:53:48.915+0000 7fb1b7730800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:53:48.996 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:53:48.915+0000 7fb1b7730800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:48.996 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:53:48.915+0000 7fb1b7730800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 2024-09-12T00:53:48.996 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:53:48.921+0000 7fb1b7730800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:53:48.996 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:53:48.921+0000 7fb1b7730800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:53:48.996 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:53:48.921+0000 7fb1b7730800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:48.996 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:53:48.921+0000 7fb1b7730800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30, ofs0, ns] 2024-09-12T00:53:48.996 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:53:48.922+0000 7fb0967fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464280 cookie 94772194819696 notifier 6698 bl.length()=999 2024-09-12T00:53:48.996 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:53:48.922+0000 7fb0967fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:53:48.996 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:53:48.922+0000 7fb0967fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:53:48.996 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:53:48.922+0000 7fb0967fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:48.996 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:53:48.922+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_sources= new_sources= 2024-09-12T00:53:48.996 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:53:48.922+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential sources added=[] removed=[] 2024-09-12T00:53:48.997 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:53:48.922+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_dests= new_dests= 2024-09-12T00:53:48.997 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:53:48.922+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential dests added=[] removed=[] 2024-09-12T00:53:48.997 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.0 2024-09-12T00:53:48.997 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.0 2024-09-12T00:53:48.997 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.1 2024-09-12T00:53:48.997 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.1 2024-09-12T00:53:48.997 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.2 2024-09-12T00:53:48.997 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.2 2024-09-12T00:53:48.997 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.3 2024-09-12T00:53:48.997 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.3 2024-09-12T00:53:48.997 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.4 2024-09-12T00:53:48.997 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.4 2024-09-12T00:53:48.997 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.5 2024-09-12T00:53:48.998 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.5 2024-09-12T00:53:48.998 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.6 2024-09-12T00:53:48.998 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.6 2024-09-12T00:53:48.998 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.7 2024-09-12T00:53:48.998 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.7 2024-09-12T00:53:48.998 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.8 2024-09-12T00:53:48.998 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.8 2024-09-12T00:53:48.998 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.9 2024-09-12T00:53:48.998 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.9 2024-09-12T00:53:48.998 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.10 2024-09-12T00:53:48.998 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.10 2024-09-12T00:53:48.998 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.11 2024-09-12T00:53:48.998 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.11 2024-09-12T00:53:48.998 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.0 2024-09-12T00:53:48.999 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:53:48.928+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1 2024-09-12T00:53:48.999 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:53:48.928+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2 2024-09-12T00:53:48.999 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:53:48.928+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.3 2024-09-12T00:53:48.999 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:53:48.929+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.4 2024-09-12T00:53:48.999 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:53:48.929+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.5 2024-09-12T00:53:48.999 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:53:48.930+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.6 2024-09-12T00:53:48.999 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:53:48.931+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.7 2024-09-12T00:53:48.999 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:53:48.931+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.8 2024-09-12T00:53:48.999 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:53:48.932+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.9 2024-09-12T00:53:48.999 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:53:48.932+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.10 2024-09-12T00:53:48.999 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:53:48.935+0000 7fb1b7730800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 : hit (requested=0x17, cached=0x17) 2024-09-12T00:53:48.999 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:53:48.935+0000 7fb1b7730800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 2024-09-12T00:53:48.999 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:53:48.937+0000 7fb1b7730800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:53:48.999 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:53:48.937+0000 7fb1b7730800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:53:49.000 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:53:48.937+0000 7fb1b7730800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:49.000 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:53:48.937+0000 7fb1b7730800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30, ofs0, ns] 2024-09-12T00:53:49.000 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:53:48.937+0000 7fb0967fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464281 cookie 94772194819696 notifier 6698 bl.length()=999 2024-09-12T00:53:49.000 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:53:48.937+0000 7fb0967fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:53:49.000 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:53:48.937+0000 7fb0967fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:53:49.000 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:53:48.937+0000 7fb0967fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:49.000 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:53:48.937+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_sources= new_sources= 2024-09-12T00:53:49.000 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:53:48.937+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential sources added=[] removed=[] 2024-09-12T00:53:49.000 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:53:48.937+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_dests= new_dests= 2024-09-12T00:53:49.000 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:53:48.937+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential dests added=[] removed=[] 2024-09-12T00:53:49.000 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:53:48.938+0000 7fb1b7730800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb1b7730800 time 2024-09-12T00:53:48.939840+0000 2024-09-12T00:53:49.000 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:53:49.000 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.000 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:53:49.001 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fb1b8f8c71a] 2024-09-12T00:53:49.001 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb1b8f8c8d8] 2024-09-12T00:53:49.001 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5631ddb87641] 2024-09-12T00:53:49.001 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e82) [0x5631ddb96582] 2024-09-12T00:53:49.001 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x5631ddb973e4] 2024-09-12T00:53:49.001 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:53:49.001 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fb1b7c29590] 2024-09-12T00:53:49.001 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:53:49.001 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:53:49.001 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.001 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:53:48.939+0000 7fb1b7730800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:53:49.001 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7fb1b7730800 thread_name:radosgw-admin 2024-09-12T00:53:49.001 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.001 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:53:49.002 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fb1b7c3e6f0] 2024-09-12T00:53:49.002 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fb1b7c8b99c] 2024-09-12T00:53:49.002 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:53:49.002 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:53:49.002 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fb1b8f8c774] 2024-09-12T00:53:49.002 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb1b8f8c8d8] 2024-09-12T00:53:49.002 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5631ddb87641] 2024-09-12T00:53:49.002 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e82) [0x5631ddb96582] 2024-09-12T00:53:49.002 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x5631ddb973e4] 2024-09-12T00:53:49.002 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:53:49.002 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fb1b7c29590] 2024-09-12T00:53:49.002 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:53:49.002 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:53:49.002 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:53:49.003 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.003 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:53:49.003 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:53:49.003 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:53:49.003 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:53:49.003 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:53:49.003 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:53:49.003 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:53:49.003 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:53:49.003 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:53:49.003 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:53:49.003 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:53:49.003 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:53:49.003 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:53:49.004 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:53:49.004 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:53:49.004 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:53:49.004 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:53:49.004 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:53:49.004 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:53:49.004 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:53:49.004 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:53:49.004 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:53:49.004 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:53:49.004 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:53:49.004 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:53:49.004 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:53:49.004 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:53:49.005 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:53:49.005 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:53:49.005 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:53:49.005 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:53:49.005 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:53:49.005 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:53:49.005 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:53:49.005 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:53:49.005 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:53:49.005 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:53:49.005 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:53:49.005 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:53:49.005 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:53:49.005 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:53:49.006 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:53:49.006 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:53:49.006 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:53:49.006 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:53:49.006 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:53:49.006 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:53:49.006 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:53:49.006 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:53:49.006 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:53:49.006 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:53:49.006 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:53:49.006 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:53:49.006 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:53:49.006 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:53:49.007 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:53:49.007 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:53:49.007 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:53:49.007 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:53:49.007 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:53:49.007 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:53:49.007 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:53:49.007 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:53:49.007 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:53:49.007 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:53:49.007 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:53:49.008 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:53:49.008 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:53:49.008 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:53:49.008 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:53:49.008 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:53:49.008 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:53:49.008 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:53:49.008 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:53:49.008 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:53:49.008 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:53:49.008 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:53:49.008 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:53:49.009 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:53:49.009 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:53:49.009 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:53:49.009 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:53:49.009 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:53:49.009 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:53:49.009 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:53:49.009 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:53:49.009 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:53:49.009 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:53:49.009 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:53:49.009 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:53:49.009 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:53:49.009 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:53:49.009 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:53:49.010 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:53:49.010 INFO:tasks.workunit.client.0.smithi038.stderr: 7fafe27fc640 / http_manager 2024-09-12T00:53:49.010 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb068fe1640 / http_manager 2024-09-12T00:53:49.010 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb069fe3640 / rgw_dt_lg_renew 2024-09-12T00:53:49.010 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb0957fa640 / ms_dispatch 2024-09-12T00:53:49.010 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb0967fc640 / io_context_pool 2024-09-12T00:53:49.010 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb096ffd640 / io_context_pool 2024-09-12T00:53:49.010 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb09d602640 / ms_dispatch 2024-09-12T00:53:49.010 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb09fe07640 / ms_dispatch 2024-09-12T00:53:49.010 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb0a160a640 / io_context_pool 2024-09-12T00:53:49.010 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb1b2caf640 / msgr-worker-2 2024-09-12T00:53:49.010 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb1b34b0640 / msgr-worker-1 2024-09-12T00:53:49.011 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb1b3cb1640 / msgr-worker-0 2024-09-12T00:53:49.011 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb1b44b2640 / io_context_pool 2024-09-12T00:53:49.011 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb1b7730800 / radosgw-admin 2024-09-12T00:53:49.011 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:53:49.011 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:53:49.011 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/log/ceph/ceph-client.admin.115518.log 2024-09-12T00:53:49.011 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:53:49.011 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:53:49.011 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:53:48.264+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command rotate-key hook 0x5631def1d7b8 2024-09-12T00:53:49.011 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient: _reopen_session rank -1 2024-09-12T00:53:49.011 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:53:49.012 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-b con 0x5631ded941b0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:53:49.012 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-a con 0x5631dee60030 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:53:49.012 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-c con 0x5631dee63710 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:53:49.012 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:49.012 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:49.012 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:49.012 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient(hunting): _renew_subs 2024-09-12T00:53:49.012 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:53:48.264+0000 7fb1b7730800 10 monclient(hunting): authenticate will time out at 1934.716398s 2024-09-12T00:53:49.012 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient(hunting): get_auth_request con 0x5631dee60030 auth_method 0 2024-09-12T00:53:49.012 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:49.012 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:49.012 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:49.012 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:53:48.264+0000 7fb1b3cb1640 10 monclient(hunting): get_auth_request con 0x5631dee63710 auth_method 0 2024-09-12T00:53:49.012 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:53:48.264+0000 7fb1b3cb1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:49.013 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:53:48.264+0000 7fb1b3cb1640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:49.013 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:53:48.264+0000 7fb1b3cb1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:49.013 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:49.013 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:49.013 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:49.013 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:53:48.264+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:49.013 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:53:48.264+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:49.013 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:53:48.264+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:49.013 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:53:48.264+0000 7fb1b34b0640 10 monclient(hunting): get_auth_request con 0x5631ded941b0 auth_method 0 2024-09-12T00:53:49.013 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:53:48.264+0000 7fb1b34b0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:49.013 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:53:48.264+0000 7fb1b34b0640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:49.013 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:53:48.264+0000 7fb1b34b0640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:49.013 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:53:48.264+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:49.014 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:53:48.264+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:49.014 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:53:48.264+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:49.014 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_done global_id 7074 payload 824 2024-09-12T00:53:49.014 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient: _finish_hunting 0 2024-09-12T00:53:49.014 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 1 monclient: found mon.noname-a 2024-09-12T00:53:49.014 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:53:48.264+0000 7fb1b2caf640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:53:49.014 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:53:48.264+0000 7fb09fe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:49.014 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:53:48.265+0000 7fb09fe07640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:53:49.014 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:53:48.265+0000 7fb09fe07640 10 monclient: dump: 2024-09-12T00:53:49.014 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:49.014 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:49.014 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:49.014 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:49.014 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:49.015 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:49.015 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:49.015 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:49.015 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:49.015 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.015 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:53:48.265+0000 7fb09fe07640 10 monclient: _finish_auth 0 2024-09-12T00:53:49.015 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:53:48.265+0000 7fb09fe07640 10 monclient: _check_auth_tickets 2024-09-12T00:53:49.015 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:53:48.265+0000 7fb09fe07640 10 monclient: handle_config config(0 keys) 2024-09-12T00:53:49.015 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:53:48.265+0000 7fb09fe07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:49.015 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:53:48.265+0000 7fb09fe07640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:53:49.015 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:53:48.265+0000 7fb09fe07640 10 monclient: dump: 2024-09-12T00:53:49.015 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:49.016 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:49.016 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:49.016 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:49.016 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:49.016 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:49.016 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:49.016 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:49.016 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:49.016 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.016 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:53:48.265+0000 7fb1b7730800 5 monclient: authenticate success, global_id 7074 2024-09-12T00:53:49.016 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:53:48.265+0000 7fb1b7730800 10 monclient: _renew_subs 2024-09-12T00:53:49.016 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:53:48.265+0000 7fb1b7730800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:53:49.016 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:53:48.265+0000 7fb0a160a640 4 set_mon_vals no callback set 2024-09-12T00:53:49.016 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:53:48.265+0000 7fb1b7730800 10 monclient: _renew_subs 2024-09-12T00:53:49.017 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:53:48.265+0000 7fb1b7730800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:53:49.017 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:53:48.265+0000 7fb1b7730800 1 librados: init done 2024-09-12T00:53:49.017 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:53:48.267+0000 7fb09fe07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:53:49.017 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:53:48.267+0000 7fb09fe07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:49.017 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:53:48.267+0000 7fb09fe07640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:49.017 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:53:48.267+0000 7fb1b34b0640 10 monclient: get_auth_request con 0x7fb098076470 auth_method 0 2024-09-12T00:53:49.017 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:53:48.267+0000 7fb1b3cb1640 10 monclient: get_auth_request con 0x5631def460e0 auth_method 0 2024-09-12T00:53:49.017 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:53:48.268+0000 7fb1b34b0640 10 monclient: get_auth_request con 0x5631def68ea0 auth_method 0 2024-09-12T00:53:49.017 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:53:48.269+0000 7fb1b2caf640 10 monclient: get_auth_request con 0x5631def6d2d0 auth_method 0 2024-09-12T00:53:49.017 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:53:48.270+0000 7fb1b7730800 10 monclient: build_initial_monmap 2024-09-12T00:53:49.017 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:53:48.270+0000 7fb1b7730800 1 build_initial for_mkfs: 0 2024-09-12T00:53:49.017 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:53:48.270+0000 7fb1b7730800 10 monclient: monmap: 2024-09-12T00:53:49.017 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:53:49.018 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:53:49.018 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:53:49.018 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:53:49.018 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:53:49.018 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:49.018 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:53:49.018 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:53:49.018 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:53:49.018 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.018 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding auth protocol: cephx 2024-09-12T00:53:49.018 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding auth protocol: cephx 2024-09-12T00:53:49.018 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding auth protocol: cephx 2024-09-12T00:53:49.018 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: secure 2024-09-12T00:53:49.018 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: crc 2024-09-12T00:53:49.018 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: secure 2024-09-12T00:53:49.019 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: crc 2024-09-12T00:53:49.019 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: secure 2024-09-12T00:53:49.019 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: crc 2024-09-12T00:53:49.019 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: crc 2024-09-12T00:53:49.019 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: secure 2024-09-12T00:53:49.019 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: crc 2024-09-12T00:53:49.019 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: secure 2024-09-12T00:53:49.019 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: crc 2024-09-12T00:53:49.019 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:53:48.270+0000 7fb1b7730800 5 AuthRegistry(0x5631def72190) adding con mode: secure 2024-09-12T00:53:49.019 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:53:48.271+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:49.019 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command objecter_requests cmddesc objecter_requests hook 0x5631def756e0 EEXIST 2024-09-12T00:53:49.019 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:53:48.271+0000 7fb1b7730800 10 monclient: init 2024-09-12T00:53:49.019 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding auth protocol: cephx 2024-09-12T00:53:49.019 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding auth protocol: cephx 2024-09-12T00:53:49.020 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding auth protocol: cephx 2024-09-12T00:53:49.020 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: secure 2024-09-12T00:53:49.020 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: crc 2024-09-12T00:53:49.020 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: secure 2024-09-12T00:53:49.020 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: crc 2024-09-12T00:53:49.020 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: secure 2024-09-12T00:53:49.020 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: crc 2024-09-12T00:53:49.020 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: crc 2024-09-12T00:53:49.020 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: secure 2024-09-12T00:53:49.020 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: crc 2024-09-12T00:53:49.020 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: secure 2024-09-12T00:53:49.020 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: crc 2024-09-12T00:53:49.020 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:53:48.271+0000 7fb1b7730800 5 AuthRegistry(0x5631def70868) adding con mode: secure 2024-09-12T00:53:49.020 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:53:48.271+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:49.021 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:53:48.271+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:49.021 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:53:48.272+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command rotate-key cmddesc rotate-key hook 0x5631def709b0 EEXIST 2024-09-12T00:53:49.021 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient: _reopen_session rank -1 2024-09-12T00:53:49.021 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:53:49.021 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-a con 0x5631def99a00 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:53:49.021 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-b con 0x5631def99de0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:53:49.021 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-c con 0x5631def98710 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:53:49.021 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:49.021 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:49.021 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:49.021 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient(hunting): _renew_subs 2024-09-12T00:53:49.021 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient(hunting): authenticate will time out at 1934.724116s 2024-09-12T00:53:49.021 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient(hunting): get_auth_request con 0x5631def99a00 auth_method 0 2024-09-12T00:53:49.022 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:49.022 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:49.022 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:49.022 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:53:48.272+0000 7fb1b3cb1640 10 monclient(hunting): get_auth_request con 0x5631def98710 auth_method 0 2024-09-12T00:53:49.022 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:53:48.272+0000 7fb1b3cb1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:49.022 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:53:48.272+0000 7fb1b3cb1640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:49.022 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:53:48.272+0000 7fb1b3cb1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:49.022 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:49.022 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:49.022 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:49.022 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:53:48.272+0000 7fb1b2caf640 10 monclient(hunting): get_auth_request con 0x5631def99de0 auth_method 0 2024-09-12T00:53:49.022 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:53:48.272+0000 7fb1b2caf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:49.022 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:53:48.272+0000 7fb1b2caf640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:49.022 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:53:48.272+0000 7fb1b2caf640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:49.023 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:53:48.272+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:49.023 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:53:48.272+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:49.023 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:53:48.272+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:49.023 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:53:48.272+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:49.023 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:53:48.272+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:49.023 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:53:48.272+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:49.023 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_done global_id 7077 payload 824 2024-09-12T00:53:49.023 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient: _finish_hunting 0 2024-09-12T00:53:49.023 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 1 monclient: found mon.noname-a 2024-09-12T00:53:49.023 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:53:48.272+0000 7fb1b34b0640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:53:49.023 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:49.023 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:53:49.023 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: dump: 2024-09-12T00:53:49.023 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:49.024 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:49.024 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:49.024 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:49.024 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:49.024 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:49.024 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:49.024 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:49.024 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:49.024 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.025 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: _finish_auth 0 2024-09-12T00:53:49.025 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: _check_auth_tickets 2024-09-12T00:53:49.025 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: handle_config config(0 keys) 2024-09-12T00:53:49.025 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:49.025 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:53:49.025 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:53:48.272+0000 7fb09d602640 10 monclient: dump: 2024-09-12T00:53:49.025 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:49.025 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:49.025 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:49.025 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:49.025 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:49.025 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:49.025 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:49.025 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:49.026 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:49.026 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.026 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:53:48.272+0000 7fb1b7730800 5 monclient: authenticate success, global_id 7077 2024-09-12T00:53:49.026 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient: _renew_subs 2024-09-12T00:53:49.026 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:53:48.272+0000 7fb1b44b2640 4 set_mon_vals no callback set 2024-09-12T00:53:49.026 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:53:49.026 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient: _renew_subs 2024-09-12T00:53:49.026 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:53:48.272+0000 7fb1b7730800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:53:49.026 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:53:48.274+0000 7fb09d602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:53:49.026 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:53:48.274+0000 7fb09d602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:49.026 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:53:48.274+0000 7fb09d602640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:49.026 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:53:48.275+0000 7fb1b2caf640 10 monclient: get_auth_request con 0x7fb08c076380 auth_method 0 2024-09-12T00:53:49.026 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:53:48.275+0000 7fb1b7730800 10 monclient: get_monmap_and_config 2024-09-12T00:53:49.026 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:53:48.275+0000 7fb1b7730800 10 monclient: build_initial_monmap 2024-09-12T00:53:49.026 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:53:48.275+0000 7fb1b7730800 1 build_initial for_mkfs: 0 2024-09-12T00:53:49.027 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:53:48.275+0000 7fb1b7730800 10 monclient: monmap: 2024-09-12T00:53:49.027 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:53:49.027 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:53:49.027 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:53:49.027 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:53:49.027 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:53:49.027 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:49.027 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:53:49.027 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:53:49.027 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:53:49.027 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.027 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding auth protocol: cephx 2024-09-12T00:53:49.027 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding auth protocol: cephx 2024-09-12T00:53:49.028 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding auth protocol: cephx 2024-09-12T00:53:49.028 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: secure 2024-09-12T00:53:49.028 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: crc 2024-09-12T00:53:49.028 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: secure 2024-09-12T00:53:49.028 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: crc 2024-09-12T00:53:49.028 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: secure 2024-09-12T00:53:49.028 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: crc 2024-09-12T00:53:49.028 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: crc 2024-09-12T00:53:49.028 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: secure 2024-09-12T00:53:49.028 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: crc 2024-09-12T00:53:49.028 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: secure 2024-09-12T00:53:49.028 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: crc 2024-09-12T00:53:49.029 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x5631defb9700) adding con mode: secure 2024-09-12T00:53:49.029 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:53:48.275+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:49.029 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:53:48.275+0000 7fb1b7730800 10 monclient: init 2024-09-12T00:53:49.029 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding auth protocol: cephx 2024-09-12T00:53:49.029 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding auth protocol: cephx 2024-09-12T00:53:49.029 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding auth protocol: cephx 2024-09-12T00:53:49.029 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: secure 2024-09-12T00:53:49.029 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: crc 2024-09-12T00:53:49.029 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: secure 2024-09-12T00:53:49.029 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: crc 2024-09-12T00:53:49.029 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: secure 2024-09-12T00:53:49.029 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: crc 2024-09-12T00:53:49.029 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: crc 2024-09-12T00:53:49.030 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: secure 2024-09-12T00:53:49.030 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: crc 2024-09-12T00:53:49.030 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: secure 2024-09-12T00:53:49.030 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: crc 2024-09-12T00:53:49.030 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:53:48.275+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726870) adding con mode: secure 2024-09-12T00:53:49.030 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:53:48.275+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:49.030 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:53:48.276+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:49.030 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:53:48.276+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command rotate-key cmddesc rotate-key hook 0x7ffd767269b8 EEXIST 2024-09-12T00:53:49.030 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient: _reopen_session rank -1 2024-09-12T00:53:49.030 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:53:49.030 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-c con 0x5631defedd30 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:53:49.030 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-a con 0x5631defbed40 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:53:49.030 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-b con 0x5631defe9210 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:53:49.030 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:49.030 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:49.031 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:49.031 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient(hunting): _renew_subs 2024-09-12T00:53:49.031 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient(hunting): authenticate will time out at 1934.728223s 2024-09-12T00:53:49.031 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient(hunting): get_auth_request con 0x5631defedd30 auth_method 0 2024-09-12T00:53:49.031 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:49.031 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:49.031 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:49.031 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:53:48.276+0000 7fb1b2caf640 10 monclient(hunting): get_auth_request con 0x5631defbed40 auth_method 0 2024-09-12T00:53:49.031 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:53:48.276+0000 7fb1b2caf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:49.031 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:53:48.276+0000 7fb1b2caf640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:49.031 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:53:48.276+0000 7fb1b2caf640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:49.031 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:49.031 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:49.031 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:49.032 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:53:48.276+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:49.032 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:53:48.276+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:49.032 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:53:48.276+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:49.032 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient(hunting): handle_auth_done global_id 6695 payload 274 2024-09-12T00:53:49.032 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient: _finish_hunting 0 2024-09-12T00:53:49.032 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 1 monclient: found mon.noname-c 2024-09-12T00:53:49.032 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:53:48.276+0000 7fb1b34b0640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:53:49.032 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:49.032 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:53:49.032 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: dump: 2024-09-12T00:53:49.032 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:49.032 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:49.032 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:49.032 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:49.033 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:49.033 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:49.033 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:49.033 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:49.033 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:49.033 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.033 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: _finish_auth 0 2024-09-12T00:53:49.033 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:53:49.033 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:53:49.033 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:53:48.276+0000 7fb1b7730800 5 monclient: authenticate success, global_id 6695 2024-09-12T00:53:49.033 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:53:48.276+0000 7fb1b7730800 10 monclient: get_monmap_and_config success 2024-09-12T00:53:49.033 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:53:48.276+0000 7fb1b7730800 4 set_mon_vals no callback set 2024-09-12T00:53:49.033 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:49.033 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:53:49.034 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:53:48.276+0000 7fb096ffd640 10 monclient: dump: 2024-09-12T00:53:49.034 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:49.034 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:49.034 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:49.034 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:49.034 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:49.034 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:49.034 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:49.034 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:49.034 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:49.034 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.034 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:53:48.277+0000 7fb1b7730800 10 monclient: shutdown 2024-09-12T00:53:49.034 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:53:48.277+0000 7fb1b7730800 10 monclient: build_initial_monmap 2024-09-12T00:53:49.034 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:53:48.277+0000 7fb1b7730800 1 build_initial for_mkfs: 0 2024-09-12T00:53:49.035 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:53:48.277+0000 7fb1b7730800 10 monclient: monmap: 2024-09-12T00:53:49.035 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:53:49.035 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:53:49.035 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:53:49.035 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:53:49.035 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:53:49.035 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:49.035 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:53:49.035 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:53:49.035 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:53:49.035 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.035 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding auth protocol: cephx 2024-09-12T00:53:49.035 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding auth protocol: cephx 2024-09-12T00:53:49.035 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding auth protocol: cephx 2024-09-12T00:53:49.036 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: secure 2024-09-12T00:53:49.036 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: crc 2024-09-12T00:53:49.036 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: secure 2024-09-12T00:53:49.036 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: crc 2024-09-12T00:53:49.036 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: secure 2024-09-12T00:53:49.036 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: crc 2024-09-12T00:53:49.036 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: crc 2024-09-12T00:53:49.036 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: secure 2024-09-12T00:53:49.036 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: crc 2024-09-12T00:53:49.037 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: secure 2024-09-12T00:53:49.037 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: crc 2024-09-12T00:53:49.037 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defdf960) adding con mode: secure 2024-09-12T00:53:49.037 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:53:48.277+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:49.037 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:53:48.277+0000 7fb1b7730800 1 librados: starting msgr at 2024-09-12T00:53:49.037 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:53:48.277+0000 7fb1b7730800 1 librados: starting objecter 2024-09-12T00:53:49.037 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command objecter_requests cmddesc objecter_requests hook 0x5631defbf470 EEXIST 2024-09-12T00:53:49.037 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:53:48.277+0000 7fb1b7730800 1 librados: setting wanted keys 2024-09-12T00:53:49.037 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:53:48.277+0000 7fb1b7730800 1 librados: calling monclient init 2024-09-12T00:53:49.037 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:53:48.277+0000 7fb1b7730800 10 monclient: init 2024-09-12T00:53:49.038 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding auth protocol: cephx 2024-09-12T00:53:49.038 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding auth protocol: cephx 2024-09-12T00:53:49.038 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding auth protocol: cephx 2024-09-12T00:53:49.038 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: secure 2024-09-12T00:53:49.038 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: crc 2024-09-12T00:53:49.038 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: secure 2024-09-12T00:53:49.038 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: crc 2024-09-12T00:53:49.038 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: secure 2024-09-12T00:53:49.038 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: crc 2024-09-12T00:53:49.038 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: crc 2024-09-12T00:53:49.038 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: secure 2024-09-12T00:53:49.038 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: crc 2024-09-12T00:53:49.038 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: secure 2024-09-12T00:53:49.038 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: crc 2024-09-12T00:53:49.039 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:53:48.277+0000 7fb1b7730800 5 AuthRegistry(0x5631defae2c0) adding con mode: secure 2024-09-12T00:53:49.039 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:53:48.278+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:49.039 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:53:48.278+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:49.039 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:53:48.278+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command rotate-key cmddesc rotate-key hook 0x5631defae408 EEXIST 2024-09-12T00:53:49.039 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient: _reopen_session rank -1 2024-09-12T00:53:49.039 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:53:49.039 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-b con 0x5631defbed40 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:53:49.039 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-c con 0x5631defe9210 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:53:49.039 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient(hunting): picked mon.noname-a con 0x5631defedd30 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:53:49.039 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:49.039 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:49.039 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient(hunting): start opening mon connection 2024-09-12T00:53:49.039 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient(hunting): _renew_subs 2024-09-12T00:53:49.040 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:53:48.278+0000 7fb1b7730800 10 monclient(hunting): authenticate will time out at 1934.730495s 2024-09-12T00:53:49.040 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:53:48.278+0000 7fb1b3cb1640 10 monclient(hunting): get_auth_request con 0x5631defedd30 auth_method 0 2024-09-12T00:53:49.040 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:53:48.278+0000 7fb1b3cb1640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:49.040 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:53:48.278+0000 7fb1b3cb1640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:49.040 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:53:48.278+0000 7fb1b3cb1640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:49.040 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient(hunting): get_auth_request con 0x5631defe9210 auth_method 0 2024-09-12T00:53:49.040 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:49.040 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:49.040 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:49.040 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:53:48.278+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:49.040 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:53:48.278+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:49.040 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:53:48.278+0000 7fb1b3cb1640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:49.040 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:53:49.040 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:53:49.041 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:53:49.041 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:53:48.278+0000 7fb1b34b0640 10 monclient(hunting): get_auth_request con 0x5631defbed40 auth_method 0 2024-09-12T00:53:49.041 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:53:48.278+0000 7fb1b34b0640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:53:49.041 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:53:48.278+0000 7fb1b34b0640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:53:49.041 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:53:48.278+0000 7fb1b34b0640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:53:49.041 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient(hunting): handle_auth_done global_id 6698 payload 824 2024-09-12T00:53:49.041 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient: _finish_hunting 0 2024-09-12T00:53:49.041 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 1 monclient: found mon.noname-c 2024-09-12T00:53:49.041 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:53:48.278+0000 7fb1b2caf640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:53:49.041 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:49.041 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:53:49.041 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: dump: 2024-09-12T00:53:49.041 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:49.041 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:49.042 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:49.042 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:49.042 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:49.042 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:49.042 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:49.042 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:49.042 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:49.042 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.042 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: _finish_auth 0 2024-09-12T00:53:49.042 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: _check_auth_tickets 2024-09-12T00:53:49.042 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:53:49.042 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:53:49.042 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:53:49.042 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:53:48.279+0000 7fb0957fa640 10 monclient: dump: 2024-09-12T00:53:49.043 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:53:49.043 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:53:49.043 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:49.043 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:53:49.043 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:53:49.043 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:53:49.043 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:53:49.043 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:53:49.043 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:53:49.043 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.043 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:53:48.279+0000 7fb096ffd640 4 set_mon_vals no callback set 2024-09-12T00:53:49.043 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:53:48.279+0000 7fb1b7730800 5 monclient: authenticate success, global_id 6698 2024-09-12T00:53:49.043 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:53:48.279+0000 7fb1b7730800 10 monclient: _renew_subs 2024-09-12T00:53:49.043 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:53:48.279+0000 7fb1b7730800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:53:49.043 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:53:48.279+0000 7fb1b7730800 10 monclient: _renew_subs 2024-09-12T00:53:49.044 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:53:48.279+0000 7fb1b7730800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:53:49.044 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:53:48.279+0000 7fb1b7730800 1 librados: init done 2024-09-12T00:53:49.044 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:53:48.279+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command cr dump hook 0x5631defd9dc8 2024-09-12T00:53:49.044 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:53:48.281+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.044 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:53:48.281+0000 7fb0957fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:53:49.044 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:53:48.281+0000 7fb0957fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:49.044 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:53:48.281+0000 7fb0957fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:53:49.044 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:53:48.281+0000 7fb1b34b0640 10 monclient: get_auth_request con 0x7fb07c0764a0 auth_method 0 2024-09-12T00:53:49.044 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:53:48.282+0000 7fb1b3cb1640 10 monclient: get_auth_request con 0x5631df0081a0 auth_method 0 2024-09-12T00:53:49.044 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:53:48.282+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.044 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:53:48.282+0000 7fb1b7730800 20 realm 2024-09-12T00:53:49.044 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:53:48.282+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.044 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:53:48.282+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.044 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:53:48.282+0000 7fb1b7730800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:49.045 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:53:48.282+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.045 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:53:48.282+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.045 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:53:48.283+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.045 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:53:48.283+0000 7fb1b34b0640 10 monclient: get_auth_request con 0x5631df00c500 auth_method 0 2024-09-12T00:53:49.045 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:53:48.283+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:49.045 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:53:48.283+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.045 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:53:48.284+0000 7fb1b2caf640 10 monclient: get_auth_request con 0x5631df00fc20 auth_method 0 2024-09-12T00:53:49.045 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:53:48.284+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:49.045 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:53:48.284+0000 7fb1b7730800 20 searching for the correct realm 2024-09-12T00:53:49.045 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:53:48.284+0000 7fb1b3cb1640 10 monclient: get_auth_request con 0x5631df014970 auth_method 0 2024-09-12T00:53:49.045 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:53:48.285+0000 7fb1b34b0640 10 monclient: get_auth_request con 0x7fb1a806d110 auth_method 0 2024-09-12T00:53:49.045 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:53:48.286+0000 7fb1b2caf640 10 monclient: get_auth_request con 0x7fb1a40b40b0 auth_method 0 2024-09-12T00:53:49.045 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:53:48.287+0000 7fb1b2caf640 0 -- 172.21.15.38:0/1647946203 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5631df00fc20 msgr2=0x5631df012010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:49.045 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:53:48.287+0000 7fb0957fa640 1 client.6698.objecter ms_handle_reset 0x5631df00fc20 session 0x5631df00bd60 osd.7 2024-09-12T00:53:49.046 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:53:48.287+0000 7fb0957fa640 10 monclient: _renew_subs 2024-09-12T00:53:49.046 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:53:48.287+0000 7fb0957fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:53:49.046 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:53:48.287+0000 7fb1b2caf640 10 monclient: get_auth_request con 0x7fb07c086ad0 auth_method 0 2024-09-12T00:53:49.046 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:53:48.288+0000 7fb1b3cb1640 10 monclient: get_auth_request con 0x7fb1a8075c00 auth_method 0 2024-09-12T00:53:49.046 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:53:48.290+0000 7fb1b34b0640 10 monclient: get_auth_request con 0x7fb1a80a5c70 auth_method 0 2024-09-12T00:53:49.046 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:53:48.290+0000 7fb1b34b0640 0 -- 172.21.15.38:0/1647946203 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fb1a80a5c70 msgr2=0x7fb1a809e9e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:49.046 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:53:48.492+0000 7fb1b34b0640 10 monclient: get_auth_request con 0x7fb1a80a5c70 auth_method 0 2024-09-12T00:53:49.046 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:53:48.893+0000 7fb1b34b0640 10 monclient: get_auth_request con 0x7fb1a80a5c70 auth_method 0 2024-09-12T00:53:49.046 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:49.046 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:49.046 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:49.046 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:49.046 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:49.046 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:53:48.898+0000 7fb1b7730800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:49.047 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:53:48.898+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.047 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.047 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.047 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:49.047 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.047 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:49.047 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:53:48.899+0000 7fb1b7730800 20 zone default found 2024-09-12T00:53:49.047 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:53:48.899+0000 7fb1b7730800 4 Realm: () 2024-09-12T00:53:49.047 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:53:48.899+0000 7fb1b7730800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:49.047 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:53:48.899+0000 7fb1b7730800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:49.047 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:53:48.899+0000 7fb1b7730800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:49.047 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:53:48.899+0000 7fb1b7730800 20 zonegroup default 2024-09-12T00:53:49.047 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:53:48.899+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.047 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:53:48.900+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.047 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:53:48.900+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.048 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:53:48.900+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.048 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:53:48.900+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.048 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:53:48.900+0000 7fb1b7730800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.048 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:53:48.900+0000 7fb1b7730800 20 started sync module instance, tier type = 2024-09-12T00:53:49.048 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:53:48.900+0000 7fb1b7730800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:49.048 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=0 2024-09-12T00:53:49.048 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=1 2024-09-12T00:53:49.048 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=2 2024-09-12T00:53:49.048 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=3 2024-09-12T00:53:49.048 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=4 2024-09-12T00:53:49.048 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=5 2024-09-12T00:53:49.048 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:53:48.911+0000 7fb1b7730800 20 add_watcher() i=6 2024-09-12T00:53:49.048 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:53:48.912+0000 7fb1b7730800 20 add_watcher() i=7 2024-09-12T00:53:49.048 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:53:48.912+0000 7fb1b7730800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:49.049 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding auth protocol: cephx 2024-09-12T00:53:49.049 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding auth protocol: cephx 2024-09-12T00:53:49.049 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding auth protocol: cephx 2024-09-12T00:53:49.049 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: secure 2024-09-12T00:53:49.049 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: crc 2024-09-12T00:53:49.049 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: secure 2024-09-12T00:53:49.049 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: crc 2024-09-12T00:53:49.049 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: secure 2024-09-12T00:53:49.049 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: crc 2024-09-12T00:53:49.049 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:53:48.913+0000 7fb069fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:49.049 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: crc 2024-09-12T00:53:49.049 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: secure 2024-09-12T00:53:49.049 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: crc 2024-09-12T00:53:49.050 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: secure 2024-09-12T00:53:49.050 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: crc 2024-09-12T00:53:49.050 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:53:48.913+0000 7fb1b7730800 5 AuthRegistry(0x7ffd76726d50) adding con mode: secure 2024-09-12T00:53:49.050 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:53:48.914+0000 7fb1b7730800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:53:49.050 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:53:48.914+0000 7fb1b7730800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:49.050 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:53:48.914+0000 7fb1b7730800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:49.050 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command cache list hook 0x5631defecae0 2024-09-12T00:53:49.050 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command cache inspect hook 0x5631defecae0 2024-09-12T00:53:49.050 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command cache erase hook 0x5631defecae0 2024-09-12T00:53:49.050 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command cache zap hook 0x5631defecae0 2024-09-12T00:53:49.050 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 note: GC not initialized 2024-09-12T00:53:49.050 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:53:48.914+0000 7fb068fe1640 20 reqs_thread_entry: start 2024-09-12T00:53:49.050 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command sync trace show hook 0x7fb1a407d070 2024-09-12T00:53:49.050 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command sync trace history hook 0x7fb1a407d070 2024-09-12T00:53:49.051 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command sync trace active hook 0x7fb1a407d070 2024-09-12T00:53:49.051 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:53:48.914+0000 7fb1b7730800 5 asok(0x5631decfd630) register_command sync trace active_short hook 0x7fb1a407d070 2024-09-12T00:53:49.051 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:53:48.914+0000 7fb1b7730800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:49.051 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:53:48.914+0000 7fb1b7730800 20 Filter name: none 2024-09-12T00:53:49.051 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:53:48.914+0000 7fafe27fc640 20 reqs_thread_entry: start 2024-09-12T00:53:49.051 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:53:48.914+0000 7fb1b7730800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T00:53:49.051 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:53:48.914+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.051 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:53:48.915+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:53:49.051 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:53:48.915+0000 7fb1b7730800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T00:53:49.051 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:53:48.915+0000 7fb1b7730800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T00:53:49.051 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:53:48.915+0000 7fb1b7730800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 : miss 2024-09-12T00:53:49.051 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:53:48.915+0000 7fb1b7730800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.051 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:53:48.915+0000 7fb1b7730800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T00:53:49.051 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:53:48.915+0000 7fb1b7730800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:53:49.052 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:53:48.915+0000 7fb1b7730800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:53:49.052 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:53:48.915+0000 7fb1b7730800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:53:49.052 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:53:48.915+0000 7fb1b7730800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:49.052 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:53:48.915+0000 7fb1b7730800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 2024-09-12T00:53:49.052 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:53:48.921+0000 7fb1b7730800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:53:49.052 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:53:48.921+0000 7fb1b7730800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:53:49.052 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:53:48.921+0000 7fb1b7730800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:49.052 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:53:48.921+0000 7fb1b7730800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30, ofs0, ns] 2024-09-12T00:53:49.052 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:53:48.922+0000 7fb0967fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464280 cookie 94772194819696 notifier 6698 bl.length()=999 2024-09-12T00:53:49.052 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:53:48.922+0000 7fb0967fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:53:49.052 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:53:48.922+0000 7fb0967fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:53:49.052 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:53:48.922+0000 7fb0967fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:49.052 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:53:48.922+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_sources= new_sources= 2024-09-12T00:53:49.053 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:53:48.922+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential sources added=[] removed=[] 2024-09-12T00:53:49.053 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:53:48.922+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_dests= new_dests= 2024-09-12T00:53:49.053 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:53:48.922+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential dests added=[] removed=[] 2024-09-12T00:53:49.053 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.0 2024-09-12T00:53:49.053 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.0 2024-09-12T00:53:49.053 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.1 2024-09-12T00:53:49.053 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.1 2024-09-12T00:53:49.053 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.2 2024-09-12T00:53:49.053 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.2 2024-09-12T00:53:49.053 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.3 2024-09-12T00:53:49.053 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.3 2024-09-12T00:53:49.053 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.4 2024-09-12T00:53:49.053 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.4 2024-09-12T00:53:49.054 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.5 2024-09-12T00:53:49.054 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.5 2024-09-12T00:53:49.054 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.6 2024-09-12T00:53:49.054 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.6 2024-09-12T00:53:49.054 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.7 2024-09-12T00:53:49.054 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.7 2024-09-12T00:53:49.054 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.8 2024-09-12T00:53:49.054 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.8 2024-09-12T00:53:49.054 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.9 2024-09-12T00:53:49.054 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.9 2024-09-12T00:53:49.054 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.10 2024-09-12T00:53:49.054 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.10 2024-09-12T00:53:49.054 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:53:48.927+0000 7fb1b7730800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.11 2024-09-12T00:53:49.054 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1.11 2024-09-12T00:53:49.054 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:53:48.927+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.0 2024-09-12T00:53:49.055 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:53:48.928+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1 2024-09-12T00:53:49.055 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:53:48.928+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2 2024-09-12T00:53:49.055 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:53:48.928+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.3 2024-09-12T00:53:49.055 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:53:48.929+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.4 2024-09-12T00:53:49.055 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:53:48.929+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.5 2024-09-12T00:53:49.055 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:53:48.930+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.6 2024-09-12T00:53:49.055 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:53:48.931+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.7 2024-09-12T00:53:49.055 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:53:48.931+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.8 2024-09-12T00:53:49.055 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:53:48.932+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.9 2024-09-12T00:53:49.055 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:53:48.932+0000 7fb1b7730800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.10 2024-09-12T00:53:49.055 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:53:48.935+0000 7fb1b7730800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 : hit (requested=0x17, cached=0x17) 2024-09-12T00:53:49.055 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:53:48.935+0000 7fb1b7730800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 2024-09-12T00:53:49.055 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:53:48.937+0000 7fb1b7730800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:53:49.055 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:53:48.937+0000 7fb1b7730800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:53:49.056 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:53:48.937+0000 7fb1b7730800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:49.056 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:53:48.937+0000 7fb1b7730800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30, ofs0, ns] 2024-09-12T00:53:49.056 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:53:48.937+0000 7fb0967fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464281 cookie 94772194819696 notifier 6698 bl.length()=999 2024-09-12T00:53:49.056 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:53:48.937+0000 7fb0967fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:53:49.056 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:53:48.937+0000 7fb0967fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:53:49.056 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:53:48.937+0000 7fb0967fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:49.056 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:53:48.937+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_sources= new_sources= 2024-09-12T00:53:49.056 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:53:48.937+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential sources added=[] removed=[] 2024-09-12T00:53:49.056 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:53:48.937+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_dests= new_dests= 2024-09-12T00:53:49.056 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:53:48.937+0000 7fb1b7730800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential dests added=[] removed=[] 2024-09-12T00:53:49.056 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:53:48.938+0000 7fb1b7730800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fb1b7730800 time 2024-09-12T00:53:48.939840+0000 2024-09-12T00:53:49.056 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:53:49.056 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.057 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:53:49.057 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fb1b8f8c71a] 2024-09-12T00:53:49.057 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb1b8f8c8d8] 2024-09-12T00:53:49.057 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5631ddb87641] 2024-09-12T00:53:49.057 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e82) [0x5631ddb96582] 2024-09-12T00:53:49.057 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x5631ddb973e4] 2024-09-12T00:53:49.057 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:53:49.057 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fb1b7c29590] 2024-09-12T00:53:49.057 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:53:49.057 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:53:49.058 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.058 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:53:48.939+0000 7fb1b7730800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:53:49.058 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7fb1b7730800 thread_name:radosgw-admin 2024-09-12T00:53:49.058 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.058 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:53:49.058 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fb1b7c3e6f0] 2024-09-12T00:53:49.058 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fb1b7c8b99c] 2024-09-12T00:53:49.058 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:53:49.058 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:53:49.058 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fb1b8f8c774] 2024-09-12T00:53:49.058 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fb1b8f8c8d8] 2024-09-12T00:53:49.059 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5631ddb87641] 2024-09-12T00:53:49.059 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e82) [0x5631ddb96582] 2024-09-12T00:53:49.059 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x5631ddb973e4] 2024-09-12T00:53:49.059 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:53:49.059 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fb1b7c29590] 2024-09-12T00:53:49.059 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:53:49.059 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:53:49.059 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:53:49.059 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.059 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:53:49.059 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:53:49.059 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:53:49.059 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:53:49.059 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:53:49.059 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:53:49.060 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:53:49.060 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:53:49.060 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:53:49.060 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:53:49.060 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:53:49.060 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:53:49.060 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:53:49.060 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:53:49.060 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:53:49.060 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:53:49.060 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:53:49.060 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:53:49.060 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:53:49.060 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:53:49.061 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:53:49.061 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:53:49.061 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:53:49.061 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:53:49.061 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:53:49.061 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:53:49.061 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:53:49.061 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:53:49.061 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:53:49.061 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:53:49.061 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:53:49.061 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:53:49.061 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:53:49.061 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:53:49.062 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:53:49.062 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:53:49.062 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:53:49.062 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:53:49.062 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:53:49.062 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:53:49.062 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:53:49.062 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:53:49.062 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:53:49.062 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:53:49.062 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:53:49.062 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:53:49.062 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:53:49.062 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:53:49.062 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:53:49.063 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:53:49.063 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:53:49.063 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:53:49.063 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:53:49.063 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:53:49.063 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:53:49.063 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:53:49.063 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:53:49.063 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:53:49.063 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:53:49.063 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:53:49.063 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:53:49.063 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:53:49.063 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:53:49.064 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:53:49.064 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:53:49.064 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:53:49.064 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:53:49.064 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:53:49.064 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:53:49.064 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:53:49.064 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:53:49.064 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:53:49.064 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:53:49.064 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:53:49.064 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:53:49.064 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:53:49.064 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:53:49.065 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:53:49.065 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:53:49.065 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:53:49.065 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:53:49.065 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:53:49.065 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:53:49.065 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:53:49.065 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:53:49.065 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:53:49.065 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:53:49.065 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:53:49.065 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:53:49.065 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:53:49.065 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:53:49.065 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:53:49.066 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:53:49.066 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:53:49.066 INFO:tasks.workunit.client.0.smithi038.stderr: 7fafe27fc640 / http_manager 2024-09-12T00:53:49.066 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb068fe1640 / http_manager 2024-09-12T00:53:49.066 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb069fe3640 / rgw_dt_lg_renew 2024-09-12T00:53:49.066 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb0957fa640 / ms_dispatch 2024-09-12T00:53:49.066 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb0967fc640 / io_context_pool 2024-09-12T00:53:49.066 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb096ffd640 / io_context_pool 2024-09-12T00:53:49.066 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb09d602640 / ms_dispatch 2024-09-12T00:53:49.066 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb09fe07640 / ms_dispatch 2024-09-12T00:53:49.066 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb0a160a640 / io_context_pool 2024-09-12T00:53:49.066 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb1b2caf640 / msgr-worker-2 2024-09-12T00:53:49.066 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb1b34b0640 / msgr-worker-1 2024-09-12T00:53:49.066 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb1b3cb1640 / msgr-worker-0 2024-09-12T00:53:49.067 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb1b44b2640 / io_context_pool 2024-09-12T00:53:49.067 INFO:tasks.workunit.client.0.smithi038.stderr: 7fb1b7730800 / radosgw-admin 2024-09-12T00:53:49.067 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:53:49.067 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:53:49.067 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:53:48.941481Z_4d291091-63d6-4343-ab6c-9f4234229751/log 2024-09-12T00:53:49.067 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:53:49.067 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T00:53:49.068 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:49.068 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:49.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.019+0000 7faec7d26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.021+0000 7faec7d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.021+0000 7faec7d26800 20 realm 2024-09-12T00:53:49.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.021+0000 7faec7d26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.021+0000 7faec7d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.021+0000 7faec7d26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:49.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.021+0000 7faec7d26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.022+0000 7faec7d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.022+0000 7faec7d26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.022+0000 7faec7d26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:49.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.022+0000 7faec7d26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.023+0000 7faec7d26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:49.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.023+0000 7faec7d26800 20 searching for the correct realm 2024-09-12T00:53:49.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.027+0000 7faec410a640 0 -- 172.21.15.38:0/490008654 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7faeb8021900 msgr2=0x7faeb80083d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:49.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.233+0000 7faec3909640 0 -- 172.21.15.38:0/490008654 >> [v2:172.21.15.194:6800/4136092038,v1:172.21.15.194:6801/4136092038] conn(0x55b30c70b160 msgr2=0x55b30c70d550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:49.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.236+0000 7faec7d26800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:49.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.236+0000 7faec7d26800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:49.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.236+0000 7faec7d26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:49.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.236+0000 7faec7d26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:49.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.236+0000 7faec7d26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:49.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.236+0000 7faec7d26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:49.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.236+0000 7faec7d26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.236+0000 7faec7d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.236+0000 7faec7d26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.238 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.237+0000 7faec7d26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:49.238 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.237+0000 7faec7d26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.237+0000 7faec7d26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:49.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.237+0000 7faec7d26800 20 zone default found 2024-09-12T00:53:49.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.237+0000 7faec7d26800 4 Realm: () 2024-09-12T00:53:49.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.237+0000 7faec7d26800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:49.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.237+0000 7faec7d26800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:49.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.237+0000 7faec7d26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:49.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.237+0000 7faec7d26800 20 zonegroup default 2024-09-12T00:53:49.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.237+0000 7faec7d26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.237+0000 7faec7d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.237+0000 7faec7d26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.238+0000 7faec7d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.238+0000 7faec7d26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.238+0000 7faec7d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.238+0000 7faec7d26800 20 started sync module instance, tier type = 2024-09-12T00:53:49.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.238+0000 7faec7d26800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:49.247 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.248+0000 7faec7d26800 20 add_watcher() i=0 2024-09-12T00:53:49.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.248+0000 7faec7d26800 20 add_watcher() i=1 2024-09-12T00:53:49.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.248+0000 7faec7d26800 20 add_watcher() i=2 2024-09-12T00:53:49.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.248+0000 7faec7d26800 20 add_watcher() i=3 2024-09-12T00:53:49.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.248+0000 7faec7d26800 20 add_watcher() i=4 2024-09-12T00:53:49.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.248+0000 7faec7d26800 20 add_watcher() i=5 2024-09-12T00:53:49.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.248+0000 7faec7d26800 20 add_watcher() i=6 2024-09-12T00:53:49.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.249+0000 7faec7d26800 20 add_watcher() i=7 2024-09-12T00:53:49.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.249+0000 7faec7d26800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:49.250 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.250+0000 7fad79fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:49.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.251+0000 7faec7d26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:49.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.251+0000 7faec7d26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:49.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.251+0000 7faec7d26800 5 note: GC not initialized 2024-09-12T00:53:49.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.251+0000 7fad78fe1640 20 reqs_thread_entry: start 2024-09-12T00:53:49.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.251+0000 7faec7d26800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:49.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.251+0000 7faec7d26800 20 Filter name: none 2024-09-12T00:53:49.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.251+0000 7facf27fc640 20 reqs_thread_entry: start 2024-09-12T00:53:49.251 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.251+0000 7faec7d26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.252 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.252+0000 7faec7d26800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:53:49.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.252+0000 7faec7d26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.252+0000 7faec7d26800 20 rados_obj.operate() r=0 bl.length=467 2024-09-12T00:53:49.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.252+0000 7faec7d26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:49.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.252+0000 7faec7d26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.253+0000 7faec7d26800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:53:49.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.253+0000 7faec7d26800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.253+0000 7faec7d26800 20 rados_obj.operate() r=0 bl.length=467 2024-09-12T00:53:49.253 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.253+0000 7faec7d26800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:53:49.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.255+0000 7fad79fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:49.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.257+0000 7faec7d26800 20 remove_watcher() i=0 2024-09-12T00:53:49.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.257+0000 7faec7d26800 2 removed watcher, disabling cache 2024-09-12T00:53:49.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.258+0000 7faec7d26800 20 remove_watcher() i=1 2024-09-12T00:53:49.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.259+0000 7faec7d26800 20 remove_watcher() i=2 2024-09-12T00:53:49.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.260+0000 7faec7d26800 20 remove_watcher() i=3 2024-09-12T00:53:49.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.261+0000 7faec7d26800 20 remove_watcher() i=4 2024-09-12T00:53:49.262 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.263+0000 7faec7d26800 20 remove_watcher() i=5 2024-09-12T00:53:49.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.264+0000 7faec7d26800 20 remove_watcher() i=6 2024-09-12T00:53:49.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.265+0000 7faec7d26800 20 remove_watcher() i=7 2024-09-12T00:53:49.275 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.275 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:53:49.275 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-block-writes id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:53:49.275 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:53:49.277 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:49.277 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:49.285 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:53:49.285 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:53:49.329 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:53:49.363 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:53:49.363 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:53:49.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.402+0000 7f74fab19800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.404+0000 7f74fab19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.404+0000 7f74fab19800 20 realm 2024-09-12T00:53:49.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.404+0000 7f74fab19800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.404+0000 7f74fab19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.404+0000 7f74fab19800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:53:49.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.404+0000 7f74fab19800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.404+0000 7f74fab19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.404+0000 7f74fab19800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.405+0000 7f74fab19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:49.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.405+0000 7f74fab19800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.406+0000 7f74fab19800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:53:49.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.406+0000 7f74fab19800 20 searching for the correct realm 2024-09-12T00:53:49.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.408+0000 7f74f7e02640 0 -- 172.21.15.38:0/3581463114 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f74e8031070 msgr2=0x7f74e8049420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:53:49.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.613+0000 7f74f8603640 0 -- 172.21.15.38:0/3581463114 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f74ec08c800 msgr2=0x7f74ec067900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:53:49.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.819+0000 7f74fab19800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:53:49.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.819+0000 7f74fab19800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:53:49.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.819+0000 7f74fab19800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:53:49.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.819+0000 7f74fab19800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:53:49.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.819+0000 7f74fab19800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:53:49.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.819+0000 7f74fab19800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:53:49.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.819+0000 7f74fab19800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.820+0000 7f74fab19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.820+0000 7f74fab19800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.820+0000 7f74fab19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:53:49.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.820+0000 7f74fab19800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.820+0000 7f74fab19800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:53:49.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.820+0000 7f74fab19800 20 zone default found 2024-09-12T00:53:49.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.820+0000 7f74fab19800 4 Realm: () 2024-09-12T00:53:49.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.820+0000 7f74fab19800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:53:49.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.820+0000 7f74fab19800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:53:49.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.820+0000 7f74fab19800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:53:49.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.820+0000 7f74fab19800 20 zonegroup default 2024-09-12T00:53:49.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.820+0000 7f74fab19800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.821+0000 7f74fab19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.821+0000 7f74fab19800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.821+0000 7f74fab19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.821+0000 7f74fab19800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.822+0000 7f74fab19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:53:49.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.822+0000 7f74fab19800 20 started sync module instance, tier type = 2024-09-12T00:53:49.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.822+0000 7f74fab19800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:53:49.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.832+0000 7f74fab19800 20 add_watcher() i=0 2024-09-12T00:53:49.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.832+0000 7f74fab19800 20 add_watcher() i=1 2024-09-12T00:53:49.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.832+0000 7f74fab19800 20 add_watcher() i=2 2024-09-12T00:53:49.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.832+0000 7f74fab19800 20 add_watcher() i=3 2024-09-12T00:53:49.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.832+0000 7f74fab19800 20 add_watcher() i=4 2024-09-12T00:53:49.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.832+0000 7f74fab19800 20 add_watcher() i=5 2024-09-12T00:53:49.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.832+0000 7f74fab19800 20 add_watcher() i=6 2024-09-12T00:53:49.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.833+0000 7f74fab19800 20 add_watcher() i=7 2024-09-12T00:53:49.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.833+0000 7f74fab19800 2 all 8 watchers are set, enabling cache 2024-09-12T00:53:49.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.835+0000 7f73aefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:49.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.835+0000 7f74fab19800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:53:49.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.835+0000 7f74fab19800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:53:49.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.835+0000 7f74fab19800 5 note: GC not initialized 2024-09-12T00:53:49.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.835+0000 7f73adfdb640 20 reqs_thread_entry: start 2024-09-12T00:53:49.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.835+0000 7f74fab19800 20 init_complete bucket index max shards: 11 2024-09-12T00:53:49.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.835+0000 7f74fab19800 20 Filter name: none 2024-09-12T00:53:49.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.836+0000 7f731f7fe640 20 reqs_thread_entry: start 2024-09-12T00:53:49.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.836+0000 7f74fab19800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T00:53:49.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.836+0000 7f74fab19800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.836+0000 7f74fab19800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:53:49.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.836+0000 7f74fab19800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T00:53:49.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.836+0000 7f74fab19800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T00:53:49.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.836+0000 7f74fab19800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 : miss 2024-09-12T00:53:49.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.836+0000 7f74fab19800 20 rados->read ofs=0 len=0 2024-09-12T00:53:49.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.836+0000 7f74fab19800 20 rados_obj.operate() r=0 bl.length=467 2024-09-12T00:53:49.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.836+0000 7f74fab19800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:53:49.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.836+0000 7f74fab19800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:53:49.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.836+0000 7f74fab19800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:53:49.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.836+0000 7f74fab19800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:53:49.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.836+0000 7f74fab19800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 2024-09-12T00:53:49.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.838+0000 7f74fab19800 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to be held by another RGW process; skipping for now 2024-09-12T00:53:49.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.839+0000 7f73aefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:53:49.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.841+0000 7f74fab19800 20 remove_watcher() i=0 2024-09-12T00:53:49.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.841+0000 7f74fab19800 2 removed watcher, disabling cache 2024-09-12T00:53:49.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.842+0000 7f74fab19800 20 remove_watcher() i=1 2024-09-12T00:53:49.843 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.843+0000 7f74fab19800 20 remove_watcher() i=2 2024-09-12T00:53:49.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.844+0000 7f74fab19800 20 remove_watcher() i=3 2024-09-12T00:53:49.845 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.845+0000 7f74fab19800 20 remove_watcher() i=4 2024-09-12T00:53:49.846 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.846+0000 7f74fab19800 20 remove_watcher() i=5 2024-09-12T00:53:49.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.847+0000 7f74fab19800 20 remove_watcher() i=6 2024-09-12T00:53:49.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:53:49.848+0000 7f74fab19800 20 remove_watcher() i=7 2024-09-12T00:53:49.859 INFO:tasks.workunit.client.0.smithi038.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T00:54:19.876 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:54:19.913 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:19.913 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:19.959 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.960+0000 7f062fd26800 20 rados->read ofs=0 len=0 2024-09-12T00:54:19.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.962+0000 7f062fd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:19.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.962+0000 7f062fd26800 20 realm 2024-09-12T00:54:19.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.962+0000 7f062fd26800 20 rados->read ofs=0 len=0 2024-09-12T00:54:19.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.962+0000 7f062fd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:19.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.962+0000 7f062fd26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:19.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.962+0000 7f062fd26800 20 rados->read ofs=0 len=0 2024-09-12T00:54:19.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.962+0000 7f062fd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:19.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.962+0000 7f062fd26800 20 rados->read ofs=0 len=0 2024-09-12T00:54:19.962 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.963+0000 7f062fd26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:19.962 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.963+0000 7f062fd26800 20 rados->read ofs=0 len=0 2024-09-12T00:54:19.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.964+0000 7f062fd26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:19.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.964+0000 7f062fd26800 20 searching for the correct realm 2024-09-12T00:54:19.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.968+0000 7f062c1da640 0 -- 172.21.15.38:0/4063699592 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x564787836c70 msgr2=0x564787839080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:19.971 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.972+0000 7f06231d8640 0 -- 172.21.15.38:0/4063699592 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f061c053910 msgr2=0x7f061c035400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:19.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.977+0000 7f062fd26800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:19.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.977+0000 7f062fd26800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:19.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.977+0000 7f062fd26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:19.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.977+0000 7f062fd26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:19.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.977+0000 7f062fd26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:19.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.977+0000 7f062fd26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:19.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.977+0000 7f062fd26800 20 rados->read ofs=0 len=0 2024-09-12T00:54:19.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.977+0000 7f062fd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:19.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.977+0000 7f062fd26800 20 rados->read ofs=0 len=0 2024-09-12T00:54:19.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.977+0000 7f062fd26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:19.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.977+0000 7f062fd26800 20 rados->read ofs=0 len=0 2024-09-12T00:54:19.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.978+0000 7f062fd26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:19.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.978+0000 7f062fd26800 20 zone default found 2024-09-12T00:54:19.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.978+0000 7f062fd26800 4 Realm: () 2024-09-12T00:54:19.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.978+0000 7f062fd26800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:19.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.978+0000 7f062fd26800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:19.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.978+0000 7f062fd26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:19.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.978+0000 7f062fd26800 20 zonegroup default 2024-09-12T00:54:19.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.978+0000 7f062fd26800 20 rados->read ofs=0 len=0 2024-09-12T00:54:19.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.978+0000 7f062fd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:19.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.978+0000 7f062fd26800 20 rados->read ofs=0 len=0 2024-09-12T00:54:19.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.978+0000 7f062fd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:19.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.978+0000 7f062fd26800 20 rados->read ofs=0 len=0 2024-09-12T00:54:19.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.978+0000 7f062fd26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:19.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.978+0000 7f062fd26800 20 started sync module instance, tier type = 2024-09-12T00:54:19.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.978+0000 7f062fd26800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:19.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.989+0000 7f062fd26800 20 add_watcher() i=0 2024-09-12T00:54:19.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.989+0000 7f062fd26800 20 add_watcher() i=1 2024-09-12T00:54:19.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.989+0000 7f062fd26800 20 add_watcher() i=2 2024-09-12T00:54:19.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.989+0000 7f062fd26800 20 add_watcher() i=3 2024-09-12T00:54:19.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.989+0000 7f062fd26800 20 add_watcher() i=4 2024-09-12T00:54:19.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.989+0000 7f062fd26800 20 add_watcher() i=5 2024-09-12T00:54:19.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.989+0000 7f062fd26800 20 add_watcher() i=6 2024-09-12T00:54:19.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.990+0000 7f062fd26800 20 add_watcher() i=7 2024-09-12T00:54:19.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.990+0000 7f062fd26800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:19.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.992+0000 7f04e1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:19.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.992+0000 7f062fd26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:19.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.992+0000 7f062fd26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:19.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.992+0000 7f062fd26800 5 note: GC not initialized 2024-09-12T00:54:19.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.992+0000 7f04e0fe1640 20 reqs_thread_entry: start 2024-09-12T00:54:19.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.993+0000 7f062fd26800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:19.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.993+0000 7f062fd26800 20 Filter name: none 2024-09-12T00:54:19.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.993+0000 7f045a7fc640 20 reqs_thread_entry: start 2024-09-12T00:54:19.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.993+0000 7f062fd26800 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2024-09-12T00:54:19.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.993+0000 7f062fd26800 20 rados->read ofs=0 len=0 2024-09-12T00:54:19.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.993+0000 7f062fd26800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:54:19.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.993+0000 7f062fd26800 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2024-09-12T00:54:19.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.993+0000 7f062fd26800 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2024-09-12T00:54:19.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.993+0000 7f062fd26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 : miss 2024-09-12T00:54:19.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.993+0000 7f062fd26800 20 rados->read ofs=0 len=0 2024-09-12T00:54:19.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.994+0000 7f062fd26800 20 rados_obj.operate() r=0 bl.length=467 2024-09-12T00:54:19.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.994+0000 7f062fd26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:54:19.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.994+0000 7f062fd26800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:54:19.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.994+0000 7f062fd26800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:54:19.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.994+0000 7f062fd26800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:19.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.994+0000 7f062fd26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 2024-09-12T00:54:19.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:19.995+0000 7f062fd26800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:54:20.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.003+0000 7f062fd26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:54:20.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.003+0000 7f062fd26800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:54:20.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.003+0000 7f062fd26800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:20.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.003+0000 7f062fd26800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30, ofs0, ns] 2024-09-12T00:54:20.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.003+0000 7f050a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464282 cookie 94865216288080 notifier 6749 bl.length()=999 2024-09-12T00:54:20.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.003+0000 7f050a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:54:20.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.003+0000 7f050a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:54:20.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.003+0000 7f050a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:20.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.003+0000 7f062fd26800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_sources= new_sources= 2024-09-12T00:54:20.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.003+0000 7f062fd26800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential sources added=[] removed=[] 2024-09-12T00:54:20.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.003+0000 7f062fd26800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_dests= new_dests= 2024-09-12T00:54:20.003 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.003+0000 7f062fd26800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential dests added=[] removed=[] 2024-09-12T00:54:20.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.0 2024-09-12T00:54:20.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.0 2024-09-12T00:54:20.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.1 2024-09-12T00:54:20.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.1 2024-09-12T00:54:20.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.2 2024-09-12T00:54:20.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.2 2024-09-12T00:54:20.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.3 2024-09-12T00:54:20.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.3 2024-09-12T00:54:20.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.4 2024-09-12T00:54:20.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.4 2024-09-12T00:54:20.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.5 2024-09-12T00:54:20.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.5 2024-09-12T00:54:20.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.6 2024-09-12T00:54:20.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.6 2024-09-12T00:54:20.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.7 2024-09-12T00:54:20.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.7 2024-09-12T00:54:20.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.8 2024-09-12T00:54:20.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.8 2024-09-12T00:54:20.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.9 2024-09-12T00:54:20.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.9 2024-09-12T00:54:20.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.10 2024-09-12T00:54:20.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.10 2024-09-12T00:54:20.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.11 2024-09-12T00:54:20.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2.11 2024-09-12T00:54:20.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.0 2024-09-12T00:54:20.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.009+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1 2024-09-12T00:54:20.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.010+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2 2024-09-12T00:54:20.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.010+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.3 2024-09-12T00:54:20.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.011+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.4 2024-09-12T00:54:20.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.012+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.5 2024-09-12T00:54:20.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.012+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.6 2024-09-12T00:54:20.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.013+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.7 2024-09-12T00:54:20.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.013+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.8 2024-09-12T00:54:20.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.014+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.9 2024-09-12T00:54:20.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.014+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.10 2024-09-12T00:54:20.017 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.019+0000 7f062fd26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 : hit (requested=0x17, cached=0x17) 2024-09-12T00:54:20.017 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.019+0000 7f062fd26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 2024-09-12T00:54:20.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.020+0000 7f062fd26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:54:20.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.020+0000 7f062fd26800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:54:20.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.020+0000 7f062fd26800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:20.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.020+0000 7f062fd26800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30, ofs0, ns] 2024-09-12T00:54:20.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.020+0000 7f050affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464283 cookie 94865216288080 notifier 6749 bl.length()=999 2024-09-12T00:54:20.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.020+0000 7f050affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:54:20.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.020+0000 7f050affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:54:20.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.020+0000 7f050affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:20.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.021+0000 7f062fd26800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_sources= new_sources= 2024-09-12T00:54:20.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.021+0000 7f062fd26800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential sources added=[] removed=[] 2024-09-12T00:54:20.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.021+0000 7f062fd26800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_dests= new_dests= 2024-09-12T00:54:20.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.021+0000 7f062fd26800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential dests added=[] removed=[] 2024-09-12T00:54:20.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.024+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.0 2024-09-12T00:54:20.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.025+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.1 2024-09-12T00:54:20.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.025+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.2 2024-09-12T00:54:20.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.025+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.3 2024-09-12T00:54:20.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.026+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.4 2024-09-12T00:54:20.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.026+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.5 2024-09-12T00:54:20.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.026+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.6 2024-09-12T00:54:20.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.027+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.7 2024-09-12T00:54:20.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.027+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.8 2024-09-12T00:54:20.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.027+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.9 2024-09-12T00:54:20.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.028+0000 7f062fd26800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30.10 2024-09-12T00:54:20.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.028+0000 7f062fd26800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 : hit (requested=0x17, cached=0x17) 2024-09-12T00:54:20.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.028+0000 7f062fd26800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 2024-09-12T00:54:20.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.029+0000 7f062fd26800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:54:20.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.029+0000 7f062fd26800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:54:20.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.029+0000 7f062fd26800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:20.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.029+0000 7f062fd26800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30, ofs0, ns] 2024-09-12T00:54:20.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.029+0000 7f050affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464284 cookie 94865216288080 notifier 6749 bl.length()=967 2024-09-12T00:54:20.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.029+0000 7f050affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 info.flags=0x17 2024-09-12T00:54:20.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.029+0000 7f050affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 to cache LRU end 2024-09-12T00:54:20.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.029+0000 7f050affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:20.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.030+0000 7f062fd26800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_sources= new_sources= 2024-09-12T00:54:20.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.030+0000 7f062fd26800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential sources added=[] removed=[] 2024-09-12T00:54:20.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.030+0000 7f062fd26800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): orig_dests= new_dests= 2024-09-12T00:54:20.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.030+0000 7f062fd26800 20 handle_bi_update(): bucket=:abort-at-block-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30]): potential dests added=[] removed=[] 2024-09-12T00:54:20.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.032+0000 7f062fd26800 1 execute INFO: reshard of bucket "abort-at-block-writes" from 11 shards to 12 shards completed successfully 2024-09-12T00:54:20.033 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.034+0000 7f04e1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:20.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.036+0000 7f062fd26800 20 remove_watcher() i=0 2024-09-12T00:54:20.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.036+0000 7f062fd26800 2 removed watcher, disabling cache 2024-09-12T00:54:20.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.037+0000 7f062fd26800 20 remove_watcher() i=1 2024-09-12T00:54:20.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.038+0000 7f062fd26800 20 remove_watcher() i=2 2024-09-12T00:54:20.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.040+0000 7f062fd26800 20 remove_watcher() i=3 2024-09-12T00:54:20.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.041+0000 7f062fd26800 20 remove_watcher() i=4 2024-09-12T00:54:20.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.042+0000 7f062fd26800 20 remove_watcher() i=5 2024-09-12T00:54:20.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.043+0000 7f062fd26800 20 remove_watcher() i=6 2024-09-12T00:54:20.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.043+0000 7f062fd26800 20 remove_watcher() i=7 2024-09-12T00:54:20.055 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2024-09-12T00:54:20.085 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:20.085 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:20.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.126+0000 7fab3db2c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.127+0000 7fab3db2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:20.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.127+0000 7fab3db2c800 20 realm 2024-09-12T00:54:20.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.127+0000 7fab3db2c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.128+0000 7fab3db2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:20.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.128+0000 7fab3db2c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:20.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.128+0000 7fab3db2c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.128+0000 7fab3db2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:20.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.128+0000 7fab3db2c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.129+0000 7fab3db2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:20.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.129+0000 7fab3db2c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.130+0000 7fab3db2c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:20.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.130+0000 7fab3db2c800 20 searching for the correct realm 2024-09-12T00:54:20.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.134+0000 7fab3904e640 0 -- 172.21.15.38:0/3987051400 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55fa78589b30 msgr2=0x55fa7858bf20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:20.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.137+0000 7fab3984f640 0 -- 172.21.15.38:0/3987051400 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fab300c6040 msgr2=0x7fab300ba150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:20.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.344+0000 7fab3db2c800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:20.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.344+0000 7fab3db2c800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:20.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.344+0000 7fab3db2c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:20.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.344+0000 7fab3db2c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:20.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.344+0000 7fab3db2c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:20.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.344+0000 7fab3db2c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:20.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.345+0000 7fab3db2c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.345+0000 7fab3db2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:20.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.345+0000 7fab3db2c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.345+0000 7fab3db2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:20.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.345+0000 7fab3db2c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.346+0000 7fab3db2c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:20.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.346+0000 7fab3db2c800 20 zone default found 2024-09-12T00:54:20.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.346+0000 7fab3db2c800 4 Realm: () 2024-09-12T00:54:20.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.346+0000 7fab3db2c800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:20.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.346+0000 7fab3db2c800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:20.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.346+0000 7fab3db2c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:20.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.346+0000 7fab3db2c800 20 zonegroup default 2024-09-12T00:54:20.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.346+0000 7fab3db2c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.346+0000 7fab3db2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:20.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.346+0000 7fab3db2c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.346+0000 7fab3db2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:20.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.346+0000 7fab3db2c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.347+0000 7fab3db2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:20.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.347+0000 7fab3db2c800 20 started sync module instance, tier type = 2024-09-12T00:54:20.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.347+0000 7fab3db2c800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:20.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.356+0000 7fab3db2c800 20 add_watcher() i=0 2024-09-12T00:54:20.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.356+0000 7fab3db2c800 20 add_watcher() i=1 2024-09-12T00:54:20.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.356+0000 7fab3db2c800 20 add_watcher() i=2 2024-09-12T00:54:20.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.356+0000 7fab3db2c800 20 add_watcher() i=3 2024-09-12T00:54:20.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.356+0000 7fab3db2c800 20 add_watcher() i=4 2024-09-12T00:54:20.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.356+0000 7fab3db2c800 20 add_watcher() i=5 2024-09-12T00:54:20.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.356+0000 7fab3db2c800 20 add_watcher() i=6 2024-09-12T00:54:20.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.357+0000 7fab3db2c800 20 add_watcher() i=7 2024-09-12T00:54:20.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.357+0000 7fab3db2c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:20.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.359+0000 7fa9eb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:20.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.359+0000 7fab3db2c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:20.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.359+0000 7fab3db2c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:20.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.359+0000 7fab3db2c800 5 note: GC not initialized 2024-09-12T00:54:20.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.359+0000 7fa9ea7fc640 20 reqs_thread_entry: start 2024-09-12T00:54:20.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.359+0000 7fab3db2c800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:20.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.359+0000 7fab3db2c800 20 Filter name: none 2024-09-12T00:54:20.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.360+0000 7fa95bfff640 20 reqs_thread_entry: start 2024-09-12T00:54:20.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.360+0000 7fab3db2c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.360+0000 7fab3db2c800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:54:20.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.360+0000 7fab3db2c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.361+0000 7fab3db2c800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T00:54:20.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.361+0000 7fab3db2c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:20.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.361+0000 7fab3db2c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.361+0000 7fab3db2c800 20 rados_obj.operate() r=0 bl.length=213 2024-09-12T00:54:20.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.361+0000 7fab3db2c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.361+0000 7fab3db2c800 20 rados_obj.operate() r=0 bl.length=435 2024-09-12T00:54:20.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.361+0000 7fab3db2c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:20.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.363+0000 7fa9eb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:20.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.365+0000 7fab3db2c800 20 remove_watcher() i=0 2024-09-12T00:54:20.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.365+0000 7fab3db2c800 2 removed watcher, disabling cache 2024-09-12T00:54:20.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.367+0000 7fab3db2c800 20 remove_watcher() i=1 2024-09-12T00:54:20.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.368+0000 7fab3db2c800 20 remove_watcher() i=2 2024-09-12T00:54:20.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.369+0000 7fab3db2c800 20 remove_watcher() i=3 2024-09-12T00:54:20.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.370+0000 7fab3db2c800 20 remove_watcher() i=4 2024-09-12T00:54:20.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.371+0000 7fab3db2c800 20 remove_watcher() i=5 2024-09-12T00:54:20.371 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.372+0000 7fab3db2c800 20 remove_watcher() i=6 2024-09-12T00:54:20.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.373+0000 7fab3db2c800 20 remove_watcher() i=7 2024-09-12T00:54:20.383 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:20.383 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:54:20.383 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-block-writes id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-12T00:54:20.383 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:20.385 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.385 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.389 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.389 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.432 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.432 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.464 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2024-09-12T00:54:20.464 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:20.465 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.465 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.476 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.477 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.519 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.519 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.527 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.528 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.536 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.537 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.544 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.544 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.553 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.553 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.561 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.561 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.569 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.569 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.576 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.577 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.584 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.585 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.592 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.592 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.599 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.600 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.608 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.608 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.616 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.616 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.624 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.624 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.632 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.632 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.640 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.641 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.647 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.648 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.655 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.655 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.663 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.663 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.671 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:20.671 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:20.679 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T00:54:20.708 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:20.708 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:20.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.748+0000 7f2f4e414800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.750+0000 7f2f4e414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:20.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.750+0000 7f2f4e414800 20 realm 2024-09-12T00:54:20.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.750+0000 7f2f4e414800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.750+0000 7f2f4e414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:20.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.750+0000 7f2f4e414800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:20.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.750+0000 7f2f4e414800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.750+0000 7f2f4e414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:20.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.750+0000 7f2f4e414800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.751+0000 7f2f4e414800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:20.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.751+0000 7f2f4e414800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.752+0000 7f2f4e414800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:20.751 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.752+0000 7f2f4e414800 20 searching for the correct realm 2024-09-12T00:54:20.754 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.756+0000 7f2f4a3e1640 0 -- 172.21.15.38:0/2812010224 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7f2f4006b030 msgr2=0x7f2f40007cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:54:20.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.961+0000 7f2f4a3e1640 0 -- 172.21.15.38:0/2812010224 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7f2f4006b030 msgr2=0x7f2f40007cc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:20.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.964+0000 7f2f4e414800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:20.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.964+0000 7f2f4e414800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:20.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.964+0000 7f2f4e414800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:20.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.964+0000 7f2f4e414800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:20.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.964+0000 7f2f4e414800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:20.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.964+0000 7f2f4e414800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:20.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.965+0000 7f2f4e414800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.965+0000 7f2f4e414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:20.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.965+0000 7f2f4e414800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.965+0000 7f2f4e414800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:20.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.965+0000 7f2f4e414800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.965+0000 7f2f4e414800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:20.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.965+0000 7f2f4e414800 20 zone default found 2024-09-12T00:54:20.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.965+0000 7f2f4e414800 4 Realm: () 2024-09-12T00:54:20.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.965+0000 7f2f4e414800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:20.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.965+0000 7f2f4e414800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:20.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.965+0000 7f2f4e414800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:20.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.965+0000 7f2f4e414800 20 zonegroup default 2024-09-12T00:54:20.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.965+0000 7f2f4e414800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.966+0000 7f2f4e414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:20.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.966+0000 7f2f4e414800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.966+0000 7f2f4e414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:20.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.966+0000 7f2f4e414800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.966+0000 7f2f4e414800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:20.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.966+0000 7f2f4e414800 20 started sync module instance, tier type = 2024-09-12T00:54:20.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.966+0000 7f2f4e414800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:20.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.976+0000 7f2f4e414800 20 add_watcher() i=0 2024-09-12T00:54:20.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.976+0000 7f2f4e414800 20 add_watcher() i=1 2024-09-12T00:54:20.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.976+0000 7f2f4e414800 20 add_watcher() i=2 2024-09-12T00:54:20.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.976+0000 7f2f4e414800 20 add_watcher() i=3 2024-09-12T00:54:20.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.976+0000 7f2f4e414800 20 add_watcher() i=4 2024-09-12T00:54:20.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.976+0000 7f2f4e414800 20 add_watcher() i=5 2024-09-12T00:54:20.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.976+0000 7f2f4e414800 20 add_watcher() i=6 2024-09-12T00:54:20.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.977+0000 7f2f4e414800 20 add_watcher() i=7 2024-09-12T00:54:20.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.977+0000 7f2f4e414800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:20.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.978+0000 7f2dfb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:20.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.979+0000 7f2f4e414800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:20.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.979+0000 7f2f4e414800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:20.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.979+0000 7f2f4e414800 5 note: GC not initialized 2024-09-12T00:54:20.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.979+0000 7f2dfa7fc640 20 reqs_thread_entry: start 2024-09-12T00:54:20.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.979+0000 7f2f4e414800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:20.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.979+0000 7f2f4e414800 20 Filter name: none 2024-09-12T00:54:20.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.979+0000 7f2d6bfff640 20 reqs_thread_entry: start 2024-09-12T00:54:20.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.979+0000 7f2f4e414800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.980+0000 7f2f4e414800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:20.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.980+0000 7f2f4e414800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.981+0000 7f2f4e414800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:20.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.981+0000 7f2f4e414800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:20.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.981+0000 7f2f4e414800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.982+0000 7f2f4e414800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:20.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.982+0000 7f2f4e414800 20 rados->read ofs=0 len=0 2024-09-12T00:54:20.981 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.982+0000 7f2f4e414800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:20.981 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.982+0000 7f2f4e414800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:20.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.984+0000 7f2dfb7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:20.984 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.986+0000 7f2f4e414800 20 remove_watcher() i=0 2024-09-12T00:54:20.984 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.986+0000 7f2f4e414800 2 removed watcher, disabling cache 2024-09-12T00:54:20.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.987+0000 7f2f4e414800 20 remove_watcher() i=1 2024-09-12T00:54:20.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.988+0000 7f2f4e414800 20 remove_watcher() i=2 2024-09-12T00:54:20.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.989+0000 7f2f4e414800 20 remove_watcher() i=3 2024-09-12T00:54:20.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.990+0000 7f2f4e414800 20 remove_watcher() i=4 2024-09-12T00:54:20.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.991+0000 7f2f4e414800 20 remove_watcher() i=5 2024-09-12T00:54:20.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.992+0000 7f2f4e414800 20 remove_watcher() i=6 2024-09-12T00:54:20.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:20.993+0000 7f2f4e414800 20 remove_watcher() i=7 2024-09-12T00:54:21.002 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:21.002 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:54:21.002 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-commit-target-layout id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:54:21.002 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:21.004 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2024-09-12T00:54:21.039 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:21.039 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:21.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.085+0000 7fed9630c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.087+0000 7fed9630c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.087+0000 7fed9630c800 20 realm 2024-09-12T00:54:21.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.087+0000 7fed9630c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.087+0000 7fed9630c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.087+0000 7fed9630c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:21.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.087+0000 7fed9630c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.087+0000 7fed9630c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.087 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.087+0000 7fed9630c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.087 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.088+0000 7fed9630c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:21.087 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.088+0000 7fed9630c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.089+0000 7fed9630c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:21.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.089+0000 7fed9630c800 20 searching for the correct realm 2024-09-12T00:54:21.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.092+0000 7fed945f7640 0 -- 172.21.15.38:0/1909583513 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x5594a2739280 msgr2=0x5594a273b740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:21.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.095+0000 7fed93df6640 0 -- 172.21.15.38:0/1909583513 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fed8809f230 msgr2=0x7fed880988e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:21.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.099+0000 7fed9630c800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:21.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.099+0000 7fed9630c800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:21.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.099+0000 7fed9630c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:21.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.099+0000 7fed9630c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:21.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.099+0000 7fed9630c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:21.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.099+0000 7fed9630c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:21.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.099+0000 7fed9630c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.099+0000 7fed9630c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.099+0000 7fed9630c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.100+0000 7fed9630c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:21.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.100+0000 7fed9630c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.100+0000 7fed9630c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:21.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.100+0000 7fed9630c800 20 zone default found 2024-09-12T00:54:21.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.100+0000 7fed9630c800 4 Realm: () 2024-09-12T00:54:21.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.100+0000 7fed9630c800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:21.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.100+0000 7fed9630c800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:21.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.100+0000 7fed9630c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:21.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.100+0000 7fed9630c800 20 zonegroup default 2024-09-12T00:54:21.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.100+0000 7fed9630c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.100+0000 7fed9630c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.100+0000 7fed9630c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.100+0000 7fed9630c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.101+0000 7fed9630c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.101+0000 7fed9630c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.101+0000 7fed9630c800 20 started sync module instance, tier type = 2024-09-12T00:54:21.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.101+0000 7fed9630c800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:21.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.110+0000 7fed9630c800 20 add_watcher() i=0 2024-09-12T00:54:21.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.110+0000 7fed9630c800 20 add_watcher() i=1 2024-09-12T00:54:21.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.110+0000 7fed9630c800 20 add_watcher() i=2 2024-09-12T00:54:21.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.110+0000 7fed9630c800 20 add_watcher() i=3 2024-09-12T00:54:21.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.110+0000 7fed9630c800 20 add_watcher() i=4 2024-09-12T00:54:21.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.110+0000 7fed9630c800 20 add_watcher() i=5 2024-09-12T00:54:21.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.110+0000 7fed9630c800 20 add_watcher() i=6 2024-09-12T00:54:21.110 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.111+0000 7fed9630c800 20 add_watcher() i=7 2024-09-12T00:54:21.110 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.111+0000 7fed9630c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:21.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.113+0000 7fec49fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:21.112 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.113+0000 7fed9630c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:21.112 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.113+0000 7fed9630c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:21.112 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.113+0000 7fed9630c800 5 note: GC not initialized 2024-09-12T00:54:21.112 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.113+0000 7fec48fe1640 20 reqs_thread_entry: start 2024-09-12T00:54:21.112 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.113+0000 7fed9630c800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:21.113 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.113+0000 7fed9630c800 20 Filter name: none 2024-09-12T00:54:21.113 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.113+0000 7febc27fc640 20 reqs_thread_entry: start 2024-09-12T00:54:21.113 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.114+0000 7fed9630c800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T00:54:21.113 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.114+0000 7fed9630c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.114+0000 7fed9630c800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:21.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.114+0000 7fed9630c800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T00:54:21.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.114+0000 7fed9630c800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T00:54:21.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.114+0000 7fed9630c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 : miss 2024-09-12T00:54:21.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.114+0000 7fed9630c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.115+0000 7fed9630c800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:21.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.115+0000 7fed9630c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 info.flags=0x17 2024-09-12T00:54:21.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.115+0000 7fed9630c800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 to cache LRU end 2024-09-12T00:54:21.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.115+0000 7fed9630c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:54:21.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.115+0000 7fed9630c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:21.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.115+0000 7fed9630c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 2024-09-12T00:54:21.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.120+0000 7fed9630c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 info.flags=0x17 2024-09-12T00:54:21.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.120+0000 7fed9630c800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 to cache LRU end 2024-09-12T00:54:21.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.120+0000 7fed9630c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:21.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.120+0000 7fed9630c800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31, ofs0, ns] 2024-09-12T00:54:21.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.120+0000 7fec72ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464294 cookie 94096869021248 notifier 6803 bl.length()=1015 2024-09-12T00:54:21.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.120+0000 7fec72ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 info.flags=0x17 2024-09-12T00:54:21.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.120+0000 7fec72ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 to cache LRU end 2024-09-12T00:54:21.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.120+0000 7fec72ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:21.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.120+0000 7fed9630c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): orig_sources= new_sources= 2024-09-12T00:54:21.120 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.120+0000 7fed9630c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): potential sources added=[] removed=[] 2024-09-12T00:54:21.120 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.120+0000 7fed9630c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): orig_dests= new_dests= 2024-09-12T00:54:21.120 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.120+0000 7fed9630c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): potential dests added=[] removed=[] 2024-09-12T00:54:21.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.0 2024-09-12T00:54:21.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.0 2024-09-12T00:54:21.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.1 2024-09-12T00:54:21.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.1 2024-09-12T00:54:21.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.2 2024-09-12T00:54:21.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.2 2024-09-12T00:54:21.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.3 2024-09-12T00:54:21.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.3 2024-09-12T00:54:21.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.4 2024-09-12T00:54:21.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.4 2024-09-12T00:54:21.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.5 2024-09-12T00:54:21.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.5 2024-09-12T00:54:21.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.6 2024-09-12T00:54:21.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.6 2024-09-12T00:54:21.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.7 2024-09-12T00:54:21.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.7 2024-09-12T00:54:21.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.8 2024-09-12T00:54:21.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.8 2024-09-12T00:54:21.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.9 2024-09-12T00:54:21.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.9 2024-09-12T00:54:21.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.10 2024-09-12T00:54:21.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.10 2024-09-12T00:54:21.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.11 2024-09-12T00:54:21.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1.11 2024-09-12T00:54:21.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.124+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.0 2024-09-12T00:54:21.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.125+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1 2024-09-12T00:54:21.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.125+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2 2024-09-12T00:54:21.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.126+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.3 2024-09-12T00:54:21.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.126+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.4 2024-09-12T00:54:21.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.127+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.5 2024-09-12T00:54:21.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.127+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.6 2024-09-12T00:54:21.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.128+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.7 2024-09-12T00:54:21.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.128+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.8 2024-09-12T00:54:21.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.129+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.9 2024-09-12T00:54:21.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.129+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.10 2024-09-12T00:54:21.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.133+0000 7fed9630c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 : hit (requested=0x17, cached=0x17) 2024-09-12T00:54:21.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.133+0000 7fed9630c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 2024-09-12T00:54:21.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.134+0000 7fed9630c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 info.flags=0x17 2024-09-12T00:54:21.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.134+0000 7fed9630c800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 to cache LRU end 2024-09-12T00:54:21.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.134+0000 7fed9630c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:21.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.134+0000 7fed9630c800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31, ofs0, ns] 2024-09-12T00:54:21.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.134+0000 7fec727fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464295 cookie 94096869021248 notifier 6803 bl.length()=1015 2024-09-12T00:54:21.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.134+0000 7fec727fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 info.flags=0x17 2024-09-12T00:54:21.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.134+0000 7fec727fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 to cache LRU end 2024-09-12T00:54:21.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.134+0000 7fec727fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:21.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.134+0000 7fed9630c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): orig_sources= new_sources= 2024-09-12T00:54:21.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.134+0000 7fed9630c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): potential sources added=[] removed=[] 2024-09-12T00:54:21.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.134+0000 7fed9630c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): orig_dests= new_dests= 2024-09-12T00:54:21.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.134+0000 7fed9630c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): potential dests added=[] removed=[] 2024-09-12T00:54:21.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.137+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.0 2024-09-12T00:54:21.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.137+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1 2024-09-12T00:54:21.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.137+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2 2024-09-12T00:54:21.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.137+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.3 2024-09-12T00:54:21.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.138+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.4 2024-09-12T00:54:21.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.138+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.5 2024-09-12T00:54:21.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.138+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.6 2024-09-12T00:54:21.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.139+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.7 2024-09-12T00:54:21.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.139+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.8 2024-09-12T00:54:21.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.139+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.9 2024-09-12T00:54:21.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.140+0000 7fed9630c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.10 2024-09-12T00:54:21.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.140+0000 7fed9630c800 -1 Injecting error=-5 at location=commit_target_layout 2024-09-12T00:54:21.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.140+0000 7fed9630c800 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2024-09-12T00:54:21.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.144+0000 7fec49fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:21.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.146+0000 7fed9630c800 20 remove_watcher() i=0 2024-09-12T00:54:21.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.146+0000 7fed9630c800 2 removed watcher, disabling cache 2024-09-12T00:54:21.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.147+0000 7fed9630c800 20 remove_watcher() i=1 2024-09-12T00:54:21.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.148+0000 7fed9630c800 20 remove_watcher() i=2 2024-09-12T00:54:21.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.150+0000 7fed9630c800 20 remove_watcher() i=3 2024-09-12T00:54:21.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.151+0000 7fed9630c800 20 remove_watcher() i=4 2024-09-12T00:54:21.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.152+0000 7fed9630c800 20 remove_watcher() i=5 2024-09-12T00:54:21.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.153+0000 7fed9630c800 20 remove_watcher() i=6 2024-09-12T00:54:21.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.154+0000 7fed9630c800 20 remove_watcher() i=7 2024-09-12T00:54:21.165 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T00:54:21.194 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:21.194 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:21.233 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.234+0000 7fed2a746800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.236+0000 7fed2a746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.236+0000 7fed2a746800 20 realm 2024-09-12T00:54:21.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.236+0000 7fed2a746800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.236+0000 7fed2a746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.236+0000 7fed2a746800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:21.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.236+0000 7fed2a746800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.236+0000 7fed2a746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.236+0000 7fed2a746800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.237+0000 7fed2a746800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:21.236 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.237+0000 7fed2a746800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.238+0000 7fed2a746800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:21.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.238+0000 7fed2a746800 20 searching for the correct realm 2024-09-12T00:54:21.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.242+0000 7fed28a38640 0 -- 172.21.15.38:0/2033024355 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7fed1c08b090 msgr2=0x7fed1c0a1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:54:21.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.448+0000 7fed28237640 0 -- 172.21.15.38:0/2033024355 >> [v2:172.21.15.194:6800/4136092038,v1:172.21.15.194:6801/4136092038] conn(0x56085586dde0 msgr2=0x5608558701d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:21.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.451+0000 7fed2a746800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:21.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.451+0000 7fed2a746800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:21.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.451+0000 7fed2a746800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:21.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.451+0000 7fed2a746800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:21.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.451+0000 7fed2a746800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:21.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.451+0000 7fed2a746800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:21.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.451+0000 7fed2a746800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.451+0000 7fed2a746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.451+0000 7fed2a746800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.452+0000 7fed2a746800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:21.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.452+0000 7fed2a746800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.452+0000 7fed2a746800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:21.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.452+0000 7fed2a746800 20 zone default found 2024-09-12T00:54:21.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.452+0000 7fed2a746800 4 Realm: () 2024-09-12T00:54:21.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.452+0000 7fed2a746800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:21.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.452+0000 7fed2a746800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:21.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.452+0000 7fed2a746800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:21.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.452+0000 7fed2a746800 20 zonegroup default 2024-09-12T00:54:21.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.452+0000 7fed2a746800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.452+0000 7fed2a746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.452+0000 7fed2a746800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.452+0000 7fed2a746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.452+0000 7fed2a746800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.453+0000 7fed2a746800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.453+0000 7fed2a746800 20 started sync module instance, tier type = 2024-09-12T00:54:21.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.453+0000 7fed2a746800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:21.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.462+0000 7fed2a746800 20 add_watcher() i=0 2024-09-12T00:54:21.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.462+0000 7fed2a746800 20 add_watcher() i=1 2024-09-12T00:54:21.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.462+0000 7fed2a746800 20 add_watcher() i=2 2024-09-12T00:54:21.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.462+0000 7fed2a746800 20 add_watcher() i=3 2024-09-12T00:54:21.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.462+0000 7fed2a746800 20 add_watcher() i=4 2024-09-12T00:54:21.461 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.462+0000 7fed2a746800 20 add_watcher() i=5 2024-09-12T00:54:21.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.462+0000 7fed2a746800 20 add_watcher() i=6 2024-09-12T00:54:21.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.463+0000 7fed2a746800 20 add_watcher() i=7 2024-09-12T00:54:21.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.463+0000 7fed2a746800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:21.464 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.465+0000 7febdefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:21.464 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.465+0000 7fed2a746800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:21.464 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.465+0000 7fed2a746800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:21.464 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.465+0000 7fed2a746800 5 note: GC not initialized 2024-09-12T00:54:21.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.466+0000 7febddfdb640 20 reqs_thread_entry: start 2024-09-12T00:54:21.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.466+0000 7fed2a746800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:21.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.466+0000 7fed2a746800 20 Filter name: none 2024-09-12T00:54:21.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.466+0000 7feb4f7fe640 20 reqs_thread_entry: start 2024-09-12T00:54:21.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.466+0000 7fed2a746800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.467+0000 7fed2a746800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:21.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.467+0000 7fed2a746800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.467+0000 7fed2a746800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T00:54:21.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.467+0000 7fed2a746800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:21.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.467+0000 7fed2a746800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.467+0000 7fed2a746800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:21.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.467+0000 7fed2a746800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.468+0000 7fed2a746800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T00:54:21.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.468+0000 7fed2a746800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:21.468 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.469+0000 7febdefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:21.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.471+0000 7fed2a746800 20 remove_watcher() i=0 2024-09-12T00:54:21.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.471+0000 7fed2a746800 2 removed watcher, disabling cache 2024-09-12T00:54:21.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.472+0000 7fed2a746800 20 remove_watcher() i=1 2024-09-12T00:54:21.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.473+0000 7fed2a746800 20 remove_watcher() i=2 2024-09-12T00:54:21.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.474+0000 7fed2a746800 20 remove_watcher() i=3 2024-09-12T00:54:21.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.475+0000 7fed2a746800 20 remove_watcher() i=4 2024-09-12T00:54:21.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.476+0000 7fed2a746800 20 remove_watcher() i=5 2024-09-12T00:54:21.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.478+0000 7fed2a746800 20 remove_watcher() i=6 2024-09-12T00:54:21.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.479+0000 7fed2a746800 20 remove_watcher() i=7 2024-09-12T00:54:21.488 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:21.489 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:54:21.489 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-commit-target-layout id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:54:21.489 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:21.490 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:21.490 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:21.499 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:21.499 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:21.542 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:54:21.575 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:21.575 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:21.616 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.617+0000 7f137de12800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.619+0000 7f137de12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.619+0000 7f137de12800 20 realm 2024-09-12T00:54:21.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.619+0000 7f137de12800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.619+0000 7f137de12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.619+0000 7f137de12800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:21.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.619+0000 7f137de12800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.619+0000 7f137de12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.619+0000 7f137de12800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.620+0000 7f137de12800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:21.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.620+0000 7f137de12800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.621+0000 7f137de12800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:21.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.621+0000 7f137de12800 20 searching for the correct realm 2024-09-12T00:54:21.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.624+0000 7f1379de1640 0 -- 172.21.15.38:0/657772098 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x5609fe4c04a0 msgr2=0x5609fe4c2890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:54:21.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.627+0000 7f13795e0640 0 -- 172.21.15.38:0/657772098 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f13700af0b0 msgr2=0x7f13700cc2f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:21.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.631+0000 7f137de12800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:21.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.631+0000 7f137de12800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:21.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.631+0000 7f137de12800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:21.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.631+0000 7f137de12800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:21.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.631+0000 7f137de12800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:21.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.631+0000 7f137de12800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:21.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.632+0000 7f137de12800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.632+0000 7f137de12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.632+0000 7f137de12800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.632+0000 7f137de12800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:21.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.632+0000 7f137de12800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.632+0000 7f137de12800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:21.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.632+0000 7f137de12800 20 zone default found 2024-09-12T00:54:21.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.632+0000 7f137de12800 4 Realm: () 2024-09-12T00:54:21.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.632+0000 7f137de12800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:21.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.632+0000 7f137de12800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:21.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.632+0000 7f137de12800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:21.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.632+0000 7f137de12800 20 zonegroup default 2024-09-12T00:54:21.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.632+0000 7f137de12800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.633+0000 7f137de12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.633+0000 7f137de12800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.633+0000 7f137de12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.633+0000 7f137de12800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.633+0000 7f137de12800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.633+0000 7f137de12800 20 started sync module instance, tier type = 2024-09-12T00:54:21.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.633+0000 7f137de12800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:21.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.642+0000 7f137de12800 20 add_watcher() i=0 2024-09-12T00:54:21.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.642+0000 7f137de12800 20 add_watcher() i=1 2024-09-12T00:54:21.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.642+0000 7f137de12800 20 add_watcher() i=2 2024-09-12T00:54:21.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.642+0000 7f137de12800 20 add_watcher() i=3 2024-09-12T00:54:21.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.642+0000 7f137de12800 20 add_watcher() i=4 2024-09-12T00:54:21.642 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.642+0000 7f137de12800 20 add_watcher() i=5 2024-09-12T00:54:21.642 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.642+0000 7f137de12800 20 add_watcher() i=6 2024-09-12T00:54:21.642 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.643+0000 7f137de12800 20 add_watcher() i=7 2024-09-12T00:54:21.642 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.643+0000 7f137de12800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:21.643 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.645+0000 7f122f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:21.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.645+0000 7f137de12800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:21.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.645+0000 7f137de12800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:21.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.645+0000 7f137de12800 5 note: GC not initialized 2024-09-12T00:54:21.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.646+0000 7f122e7e4640 20 reqs_thread_entry: start 2024-09-12T00:54:21.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.646+0000 7f137de12800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:21.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.646+0000 7f137de12800 20 Filter name: none 2024-09-12T00:54:21.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.646+0000 7f119ffff640 20 reqs_thread_entry: start 2024-09-12T00:54:21.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.646+0000 7f137de12800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T00:54:21.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.646+0000 7f137de12800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.647+0000 7f137de12800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:21.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.647+0000 7f137de12800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T00:54:21.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.647+0000 7f137de12800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T00:54:21.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.647+0000 7f137de12800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 : miss 2024-09-12T00:54:21.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.647+0000 7f137de12800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.647+0000 7f137de12800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T00:54:21.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.647+0000 7f137de12800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 info.flags=0x17 2024-09-12T00:54:21.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.647+0000 7f137de12800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 to cache LRU end 2024-09-12T00:54:21.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.647+0000 7f137de12800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:54:21.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.647+0000 7f137de12800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:21.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.647+0000 7f137de12800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 2024-09-12T00:54:21.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.648+0000 7f137de12800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:54:21.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.654+0000 7f137de12800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 info.flags=0x17 2024-09-12T00:54:21.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.654+0000 7f137de12800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 to cache LRU end 2024-09-12T00:54:21.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.654+0000 7f137de12800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:21.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.654+0000 7f137de12800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31, ofs0, ns] 2024-09-12T00:54:21.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.655+0000 7f124bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464296 cookie 94600921159056 notifier 6839 bl.length()=1015 2024-09-12T00:54:21.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.655+0000 7f124bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 info.flags=0x17 2024-09-12T00:54:21.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.655+0000 7f124bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 to cache LRU end 2024-09-12T00:54:21.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.655+0000 7f124bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:21.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.655+0000 7f137de12800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): orig_sources= new_sources= 2024-09-12T00:54:21.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.655+0000 7f137de12800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): potential sources added=[] removed=[] 2024-09-12T00:54:21.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.655+0000 7f137de12800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): orig_dests= new_dests= 2024-09-12T00:54:21.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.655+0000 7f137de12800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): potential dests added=[] removed=[] 2024-09-12T00:54:21.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.0 2024-09-12T00:54:21.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.0 2024-09-12T00:54:21.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.1 2024-09-12T00:54:21.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.1 2024-09-12T00:54:21.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.2 2024-09-12T00:54:21.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.2 2024-09-12T00:54:21.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.3 2024-09-12T00:54:21.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.3 2024-09-12T00:54:21.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.4 2024-09-12T00:54:21.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.4 2024-09-12T00:54:21.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.5 2024-09-12T00:54:21.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.5 2024-09-12T00:54:21.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.6 2024-09-12T00:54:21.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.6 2024-09-12T00:54:21.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.7 2024-09-12T00:54:21.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.7 2024-09-12T00:54:21.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.8 2024-09-12T00:54:21.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.8 2024-09-12T00:54:21.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.9 2024-09-12T00:54:21.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.9 2024-09-12T00:54:21.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.10 2024-09-12T00:54:21.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.10 2024-09-12T00:54:21.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.11 2024-09-12T00:54:21.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2.11 2024-09-12T00:54:21.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.660+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.0 2024-09-12T00:54:21.662 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.661+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1 2024-09-12T00:54:21.662 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.661+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2 2024-09-12T00:54:21.662 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.662+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.3 2024-09-12T00:54:21.662 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.662+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.4 2024-09-12T00:54:21.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.663+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.5 2024-09-12T00:54:21.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.663+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.6 2024-09-12T00:54:21.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.664+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.7 2024-09-12T00:54:21.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.664+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.8 2024-09-12T00:54:21.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.664+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.9 2024-09-12T00:54:21.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.665+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.10 2024-09-12T00:54:21.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.668+0000 7f137de12800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 : hit (requested=0x17, cached=0x17) 2024-09-12T00:54:21.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.668+0000 7f137de12800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 2024-09-12T00:54:21.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.669+0000 7f137de12800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 info.flags=0x17 2024-09-12T00:54:21.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.669+0000 7f137de12800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 to cache LRU end 2024-09-12T00:54:21.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.669+0000 7f137de12800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:21.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.669+0000 7f137de12800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31, ofs0, ns] 2024-09-12T00:54:21.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.669+0000 7f124bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464297 cookie 94600921159056 notifier 6839 bl.length()=1015 2024-09-12T00:54:21.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.669+0000 7f124bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 info.flags=0x17 2024-09-12T00:54:21.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.669+0000 7f124bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 to cache LRU end 2024-09-12T00:54:21.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.669+0000 7f124bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:21.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.670+0000 7f137de12800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): orig_sources= new_sources= 2024-09-12T00:54:21.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.670+0000 7f137de12800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): potential sources added=[] removed=[] 2024-09-12T00:54:21.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.670+0000 7f137de12800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): orig_dests= new_dests= 2024-09-12T00:54:21.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.670+0000 7f137de12800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): potential dests added=[] removed=[] 2024-09-12T00:54:21.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.672+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.0 2024-09-12T00:54:21.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.672+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.1 2024-09-12T00:54:21.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.672+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.2 2024-09-12T00:54:21.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.673+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.3 2024-09-12T00:54:21.672 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.673+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.4 2024-09-12T00:54:21.672 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.673+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.5 2024-09-12T00:54:21.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.674+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.6 2024-09-12T00:54:21.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.674+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.7 2024-09-12T00:54:21.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.675+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.8 2024-09-12T00:54:21.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.675+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.9 2024-09-12T00:54:21.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.675+0000 7f137de12800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31.10 2024-09-12T00:54:21.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.675+0000 7f137de12800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 : hit (requested=0x17, cached=0x17) 2024-09-12T00:54:21.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.675+0000 7f137de12800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 2024-09-12T00:54:21.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.677+0000 7f137de12800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 info.flags=0x17 2024-09-12T00:54:21.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.677+0000 7f137de12800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 to cache LRU end 2024-09-12T00:54:21.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.677+0000 7f137de12800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:21.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.677+0000 7f137de12800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31, ofs0, ns] 2024-09-12T00:54:21.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.677+0000 7f124bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464298 cookie 94600921159056 notifier 6839 bl.length()=983 2024-09-12T00:54:21.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.677+0000 7f124bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 info.flags=0x17 2024-09-12T00:54:21.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.677+0000 7f124bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 to cache LRU end 2024-09-12T00:54:21.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.677+0000 7f124bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:21.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.677+0000 7f137de12800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): orig_sources= new_sources= 2024-09-12T00:54:21.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.677+0000 7f137de12800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): potential sources added=[] removed=[] 2024-09-12T00:54:21.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.677+0000 7f137de12800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): orig_dests= new_dests= 2024-09-12T00:54:21.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.677+0000 7f137de12800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31]): potential dests added=[] removed=[] 2024-09-12T00:54:21.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.682+0000 7f137de12800 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 11 shards to 12 shards completed successfully 2024-09-12T00:54:21.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.684+0000 7f122f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:21.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.686+0000 7f137de12800 20 remove_watcher() i=0 2024-09-12T00:54:21.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.686+0000 7f137de12800 2 removed watcher, disabling cache 2024-09-12T00:54:21.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.687+0000 7f137de12800 20 remove_watcher() i=1 2024-09-12T00:54:21.687 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.688+0000 7f137de12800 20 remove_watcher() i=2 2024-09-12T00:54:21.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.689+0000 7f137de12800 20 remove_watcher() i=3 2024-09-12T00:54:21.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.690+0000 7f137de12800 20 remove_watcher() i=4 2024-09-12T00:54:21.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.691+0000 7f137de12800 20 remove_watcher() i=5 2024-09-12T00:54:21.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.692+0000 7f137de12800 20 remove_watcher() i=6 2024-09-12T00:54:21.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.693+0000 7f137de12800 20 remove_watcher() i=7 2024-09-12T00:54:21.705 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T00:54:21.734 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:21.734 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:21.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.775+0000 7f744f920800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.777+0000 7f744f920800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.777+0000 7f744f920800 20 realm 2024-09-12T00:54:21.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.777+0000 7f744f920800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.777+0000 7f744f920800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.777+0000 7f744f920800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:21.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.777+0000 7f744f920800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.777+0000 7f744f920800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.777+0000 7f744f920800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.778+0000 7f744f920800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:21.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.778+0000 7f744f920800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.779+0000 7f744f920800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:21.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.779+0000 7f744f920800 20 searching for the correct realm 2024-09-12T00:54:21.780 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.782+0000 7f744be69640 0 -- 172.21.15.38:0/2507808256 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x561b03bf9670 msgr2=0x561b03bfbb30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:21.783 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.785+0000 7f744b668640 0 -- 172.21.15.38:0/2507808256 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f74400ba040 msgr2=0x7f74400d3040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:54:21.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.789+0000 7f744f920800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:21.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.789+0000 7f744f920800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:21.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.789+0000 7f744f920800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:21.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.789+0000 7f744f920800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:21.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.789+0000 7f744f920800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:21.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.789+0000 7f744f920800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:21.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.789+0000 7f744f920800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.790+0000 7f744f920800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.790+0000 7f744f920800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.790+0000 7f744f920800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:21.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.790+0000 7f744f920800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.790+0000 7f744f920800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:21.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.790+0000 7f744f920800 20 zone default found 2024-09-12T00:54:21.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.790+0000 7f744f920800 4 Realm: () 2024-09-12T00:54:21.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.790+0000 7f744f920800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:21.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.790+0000 7f744f920800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:21.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.790+0000 7f744f920800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:21.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.790+0000 7f744f920800 20 zonegroup default 2024-09-12T00:54:21.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.790+0000 7f744f920800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.791+0000 7f744f920800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.791+0000 7f744f920800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.791+0000 7f744f920800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.791+0000 7f744f920800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.791+0000 7f744f920800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:21.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.791+0000 7f744f920800 20 started sync module instance, tier type = 2024-09-12T00:54:21.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.791+0000 7f744f920800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:21.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.800+0000 7f744f920800 20 add_watcher() i=0 2024-09-12T00:54:21.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.800+0000 7f744f920800 20 add_watcher() i=1 2024-09-12T00:54:21.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.800+0000 7f744f920800 20 add_watcher() i=2 2024-09-12T00:54:21.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.800+0000 7f744f920800 20 add_watcher() i=3 2024-09-12T00:54:21.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.800+0000 7f744f920800 20 add_watcher() i=4 2024-09-12T00:54:21.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.800+0000 7f744f920800 20 add_watcher() i=5 2024-09-12T00:54:21.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.800+0000 7f744f920800 20 add_watcher() i=6 2024-09-12T00:54:21.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.801+0000 7f744f920800 20 add_watcher() i=7 2024-09-12T00:54:21.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.801+0000 7f744f920800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:21.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.803+0000 7f7301fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:21.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.803+0000 7f744f920800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:21.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.803+0000 7f744f920800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:21.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.803+0000 7f744f920800 5 note: GC not initialized 2024-09-12T00:54:21.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.803+0000 7f7300fe1640 20 reqs_thread_entry: start 2024-09-12T00:54:21.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.804+0000 7f744f920800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:21.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.804+0000 7f744f920800 20 Filter name: none 2024-09-12T00:54:21.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.804+0000 7f727a7fc640 20 reqs_thread_entry: start 2024-09-12T00:54:21.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.804+0000 7f744f920800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.804+0000 7f744f920800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:21.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.804+0000 7f744f920800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.805+0000 7f744f920800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:21.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.805+0000 7f744f920800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:21.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.805+0000 7f744f920800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.805+0000 7f744f920800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:21.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.805+0000 7f744f920800 20 rados->read ofs=0 len=0 2024-09-12T00:54:21.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.806+0000 7f744f920800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:21.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.806+0000 7f744f920800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:21.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.808+0000 7f7301fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:21.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.810+0000 7f744f920800 20 remove_watcher() i=0 2024-09-12T00:54:21.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.810+0000 7f744f920800 2 removed watcher, disabling cache 2024-09-12T00:54:21.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.811+0000 7f744f920800 20 remove_watcher() i=1 2024-09-12T00:54:21.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.812+0000 7f744f920800 20 remove_watcher() i=2 2024-09-12T00:54:21.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.813+0000 7f744f920800 20 remove_watcher() i=3 2024-09-12T00:54:21.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.814+0000 7f744f920800 20 remove_watcher() i=4 2024-09-12T00:54:21.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.815+0000 7f744f920800 20 remove_watcher() i=5 2024-09-12T00:54:21.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.816+0000 7f744f920800 20 remove_watcher() i=6 2024-09-12T00:54:21.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:21.817+0000 7f744f920800 20 remove_watcher() i=7 2024-09-12T00:54:21.826 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:21.826 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:54:21.826 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-commit-target-layout id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-12T00:54:21.827 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:21.828 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:21.829 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:21.832 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:21.832 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:21.875 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:21.875 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:21.903 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2024-09-12T00:54:21.903 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:21.903 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:21.904 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:21.916 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:21.916 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:21.960 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:21.960 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:21.968 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:21.968 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:21.975 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:21.975 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:21.983 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:21.983 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:21.991 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:21.991 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:21.999 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.000 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.007 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.007 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.015 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.015 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.023 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.023 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.031 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.032 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.039 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.040 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.047 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.048 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.054 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.055 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.062 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.062 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.072 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.072 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.078 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.078 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.086 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.086 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.094 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.094 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.101 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.101 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.109 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.109 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.117 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T00:54:22.147 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:22.147 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:22.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.188+0000 7f5471820800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.190+0000 7f5471820800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.190+0000 7f5471820800 20 realm 2024-09-12T00:54:22.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.190+0000 7f5471820800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.190+0000 7f5471820800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.190+0000 7f5471820800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:22.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.190+0000 7f5471820800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.190+0000 7f5471820800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.190+0000 7f5471820800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.190 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.191+0000 7f5471820800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:22.190 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.191+0000 7f5471820800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.191 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.192+0000 7f5471820800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:22.191 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.192+0000 7f5471820800 20 searching for the correct realm 2024-09-12T00:54:22.192 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.193+0000 7f546f311640 0 -- 172.21.15.38:0/2736763160 >> [v2:172.21.15.38:6824/2480374289,v1:172.21.15.38:6825/2480374289] conn(0x7f54640c7c20 msgr2=0x7f54640d4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:22.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.398+0000 7f546eb10640 0 -- 172.21.15.38:0/2736763160 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x561f68773840 msgr2=0x561f68775c30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:22.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.403+0000 7f5471820800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:22.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.403+0000 7f5471820800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:22.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.403+0000 7f5471820800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:22.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.403+0000 7f5471820800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:22.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.403+0000 7f5471820800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:22.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.403+0000 7f5471820800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:22.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.403+0000 7f5471820800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.404+0000 7f5471820800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.404+0000 7f5471820800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.404+0000 7f5471820800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:22.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.404+0000 7f5471820800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.405+0000 7f5471820800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:22.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.405+0000 7f5471820800 20 zone default found 2024-09-12T00:54:22.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.405+0000 7f5471820800 4 Realm: () 2024-09-12T00:54:22.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.405+0000 7f5471820800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:22.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.405+0000 7f5471820800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:22.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.405+0000 7f5471820800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:22.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.405+0000 7f5471820800 20 zonegroup default 2024-09-12T00:54:22.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.405+0000 7f5471820800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.405+0000 7f5471820800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.405+0000 7f5471820800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.405+0000 7f5471820800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.405+0000 7f5471820800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.406+0000 7f5471820800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.406+0000 7f5471820800 20 started sync module instance, tier type = 2024-09-12T00:54:22.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.406+0000 7f5471820800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:22.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.415+0000 7f5471820800 20 add_watcher() i=0 2024-09-12T00:54:22.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.415+0000 7f5471820800 20 add_watcher() i=1 2024-09-12T00:54:22.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.415+0000 7f5471820800 20 add_watcher() i=2 2024-09-12T00:54:22.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.415+0000 7f5471820800 20 add_watcher() i=3 2024-09-12T00:54:22.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.415+0000 7f5471820800 20 add_watcher() i=4 2024-09-12T00:54:22.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.415+0000 7f5471820800 20 add_watcher() i=5 2024-09-12T00:54:22.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.415+0000 7f5471820800 20 add_watcher() i=6 2024-09-12T00:54:22.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.417+0000 7f5471820800 20 add_watcher() i=7 2024-09-12T00:54:22.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.417+0000 7f5471820800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:22.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.418+0000 7f5325fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:22.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.419+0000 7f5471820800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:22.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.419+0000 7f5471820800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:22.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.419+0000 7f5471820800 5 note: GC not initialized 2024-09-12T00:54:22.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.419+0000 7f5324fe1640 20 reqs_thread_entry: start 2024-09-12T00:54:22.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.419+0000 7f5471820800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:22.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.419+0000 7f5471820800 20 Filter name: none 2024-09-12T00:54:22.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.419+0000 7f529e7fc640 20 reqs_thread_entry: start 2024-09-12T00:54:22.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.419+0000 7f5471820800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.420+0000 7f5471820800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:22.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.420+0000 7f5471820800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.420+0000 7f5471820800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:22.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.421+0000 7f5471820800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:22.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.421+0000 7f5471820800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.421+0000 7f5471820800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:22.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.421+0000 7f5471820800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.421+0000 7f5471820800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:22.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.422+0000 7f5471820800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:22.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.423+0000 7f5325fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:22.424 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.425+0000 7f5471820800 20 remove_watcher() i=0 2024-09-12T00:54:22.424 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.425+0000 7f5471820800 2 removed watcher, disabling cache 2024-09-12T00:54:22.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.426+0000 7f5471820800 20 remove_watcher() i=1 2024-09-12T00:54:22.426 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.427+0000 7f5471820800 20 remove_watcher() i=2 2024-09-12T00:54:22.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.428+0000 7f5471820800 20 remove_watcher() i=3 2024-09-12T00:54:22.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.429+0000 7f5471820800 20 remove_watcher() i=4 2024-09-12T00:54:22.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.430+0000 7f5471820800 20 remove_watcher() i=5 2024-09-12T00:54:22.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.431+0000 7f5471820800 20 remove_watcher() i=6 2024-09-12T00:54:22.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.432+0000 7f5471820800 20 remove_watcher() i=7 2024-09-12T00:54:22.442 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:22.442 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:54:22.442 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-commit-target-layout id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:54:22.442 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:22.444 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2024-09-12T00:54:22.484 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:22.484 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:22.521 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.522+0000 7fdb1b32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.523+0000 7fdb1b32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.523+0000 7fdb1b32c800 20 realm 2024-09-12T00:54:22.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.523+0000 7fdb1b32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.524+0000 7fdb1b32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.524+0000 7fdb1b32c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:22.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.524+0000 7fdb1b32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.524+0000 7fdb1b32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.524+0000 7fdb1b32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.525+0000 7fdb1b32c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:22.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.525+0000 7fdb1b32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.526+0000 7fdb1b32c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:22.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.526+0000 7fdb1b32c800 20 searching for the correct realm 2024-09-12T00:54:22.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.529+0000 7fdb16760640 0 -- 172.21.15.38:0/1293306036 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x55944a924120 msgr2=0x55944a926510 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:22.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.533+0000 7fdb16760640 0 -- 172.21.15.38:0/1293306036 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fdb0807d070 msgr2=0x7fdb0808d3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:22.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.536+0000 7fdb1b32c800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:22.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.536+0000 7fdb1b32c800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:22.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.536+0000 7fdb1b32c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:22.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.536+0000 7fdb1b32c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:22.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.536+0000 7fdb1b32c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:22.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.536+0000 7fdb1b32c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:22.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.536+0000 7fdb1b32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.537+0000 7fdb1b32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.537+0000 7fdb1b32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.537+0000 7fdb1b32c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:22.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.537+0000 7fdb1b32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.537+0000 7fdb1b32c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:22.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.537+0000 7fdb1b32c800 20 zone default found 2024-09-12T00:54:22.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.537+0000 7fdb1b32c800 4 Realm: () 2024-09-12T00:54:22.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.537+0000 7fdb1b32c800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:22.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.537+0000 7fdb1b32c800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:22.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.537+0000 7fdb1b32c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:22.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.537+0000 7fdb1b32c800 20 zonegroup default 2024-09-12T00:54:22.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.537+0000 7fdb1b32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.537+0000 7fdb1b32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.537+0000 7fdb1b32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.538+0000 7fdb1b32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.538+0000 7fdb1b32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.541 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.538+0000 7fdb1b32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.541 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.538+0000 7fdb1b32c800 20 started sync module instance, tier type = 2024-09-12T00:54:22.541 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.538+0000 7fdb1b32c800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:22.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.547+0000 7fdb1b32c800 20 add_watcher() i=0 2024-09-12T00:54:22.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.547+0000 7fdb1b32c800 20 add_watcher() i=1 2024-09-12T00:54:22.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.547+0000 7fdb1b32c800 20 add_watcher() i=2 2024-09-12T00:54:22.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.547+0000 7fdb1b32c800 20 add_watcher() i=3 2024-09-12T00:54:22.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.547+0000 7fdb1b32c800 20 add_watcher() i=4 2024-09-12T00:54:22.546 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.547+0000 7fdb1b32c800 20 add_watcher() i=5 2024-09-12T00:54:22.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.547+0000 7fdb1b32c800 20 add_watcher() i=6 2024-09-12T00:54:22.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.548+0000 7fdb1b32c800 20 add_watcher() i=7 2024-09-12T00:54:22.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.548+0000 7fdb1b32c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:22.549 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.550+0000 7fd9cd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:22.550 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.551+0000 7fdb1b32c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:22.550 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.551+0000 7fdb1b32c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:22.550 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.551+0000 7fdb1b32c800 5 note: GC not initialized 2024-09-12T00:54:22.550 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.551+0000 7fd947fff640 20 reqs_thread_entry: start 2024-09-12T00:54:22.550 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.551+0000 7fdb1b32c800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:22.550 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.551+0000 7fdb1b32c800 20 Filter name: none 2024-09-12T00:54:22.550 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.551+0000 7fd945ffb640 20 reqs_thread_entry: start 2024-09-12T00:54:22.550 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.551+0000 7fdb1b32c800 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2024-09-12T00:54:22.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.551+0000 7fdb1b32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.552+0000 7fdb1b32c800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:22.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.552+0000 7fdb1b32c800 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2024-09-12T00:54:22.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.552+0000 7fdb1b32c800 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2024-09-12T00:54:22.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.552+0000 7fdb1b32c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 : miss 2024-09-12T00:54:22.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.552+0000 7fdb1b32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.552+0000 7fdb1b32c800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:22.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.553+0000 7fdb1b32c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 info.flags=0x17 2024-09-12T00:54:22.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.553+0000 7fdb1b32c800 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 to cache LRU end 2024-09-12T00:54:22.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.553+0000 7fdb1b32c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:54:22.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.553+0000 7fdb1b32c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:22.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.553+0000 7fdb1b32c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 2024-09-12T00:54:22.556 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.557+0000 7fdb1b32c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 info.flags=0x17 2024-09-12T00:54:22.556 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.557+0000 7fdb1b32c800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 to cache LRU end 2024-09-12T00:54:22.556 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.557+0000 7fdb1b32c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:22.556 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.557+0000 7fdb1b32c800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32, ofs0, ns] 2024-09-12T00:54:22.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.558+0000 7fd9f9ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464301 cookie 94095394694112 notifier 6890 bl.length()=1015 2024-09-12T00:54:22.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.558+0000 7fd9f9ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 info.flags=0x17 2024-09-12T00:54:22.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.558+0000 7fd9f9ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 to cache LRU end 2024-09-12T00:54:22.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.558+0000 7fd9f9ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:22.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.558+0000 7fdb1b32c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32]): orig_sources= new_sources= 2024-09-12T00:54:22.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.558+0000 7fdb1b32c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32]): potential sources added=[] removed=[] 2024-09-12T00:54:22.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.558+0000 7fdb1b32c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32]): orig_dests= new_dests= 2024-09-12T00:54:22.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.558+0000 7fdb1b32c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32]): potential dests added=[] removed=[] 2024-09-12T00:54:22.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.0 2024-09-12T00:54:22.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.0 2024-09-12T00:54:22.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.1 2024-09-12T00:54:22.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.1 2024-09-12T00:54:22.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.2 2024-09-12T00:54:22.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.2 2024-09-12T00:54:22.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.3 2024-09-12T00:54:22.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.3 2024-09-12T00:54:22.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.4 2024-09-12T00:54:22.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.4 2024-09-12T00:54:22.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.5 2024-09-12T00:54:22.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.5 2024-09-12T00:54:22.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.6 2024-09-12T00:54:22.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.6 2024-09-12T00:54:22.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.7 2024-09-12T00:54:22.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.7 2024-09-12T00:54:22.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.8 2024-09-12T00:54:22.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.8 2024-09-12T00:54:22.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.9 2024-09-12T00:54:22.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.9 2024-09-12T00:54:22.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.10 2024-09-12T00:54:22.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.10 2024-09-12T00:54:22.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.11 2024-09-12T00:54:22.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1.11 2024-09-12T00:54:22.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.564+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.0 2024-09-12T00:54:22.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.565+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1 2024-09-12T00:54:22.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.565+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.2 2024-09-12T00:54:22.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.566+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.3 2024-09-12T00:54:22.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.566+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.4 2024-09-12T00:54:22.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.567+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.5 2024-09-12T00:54:22.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.567+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.6 2024-09-12T00:54:22.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.568+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.7 2024-09-12T00:54:22.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.568+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.8 2024-09-12T00:54:22.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.569+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.9 2024-09-12T00:54:22.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.569+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.10 2024-09-12T00:54:22.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.574+0000 7fdb1b32c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 : hit (requested=0x17, cached=0x17) 2024-09-12T00:54:22.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.574+0000 7fdb1b32c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 2024-09-12T00:54:22.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.575+0000 7fdb1b32c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 info.flags=0x17 2024-09-12T00:54:22.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.575+0000 7fdb1b32c800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 to cache LRU end 2024-09-12T00:54:22.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.575+0000 7fdb1b32c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:22.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.575+0000 7fdb1b32c800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32, ofs0, ns] 2024-09-12T00:54:22.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.575+0000 7fd9fa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464302 cookie 94095394694112 notifier 6890 bl.length()=1015 2024-09-12T00:54:22.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.575+0000 7fd9fa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 info.flags=0x17 2024-09-12T00:54:22.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.575+0000 7fd9fa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 to cache LRU end 2024-09-12T00:54:22.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.575+0000 7fd9fa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:22.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.576+0000 7fdb1b32c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32]): orig_sources= new_sources= 2024-09-12T00:54:22.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.576+0000 7fdb1b32c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32]): potential sources added=[] removed=[] 2024-09-12T00:54:22.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.576+0000 7fdb1b32c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32]): orig_dests= new_dests= 2024-09-12T00:54:22.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.576+0000 7fdb1b32c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32]): potential dests added=[] removed=[] 2024-09-12T00:54:22.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.578+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.0 2024-09-12T00:54:22.577 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.578+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.1 2024-09-12T00:54:22.577 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.579+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.2 2024-09-12T00:54:22.577 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.579+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.3 2024-09-12T00:54:22.578 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.579+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.4 2024-09-12T00:54:22.578 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.579+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.5 2024-09-12T00:54:22.578 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.580+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.6 2024-09-12T00:54:22.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.580+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.7 2024-09-12T00:54:22.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.580+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.8 2024-09-12T00:54:22.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.581+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.9 2024-09-12T00:54:22.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.581+0000 7fdb1b32c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32.10 2024-09-12T00:54:22.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.581+0000 7fdb1b32c800 -1 Injecting error=-125 at location=commit_target_layout 2024-09-12T00:54:22.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.581+0000 7fdb1b32c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 : hit (requested=0x17, cached=0x17) 2024-09-12T00:54:22.580 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.581+0000 7fdb1b32c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 2024-09-12T00:54:22.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.583+0000 7fdb1b32c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 info.flags=0x17 2024-09-12T00:54:22.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.583+0000 7fdb1b32c800 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 to cache LRU end 2024-09-12T00:54:22.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.583+0000 7fdb1b32c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:22.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.583+0000 7fdb1b32c800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32, ofs0, ns] 2024-09-12T00:54:22.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.583+0000 7fd9fa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464303 cookie 94095394694112 notifier 6890 bl.length()=983 2024-09-12T00:54:22.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.583+0000 7fd9fa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 info.flags=0x17 2024-09-12T00:54:22.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.583+0000 7fd9fa7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 to cache LRU end 2024-09-12T00:54:22.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.583+0000 7fd9fa7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:22.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.583+0000 7fdb1b32c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32]): orig_sources= new_sources= 2024-09-12T00:54:22.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.583+0000 7fdb1b32c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32]): potential sources added=[] removed=[] 2024-09-12T00:54:22.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.583+0000 7fdb1b32c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32]): orig_dests= new_dests= 2024-09-12T00:54:22.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.583+0000 7fdb1b32c800 20 handle_bi_update(): bucket=:error-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32]): potential dests added=[] removed=[] 2024-09-12T00:54:22.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.585+0000 7fdb1b32c800 1 execute INFO: reshard of bucket "error-at-commit-target-layout" from 11 shards to 12 shards completed successfully 2024-09-12T00:54:22.586 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.587+0000 7fd9cd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:22.588 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.589+0000 7fdb1b32c800 20 remove_watcher() i=0 2024-09-12T00:54:22.588 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.589+0000 7fdb1b32c800 2 removed watcher, disabling cache 2024-09-12T00:54:22.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.590+0000 7fdb1b32c800 20 remove_watcher() i=1 2024-09-12T00:54:22.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.591+0000 7fdb1b32c800 20 remove_watcher() i=2 2024-09-12T00:54:22.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.592+0000 7fdb1b32c800 20 remove_watcher() i=3 2024-09-12T00:54:22.592 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.593+0000 7fdb1b32c800 20 remove_watcher() i=4 2024-09-12T00:54:22.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.594+0000 7fdb1b32c800 20 remove_watcher() i=5 2024-09-12T00:54:22.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.595+0000 7fdb1b32c800 20 remove_watcher() i=6 2024-09-12T00:54:22.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.596+0000 7fdb1b32c800 20 remove_watcher() i=7 2024-09-12T00:54:22.608 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2024-09-12T00:54:22.637 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:22.637 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:22.675 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.677+0000 7fdc1ee40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.679+0000 7fdc1ee40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.679+0000 7fdc1ee40800 20 realm 2024-09-12T00:54:22.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.679+0000 7fdc1ee40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.679+0000 7fdc1ee40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.679+0000 7fdc1ee40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:22.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.679+0000 7fdc1ee40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.679+0000 7fdc1ee40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.679+0000 7fdc1ee40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.680+0000 7fdc1ee40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:22.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.680+0000 7fdc1ee40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.680+0000 7fdc1ee40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:22.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.681+0000 7fdc1ee40800 20 searching for the correct realm 2024-09-12T00:54:22.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.684+0000 7fdc17fff640 0 -- 172.21.15.38:0/1590754141 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fdc100a4370 msgr2=0x7fdc10081ab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:22.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.687+0000 7fdc1d12b640 0 -- 172.21.15.38:0/1590754141 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7fdc08091910 msgr2=0x7fdc08073400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:22.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:22.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:22.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:22.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:22.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:22.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:22.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:22.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:22.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 20 zone default found 2024-09-12T00:54:22.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 4 Realm: () 2024-09-12T00:54:22.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:22.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:22.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:22.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 20 zonegroup default 2024-09-12T00:54:22.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.691+0000 7fdc1ee40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.692+0000 7fdc1ee40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.692+0000 7fdc1ee40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.692+0000 7fdc1ee40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.692+0000 7fdc1ee40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.693+0000 7fdc1ee40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:22.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.693+0000 7fdc1ee40800 20 started sync module instance, tier type = 2024-09-12T00:54:22.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.693+0000 7fdc1ee40800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:22.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.702+0000 7fdc1ee40800 20 add_watcher() i=0 2024-09-12T00:54:22.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.702+0000 7fdc1ee40800 20 add_watcher() i=1 2024-09-12T00:54:22.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.702+0000 7fdc1ee40800 20 add_watcher() i=2 2024-09-12T00:54:22.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.702+0000 7fdc1ee40800 20 add_watcher() i=3 2024-09-12T00:54:22.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.702+0000 7fdc1ee40800 20 add_watcher() i=4 2024-09-12T00:54:22.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.702+0000 7fdc1ee40800 20 add_watcher() i=5 2024-09-12T00:54:22.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.702+0000 7fdc1ee40800 20 add_watcher() i=6 2024-09-12T00:54:22.702 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.703+0000 7fdc1ee40800 20 add_watcher() i=7 2024-09-12T00:54:22.702 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.703+0000 7fdc1ee40800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:22.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.705+0000 7fdad2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:22.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.705+0000 7fdc1ee40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:22.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.705+0000 7fdc1ee40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:22.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.705+0000 7fdc1ee40800 5 note: GC not initialized 2024-09-12T00:54:22.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.705+0000 7fdad1fe3640 20 reqs_thread_entry: start 2024-09-12T00:54:22.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.705+0000 7fdc1ee40800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:22.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.706+0000 7fdc1ee40800 20 Filter name: none 2024-09-12T00:54:22.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.706+0000 7fda437fe640 20 reqs_thread_entry: start 2024-09-12T00:54:22.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.706+0000 7fdc1ee40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.706 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.706+0000 7fdc1ee40800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:22.706 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.706+0000 7fdc1ee40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.706 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.707+0000 7fdc1ee40800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:22.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.707+0000 7fdc1ee40800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:22.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.707+0000 7fdc1ee40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.707+0000 7fdc1ee40800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:22.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.707+0000 7fdc1ee40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:22.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.707+0000 7fdc1ee40800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:22.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.707+0000 7fdc1ee40800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:22.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.709+0000 7fdad2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:22.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.712+0000 7fdc1ee40800 20 remove_watcher() i=0 2024-09-12T00:54:22.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.712+0000 7fdc1ee40800 2 removed watcher, disabling cache 2024-09-12T00:54:22.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.713+0000 7fdc1ee40800 20 remove_watcher() i=1 2024-09-12T00:54:22.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.714+0000 7fdc1ee40800 20 remove_watcher() i=2 2024-09-12T00:54:22.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.715+0000 7fdc1ee40800 20 remove_watcher() i=3 2024-09-12T00:54:22.715 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.716+0000 7fdc1ee40800 20 remove_watcher() i=4 2024-09-12T00:54:22.715 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.717+0000 7fdc1ee40800 20 remove_watcher() i=5 2024-09-12T00:54:22.717 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.718+0000 7fdc1ee40800 20 remove_watcher() i=6 2024-09-12T00:54:22.717 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:22.719+0000 7fdc1ee40800 20 remove_watcher() i=7 2024-09-12T00:54:22.729 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:22.729 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:54:22.729 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-commit-target-layout id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32 num_objects: 20 size_kb: 1 num_shards: 12 2024-09-12T00:54:22.729 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:22.731 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.731 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.734 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.734 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.777 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.777 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.807 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with abort at commit_target_layout 2024-09-12T00:54:22.807 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:22.809 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.810 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.822 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.822 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.865 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.865 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.873 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.873 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.880 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.881 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.888 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.888 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.896 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.896 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.904 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.904 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.912 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.912 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.920 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.920 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.928 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.928 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.936 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.936 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.945 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.945 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.953 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.953 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.961 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.961 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.969 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.969 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.978 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.978 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.985 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.985 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:22.993 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:22.993 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:23.001 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:23.001 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:23.009 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:23.009 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:23.016 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:23.016 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:23.024 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T00:54:23.054 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:23.054 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:23.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.097+0000 7f146ee0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.099+0000 7f146ee0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.099+0000 7f146ee0e800 20 realm 2024-09-12T00:54:23.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.099+0000 7f146ee0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.099+0000 7f146ee0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.099+0000 7f146ee0e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:23.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.099+0000 7f146ee0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.099+0000 7f146ee0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.099+0000 7f146ee0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.100+0000 7f146ee0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:23.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.100+0000 7f146ee0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.101+0000 7f146ee0e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:23.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.101+0000 7f146ee0e800 20 searching for the correct realm 2024-09-12T00:54:23.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.104+0000 7f1469d6a640 0 -- 172.21.15.38:0/1078074460 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55e3353b3d10 msgr2=0x55e3353b6100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:23.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.107+0000 7f146a56b640 0 -- 172.21.15.38:0/1078074460 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f1460063940 msgr2=0x7f146001e400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:54:23.313 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.314+0000 7f146ee0e800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:23.313 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.314+0000 7f146ee0e800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:23.313 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.314+0000 7f146ee0e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:23.313 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.314+0000 7f146ee0e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:23.313 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.314+0000 7f146ee0e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:23.313 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.314+0000 7f146ee0e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:23.313 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.314+0000 7f146ee0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.313 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.314+0000 7f146ee0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.314+0000 7f146ee0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.314+0000 7f146ee0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:23.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.314+0000 7f146ee0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.314 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.315+0000 7f146ee0e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:23.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.315+0000 7f146ee0e800 20 zone default found 2024-09-12T00:54:23.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.315+0000 7f146ee0e800 4 Realm: () 2024-09-12T00:54:23.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.315+0000 7f146ee0e800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:23.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.315+0000 7f146ee0e800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:23.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.315+0000 7f146ee0e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:23.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.315+0000 7f146ee0e800 20 zonegroup default 2024-09-12T00:54:23.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.315+0000 7f146ee0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.315+0000 7f146ee0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.315+0000 7f146ee0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.315+0000 7f146ee0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.315+0000 7f146ee0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.316+0000 7f146ee0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.316+0000 7f146ee0e800 20 started sync module instance, tier type = 2024-09-12T00:54:23.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.316+0000 7f146ee0e800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:23.325 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.326+0000 7f146ee0e800 20 add_watcher() i=0 2024-09-12T00:54:23.325 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.326+0000 7f146ee0e800 20 add_watcher() i=1 2024-09-12T00:54:23.325 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.326+0000 7f146ee0e800 20 add_watcher() i=2 2024-09-12T00:54:23.325 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.326+0000 7f146ee0e800 20 add_watcher() i=3 2024-09-12T00:54:23.325 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.326+0000 7f146ee0e800 20 add_watcher() i=4 2024-09-12T00:54:23.325 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.326+0000 7f146ee0e800 20 add_watcher() i=5 2024-09-12T00:54:23.325 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.326+0000 7f146ee0e800 20 add_watcher() i=6 2024-09-12T00:54:23.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.327+0000 7f146ee0e800 20 add_watcher() i=7 2024-09-12T00:54:23.326 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.327+0000 7f146ee0e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:23.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.329+0000 7f1320fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:23.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.329+0000 7f146ee0e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:23.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.329+0000 7f146ee0e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:23.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.329+0000 7f146ee0e800 5 note: GC not initialized 2024-09-12T00:54:23.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.329+0000 7f129b7fe640 20 reqs_thread_entry: start 2024-09-12T00:54:23.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.330+0000 7f146ee0e800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:23.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.330+0000 7f146ee0e800 20 Filter name: none 2024-09-12T00:54:23.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.330+0000 7f12997fa640 20 reqs_thread_entry: start 2024-09-12T00:54:23.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.330+0000 7f146ee0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.330+0000 7f146ee0e800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:23.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.330+0000 7f146ee0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.331+0000 7f146ee0e800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:23.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.331+0000 7f146ee0e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:23.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.331+0000 7f146ee0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.331+0000 7f146ee0e800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:23.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.331+0000 7f146ee0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.331+0000 7f146ee0e800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:23.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.331+0000 7f146ee0e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:23.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.333+0000 7f1320fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:23.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.336+0000 7f146ee0e800 20 remove_watcher() i=0 2024-09-12T00:54:23.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.336+0000 7f146ee0e800 2 removed watcher, disabling cache 2024-09-12T00:54:23.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.338+0000 7f146ee0e800 20 remove_watcher() i=1 2024-09-12T00:54:23.337 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.339+0000 7f146ee0e800 20 remove_watcher() i=2 2024-09-12T00:54:23.338 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.340+0000 7f146ee0e800 20 remove_watcher() i=3 2024-09-12T00:54:23.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.342+0000 7f146ee0e800 20 remove_watcher() i=4 2024-09-12T00:54:23.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.343+0000 7f146ee0e800 20 remove_watcher() i=5 2024-09-12T00:54:23.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.344+0000 7f146ee0e800 20 remove_watcher() i=6 2024-09-12T00:54:23.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.345+0000 7f146ee0e800 20 remove_watcher() i=7 2024-09-12T00:54:23.354 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.355 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:54:23.355 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-commit-target-layout id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:54:23.355 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.356 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2024-09-12T00:54:23.391 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:23.391 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:23.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.433+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.434+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.434+0000 7f19f1e0f800 20 realm 2024-09-12T00:54:23.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.434+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.435+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.435+0000 7f19f1e0f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:23.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.435+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.435+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.435+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.436+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:23.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.436+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.437+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:23.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.437+0000 7f19f1e0f800 20 searching for the correct realm 2024-09-12T00:54:23.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.439+0000 7f19ef0f8640 0 -- 172.21.15.38:0/4154098360 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f19e00b6020 msgr2=0x7f19e00ab260 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:54:23.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.443+0000 7f19ef8f9640 0 -- 172.21.15.38:0/4154098360 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f19e4019950 msgr2=0x7f19e4035430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:23.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:23.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:23.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:23.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:23.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:23.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:23.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.651+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.651+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.651+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.651+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:23.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.651+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:23.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 zone default found 2024-09-12T00:54:23.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.652+0000 7f19f1e0f800 4 Realm: () 2024-09-12T00:54:23.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.652+0000 7f19f1e0f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:23.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.652+0000 7f19f1e0f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:23.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.652+0000 7f19f1e0f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:23.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 zonegroup default 2024-09-12T00:54:23.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.653+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.653+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.653+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.653+0000 7f19f1e0f800 20 started sync module instance, tier type = 2024-09-12T00:54:23.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.653+0000 7f19f1e0f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:23.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=0 2024-09-12T00:54:23.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=1 2024-09-12T00:54:23.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=2 2024-09-12T00:54:23.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=3 2024-09-12T00:54:23.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=4 2024-09-12T00:54:23.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=5 2024-09-12T00:54:23.661 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=6 2024-09-12T00:54:23.662 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.663+0000 7f19f1e0f800 20 add_watcher() i=7 2024-09-12T00:54:23.662 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.663+0000 7f19f1e0f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:23.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.665+0000 7f18a5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:23.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.665+0000 7f19f1e0f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:23.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.665+0000 7f19f1e0f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:23.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 note: GC not initialized 2024-09-12T00:54:23.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.665+0000 7f18a4fe1640 20 reqs_thread_entry: start 2024-09-12T00:54:23.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.665+0000 7f19f1e0f800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:23.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.666+0000 7f19f1e0f800 20 Filter name: none 2024-09-12T00:54:23.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.666+0000 7f181e7fc640 20 reqs_thread_entry: start 2024-09-12T00:54:23.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T00:54:23.665 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.666+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.666+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:23.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T00:54:23.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T00:54:23.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 : miss 2024-09-12T00:54:23.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.666+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.666+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:23.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:23.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:23.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:54:23.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:23.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 2024-09-12T00:54:23.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.672+0000 7f19f1e0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:23.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.672+0000 7f19f1e0f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:23.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.672+0000 7f19f1e0f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:23.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.672+0000 7f19f1e0f800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33, ofs0, ns] 2024-09-12T00:54:23.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.672+0000 7f18ce7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464305 cookie 94569872171264 notifier 7341 bl.length()=1015 2024-09-12T00:54:23.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.672+0000 7f18ce7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:23.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.672+0000 7f18ce7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:23.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.672+0000 7f18ce7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:23.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.672+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_sources= new_sources= 2024-09-12T00:54:23.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.672+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential sources added=[] removed=[] 2024-09-12T00:54:23.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.672+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_dests= new_dests= 2024-09-12T00:54:23.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.672+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential dests added=[] removed=[] 2024-09-12T00:54:23.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.0 2024-09-12T00:54:23.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.0 2024-09-12T00:54:23.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.1 2024-09-12T00:54:23.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.1 2024-09-12T00:54:23.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.2 2024-09-12T00:54:23.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.2 2024-09-12T00:54:23.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.3 2024-09-12T00:54:23.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.3 2024-09-12T00:54:23.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.4 2024-09-12T00:54:23.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.4 2024-09-12T00:54:23.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.5 2024-09-12T00:54:23.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.5 2024-09-12T00:54:23.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.6 2024-09-12T00:54:23.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.6 2024-09-12T00:54:23.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.7 2024-09-12T00:54:23.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.7 2024-09-12T00:54:23.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.8 2024-09-12T00:54:23.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.8 2024-09-12T00:54:23.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.9 2024-09-12T00:54:23.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.9 2024-09-12T00:54:23.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.10 2024-09-12T00:54:23.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.10 2024-09-12T00:54:23.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.11 2024-09-12T00:54:23.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.11 2024-09-12T00:54:23.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.0 2024-09-12T00:54:23.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1 2024-09-12T00:54:23.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.678+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.2 2024-09-12T00:54:23.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.678+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.3 2024-09-12T00:54:23.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.679+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.4 2024-09-12T00:54:23.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.679+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.5 2024-09-12T00:54:23.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.680+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.6 2024-09-12T00:54:23.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.680+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.7 2024-09-12T00:54:23.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.681+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.8 2024-09-12T00:54:23.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.682+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.9 2024-09-12T00:54:23.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.682+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.10 2024-09-12T00:54:23.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.685+0000 7f19f1e0f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 : hit (requested=0x17, cached=0x17) 2024-09-12T00:54:23.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.685+0000 7f19f1e0f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 2024-09-12T00:54:23.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.686+0000 7f19f1e0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:23.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.686+0000 7f19f1e0f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:23.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.686+0000 7f19f1e0f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:23.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.686+0000 7f19f1e0f800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33, ofs0, ns] 2024-09-12T00:54:23.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.686+0000 7f18ceffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464306 cookie 94569872171264 notifier 7341 bl.length()=1015 2024-09-12T00:54:23.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.686+0000 7f18ceffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:23.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.686+0000 7f18ceffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:23.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.686+0000 7f18ceffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:23.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.687+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_sources= new_sources= 2024-09-12T00:54:23.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.687+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential sources added=[] removed=[] 2024-09-12T00:54:23.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.687+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_dests= new_dests= 2024-09-12T00:54:23.686 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.687+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential dests added=[] removed=[] 2024-09-12T00:54:23.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.690+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.0 2024-09-12T00:54:23.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.690+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1 2024-09-12T00:54:23.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.690+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.2 2024-09-12T00:54:23.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.691+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.3 2024-09-12T00:54:23.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.691+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.4 2024-09-12T00:54:23.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.692+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.5 2024-09-12T00:54:23.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.692+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.6 2024-09-12T00:54:23.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.692+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.7 2024-09-12T00:54:23.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.693+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.8 2024-09-12T00:54:23.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.693+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.9 2024-09-12T00:54:23.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.693+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.10 2024-09-12T00:54:23.693 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f19f1e0f800 time 2024-09-12T00:54:23.695258+0000 2024-09-12T00:54:23.693 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:54:23.693 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:54:23.693 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f19f538c71a] 2024-09-12T00:54:23.693 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f19f538c8d8] 2024-09-12T00:54:23.693 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5602c1394641] 2024-09-12T00:54:23.693 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x5602c13a4637] 2024-09-12T00:54:23.694 INFO:tasks.workunit.client.0.smithi038.stderr: 5: main() 2024-09-12T00:54:23.694 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f19f4029590] 2024-09-12T00:54:23.694 INFO:tasks.workunit.client.0.smithi038.stderr: 7: __libc_start_main() 2024-09-12T00:54:23.694 INFO:tasks.workunit.client.0.smithi038.stderr: 8: _start() 2024-09-12T00:54:23.694 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.695+0000 7f19f1e0f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f19f1e0f800 time 2024-09-12T00:54:23.695258+0000 2024-09-12T00:54:23.694 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:54:23.694 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.694 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:54:23.694 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f19f538c71a] 2024-09-12T00:54:23.694 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f19f538c8d8] 2024-09-12T00:54:23.694 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5602c1394641] 2024-09-12T00:54:23.694 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x5602c13a4637] 2024-09-12T00:54:23.694 INFO:tasks.workunit.client.0.smithi038.stderr: 5: main() 2024-09-12T00:54:23.694 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f19f4029590] 2024-09-12T00:54:23.694 INFO:tasks.workunit.client.0.smithi038.stderr: 7: __libc_start_main() 2024-09-12T00:54:23.695 INFO:tasks.workunit.client.0.smithi038.stderr: 8: _start() 2024-09-12T00:54:23.695 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.695 INFO:tasks.workunit.client.0.smithi038.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:54:23.695 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f19f1e0f800 thread_name:radosgw-admin 2024-09-12T00:54:23.708 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:54:23.708 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f19f403e6f0] 2024-09-12T00:54:23.709 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f19f408b99c] 2024-09-12T00:54:23.709 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:54:23.709 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:54:23.709 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f19f538c774] 2024-09-12T00:54:23.709 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f19f538c8d8] 2024-09-12T00:54:23.709 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5602c1394641] 2024-09-12T00:54:23.709 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x5602c13a4637] 2024-09-12T00:54:23.709 INFO:tasks.workunit.client.0.smithi038.stderr: 9: main() 2024-09-12T00:54:23.709 INFO:tasks.workunit.client.0.smithi038.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f19f4029590] 2024-09-12T00:54:23.709 INFO:tasks.workunit.client.0.smithi038.stderr: 11: __libc_start_main() 2024-09-12T00:54:23.709 INFO:tasks.workunit.client.0.smithi038.stderr: 12: _start() 2024-09-12T00:54:23.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.695+0000 7f19f1e0f800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:54:23.709 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f19f1e0f800 thread_name:radosgw-admin 2024-09-12T00:54:23.710 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.710 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:54:23.710 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f19f403e6f0] 2024-09-12T00:54:23.710 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f19f408b99c] 2024-09-12T00:54:23.710 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:54:23.710 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:54:23.710 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f19f538c774] 2024-09-12T00:54:23.710 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f19f538c8d8] 2024-09-12T00:54:23.710 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5602c1394641] 2024-09-12T00:54:23.710 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x5602c13a4637] 2024-09-12T00:54:23.710 INFO:tasks.workunit.client.0.smithi038.stderr: 9: main() 2024-09-12T00:54:23.710 INFO:tasks.workunit.client.0.smithi038.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f19f4029590] 2024-09-12T00:54:23.710 INFO:tasks.workunit.client.0.smithi038.stderr: 11: __libc_start_main() 2024-09-12T00:54:23.711 INFO:tasks.workunit.client.0.smithi038.stderr: 12: _start() 2024-09-12T00:54:23.711 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:54:23.711 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.711 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:54:23.711 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.711 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command rotate-key hook 0x5602c3934848 2024-09-12T00:54:23.711 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient: _reopen_session rank -1 2024-09-12T00:54:23.711 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:54:23.711 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-c con 0x5602c393acf0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:54:23.711 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-b con 0x5602c395e410 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:54:23.711 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-a con 0x7f19d8002570 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:54:23.711 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.711 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.711 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.712 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient(hunting): _renew_subs 2024-09-12T00:54:23.712 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient(hunting): authenticate will time out at 1969.867847s 2024-09-12T00:54:23.712 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:54:23.416+0000 7f19ef8f9640 10 monclient(hunting): get_auth_request con 0x5602c393acf0 auth_method 0 2024-09-12T00:54:23.712 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:54:23.416+0000 7f19ef8f9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.712 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:54:23.416+0000 7f19ef8f9640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.712 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:54:23.416+0000 7f19ef8f9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.712 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:54:23.416+0000 7f19f00fa640 10 monclient(hunting): get_auth_request con 0x7f19d8002570 auth_method 0 2024-09-12T00:54:23.712 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:54:23.416+0000 7f19f00fa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.712 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:54:23.416+0000 7f19f00fa640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.712 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:54:23.416+0000 7f19f00fa640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.712 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:54:23.417+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.712 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:54:23.417+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.712 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:54:23.417+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.713 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:54:23.417+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.713 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:54:23.417+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.713 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:54:23.417+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.713 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:54:23.417+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_done global_id 6932 payload 824 2024-09-12T00:54:23.713 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:54:23.417+0000 7f19ef8f9640 10 monclient: _finish_hunting 0 2024-09-12T00:54:23.713 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:54:23.417+0000 7f19ef8f9640 1 monclient: found mon.noname-c 2024-09-12T00:54:23.713 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:54:23.417+0000 7f19ef8f9640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:54:23.713 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:23.713 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:54:23.713 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: dump: 2024-09-12T00:54:23.713 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:23.713 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:23.713 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.713 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.714 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:23.714 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.714 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:23.714 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:23.714 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:23.714 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.714 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: _finish_auth 0 2024-09-12T00:54:23.714 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: _check_auth_tickets 2024-09-12T00:54:23.714 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:23.714 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:23.714 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:54:23.714 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: dump: 2024-09-12T00:54:23.714 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:23.714 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:23.715 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.715 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.715 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:23.715 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.715 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:23.715 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:23.715 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:23.715 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.715 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:54:23.417+0000 7f19f1e0f800 5 monclient: authenticate success, global_id 6932 2024-09-12T00:54:23.715 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:54:23.417+0000 7f19f1e0f800 10 monclient: _renew_subs 2024-09-12T00:54:23.715 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:54:23.417+0000 7f19f1e0f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:23.715 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:54:23.417+0000 7f18dde0b640 4 set_mon_vals no callback set 2024-09-12T00:54:23.715 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:54:23.417+0000 7f19f1e0f800 10 monclient: _renew_subs 2024-09-12T00:54:23.715 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:54:23.417+0000 7f19f1e0f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:23.716 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:54:23.417+0000 7f19f1e0f800 1 librados: init done 2024-09-12T00:54:23.716 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:54:23.419+0000 7f18d7fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:54:23.716 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:54:23.419+0000 7f18d7fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:23.716 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:54:23.419+0000 7f18d7fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:23.716 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:54:23.419+0000 7f19ef0f8640 10 monclient: get_auth_request con 0x7f18d8076470 auth_method 0 2024-09-12T00:54:23.716 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:54:23.420+0000 7f19f00fa640 10 monclient: get_auth_request con 0x5602c397d660 auth_method 0 2024-09-12T00:54:23.716 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:54:23.421+0000 7f19ef8f9640 10 monclient: get_auth_request con 0x5602c3980840 auth_method 0 2024-09-12T00:54:23.716 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:54:23.421+0000 7f19ef0f8640 10 monclient: get_auth_request con 0x5602c3984a30 auth_method 0 2024-09-12T00:54:23.716 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 10 monclient: build_initial_monmap 2024-09-12T00:54:23.716 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 1 build_initial for_mkfs: 0 2024-09-12T00:54:23.716 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 10 monclient: monmap: 2024-09-12T00:54:23.716 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:54:23.716 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:54:23.716 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:54:23.717 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:54:23.717 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:54:23.717 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.717 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:54:23.717 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:54:23.717 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:54:23.717 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.717 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding auth protocol: cephx 2024-09-12T00:54:23.717 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding auth protocol: cephx 2024-09-12T00:54:23.717 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding auth protocol: cephx 2024-09-12T00:54:23.717 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: secure 2024-09-12T00:54:23.717 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: crc 2024-09-12T00:54:23.717 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: secure 2024-09-12T00:54:23.717 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: crc 2024-09-12T00:54:23.718 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: secure 2024-09-12T00:54:23.718 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: crc 2024-09-12T00:54:23.718 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: crc 2024-09-12T00:54:23.718 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: secure 2024-09-12T00:54:23.718 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: crc 2024-09-12T00:54:23.718 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: secure 2024-09-12T00:54:23.718 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: crc 2024-09-12T00:54:23.718 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: secure 2024-09-12T00:54:23.718 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.718 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command objecter_requests cmddesc objecter_requests hook 0x5602c398cc00 EEXIST 2024-09-12T00:54:23.718 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 10 monclient: init 2024-09-12T00:54:23.718 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding auth protocol: cephx 2024-09-12T00:54:23.718 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding auth protocol: cephx 2024-09-12T00:54:23.718 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding auth protocol: cephx 2024-09-12T00:54:23.718 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: secure 2024-09-12T00:54:23.719 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: crc 2024-09-12T00:54:23.719 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: secure 2024-09-12T00:54:23.719 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: crc 2024-09-12T00:54:23.719 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: secure 2024-09-12T00:54:23.719 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: crc 2024-09-12T00:54:23.719 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: crc 2024-09-12T00:54:23.719 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: secure 2024-09-12T00:54:23.719 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: crc 2024-09-12T00:54:23.719 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: secure 2024-09-12T00:54:23.719 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: crc 2024-09-12T00:54:23.719 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: secure 2024-09-12T00:54:23.719 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.719 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.719 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command rotate-key cmddesc rotate-key hook 0x5602c3987fa0 EEXIST 2024-09-12T00:54:23.720 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient: _reopen_session rank -1 2024-09-12T00:54:23.720 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:54:23.720 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-b con 0x5602c39b0f20 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:54:23.720 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-a con 0x5602c39b1300 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:54:23.720 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-c con 0x5602c39afc30 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:54:23.720 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.720 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.720 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.720 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient(hunting): _renew_subs 2024-09-12T00:54:23.720 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient(hunting): authenticate will time out at 1969.875487s 2024-09-12T00:54:23.720 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient(hunting): get_auth_request con 0x5602c39afc30 auth_method 0 2024-09-12T00:54:23.720 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.720 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.720 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.720 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:54:23.424+0000 7f19ef0f8640 10 monclient(hunting): get_auth_request con 0x5602c39b1300 auth_method 0 2024-09-12T00:54:23.721 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:54:23.424+0000 7f19ef0f8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.721 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:54:23.424+0000 7f19ef0f8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.721 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:54:23.424+0000 7f19ef0f8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.721 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:54:23.424+0000 7f19ef8f9640 10 monclient(hunting): get_auth_request con 0x5602c39b0f20 auth_method 0 2024-09-12T00:54:23.721 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:54:23.424+0000 7f19ef8f9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.721 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:54:23.424+0000 7f19ef8f9640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.721 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:54:23.424+0000 7f19ef8f9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.721 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.721 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.721 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.722 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:54:23.424+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.722 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:54:23.424+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.722 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:54:23.424+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.722 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:54:23.424+0000 7f19ef0f8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.722 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:54:23.424+0000 7f19ef0f8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.722 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:54:23.424+0000 7f19ef0f8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.722 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient(hunting): handle_auth_done global_id 6935 payload 824 2024-09-12T00:54:23.722 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient: _finish_hunting 0 2024-09-12T00:54:23.722 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:54:23.424+0000 7f19f00fa640 1 monclient: found mon.noname-c 2024-09-12T00:54:23.722 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:54:23.722 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:23.722 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:54:23.722 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: dump: 2024-09-12T00:54:23.722 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:23.723 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:23.723 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.723 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.723 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:23.723 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.723 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:23.723 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:23.723 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:23.723 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.723 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: _finish_auth 0 2024-09-12T00:54:23.723 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: _check_auth_tickets 2024-09-12T00:54:23.723 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:23.723 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:23.723 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:54:23.724 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: dump: 2024-09-12T00:54:23.724 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:23.724 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:23.724 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.724 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.724 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:23.724 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.724 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:23.724 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:23.724 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:23.724 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.724 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:54:23.425+0000 7f19f1e0f800 5 monclient: authenticate success, global_id 6935 2024-09-12T00:54:23.724 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:54:23.425+0000 7f19f1e0f800 10 monclient: _renew_subs 2024-09-12T00:54:23.724 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:54:23.425+0000 7f19f1e0f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:23.725 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:54:23.425+0000 7f19f08fb640 4 set_mon_vals no callback set 2024-09-12T00:54:23.725 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:54:23.425+0000 7f19f1e0f800 10 monclient: _renew_subs 2024-09-12T00:54:23.725 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:54:23.425+0000 7f19f1e0f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:23.725 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:54:23.427+0000 7f18d57fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:54:23.725 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:54:23.427+0000 7f18d57fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:23.725 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:54:23.427+0000 7f18d57fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:23.725 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:54:23.427+0000 7f19ef8f9640 10 monclient: get_auth_request con 0x7f18c8076380 auth_method 0 2024-09-12T00:54:23.725 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 10 monclient: get_monmap_and_config 2024-09-12T00:54:23.725 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 10 monclient: build_initial_monmap 2024-09-12T00:54:23.725 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 1 build_initial for_mkfs: 0 2024-09-12T00:54:23.725 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 10 monclient: monmap: 2024-09-12T00:54:23.725 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:54:23.725 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:54:23.725 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:54:23.726 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:54:23.726 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:54:23.726 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.726 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:54:23.726 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:54:23.726 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:54:23.726 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.726 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding auth protocol: cephx 2024-09-12T00:54:23.726 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding auth protocol: cephx 2024-09-12T00:54:23.726 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding auth protocol: cephx 2024-09-12T00:54:23.726 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: secure 2024-09-12T00:54:23.726 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: crc 2024-09-12T00:54:23.726 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: secure 2024-09-12T00:54:23.726 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: crc 2024-09-12T00:54:23.727 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: secure 2024-09-12T00:54:23.727 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: crc 2024-09-12T00:54:23.727 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: crc 2024-09-12T00:54:23.727 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: secure 2024-09-12T00:54:23.727 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: crc 2024-09-12T00:54:23.727 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: secure 2024-09-12T00:54:23.727 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: crc 2024-09-12T00:54:23.727 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: secure 2024-09-12T00:54:23.727 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.727 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient: init 2024-09-12T00:54:23.727 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding auth protocol: cephx 2024-09-12T00:54:23.727 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding auth protocol: cephx 2024-09-12T00:54:23.727 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding auth protocol: cephx 2024-09-12T00:54:23.727 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: secure 2024-09-12T00:54:23.728 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: crc 2024-09-12T00:54:23.728 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: secure 2024-09-12T00:54:23.728 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: crc 2024-09-12T00:54:23.728 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: secure 2024-09-12T00:54:23.728 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: crc 2024-09-12T00:54:23.728 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: crc 2024-09-12T00:54:23.728 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: secure 2024-09-12T00:54:23.728 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: crc 2024-09-12T00:54:23.728 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: secure 2024-09-12T00:54:23.728 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: crc 2024-09-12T00:54:23.728 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: secure 2024-09-12T00:54:23.728 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.728 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.728 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command rotate-key cmddesc rotate-key hook 0x7ffdfea9ed68 EEXIST 2024-09-12T00:54:23.728 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient: _reopen_session rank -1 2024-09-12T00:54:23.729 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:54:23.729 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-b con 0x5602c39d4f00 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:54:23.729 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-a con 0x5602c39ff970 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:54:23.729 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-c con 0x5602c3a00d20 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:54:23.729 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.729 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.729 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.729 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient(hunting): _renew_subs 2024-09-12T00:54:23.729 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient(hunting): authenticate will time out at 1969.879906s 2024-09-12T00:54:23.729 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient(hunting): get_auth_request con 0x5602c3a00d20 auth_method 0 2024-09-12T00:54:23.729 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.729 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.729 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.729 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:54:23.429+0000 7f19ef0f8640 10 monclient(hunting): get_auth_request con 0x5602c39ff970 auth_method 0 2024-09-12T00:54:23.729 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:54:23.429+0000 7f19ef0f8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.730 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:54:23.429+0000 7f19ef0f8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.730 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:54:23.429+0000 7f19ef0f8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.730 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.730 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.730 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.730 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:54:23.429+0000 7f19ef0f8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.730 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:54:23.429+0000 7f19ef0f8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.730 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:54:23.429+0000 7f19ef0f8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.730 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient(hunting): handle_auth_done global_id 6938 payload 274 2024-09-12T00:54:23.730 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient: _finish_hunting 0 2024-09-12T00:54:23.730 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:54:23.429+0000 7f19f00fa640 1 monclient: found mon.noname-c 2024-09-12T00:54:23.730 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:54:23.730 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:23.730 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:54:23.731 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: dump: 2024-09-12T00:54:23.731 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:23.731 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:23.731 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.731 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.731 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:23.731 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.731 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:23.731 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:23.731 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:23.731 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.731 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: _finish_auth 0 2024-09-12T00:54:23.731 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: _check_auth_tickets 2024-09-12T00:54:23.731 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:54:23.429+0000 7f19f1e0f800 5 monclient: authenticate success, global_id 6938 2024-09-12T00:54:23.731 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:23.732 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:54:23.429+0000 7f19f1e0f800 10 monclient: get_monmap_and_config success 2024-09-12T00:54:23.732 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:54:23.429+0000 7f19f1e0f800 4 set_mon_vals no callback set 2024-09-12T00:54:23.732 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:23.732 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:54:23.732 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: dump: 2024-09-12T00:54:23.732 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:23.732 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:23.732 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.732 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.732 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:23.732 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.732 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:23.732 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:23.732 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:23.732 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.733 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 10 monclient: shutdown 2024-09-12T00:54:23.733 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 10 monclient: build_initial_monmap 2024-09-12T00:54:23.733 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 1 build_initial for_mkfs: 0 2024-09-12T00:54:23.733 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 10 monclient: monmap: 2024-09-12T00:54:23.733 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:54:23.733 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:54:23.733 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:54:23.733 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:54:23.733 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:54:23.733 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.733 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:54:23.733 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:54:23.733 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:54:23.734 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.734 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding auth protocol: cephx 2024-09-12T00:54:23.734 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding auth protocol: cephx 2024-09-12T00:54:23.734 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding auth protocol: cephx 2024-09-12T00:54:23.734 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: secure 2024-09-12T00:54:23.734 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: crc 2024-09-12T00:54:23.734 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: secure 2024-09-12T00:54:23.734 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: crc 2024-09-12T00:54:23.734 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: secure 2024-09-12T00:54:23.734 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: crc 2024-09-12T00:54:23.734 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: crc 2024-09-12T00:54:23.734 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: secure 2024-09-12T00:54:23.734 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: crc 2024-09-12T00:54:23.734 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: secure 2024-09-12T00:54:23.734 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: crc 2024-09-12T00:54:23.735 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: secure 2024-09-12T00:54:23.735 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.735 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 1 librados: starting msgr at 2024-09-12T00:54:23.735 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 1 librados: starting objecter 2024-09-12T00:54:23.735 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command objecter_requests cmddesc objecter_requests hook 0x5602c39d07d0 EEXIST 2024-09-12T00:54:23.735 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 1 librados: setting wanted keys 2024-09-12T00:54:23.735 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 1 librados: calling monclient init 2024-09-12T00:54:23.735 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 10 monclient: init 2024-09-12T00:54:23.735 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding auth protocol: cephx 2024-09-12T00:54:23.735 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding auth protocol: cephx 2024-09-12T00:54:23.735 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding auth protocol: cephx 2024-09-12T00:54:23.735 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: secure 2024-09-12T00:54:23.735 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: crc 2024-09-12T00:54:23.735 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: secure 2024-09-12T00:54:23.736 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: crc 2024-09-12T00:54:23.736 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: secure 2024-09-12T00:54:23.736 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: crc 2024-09-12T00:54:23.736 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: crc 2024-09-12T00:54:23.736 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: secure 2024-09-12T00:54:23.736 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: crc 2024-09-12T00:54:23.736 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: secure 2024-09-12T00:54:23.736 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: crc 2024-09-12T00:54:23.736 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: secure 2024-09-12T00:54:23.736 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.736 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.736 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command rotate-key cmddesc rotate-key hook 0x5602c39c5928 EEXIST 2024-09-12T00:54:23.736 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient: _reopen_session rank -1 2024-09-12T00:54:23.736 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:54:23.736 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-a con 0x5602c39d4f00 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:54:23.737 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-b con 0x5602c3a00d20 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:54:23.737 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-c con 0x5602c39f4b80 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:54:23.737 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.737 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.737 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.737 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient(hunting): _renew_subs 2024-09-12T00:54:23.737 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient(hunting): authenticate will time out at 1969.882234s 2024-09-12T00:54:23.737 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:54:23.431+0000 7f19f00fa640 10 monclient(hunting): get_auth_request con 0x5602c39f4b80 auth_method 0 2024-09-12T00:54:23.737 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:54:23.431+0000 7f19f00fa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.737 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:54:23.431+0000 7f19f00fa640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.737 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:54:23.431+0000 7f19f00fa640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.737 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient(hunting): get_auth_request con 0x5602c39d4f00 auth_method 0 2024-09-12T00:54:23.737 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.737 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.737 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.738 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:54:23.431+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.738 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:54:23.431+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.738 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:54:23.431+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.738 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.738 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.738 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.738 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_done global_id 7341 payload 824 2024-09-12T00:54:23.738 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient: _finish_hunting 0 2024-09-12T00:54:23.738 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 1 monclient: found mon.noname-a 2024-09-12T00:54:23.738 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:54:23.738 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:23.738 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:54:23.738 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: dump: 2024-09-12T00:54:23.738 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:23.738 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:23.739 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.739 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.739 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:23.739 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.739 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:23.739 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:23.739 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:23.739 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.739 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: _finish_auth 0 2024-09-12T00:54:23.739 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: _check_auth_tickets 2024-09-12T00:54:23.739 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:23.739 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:23.739 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:54:23.739 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: dump: 2024-09-12T00:54:23.739 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:23.740 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:23.740 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.740 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.740 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:23.740 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.740 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:23.740 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:23.740 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:23.740 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.740 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 5 monclient: authenticate success, global_id 7341 2024-09-12T00:54:23.740 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient: _renew_subs 2024-09-12T00:54:23.740 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:54:23.431+0000 7f18ceffd640 4 set_mon_vals no callback set 2024-09-12T00:54:23.740 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:54:23.740 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient: _renew_subs 2024-09-12T00:54:23.740 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:54:23.741 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 1 librados: init done 2024-09-12T00:54:23.741 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command cr dump hook 0x5602c39f5558 2024-09-12T00:54:23.741 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:54:23.433+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.741 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:54:23.433+0000 7f18cd7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:54:23.741 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:54:23.433+0000 7f18cd7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:23.741 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:54:23.433+0000 7f18cd7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:23.741 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:54:23.434+0000 7f19ef0f8640 10 monclient: get_auth_request con 0x7f18b8076470 auth_method 0 2024-09-12T00:54:23.741 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:54:23.434+0000 7f19f00fa640 10 monclient: get_auth_request con 0x5602c3a1fe30 auth_method 0 2024-09-12T00:54:23.741 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:54:23.434+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.741 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:54:23.434+0000 7f19f1e0f800 20 realm 2024-09-12T00:54:23.741 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:54:23.434+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.741 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:54:23.435+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.741 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:54:23.435+0000 7f19f1e0f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:23.741 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:54:23.435+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.742 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:54:23.435+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.742 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:54:23.435+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.742 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:54:23.435+0000 7f19ef8f9640 10 monclient: get_auth_request con 0x5602c3a24050 auth_method 0 2024-09-12T00:54:23.742 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:54:23.436+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:23.742 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:54:23.436+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.742 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:54:23.436+0000 7f19ef0f8640 10 monclient: get_auth_request con 0x5602c3a278b0 auth_method 0 2024-09-12T00:54:23.742 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:54:23.437+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:23.742 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:54:23.437+0000 7f19f1e0f800 20 searching for the correct realm 2024-09-12T00:54:23.742 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:54:23.437+0000 7f19f00fa640 10 monclient: get_auth_request con 0x5602c3a2c670 auth_method 0 2024-09-12T00:54:23.742 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:54:23.438+0000 7f19ef8f9640 10 monclient: get_auth_request con 0x7f19d80030f0 auth_method 0 2024-09-12T00:54:23.742 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:54:23.438+0000 7f19ef0f8640 10 monclient: get_auth_request con 0x7f19e00b6020 auth_method 0 2024-09-12T00:54:23.742 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:54:23.439+0000 7f19ef0f8640 0 -- 172.21.15.38:0/4154098360 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f19e00b6020 msgr2=0x7f19e00ab260 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:54:23.742 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:54:23.439+0000 7f18cd7fa640 1 client.7341.objecter ms_handle_reset 0x7f19e00b6020 session 0x7f19e00bc030 osd.4 2024-09-12T00:54:23.742 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:54:23.439+0000 7f18cd7fa640 10 monclient: _renew_subs 2024-09-12T00:54:23.742 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:54:23.439+0000 7f18cd7fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:54:23.743 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:54:23.439+0000 7f19ef0f8640 10 monclient: get_auth_request con 0x7f18b8086aa0 auth_method 0 2024-09-12T00:54:23.743 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:54:23.441+0000 7f19f00fa640 10 monclient: get_auth_request con 0x7f19e404e040 auth_method 0 2024-09-12T00:54:23.743 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:54:23.443+0000 7f19ef8f9640 10 monclient: get_auth_request con 0x7f19e4019950 auth_method 0 2024-09-12T00:54:23.743 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:54:23.443+0000 7f19ef8f9640 0 -- 172.21.15.38:0/4154098360 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f19e4019950 msgr2=0x7f19e4035430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:23.743 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:54:23.645+0000 7f19ef8f9640 10 monclient: get_auth_request con 0x7f19e4019950 auth_method 0 2024-09-12T00:54:23.743 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:23.743 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:23.743 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:23.743 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:23.743 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:23.743 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:23.743 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:54:23.651+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.743 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:54:23.651+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.743 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:54:23.651+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.743 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:54:23.651+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:23.743 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:54:23.651+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.744 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:23.744 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 zone default found 2024-09-12T00:54:23.744 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 4 Realm: () 2024-09-12T00:54:23.744 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:23.744 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:23.744 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:23.744 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 zonegroup default 2024-09-12T00:54:23.744 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.744 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.744 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.744 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:54:23.653+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.744 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:54:23.653+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.744 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:54:23.653+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.744 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:54:23.653+0000 7f19f1e0f800 20 started sync module instance, tier type = 2024-09-12T00:54:23.745 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:54:23.653+0000 7f19f1e0f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:23.745 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=0 2024-09-12T00:54:23.745 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=1 2024-09-12T00:54:23.745 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=2 2024-09-12T00:54:23.745 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=3 2024-09-12T00:54:23.745 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=4 2024-09-12T00:54:23.745 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=5 2024-09-12T00:54:23.745 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=6 2024-09-12T00:54:23.745 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:54:23.663+0000 7f19f1e0f800 20 add_watcher() i=7 2024-09-12T00:54:23.745 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:54:23.663+0000 7f19f1e0f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:23.745 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding auth protocol: cephx 2024-09-12T00:54:23.745 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding auth protocol: cephx 2024-09-12T00:54:23.745 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding auth protocol: cephx 2024-09-12T00:54:23.745 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: secure 2024-09-12T00:54:23.746 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: crc 2024-09-12T00:54:23.746 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: secure 2024-09-12T00:54:23.746 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: crc 2024-09-12T00:54:23.746 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: secure 2024-09-12T00:54:23.746 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: crc 2024-09-12T00:54:23.746 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: crc 2024-09-12T00:54:23.746 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: secure 2024-09-12T00:54:23.746 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: crc 2024-09-12T00:54:23.746 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: secure 2024-09-12T00:54:23.746 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: crc 2024-09-12T00:54:23.746 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: secure 2024-09-12T00:54:23.746 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:54:23.665+0000 7f18a5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:23.746 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.746 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:23.747 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:23.747 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command cache list hook 0x5602c39f4fe0 2024-09-12T00:54:23.747 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command cache inspect hook 0x5602c39f4fe0 2024-09-12T00:54:23.747 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command cache erase hook 0x5602c39f4fe0 2024-09-12T00:54:23.747 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command cache zap hook 0x5602c39f4fe0 2024-09-12T00:54:23.747 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 note: GC not initialized 2024-09-12T00:54:23.747 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:54:23.665+0000 7f18a4fe1640 20 reqs_thread_entry: start 2024-09-12T00:54:23.747 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command sync trace show hook 0x7f19d8001d30 2024-09-12T00:54:23.747 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command sync trace history hook 0x7f19d8001d30 2024-09-12T00:54:23.747 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command sync trace active hook 0x7f19d8001d30 2024-09-12T00:54:23.747 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command sync trace active_short hook 0x7f19d8001d30 2024-09-12T00:54:23.747 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:23.747 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 20 Filter name: none 2024-09-12T00:54:23.747 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:54:23.666+0000 7f181e7fc640 20 reqs_thread_entry: start 2024-09-12T00:54:23.747 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T00:54:23.748 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.748 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:23.748 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T00:54:23.748 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T00:54:23.748 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 : miss 2024-09-12T00:54:23.748 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.748 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:23.748 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:23.748 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:23.748 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:54:23.748 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:23.748 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 2024-09-12T00:54:23.748 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:54:23.672+0000 7f19f1e0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:23.748 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:54:23.672+0000 7f19f1e0f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:23.749 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:54:23.672+0000 7f19f1e0f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:23.749 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:54:23.672+0000 7f19f1e0f800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33, ofs0, ns] 2024-09-12T00:54:23.749 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:54:23.672+0000 7f18ce7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464305 cookie 94569872171264 notifier 7341 bl.length()=1015 2024-09-12T00:54:23.749 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:54:23.672+0000 7f18ce7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:23.749 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:54:23.672+0000 7f18ce7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:23.749 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:54:23.672+0000 7f18ce7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:23.749 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:54:23.672+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_sources= new_sources= 2024-09-12T00:54:23.749 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:54:23.672+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential sources added=[] removed=[] 2024-09-12T00:54:23.749 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:54:23.672+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_dests= new_dests= 2024-09-12T00:54:23.749 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:54:23.672+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential dests added=[] removed=[] 2024-09-12T00:54:23.749 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.0 2024-09-12T00:54:23.749 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.0 2024-09-12T00:54:23.749 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.1 2024-09-12T00:54:23.750 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.1 2024-09-12T00:54:23.750 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.2 2024-09-12T00:54:23.750 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.2 2024-09-12T00:54:23.750 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.3 2024-09-12T00:54:23.750 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.3 2024-09-12T00:54:23.750 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.4 2024-09-12T00:54:23.750 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.4 2024-09-12T00:54:23.750 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.5 2024-09-12T00:54:23.750 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.5 2024-09-12T00:54:23.750 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.6 2024-09-12T00:54:23.750 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.6 2024-09-12T00:54:23.750 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.7 2024-09-12T00:54:23.750 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.7 2024-09-12T00:54:23.750 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.8 2024-09-12T00:54:23.751 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.8 2024-09-12T00:54:23.751 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.9 2024-09-12T00:54:23.751 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.9 2024-09-12T00:54:23.751 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.10 2024-09-12T00:54:23.751 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.10 2024-09-12T00:54:23.751 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.11 2024-09-12T00:54:23.751 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.11 2024-09-12T00:54:23.751 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.0 2024-09-12T00:54:23.751 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1 2024-09-12T00:54:23.751 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:54:23.678+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.2 2024-09-12T00:54:23.751 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:54:23.678+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.3 2024-09-12T00:54:23.751 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:54:23.679+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.4 2024-09-12T00:54:23.751 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:54:23.679+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.5 2024-09-12T00:54:23.752 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:54:23.680+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.6 2024-09-12T00:54:23.752 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:54:23.680+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.7 2024-09-12T00:54:23.752 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:54:23.681+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.8 2024-09-12T00:54:23.752 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:54:23.682+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.9 2024-09-12T00:54:23.752 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:54:23.682+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.10 2024-09-12T00:54:23.752 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:54:23.685+0000 7f19f1e0f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 : hit (requested=0x17, cached=0x17) 2024-09-12T00:54:23.752 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:54:23.685+0000 7f19f1e0f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 2024-09-12T00:54:23.752 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:54:23.686+0000 7f19f1e0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:23.752 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:54:23.686+0000 7f19f1e0f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:23.752 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:54:23.686+0000 7f19f1e0f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:23.752 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:54:23.686+0000 7f19f1e0f800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33, ofs0, ns] 2024-09-12T00:54:23.752 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:54:23.686+0000 7f18ceffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464306 cookie 94569872171264 notifier 7341 bl.length()=1015 2024-09-12T00:54:23.752 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:54:23.686+0000 7f18ceffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:23.753 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:54:23.686+0000 7f18ceffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:23.753 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:54:23.686+0000 7f18ceffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:23.753 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:54:23.687+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_sources= new_sources= 2024-09-12T00:54:23.753 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:54:23.687+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential sources added=[] removed=[] 2024-09-12T00:54:23.753 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:54:23.687+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_dests= new_dests= 2024-09-12T00:54:23.753 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:54:23.687+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential dests added=[] removed=[] 2024-09-12T00:54:23.753 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:54:23.690+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.0 2024-09-12T00:54:23.753 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:54:23.690+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1 2024-09-12T00:54:23.753 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:54:23.690+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.2 2024-09-12T00:54:23.753 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:54:23.691+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.3 2024-09-12T00:54:23.753 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:54:23.691+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.4 2024-09-12T00:54:23.753 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:54:23.692+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.5 2024-09-12T00:54:23.754 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:54:23.692+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.6 2024-09-12T00:54:23.754 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:54:23.692+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.7 2024-09-12T00:54:23.754 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:54:23.693+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.8 2024-09-12T00:54:23.754 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:54:23.693+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.9 2024-09-12T00:54:23.754 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:54:23.693+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.10 2024-09-12T00:54:23.754 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:54:23.695+0000 7f19f1e0f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f19f1e0f800 time 2024-09-12T00:54:23.695258+0000 2024-09-12T00:54:23.754 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:54:23.754 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.754 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:54:23.754 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f19f538c71a] 2024-09-12T00:54:23.754 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f19f538c8d8] 2024-09-12T00:54:23.754 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5602c1394641] 2024-09-12T00:54:23.754 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x5602c13a4637] 2024-09-12T00:54:23.754 INFO:tasks.workunit.client.0.smithi038.stderr: 5: main() 2024-09-12T00:54:23.755 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f19f4029590] 2024-09-12T00:54:23.755 INFO:tasks.workunit.client.0.smithi038.stderr: 7: __libc_start_main() 2024-09-12T00:54:23.755 INFO:tasks.workunit.client.0.smithi038.stderr: 8: _start() 2024-09-12T00:54:23.755 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.755 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:54:23.695+0000 7f19f1e0f800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:54:23.755 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f19f1e0f800 thread_name:radosgw-admin 2024-09-12T00:54:23.755 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.755 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:54:23.755 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f19f403e6f0] 2024-09-12T00:54:23.755 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f19f408b99c] 2024-09-12T00:54:23.755 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:54:23.755 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:54:23.755 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f19f538c774] 2024-09-12T00:54:23.755 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f19f538c8d8] 2024-09-12T00:54:23.756 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5602c1394641] 2024-09-12T00:54:23.756 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x5602c13a4637] 2024-09-12T00:54:23.756 INFO:tasks.workunit.client.0.smithi038.stderr: 9: main() 2024-09-12T00:54:23.756 INFO:tasks.workunit.client.0.smithi038.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f19f4029590] 2024-09-12T00:54:23.756 INFO:tasks.workunit.client.0.smithi038.stderr: 11: __libc_start_main() 2024-09-12T00:54:23.756 INFO:tasks.workunit.client.0.smithi038.stderr: 12: _start() 2024-09-12T00:54:23.756 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:54:23.756 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.756 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:54:23.756 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:54:23.756 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:54:23.756 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:54:23.756 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:54:23.757 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:54:23.757 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:54:23.757 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:54:23.757 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:54:23.757 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:54:23.757 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:54:23.757 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:54:23.757 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:54:23.757 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:54:23.757 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:54:23.757 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:54:23.757 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:54:23.757 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:54:23.757 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:54:23.757 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:54:23.758 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:54:23.758 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:54:23.758 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:54:23.758 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:54:23.758 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:54:23.758 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:54:23.758 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:54:23.758 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:54:23.758 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:54:23.758 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:54:23.758 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:54:23.758 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:54:23.758 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:54:23.758 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:54:23.758 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:54:23.759 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:54:23.759 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:54:23.759 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:54:23.759 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:54:23.759 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:54:23.759 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:54:23.759 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:54:23.759 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:54:23.759 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:54:23.759 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:54:23.759 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:54:23.759 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:54:23.759 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:54:23.759 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:54:23.759 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:54:23.760 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:54:23.760 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:54:23.760 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:54:23.760 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:54:23.760 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:54:23.760 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:54:23.760 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:54:23.760 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:54:23.760 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:54:23.760 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:54:23.760 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:54:23.760 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:54:23.760 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:54:23.761 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:54:23.761 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:54:23.761 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:54:23.761 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:54:23.761 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:54:23.761 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:54:23.761 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:54:23.761 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:54:23.761 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:54:23.761 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:54:23.761 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:54:23.761 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:54:23.761 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:54:23.761 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:54:23.762 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:54:23.762 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:54:23.762 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:54:23.762 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:54:23.762 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:54:23.762 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:54:23.762 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:54:23.762 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:54:23.762 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:54:23.762 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:54:23.762 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:54:23.762 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:54:23.762 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:54:23.763 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:54:23.763 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:54:23.763 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:54:23.763 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:54:23.763 INFO:tasks.workunit.client.0.smithi038.stderr: 7f181e7fc640 / http_manager 2024-09-12T00:54:23.763 INFO:tasks.workunit.client.0.smithi038.stderr: 7f18a4fe1640 / http_manager 2024-09-12T00:54:23.763 INFO:tasks.workunit.client.0.smithi038.stderr: 7f18a5fe3640 / rgw_dt_lg_renew 2024-09-12T00:54:23.763 INFO:tasks.workunit.client.0.smithi038.stderr: 7f18cd7fa640 / ms_dispatch 2024-09-12T00:54:23.763 INFO:tasks.workunit.client.0.smithi038.stderr: 7f18ce7fc640 / io_context_pool 2024-09-12T00:54:23.763 INFO:tasks.workunit.client.0.smithi038.stderr: 7f18ceffd640 / io_context_pool 2024-09-12T00:54:23.763 INFO:tasks.workunit.client.0.smithi038.stderr: 7f18d57fa640 / ms_dispatch 2024-09-12T00:54:23.763 INFO:tasks.workunit.client.0.smithi038.stderr: 7f18d7fff640 / ms_dispatch 2024-09-12T00:54:23.763 INFO:tasks.workunit.client.0.smithi038.stderr: 7f18dde0b640 / io_context_pool 2024-09-12T00:54:23.764 INFO:tasks.workunit.client.0.smithi038.stderr: 7f19ef0f8640 / msgr-worker-2 2024-09-12T00:54:23.764 INFO:tasks.workunit.client.0.smithi038.stderr: 7f19ef8f9640 / msgr-worker-1 2024-09-12T00:54:23.764 INFO:tasks.workunit.client.0.smithi038.stderr: 7f19f00fa640 / msgr-worker-0 2024-09-12T00:54:23.764 INFO:tasks.workunit.client.0.smithi038.stderr: 7f19f08fb640 / io_context_pool 2024-09-12T00:54:23.764 INFO:tasks.workunit.client.0.smithi038.stderr: 7f19f1e0f800 / radosgw-admin 2024-09-12T00:54:23.764 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:54:23.764 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:54:23.764 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/log/ceph/ceph-client.admin.123765.log 2024-09-12T00:54:23.764 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:54:23.764 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:54:23.764 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.765 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command rotate-key hook 0x5602c3934848 2024-09-12T00:54:23.765 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient: _reopen_session rank -1 2024-09-12T00:54:23.765 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:54:23.765 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-c con 0x5602c393acf0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:54:23.765 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-b con 0x5602c395e410 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:54:23.765 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-a con 0x7f19d8002570 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:54:23.765 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.765 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.765 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.765 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient(hunting): _renew_subs 2024-09-12T00:54:23.765 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:54:23.416+0000 7f19f1e0f800 10 monclient(hunting): authenticate will time out at 1969.867847s 2024-09-12T00:54:23.765 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:54:23.416+0000 7f19ef8f9640 10 monclient(hunting): get_auth_request con 0x5602c393acf0 auth_method 0 2024-09-12T00:54:23.765 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:54:23.416+0000 7f19ef8f9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.766 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:54:23.416+0000 7f19ef8f9640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.766 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:54:23.416+0000 7f19ef8f9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.766 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:54:23.416+0000 7f19f00fa640 10 monclient(hunting): get_auth_request con 0x7f19d8002570 auth_method 0 2024-09-12T00:54:23.766 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:54:23.416+0000 7f19f00fa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.766 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:54:23.416+0000 7f19f00fa640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.766 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:54:23.416+0000 7f19f00fa640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.766 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:54:23.417+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.766 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:54:23.417+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.766 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:54:23.417+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.766 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:54:23.417+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.766 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:54:23.417+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.766 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:54:23.417+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.766 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:54:23.417+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_done global_id 6932 payload 824 2024-09-12T00:54:23.766 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:54:23.417+0000 7f19ef8f9640 10 monclient: _finish_hunting 0 2024-09-12T00:54:23.766 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:54:23.417+0000 7f19ef8f9640 1 monclient: found mon.noname-c 2024-09-12T00:54:23.767 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:54:23.417+0000 7f19ef8f9640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:54:23.767 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:23.767 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:54:23.767 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: dump: 2024-09-12T00:54:23.767 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:23.767 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:23.767 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.767 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.767 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:23.767 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.767 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:23.767 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:23.767 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:23.767 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.767 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: _finish_auth 0 2024-09-12T00:54:23.768 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: _check_auth_tickets 2024-09-12T00:54:23.768 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:23.768 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:23.768 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:54:23.768 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:54:23.417+0000 7f18d7fff640 10 monclient: dump: 2024-09-12T00:54:23.768 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:23.768 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:23.768 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.768 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.768 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:23.768 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.768 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:23.768 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:23.768 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:23.768 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.769 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:54:23.417+0000 7f19f1e0f800 5 monclient: authenticate success, global_id 6932 2024-09-12T00:54:23.769 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:54:23.417+0000 7f19f1e0f800 10 monclient: _renew_subs 2024-09-12T00:54:23.769 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:54:23.417+0000 7f19f1e0f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:23.769 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:54:23.417+0000 7f18dde0b640 4 set_mon_vals no callback set 2024-09-12T00:54:23.769 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:54:23.417+0000 7f19f1e0f800 10 monclient: _renew_subs 2024-09-12T00:54:23.769 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:54:23.417+0000 7f19f1e0f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:23.769 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:54:23.417+0000 7f19f1e0f800 1 librados: init done 2024-09-12T00:54:23.769 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:54:23.419+0000 7f18d7fff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:54:23.769 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:54:23.419+0000 7f18d7fff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:23.769 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:54:23.419+0000 7f18d7fff640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:23.769 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:54:23.419+0000 7f19ef0f8640 10 monclient: get_auth_request con 0x7f18d8076470 auth_method 0 2024-09-12T00:54:23.769 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:54:23.420+0000 7f19f00fa640 10 monclient: get_auth_request con 0x5602c397d660 auth_method 0 2024-09-12T00:54:23.769 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:54:23.421+0000 7f19ef8f9640 10 monclient: get_auth_request con 0x5602c3980840 auth_method 0 2024-09-12T00:54:23.770 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:54:23.421+0000 7f19ef0f8640 10 monclient: get_auth_request con 0x5602c3984a30 auth_method 0 2024-09-12T00:54:23.770 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 10 monclient: build_initial_monmap 2024-09-12T00:54:23.770 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 1 build_initial for_mkfs: 0 2024-09-12T00:54:23.770 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 10 monclient: monmap: 2024-09-12T00:54:23.770 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:54:23.770 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:54:23.770 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:54:23.770 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:54:23.770 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:54:23.770 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.770 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:54:23.770 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:54:23.770 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:54:23.770 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.771 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding auth protocol: cephx 2024-09-12T00:54:23.771 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding auth protocol: cephx 2024-09-12T00:54:23.771 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding auth protocol: cephx 2024-09-12T00:54:23.771 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: secure 2024-09-12T00:54:23.771 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: crc 2024-09-12T00:54:23.771 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: secure 2024-09-12T00:54:23.771 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: crc 2024-09-12T00:54:23.771 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: secure 2024-09-12T00:54:23.771 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: crc 2024-09-12T00:54:23.771 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: crc 2024-09-12T00:54:23.771 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: secure 2024-09-12T00:54:23.771 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: crc 2024-09-12T00:54:23.771 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: secure 2024-09-12T00:54:23.771 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: crc 2024-09-12T00:54:23.772 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3989730) adding con mode: secure 2024-09-12T00:54:23.772 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.772 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command objecter_requests cmddesc objecter_requests hook 0x5602c398cc00 EEXIST 2024-09-12T00:54:23.772 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 10 monclient: init 2024-09-12T00:54:23.772 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding auth protocol: cephx 2024-09-12T00:54:23.772 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding auth protocol: cephx 2024-09-12T00:54:23.772 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding auth protocol: cephx 2024-09-12T00:54:23.772 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: secure 2024-09-12T00:54:23.772 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: crc 2024-09-12T00:54:23.772 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: secure 2024-09-12T00:54:23.772 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: crc 2024-09-12T00:54:23.772 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: secure 2024-09-12T00:54:23.772 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: crc 2024-09-12T00:54:23.772 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: crc 2024-09-12T00:54:23.773 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: secure 2024-09-12T00:54:23.773 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: crc 2024-09-12T00:54:23.773 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: secure 2024-09-12T00:54:23.773 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: crc 2024-09-12T00:54:23.773 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:54:23.423+0000 7f19f1e0f800 5 AuthRegistry(0x5602c3987e58) adding con mode: secure 2024-09-12T00:54:23.773 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.773 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.773 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command rotate-key cmddesc rotate-key hook 0x5602c3987fa0 EEXIST 2024-09-12T00:54:23.773 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient: _reopen_session rank -1 2024-09-12T00:54:23.773 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:54:23.773 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-b con 0x5602c39b0f20 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:54:23.773 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-a con 0x5602c39b1300 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:54:23.773 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-c con 0x5602c39afc30 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:54:23.773 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.773 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.774 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.774 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient(hunting): _renew_subs 2024-09-12T00:54:23.774 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:54:23.424+0000 7f19f1e0f800 10 monclient(hunting): authenticate will time out at 1969.875487s 2024-09-12T00:54:23.774 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient(hunting): get_auth_request con 0x5602c39afc30 auth_method 0 2024-09-12T00:54:23.774 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.774 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.774 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.774 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:54:23.424+0000 7f19ef0f8640 10 monclient(hunting): get_auth_request con 0x5602c39b1300 auth_method 0 2024-09-12T00:54:23.774 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:54:23.424+0000 7f19ef0f8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.774 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:54:23.424+0000 7f19ef0f8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.774 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:54:23.424+0000 7f19ef0f8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.774 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:54:23.424+0000 7f19ef8f9640 10 monclient(hunting): get_auth_request con 0x5602c39b0f20 auth_method 0 2024-09-12T00:54:23.774 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:54:23.424+0000 7f19ef8f9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.774 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:54:23.424+0000 7f19ef8f9640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.775 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:54:23.424+0000 7f19ef8f9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.775 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.775 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.775 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.775 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:54:23.424+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.775 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:54:23.424+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.775 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:54:23.424+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.775 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:54:23.424+0000 7f19ef0f8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.775 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:54:23.424+0000 7f19ef0f8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.775 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:54:23.424+0000 7f19ef0f8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.775 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient(hunting): handle_auth_done global_id 6935 payload 824 2024-09-12T00:54:23.775 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient: _finish_hunting 0 2024-09-12T00:54:23.775 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:54:23.424+0000 7f19f00fa640 1 monclient: found mon.noname-c 2024-09-12T00:54:23.775 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:54:23.424+0000 7f19f00fa640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:54:23.776 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:23.776 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:54:23.776 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: dump: 2024-09-12T00:54:23.776 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:23.776 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:23.776 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.776 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.776 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:23.776 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.776 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:23.776 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:23.776 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:23.776 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.776 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: _finish_auth 0 2024-09-12T00:54:23.776 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: _check_auth_tickets 2024-09-12T00:54:23.777 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:23.777 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:23.777 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:54:23.777 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:54:23.425+0000 7f18d57fa640 10 monclient: dump: 2024-09-12T00:54:23.777 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:23.777 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:23.777 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.777 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.778 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:23.778 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.778 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:23.778 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:23.778 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:23.778 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.778 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:54:23.425+0000 7f19f1e0f800 5 monclient: authenticate success, global_id 6935 2024-09-12T00:54:23.778 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:54:23.425+0000 7f19f1e0f800 10 monclient: _renew_subs 2024-09-12T00:54:23.778 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:54:23.425+0000 7f19f1e0f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:23.778 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:54:23.425+0000 7f19f08fb640 4 set_mon_vals no callback set 2024-09-12T00:54:23.778 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:54:23.425+0000 7f19f1e0f800 10 monclient: _renew_subs 2024-09-12T00:54:23.778 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:54:23.425+0000 7f19f1e0f800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:23.778 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:54:23.427+0000 7f18d57fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:54:23.778 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:54:23.427+0000 7f18d57fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:23.779 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:54:23.427+0000 7f18d57fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:23.779 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:54:23.427+0000 7f19ef8f9640 10 monclient: get_auth_request con 0x7f18c8076380 auth_method 0 2024-09-12T00:54:23.779 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 10 monclient: get_monmap_and_config 2024-09-12T00:54:23.779 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 10 monclient: build_initial_monmap 2024-09-12T00:54:23.779 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 1 build_initial for_mkfs: 0 2024-09-12T00:54:23.779 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 10 monclient: monmap: 2024-09-12T00:54:23.779 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:54:23.779 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:54:23.779 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:54:23.779 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:54:23.779 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:54:23.779 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.779 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:54:23.779 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:54:23.779 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:54:23.780 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.780 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding auth protocol: cephx 2024-09-12T00:54:23.780 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding auth protocol: cephx 2024-09-12T00:54:23.780 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding auth protocol: cephx 2024-09-12T00:54:23.780 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: secure 2024-09-12T00:54:23.780 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: crc 2024-09-12T00:54:23.780 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: secure 2024-09-12T00:54:23.780 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: crc 2024-09-12T00:54:23.780 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: secure 2024-09-12T00:54:23.780 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: crc 2024-09-12T00:54:23.780 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: crc 2024-09-12T00:54:23.780 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: secure 2024-09-12T00:54:23.780 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: crc 2024-09-12T00:54:23.781 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: secure 2024-09-12T00:54:23.781 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: crc 2024-09-12T00:54:23.781 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:54:23.427+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d0dc0) adding con mode: secure 2024-09-12T00:54:23.781 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.781 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient: init 2024-09-12T00:54:23.781 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding auth protocol: cephx 2024-09-12T00:54:23.781 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding auth protocol: cephx 2024-09-12T00:54:23.781 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding auth protocol: cephx 2024-09-12T00:54:23.781 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: secure 2024-09-12T00:54:23.781 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: crc 2024-09-12T00:54:23.781 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: secure 2024-09-12T00:54:23.781 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: crc 2024-09-12T00:54:23.781 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: secure 2024-09-12T00:54:23.781 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: crc 2024-09-12T00:54:23.782 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: crc 2024-09-12T00:54:23.782 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: secure 2024-09-12T00:54:23.782 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: crc 2024-09-12T00:54:23.782 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: secure 2024-09-12T00:54:23.782 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: crc 2024-09-12T00:54:23.782 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9ec20) adding con mode: secure 2024-09-12T00:54:23.782 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.782 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.782 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command rotate-key cmddesc rotate-key hook 0x7ffdfea9ed68 EEXIST 2024-09-12T00:54:23.782 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient: _reopen_session rank -1 2024-09-12T00:54:23.782 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:54:23.782 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-b con 0x5602c39d4f00 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:54:23.782 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-a con 0x5602c39ff970 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:54:23.783 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-c con 0x5602c3a00d20 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:54:23.783 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.783 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.783 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.783 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient(hunting): _renew_subs 2024-09-12T00:54:23.783 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:54:23.428+0000 7f19f1e0f800 10 monclient(hunting): authenticate will time out at 1969.879906s 2024-09-12T00:54:23.783 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient(hunting): get_auth_request con 0x5602c3a00d20 auth_method 0 2024-09-12T00:54:23.783 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.783 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.783 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.783 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:54:23.429+0000 7f19ef0f8640 10 monclient(hunting): get_auth_request con 0x5602c39ff970 auth_method 0 2024-09-12T00:54:23.783 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:54:23.429+0000 7f19ef0f8640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.783 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:54:23.429+0000 7f19ef0f8640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.783 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:54:23.429+0000 7f19ef0f8640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.783 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.784 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.784 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.784 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:54:23.429+0000 7f19ef0f8640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.784 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:54:23.429+0000 7f19ef0f8640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.784 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:54:23.429+0000 7f19ef0f8640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.784 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient(hunting): handle_auth_done global_id 6938 payload 274 2024-09-12T00:54:23.784 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient: _finish_hunting 0 2024-09-12T00:54:23.784 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:54:23.429+0000 7f19f00fa640 1 monclient: found mon.noname-c 2024-09-12T00:54:23.784 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:54:23.429+0000 7f19f00fa640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:54:23.784 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:23.784 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:54:23.784 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: dump: 2024-09-12T00:54:23.784 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:23.784 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:23.785 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.785 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.785 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:23.785 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.785 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:23.785 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:23.785 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:23.785 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.785 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: _finish_auth 0 2024-09-12T00:54:23.785 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: _check_auth_tickets 2024-09-12T00:54:23.785 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:54:23.429+0000 7f19f1e0f800 5 monclient: authenticate success, global_id 6938 2024-09-12T00:54:23.785 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:23.785 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:54:23.429+0000 7f19f1e0f800 10 monclient: get_monmap_and_config success 2024-09-12T00:54:23.785 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:54:23.429+0000 7f19f1e0f800 4 set_mon_vals no callback set 2024-09-12T00:54:23.785 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:23.786 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:54:23.786 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:54:23.429+0000 7f18ceffd640 10 monclient: dump: 2024-09-12T00:54:23.786 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:23.786 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:23.786 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.786 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.786 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:23.786 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.786 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:23.786 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:23.786 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:23.786 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.786 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 10 monclient: shutdown 2024-09-12T00:54:23.786 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 10 monclient: build_initial_monmap 2024-09-12T00:54:23.786 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 1 build_initial for_mkfs: 0 2024-09-12T00:54:23.787 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 10 monclient: monmap: 2024-09-12T00:54:23.787 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:54:23.787 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:54:23.787 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:54:23.787 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:54:23.787 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:54:23.787 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.787 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:54:23.787 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:54:23.787 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:54:23.787 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.788 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding auth protocol: cephx 2024-09-12T00:54:23.788 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding auth protocol: cephx 2024-09-12T00:54:23.788 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding auth protocol: cephx 2024-09-12T00:54:23.788 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: secure 2024-09-12T00:54:23.788 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: crc 2024-09-12T00:54:23.788 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: secure 2024-09-12T00:54:23.788 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: crc 2024-09-12T00:54:23.788 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: secure 2024-09-12T00:54:23.788 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: crc 2024-09-12T00:54:23.788 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: crc 2024-09-12T00:54:23.788 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: secure 2024-09-12T00:54:23.788 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: crc 2024-09-12T00:54:23.789 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: secure 2024-09-12T00:54:23.789 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: crc 2024-09-12T00:54:23.789 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39d5ae0) adding con mode: secure 2024-09-12T00:54:23.789 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.789 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 1 librados: starting msgr at 2024-09-12T00:54:23.789 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 1 librados: starting objecter 2024-09-12T00:54:23.789 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command objecter_requests cmddesc objecter_requests hook 0x5602c39d07d0 EEXIST 2024-09-12T00:54:23.789 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 1 librados: setting wanted keys 2024-09-12T00:54:23.789 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 1 librados: calling monclient init 2024-09-12T00:54:23.789 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 10 monclient: init 2024-09-12T00:54:23.789 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding auth protocol: cephx 2024-09-12T00:54:23.789 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding auth protocol: cephx 2024-09-12T00:54:23.789 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding auth protocol: cephx 2024-09-12T00:54:23.790 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: secure 2024-09-12T00:54:23.790 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: crc 2024-09-12T00:54:23.790 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: secure 2024-09-12T00:54:23.790 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: crc 2024-09-12T00:54:23.790 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: secure 2024-09-12T00:54:23.790 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: crc 2024-09-12T00:54:23.790 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: crc 2024-09-12T00:54:23.790 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: secure 2024-09-12T00:54:23.790 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: crc 2024-09-12T00:54:23.790 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: secure 2024-09-12T00:54:23.790 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: crc 2024-09-12T00:54:23.790 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 5 AuthRegistry(0x5602c39c57e0) adding con mode: secure 2024-09-12T00:54:23.790 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:54:23.430+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.790 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.790 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command rotate-key cmddesc rotate-key hook 0x5602c39c5928 EEXIST 2024-09-12T00:54:23.791 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient: _reopen_session rank -1 2024-09-12T00:54:23.791 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:54:23.791 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-a con 0x5602c39d4f00 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:54:23.791 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-b con 0x5602c3a00d20 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:54:23.791 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient(hunting): picked mon.noname-c con 0x5602c39f4b80 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:54:23.791 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.791 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.791 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:23.791 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient(hunting): _renew_subs 2024-09-12T00:54:23.791 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient(hunting): authenticate will time out at 1969.882234s 2024-09-12T00:54:23.791 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:54:23.431+0000 7f19f00fa640 10 monclient(hunting): get_auth_request con 0x5602c39f4b80 auth_method 0 2024-09-12T00:54:23.791 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:54:23.431+0000 7f19f00fa640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.791 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:54:23.431+0000 7f19f00fa640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.791 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:54:23.431+0000 7f19f00fa640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.792 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient(hunting): get_auth_request con 0x5602c39d4f00 auth_method 0 2024-09-12T00:54:23.792 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:23.792 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:23.792 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:23.792 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:54:23.431+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.792 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:54:23.431+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.792 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:54:23.431+0000 7f19f00fa640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.792 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:23.792 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:23.792 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:23.792 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient(hunting): handle_auth_done global_id 7341 payload 824 2024-09-12T00:54:23.792 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient: _finish_hunting 0 2024-09-12T00:54:23.792 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 1 monclient: found mon.noname-a 2024-09-12T00:54:23.792 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:54:23.431+0000 7f19ef8f9640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:54:23.793 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:23.793 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:54:23.793 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: dump: 2024-09-12T00:54:23.793 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:23.793 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:23.793 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.793 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.793 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:23.793 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.793 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:23.793 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:23.793 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:23.793 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.793 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: _finish_auth 0 2024-09-12T00:54:23.794 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: _check_auth_tickets 2024-09-12T00:54:23.794 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:23.794 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:23.794 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:54:23.794 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:54:23.431+0000 7f18cd7fa640 10 monclient: dump: 2024-09-12T00:54:23.794 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:23.794 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:23.794 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.794 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:23.794 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:23.794 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:23.794 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:23.794 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:23.794 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:23.795 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.795 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 5 monclient: authenticate success, global_id 7341 2024-09-12T00:54:23.795 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient: _renew_subs 2024-09-12T00:54:23.795 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:54:23.431+0000 7f18ceffd640 4 set_mon_vals no callback set 2024-09-12T00:54:23.795 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:54:23.795 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient: _renew_subs 2024-09-12T00:54:23.795 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:54:23.795 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 1 librados: init done 2024-09-12T00:54:23.795 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:54:23.431+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command cr dump hook 0x5602c39f5558 2024-09-12T00:54:23.795 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:54:23.433+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.795 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:54:23.433+0000 7f18cd7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:54:23.795 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:54:23.433+0000 7f18cd7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:23.795 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:54:23.433+0000 7f18cd7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:23.795 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:54:23.434+0000 7f19ef0f8640 10 monclient: get_auth_request con 0x7f18b8076470 auth_method 0 2024-09-12T00:54:23.796 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:54:23.434+0000 7f19f00fa640 10 monclient: get_auth_request con 0x5602c3a1fe30 auth_method 0 2024-09-12T00:54:23.796 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:54:23.434+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.796 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:54:23.434+0000 7f19f1e0f800 20 realm 2024-09-12T00:54:23.796 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:54:23.434+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.796 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:54:23.435+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.796 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:54:23.435+0000 7f19f1e0f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:23.796 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:54:23.435+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.796 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:54:23.435+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.796 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:54:23.435+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.796 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:54:23.435+0000 7f19ef8f9640 10 monclient: get_auth_request con 0x5602c3a24050 auth_method 0 2024-09-12T00:54:23.796 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:54:23.436+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:23.796 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:54:23.436+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.796 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:54:23.436+0000 7f19ef0f8640 10 monclient: get_auth_request con 0x5602c3a278b0 auth_method 0 2024-09-12T00:54:23.797 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:54:23.437+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:23.797 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:54:23.437+0000 7f19f1e0f800 20 searching for the correct realm 2024-09-12T00:54:23.797 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:54:23.437+0000 7f19f00fa640 10 monclient: get_auth_request con 0x5602c3a2c670 auth_method 0 2024-09-12T00:54:23.797 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:54:23.438+0000 7f19ef8f9640 10 monclient: get_auth_request con 0x7f19d80030f0 auth_method 0 2024-09-12T00:54:23.797 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:54:23.438+0000 7f19ef0f8640 10 monclient: get_auth_request con 0x7f19e00b6020 auth_method 0 2024-09-12T00:54:23.797 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:54:23.439+0000 7f19ef0f8640 0 -- 172.21.15.38:0/4154098360 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f19e00b6020 msgr2=0x7f19e00ab260 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:54:23.797 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:54:23.439+0000 7f18cd7fa640 1 client.7341.objecter ms_handle_reset 0x7f19e00b6020 session 0x7f19e00bc030 osd.4 2024-09-12T00:54:23.797 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:54:23.439+0000 7f18cd7fa640 10 monclient: _renew_subs 2024-09-12T00:54:23.797 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:54:23.439+0000 7f18cd7fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:54:23.797 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:54:23.439+0000 7f19ef0f8640 10 monclient: get_auth_request con 0x7f18b8086aa0 auth_method 0 2024-09-12T00:54:23.797 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:54:23.441+0000 7f19f00fa640 10 monclient: get_auth_request con 0x7f19e404e040 auth_method 0 2024-09-12T00:54:23.797 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:54:23.443+0000 7f19ef8f9640 10 monclient: get_auth_request con 0x7f19e4019950 auth_method 0 2024-09-12T00:54:23.797 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:54:23.443+0000 7f19ef8f9640 0 -- 172.21.15.38:0/4154098360 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f19e4019950 msgr2=0x7f19e4035430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:23.798 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:54:23.645+0000 7f19ef8f9640 10 monclient: get_auth_request con 0x7f19e4019950 auth_method 0 2024-09-12T00:54:23.798 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:23.798 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:23.798 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:23.798 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:23.798 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:23.798 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:54:23.650+0000 7f19f1e0f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:23.798 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:54:23.651+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.798 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:54:23.651+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.798 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:54:23.651+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.798 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:54:23.651+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:23.798 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:54:23.651+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.798 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:23.798 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 zone default found 2024-09-12T00:54:23.799 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 4 Realm: () 2024-09-12T00:54:23.799 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:23.799 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:23.799 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:23.799 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 zonegroup default 2024-09-12T00:54:23.799 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.799 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.799 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:54:23.652+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.799 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:54:23.653+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.799 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:54:23.653+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.799 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:54:23.653+0000 7f19f1e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.799 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:54:23.653+0000 7f19f1e0f800 20 started sync module instance, tier type = 2024-09-12T00:54:23.799 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:54:23.653+0000 7f19f1e0f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:23.799 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=0 2024-09-12T00:54:23.800 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=1 2024-09-12T00:54:23.800 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=2 2024-09-12T00:54:23.800 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=3 2024-09-12T00:54:23.800 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=4 2024-09-12T00:54:23.800 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=5 2024-09-12T00:54:23.800 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:54:23.662+0000 7f19f1e0f800 20 add_watcher() i=6 2024-09-12T00:54:23.800 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:54:23.663+0000 7f19f1e0f800 20 add_watcher() i=7 2024-09-12T00:54:23.800 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:54:23.663+0000 7f19f1e0f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:23.800 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding auth protocol: cephx 2024-09-12T00:54:23.800 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding auth protocol: cephx 2024-09-12T00:54:23.800 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding auth protocol: cephx 2024-09-12T00:54:23.800 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: secure 2024-09-12T00:54:23.801 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: crc 2024-09-12T00:54:23.801 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: secure 2024-09-12T00:54:23.801 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: crc 2024-09-12T00:54:23.801 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: secure 2024-09-12T00:54:23.801 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: crc 2024-09-12T00:54:23.801 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: crc 2024-09-12T00:54:23.801 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: secure 2024-09-12T00:54:23.801 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: crc 2024-09-12T00:54:23.801 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: secure 2024-09-12T00:54:23.801 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: crc 2024-09-12T00:54:23.801 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 AuthRegistry(0x7ffdfea9f100) adding con mode: secure 2024-09-12T00:54:23.801 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:54:23.665+0000 7f18a5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:23.801 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:23.801 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:23.802 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:23.802 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command cache list hook 0x5602c39f4fe0 2024-09-12T00:54:23.802 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command cache inspect hook 0x5602c39f4fe0 2024-09-12T00:54:23.802 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command cache erase hook 0x5602c39f4fe0 2024-09-12T00:54:23.802 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command cache zap hook 0x5602c39f4fe0 2024-09-12T00:54:23.802 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 note: GC not initialized 2024-09-12T00:54:23.802 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:54:23.665+0000 7f18a4fe1640 20 reqs_thread_entry: start 2024-09-12T00:54:23.802 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command sync trace show hook 0x7f19d8001d30 2024-09-12T00:54:23.802 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command sync trace history hook 0x7f19d8001d30 2024-09-12T00:54:23.802 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command sync trace active hook 0x7f19d8001d30 2024-09-12T00:54:23.802 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 5 asok(0x5602c3714630) register_command sync trace active_short hook 0x7f19d8001d30 2024-09-12T00:54:23.802 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:54:23.665+0000 7f19f1e0f800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:23.802 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 20 Filter name: none 2024-09-12T00:54:23.803 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:54:23.666+0000 7f181e7fc640 20 reqs_thread_entry: start 2024-09-12T00:54:23.803 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T00:54:23.803 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.803 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:23.803 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T00:54:23.803 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T00:54:23.803 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 : miss 2024-09-12T00:54:23.803 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.803 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:23.803 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:23.803 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:23.803 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:54:23.803 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:23.804 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:54:23.666+0000 7f19f1e0f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 2024-09-12T00:54:23.804 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:54:23.672+0000 7f19f1e0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:23.804 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:54:23.672+0000 7f19f1e0f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:23.804 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:54:23.672+0000 7f19f1e0f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:23.804 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:54:23.672+0000 7f19f1e0f800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33, ofs0, ns] 2024-09-12T00:54:23.804 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:54:23.672+0000 7f18ce7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464305 cookie 94569872171264 notifier 7341 bl.length()=1015 2024-09-12T00:54:23.804 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:54:23.672+0000 7f18ce7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:23.804 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:54:23.672+0000 7f18ce7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:23.804 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:54:23.672+0000 7f18ce7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:23.804 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:54:23.672+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_sources= new_sources= 2024-09-12T00:54:23.804 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:54:23.672+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential sources added=[] removed=[] 2024-09-12T00:54:23.804 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:54:23.672+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_dests= new_dests= 2024-09-12T00:54:23.804 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:54:23.672+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential dests added=[] removed=[] 2024-09-12T00:54:23.804 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.0 2024-09-12T00:54:23.805 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.0 2024-09-12T00:54:23.805 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.1 2024-09-12T00:54:23.805 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.1 2024-09-12T00:54:23.805 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.2 2024-09-12T00:54:23.805 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.2 2024-09-12T00:54:23.805 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.3 2024-09-12T00:54:23.805 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.3 2024-09-12T00:54:23.805 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.4 2024-09-12T00:54:23.805 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.4 2024-09-12T00:54:23.805 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.5 2024-09-12T00:54:23.805 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.5 2024-09-12T00:54:23.805 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.6 2024-09-12T00:54:23.805 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.6 2024-09-12T00:54:23.805 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.7 2024-09-12T00:54:23.806 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.7 2024-09-12T00:54:23.806 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.8 2024-09-12T00:54:23.806 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.8 2024-09-12T00:54:23.806 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.9 2024-09-12T00:54:23.806 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.9 2024-09-12T00:54:23.806 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.10 2024-09-12T00:54:23.806 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.10 2024-09-12T00:54:23.806 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.11 2024-09-12T00:54:23.806 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.11 2024-09-12T00:54:23.806 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.0 2024-09-12T00:54:23.806 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:54:23.677+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1 2024-09-12T00:54:23.806 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:54:23.678+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.2 2024-09-12T00:54:23.806 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:54:23.678+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.3 2024-09-12T00:54:23.806 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:54:23.679+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.4 2024-09-12T00:54:23.807 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:54:23.679+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.5 2024-09-12T00:54:23.807 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:54:23.680+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.6 2024-09-12T00:54:23.807 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:54:23.680+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.7 2024-09-12T00:54:23.807 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:54:23.681+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.8 2024-09-12T00:54:23.807 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:54:23.682+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.9 2024-09-12T00:54:23.807 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:54:23.682+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.10 2024-09-12T00:54:23.807 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:54:23.685+0000 7f19f1e0f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 : hit (requested=0x17, cached=0x17) 2024-09-12T00:54:23.807 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:54:23.685+0000 7f19f1e0f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 2024-09-12T00:54:23.807 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:54:23.686+0000 7f19f1e0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:23.807 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:54:23.686+0000 7f19f1e0f800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:23.807 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:54:23.686+0000 7f19f1e0f800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:23.807 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:54:23.686+0000 7f19f1e0f800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33, ofs0, ns] 2024-09-12T00:54:23.807 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:54:23.686+0000 7f18ceffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464306 cookie 94569872171264 notifier 7341 bl.length()=1015 2024-09-12T00:54:23.807 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:54:23.686+0000 7f18ceffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:23.807 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:54:23.686+0000 7f18ceffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:23.808 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:54:23.686+0000 7f18ceffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:23.808 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:54:23.687+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_sources= new_sources= 2024-09-12T00:54:23.808 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:54:23.687+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential sources added=[] removed=[] 2024-09-12T00:54:23.808 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:54:23.687+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_dests= new_dests= 2024-09-12T00:54:23.808 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:54:23.687+0000 7f19f1e0f800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential dests added=[] removed=[] 2024-09-12T00:54:23.808 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:54:23.690+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.0 2024-09-12T00:54:23.808 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:54:23.690+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1 2024-09-12T00:54:23.808 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:54:23.690+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.2 2024-09-12T00:54:23.808 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:54:23.691+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.3 2024-09-12T00:54:23.808 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:54:23.691+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.4 2024-09-12T00:54:23.808 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:54:23.692+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.5 2024-09-12T00:54:23.808 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:54:23.692+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.6 2024-09-12T00:54:23.808 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:54:23.692+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.7 2024-09-12T00:54:23.809 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:54:23.693+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.8 2024-09-12T00:54:23.809 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:54:23.693+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.9 2024-09-12T00:54:23.809 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:54:23.693+0000 7f19f1e0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.10 2024-09-12T00:54:23.809 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:54:23.695+0000 7f19f1e0f800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f19f1e0f800 time 2024-09-12T00:54:23.695258+0000 2024-09-12T00:54:23.809 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:54:23.809 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.809 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:54:23.809 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f19f538c71a] 2024-09-12T00:54:23.809 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f19f538c8d8] 2024-09-12T00:54:23.809 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5602c1394641] 2024-09-12T00:54:23.809 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x5602c13a4637] 2024-09-12T00:54:23.809 INFO:tasks.workunit.client.0.smithi038.stderr: 5: main() 2024-09-12T00:54:23.809 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f19f4029590] 2024-09-12T00:54:23.809 INFO:tasks.workunit.client.0.smithi038.stderr: 7: __libc_start_main() 2024-09-12T00:54:23.809 INFO:tasks.workunit.client.0.smithi038.stderr: 8: _start() 2024-09-12T00:54:23.810 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.810 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:54:23.695+0000 7f19f1e0f800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:54:23.810 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f19f1e0f800 thread_name:radosgw-admin 2024-09-12T00:54:23.810 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.810 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:54:23.810 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f19f403e6f0] 2024-09-12T00:54:23.810 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f19f408b99c] 2024-09-12T00:54:23.810 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:54:23.810 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:54:23.810 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f19f538c774] 2024-09-12T00:54:23.810 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f19f538c8d8] 2024-09-12T00:54:23.810 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5602c1394641] 2024-09-12T00:54:23.810 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x427) [0x5602c13a4637] 2024-09-12T00:54:23.810 INFO:tasks.workunit.client.0.smithi038.stderr: 9: main() 2024-09-12T00:54:23.810 INFO:tasks.workunit.client.0.smithi038.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f19f4029590] 2024-09-12T00:54:23.810 INFO:tasks.workunit.client.0.smithi038.stderr: 11: __libc_start_main() 2024-09-12T00:54:23.811 INFO:tasks.workunit.client.0.smithi038.stderr: 12: _start() 2024-09-12T00:54:23.811 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:54:23.811 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:23.811 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:54:23.811 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:54:23.811 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:54:23.811 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:54:23.811 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:54:23.811 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:54:23.811 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:54:23.811 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:54:23.811 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:54:23.811 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:54:23.811 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:54:23.811 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:54:23.812 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:54:23.812 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:54:23.812 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:54:23.812 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:54:23.812 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:54:23.812 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:54:23.812 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:54:23.812 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:54:23.812 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:54:23.812 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:54:23.812 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:54:23.812 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:54:23.812 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:54:23.812 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:54:23.812 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:54:23.812 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:54:23.813 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:54:23.813 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:54:23.813 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:54:23.813 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:54:23.813 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:54:23.813 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:54:23.813 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:54:23.813 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:54:23.813 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:54:23.813 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:54:23.813 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:54:23.813 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:54:23.813 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:54:23.813 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:54:23.814 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:54:23.814 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:54:23.814 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:54:23.814 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:54:23.814 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:54:23.814 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:54:23.814 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:54:23.814 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:54:23.814 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:54:23.814 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:54:23.814 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:54:23.814 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:54:23.814 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:54:23.814 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:54:23.814 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:54:23.814 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:54:23.815 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:54:23.815 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:54:23.815 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:54:23.815 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:54:23.815 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:54:23.815 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:54:23.815 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:54:23.815 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:54:23.815 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:54:23.815 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:54:23.815 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:54:23.815 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:54:23.815 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:54:23.815 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:54:23.815 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:54:23.815 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:54:23.815 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:54:23.816 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:54:23.816 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:54:23.816 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:54:23.816 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:54:23.816 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:54:23.816 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:54:23.816 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:54:23.816 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:54:23.816 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:54:23.816 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:54:23.816 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:54:23.816 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:54:23.816 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:54:23.816 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:54:23.816 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:54:23.816 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:54:23.817 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:54:23.817 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:54:23.817 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:54:23.817 INFO:tasks.workunit.client.0.smithi038.stderr: 7f181e7fc640 / http_manager 2024-09-12T00:54:23.817 INFO:tasks.workunit.client.0.smithi038.stderr: 7f18a4fe1640 / http_manager 2024-09-12T00:54:23.817 INFO:tasks.workunit.client.0.smithi038.stderr: 7f18a5fe3640 / rgw_dt_lg_renew 2024-09-12T00:54:23.817 INFO:tasks.workunit.client.0.smithi038.stderr: 7f18cd7fa640 / ms_dispatch 2024-09-12T00:54:23.817 INFO:tasks.workunit.client.0.smithi038.stderr: 7f18ce7fc640 / io_context_pool 2024-09-12T00:54:23.817 INFO:tasks.workunit.client.0.smithi038.stderr: 7f18ceffd640 / io_context_pool 2024-09-12T00:54:23.817 INFO:tasks.workunit.client.0.smithi038.stderr: 7f18d57fa640 / ms_dispatch 2024-09-12T00:54:23.817 INFO:tasks.workunit.client.0.smithi038.stderr: 7f18d7fff640 / ms_dispatch 2024-09-12T00:54:23.817 INFO:tasks.workunit.client.0.smithi038.stderr: 7f18dde0b640 / io_context_pool 2024-09-12T00:54:23.817 INFO:tasks.workunit.client.0.smithi038.stderr: 7f19ef0f8640 / msgr-worker-2 2024-09-12T00:54:23.817 INFO:tasks.workunit.client.0.smithi038.stderr: 7f19ef8f9640 / msgr-worker-1 2024-09-12T00:54:23.817 INFO:tasks.workunit.client.0.smithi038.stderr: 7f19f00fa640 / msgr-worker-0 2024-09-12T00:54:23.818 INFO:tasks.workunit.client.0.smithi038.stderr: 7f19f08fb640 / io_context_pool 2024-09-12T00:54:23.818 INFO:tasks.workunit.client.0.smithi038.stderr: 7f19f1e0f800 / radosgw-admin 2024-09-12T00:54:23.818 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:54:23.818 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:54:23.818 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:54:23.696649Z_a9948c58-418e-452c-8898-639674bb0e27/log 2024-09-12T00:54:23.818 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:54:23.818 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T00:54:23.819 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:23.819 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:23.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.774+0000 7f884f735800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.776+0000 7f884f735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.776+0000 7f884f735800 20 realm 2024-09-12T00:54:23.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.776+0000 7f884f735800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.776+0000 7f884f735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.776+0000 7f884f735800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:23.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.776+0000 7f884f735800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.776+0000 7f884f735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:23.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.776+0000 7f884f735800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.779+0000 7f884f735800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:23.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.779+0000 7f884f735800 20 rados->read ofs=0 len=0 2024-09-12T00:54:23.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.784+0000 7f884f735800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:23.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.784+0000 7f884f735800 20 searching for the correct realm 2024-09-12T00:54:23.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.989+0000 7f884ace3640 0 -- 172.21.15.38:0/1538206818 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5579e0a226e0 msgr2=0x5579e0a24ad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:23.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:23.993+0000 7f884b4e4640 0 -- 172.21.15.38:0/1538206818 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f884005f040 msgr2=0x7f8840018410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:24.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.200+0000 7f884f735800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:24.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.200+0000 7f884f735800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:24.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.200+0000 7f884f735800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:24.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.200+0000 7f884f735800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:24.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.200+0000 7f884f735800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:24.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.200+0000 7f884f735800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:24.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.200+0000 7f884f735800 20 rados->read ofs=0 len=0 2024-09-12T00:54:24.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.201+0000 7f884f735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:24.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.201+0000 7f884f735800 20 rados->read ofs=0 len=0 2024-09-12T00:54:24.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.201+0000 7f884f735800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:24.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.201+0000 7f884f735800 20 rados->read ofs=0 len=0 2024-09-12T00:54:24.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.201+0000 7f884f735800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:24.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.201+0000 7f884f735800 20 zone default found 2024-09-12T00:54:24.201 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.201+0000 7f884f735800 4 Realm: () 2024-09-12T00:54:24.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.201+0000 7f884f735800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:24.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.201+0000 7f884f735800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:24.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.201+0000 7f884f735800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:24.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.201+0000 7f884f735800 20 zonegroup default 2024-09-12T00:54:24.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.201+0000 7f884f735800 20 rados->read ofs=0 len=0 2024-09-12T00:54:24.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.202+0000 7f884f735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:24.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.202+0000 7f884f735800 20 rados->read ofs=0 len=0 2024-09-12T00:54:24.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.202+0000 7f884f735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:24.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.202+0000 7f884f735800 20 rados->read ofs=0 len=0 2024-09-12T00:54:24.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.202+0000 7f884f735800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:24.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.202+0000 7f884f735800 20 started sync module instance, tier type = 2024-09-12T00:54:24.202 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.203+0000 7f884f735800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:24.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.213+0000 7f884f735800 20 add_watcher() i=0 2024-09-12T00:54:24.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.213+0000 7f884f735800 20 add_watcher() i=1 2024-09-12T00:54:24.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.213+0000 7f884f735800 20 add_watcher() i=2 2024-09-12T00:54:24.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.213+0000 7f884f735800 20 add_watcher() i=3 2024-09-12T00:54:24.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.213+0000 7f884f735800 20 add_watcher() i=4 2024-09-12T00:54:24.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.213+0000 7f884f735800 20 add_watcher() i=5 2024-09-12T00:54:24.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.213+0000 7f884f735800 20 add_watcher() i=6 2024-09-12T00:54:24.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.214+0000 7f884f735800 20 add_watcher() i=7 2024-09-12T00:54:24.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.214+0000 7f884f735800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:24.214 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.215+0000 7f8701fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:24.215 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.216+0000 7f884f735800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:24.215 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.216+0000 7f884f735800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:24.215 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.216+0000 7f884f735800 5 note: GC not initialized 2024-09-12T00:54:24.215 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.216+0000 7f8700fe1640 20 reqs_thread_entry: start 2024-09-12T00:54:24.215 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.216+0000 7f884f735800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:24.215 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.216+0000 7f884f735800 20 Filter name: none 2024-09-12T00:54:24.215 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.216+0000 7f867a7fc640 20 reqs_thread_entry: start 2024-09-12T00:54:24.215 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.216+0000 7f884f735800 20 rados->read ofs=0 len=0 2024-09-12T00:54:24.216 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.217+0000 7f884f735800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:24.216 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.217+0000 7f884f735800 20 rados->read ofs=0 len=0 2024-09-12T00:54:24.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.217+0000 7f884f735800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T00:54:24.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.217+0000 7f884f735800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:24.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.217+0000 7f884f735800 20 rados->read ofs=0 len=0 2024-09-12T00:54:24.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.218+0000 7f884f735800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:24.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.218+0000 7f884f735800 20 rados->read ofs=0 len=0 2024-09-12T00:54:24.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.218+0000 7f884f735800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T00:54:24.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.218+0000 7f884f735800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:24.219 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.220+0000 7f8701fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:24.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.222+0000 7f884f735800 20 remove_watcher() i=0 2024-09-12T00:54:24.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.222+0000 7f884f735800 2 removed watcher, disabling cache 2024-09-12T00:54:24.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.224+0000 7f884f735800 20 remove_watcher() i=1 2024-09-12T00:54:24.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.225+0000 7f884f735800 20 remove_watcher() i=2 2024-09-12T00:54:24.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.226+0000 7f884f735800 20 remove_watcher() i=3 2024-09-12T00:54:24.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.227+0000 7f884f735800 20 remove_watcher() i=4 2024-09-12T00:54:24.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.228+0000 7f884f735800 20 remove_watcher() i=5 2024-09-12T00:54:24.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.229+0000 7f884f735800 20 remove_watcher() i=6 2024-09-12T00:54:24.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:24.231+0000 7f884f735800 20 remove_watcher() i=7 2024-09-12T00:54:24.240 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:24.240 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:54:24.240 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-commit-target-layout id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:54:24.240 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:24.242 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:24.242 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:54.286 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:54.287 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:54.330 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:54:54.370 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:54.370 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:54.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.417+0000 7fda2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.419+0000 7fda2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:54.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.419+0000 7fda2cc40800 20 realm 2024-09-12T00:54:54.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.419+0000 7fda2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.419+0000 7fda2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:54.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.419+0000 7fda2cc40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:54.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.419+0000 7fda2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.419+0000 7fda2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:54.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.419+0000 7fda2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.420+0000 7fda2cc40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:54.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.420+0000 7fda2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.421+0000 7fda2cc40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:54.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.421+0000 7fda2cc40800 20 searching for the correct realm 2024-09-12T00:54:54.424 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.425+0000 7fda2af2b640 0 -- 172.21.15.38:0/418121300 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x7fd8f4086ad0 msgr2=0x7fd8f4088f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:54:54.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.632+0000 7fda2a72a640 0 -- 172.21.15.38:0/418121300 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fda200393a0 msgr2=0x7fda20039820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:54:54.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.638+0000 7fda2cc40800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:54.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.638+0000 7fda2cc40800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:54.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.638+0000 7fda2cc40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:54.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.638+0000 7fda2cc40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:54.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.638+0000 7fda2cc40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:54.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.638+0000 7fda2cc40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:54.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.638+0000 7fda2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.638+0000 7fda2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:54.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.638+0000 7fda2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.639+0000 7fda2cc40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:54.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.639+0000 7fda2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.639+0000 7fda2cc40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:54.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.639+0000 7fda2cc40800 20 zone default found 2024-09-12T00:54:54.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.639+0000 7fda2cc40800 4 Realm: () 2024-09-12T00:54:54.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.639+0000 7fda2cc40800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:54.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.639+0000 7fda2cc40800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:54.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.639+0000 7fda2cc40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:54.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.639+0000 7fda2cc40800 20 zonegroup default 2024-09-12T00:54:54.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.639+0000 7fda2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.640+0000 7fda2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:54.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.640+0000 7fda2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.640+0000 7fda2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:54.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.640+0000 7fda2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.640+0000 7fda2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:54.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.640+0000 7fda2cc40800 20 started sync module instance, tier type = 2024-09-12T00:54:54.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.640+0000 7fda2cc40800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:54.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.652+0000 7fda2cc40800 20 add_watcher() i=0 2024-09-12T00:54:54.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.652+0000 7fda2cc40800 20 add_watcher() i=1 2024-09-12T00:54:54.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.652+0000 7fda2cc40800 20 add_watcher() i=2 2024-09-12T00:54:54.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.652+0000 7fda2cc40800 20 add_watcher() i=3 2024-09-12T00:54:54.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.652+0000 7fda2cc40800 20 add_watcher() i=4 2024-09-12T00:54:54.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.652+0000 7fda2cc40800 20 add_watcher() i=5 2024-09-12T00:54:54.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.652+0000 7fda2cc40800 20 add_watcher() i=6 2024-09-12T00:54:54.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.653+0000 7fda2cc40800 20 add_watcher() i=7 2024-09-12T00:54:54.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.653+0000 7fda2cc40800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:54.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.655+0000 7fd8e0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:54.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.655+0000 7fda2cc40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:54.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.655+0000 7fda2cc40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:54.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.655+0000 7fda2cc40800 5 note: GC not initialized 2024-09-12T00:54:54.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.655+0000 7fd85b7fe640 20 reqs_thread_entry: start 2024-09-12T00:54:54.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.655+0000 7fda2cc40800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:54.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.656+0000 7fda2cc40800 20 Filter name: none 2024-09-12T00:54:54.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.656+0000 7fd8597fa640 20 reqs_thread_entry: start 2024-09-12T00:54:54.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.656+0000 7fda2cc40800 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2024-09-12T00:54:54.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.656+0000 7fda2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.656+0000 7fda2cc40800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:54.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.656+0000 7fda2cc40800 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2024-09-12T00:54:54.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.656+0000 7fda2cc40800 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2024-09-12T00:54:54.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.656+0000 7fda2cc40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 : miss 2024-09-12T00:54:54.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.656+0000 7fda2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.657+0000 7fda2cc40800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:54.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.657+0000 7fda2cc40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:54.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.657+0000 7fda2cc40800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:54.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.657+0000 7fda2cc40800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:54:54.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.657+0000 7fda2cc40800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:54.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.657+0000 7fda2cc40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 2024-09-12T00:54:54.662 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.663+0000 7fda2cc40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:54.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.663+0000 7fda2cc40800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:54.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.663+0000 7fda2cc40800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:54.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.663+0000 7fda2cc40800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33, ofs0, ns] 2024-09-12T00:54:54.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.663+0000 7fd90d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464308 cookie 93836300523424 notifier 6974 bl.length()=1015 2024-09-12T00:54:54.663 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.663+0000 7fd90d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:54.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.663+0000 7fd90d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:54.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.663+0000 7fd90d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:54.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.664+0000 7fda2cc40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_sources= new_sources= 2024-09-12T00:54:54.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.664+0000 7fda2cc40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential sources added=[] removed=[] 2024-09-12T00:54:54.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.664+0000 7fda2cc40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_dests= new_dests= 2024-09-12T00:54:54.664 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.664+0000 7fda2cc40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential dests added=[] removed=[] 2024-09-12T00:54:54.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.0 2024-09-12T00:54:54.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.0 2024-09-12T00:54:54.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.1 2024-09-12T00:54:54.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.1 2024-09-12T00:54:54.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.2 2024-09-12T00:54:54.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.2 2024-09-12T00:54:54.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.3 2024-09-12T00:54:54.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.3 2024-09-12T00:54:54.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.4 2024-09-12T00:54:54.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.4 2024-09-12T00:54:54.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.5 2024-09-12T00:54:54.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.5 2024-09-12T00:54:54.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.6 2024-09-12T00:54:54.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.6 2024-09-12T00:54:54.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.7 2024-09-12T00:54:54.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.7 2024-09-12T00:54:54.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.8 2024-09-12T00:54:54.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.8 2024-09-12T00:54:54.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.9 2024-09-12T00:54:54.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.9 2024-09-12T00:54:54.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.10 2024-09-12T00:54:54.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.10 2024-09-12T00:54:54.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.11 2024-09-12T00:54:54.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1.11 2024-09-12T00:54:54.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.0 2024-09-12T00:54:54.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.669+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1 2024-09-12T00:54:54.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.670+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.2 2024-09-12T00:54:54.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.670+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.3 2024-09-12T00:54:54.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.671+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.4 2024-09-12T00:54:54.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.672+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.5 2024-09-12T00:54:54.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.672+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.6 2024-09-12T00:54:54.672 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.673+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.7 2024-09-12T00:54:54.672 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.674+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.8 2024-09-12T00:54:54.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.675+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.9 2024-09-12T00:54:54.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.675+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.10 2024-09-12T00:54:54.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.683+0000 7fda2cc40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 : hit (requested=0x17, cached=0x17) 2024-09-12T00:54:54.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.683+0000 7fda2cc40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 2024-09-12T00:54:54.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.684+0000 7fda2cc40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:54.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.684+0000 7fda2cc40800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:54.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.684+0000 7fda2cc40800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:54.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.684+0000 7fda2cc40800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33, ofs0, ns] 2024-09-12T00:54:54.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.685+0000 7fd90d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464309 cookie 93836300523424 notifier 6974 bl.length()=1015 2024-09-12T00:54:54.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.685+0000 7fd90d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:54.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.685+0000 7fd90d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:54.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.685+0000 7fd90d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:54.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.685+0000 7fda2cc40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_sources= new_sources= 2024-09-12T00:54:54.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.685+0000 7fda2cc40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential sources added=[] removed=[] 2024-09-12T00:54:54.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.685+0000 7fda2cc40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_dests= new_dests= 2024-09-12T00:54:54.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.685+0000 7fda2cc40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential dests added=[] removed=[] 2024-09-12T00:54:54.687 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.688+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.0 2024-09-12T00:54:54.687 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.689+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.1 2024-09-12T00:54:54.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.689+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.2 2024-09-12T00:54:54.688 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.690+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.3 2024-09-12T00:54:54.689 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.690+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.4 2024-09-12T00:54:54.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.691+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.5 2024-09-12T00:54:54.690 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.692+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.6 2024-09-12T00:54:54.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.692+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.7 2024-09-12T00:54:54.691 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.693+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.8 2024-09-12T00:54:54.692 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.693+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.9 2024-09-12T00:54:54.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.694+0000 7fda2cc40800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33.10 2024-09-12T00:54:54.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.695+0000 7fda2cc40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 : hit (requested=0x17, cached=0x17) 2024-09-12T00:54:54.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.695+0000 7fda2cc40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 2024-09-12T00:54:54.695 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.697+0000 7fda2cc40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:54.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.697+0000 7fda2cc40800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:54.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.697+0000 7fda2cc40800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:54.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.697+0000 7fda2cc40800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33, ofs0, ns] 2024-09-12T00:54:54.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.698+0000 7fd90d7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464310 cookie 93836300523424 notifier 6974 bl.length()=983 2024-09-12T00:54:54.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.698+0000 7fd90d7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 info.flags=0x17 2024-09-12T00:54:54.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.698+0000 7fd90d7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 to cache LRU end 2024-09-12T00:54:54.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.698+0000 7fd90d7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:54.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.700+0000 7fda2cc40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_sources= new_sources= 2024-09-12T00:54:54.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.700+0000 7fda2cc40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential sources added=[] removed=[] 2024-09-12T00:54:54.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.700+0000 7fda2cc40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): orig_dests= new_dests= 2024-09-12T00:54:54.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.700+0000 7fda2cc40800 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33]): potential dests added=[] removed=[] 2024-09-12T00:54:54.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.703+0000 7fda2cc40800 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" from 11 shards to 12 shards completed successfully 2024-09-12T00:54:54.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.706+0000 7fd8e0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:54.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.708+0000 7fda2cc40800 20 remove_watcher() i=0 2024-09-12T00:54:54.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.708+0000 7fda2cc40800 2 removed watcher, disabling cache 2024-09-12T00:54:54.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.710+0000 7fda2cc40800 20 remove_watcher() i=1 2024-09-12T00:54:54.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.711+0000 7fda2cc40800 20 remove_watcher() i=2 2024-09-12T00:54:54.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.712+0000 7fda2cc40800 20 remove_watcher() i=3 2024-09-12T00:54:54.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.714+0000 7fda2cc40800 20 remove_watcher() i=4 2024-09-12T00:54:54.714 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.715+0000 7fda2cc40800 20 remove_watcher() i=5 2024-09-12T00:54:54.715 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.717+0000 7fda2cc40800 20 remove_watcher() i=6 2024-09-12T00:54:54.716 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.718+0000 7fda2cc40800 20 remove_watcher() i=7 2024-09-12T00:54:54.730 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2024-09-12T00:54:54.760 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:54.761 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:54.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.801+0000 7f1710220800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.803+0000 7f1710220800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:54.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.803+0000 7f1710220800 20 realm 2024-09-12T00:54:54.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.803+0000 7f1710220800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.803+0000 7f1710220800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:54.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.803+0000 7f1710220800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:54.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.803+0000 7f1710220800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.803+0000 7f1710220800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:54.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.803+0000 7f1710220800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.804+0000 7f1710220800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:54.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.804+0000 7f1710220800 20 rados->read ofs=0 len=0 2024-09-12T00:54:54.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.805+0000 7f1710220800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:54.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.805+0000 7f1710220800 20 searching for the correct realm 2024-09-12T00:54:54.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.808+0000 7f170d509640 0 -- 172.21.15.38:0/2381458213 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55d1d22adfd0 msgr2=0x55d1d22b03c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:54.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:54.811+0000 7f170dd0a640 0 -- 172.21.15.38:0/2381458213 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f17040d4130 msgr2=0x7f17040b79e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:55.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.018+0000 7f1710220800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:55.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.018+0000 7f1710220800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:55.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.018+0000 7f1710220800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:55.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.018+0000 7f1710220800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:55.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.018+0000 7f1710220800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:55.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.018+0000 7f1710220800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:55.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.018+0000 7f1710220800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.019+0000 7f1710220800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.019+0000 7f1710220800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.019+0000 7f1710220800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:55.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.019+0000 7f1710220800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.019+0000 7f1710220800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:55.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.019+0000 7f1710220800 20 zone default found 2024-09-12T00:54:55.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.019+0000 7f1710220800 4 Realm: () 2024-09-12T00:54:55.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.019+0000 7f1710220800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:55.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.019+0000 7f1710220800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:55.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.019+0000 7f1710220800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:55.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.019+0000 7f1710220800 20 zonegroup default 2024-09-12T00:54:55.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.019+0000 7f1710220800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.019+0000 7f1710220800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.020+0000 7f1710220800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.020+0000 7f1710220800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.020+0000 7f1710220800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.020+0000 7f1710220800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.020+0000 7f1710220800 20 started sync module instance, tier type = 2024-09-12T00:54:55.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.020+0000 7f1710220800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:55.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.031+0000 7f1710220800 20 add_watcher() i=0 2024-09-12T00:54:55.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.031+0000 7f1710220800 20 add_watcher() i=1 2024-09-12T00:54:55.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.031+0000 7f1710220800 20 add_watcher() i=2 2024-09-12T00:54:55.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.031+0000 7f1710220800 20 add_watcher() i=3 2024-09-12T00:54:55.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.031+0000 7f1710220800 20 add_watcher() i=4 2024-09-12T00:54:55.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.031+0000 7f1710220800 20 add_watcher() i=5 2024-09-12T00:54:55.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.031+0000 7f1710220800 20 add_watcher() i=6 2024-09-12T00:54:55.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.032+0000 7f1710220800 20 add_watcher() i=7 2024-09-12T00:54:55.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.032+0000 7f1710220800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:55.033 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.034+0000 7f15bf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:55.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.035+0000 7f1710220800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:55.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.035+0000 7f1710220800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:55.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.035+0000 7f1710220800 5 note: GC not initialized 2024-09-12T00:54:55.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.035+0000 7f15be7fc640 20 reqs_thread_entry: start 2024-09-12T00:54:55.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.035+0000 7f1710220800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:55.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.035+0000 7f1710220800 20 Filter name: none 2024-09-12T00:54:55.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.035+0000 7f152ffff640 20 reqs_thread_entry: start 2024-09-12T00:54:55.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.035+0000 7f1710220800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.036+0000 7f1710220800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:55.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.036+0000 7f1710220800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.036+0000 7f1710220800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:55.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.036+0000 7f1710220800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:55.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.036+0000 7f1710220800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.037+0000 7f1710220800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:54:55.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.037+0000 7f1710220800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.037+0000 7f1710220800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:54:55.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.037+0000 7f1710220800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:55.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.039+0000 7f15bf7fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:55.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.041+0000 7f1710220800 20 remove_watcher() i=0 2024-09-12T00:54:55.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.041+0000 7f1710220800 2 removed watcher, disabling cache 2024-09-12T00:54:55.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.043+0000 7f1710220800 20 remove_watcher() i=1 2024-09-12T00:54:55.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.044+0000 7f1710220800 20 remove_watcher() i=2 2024-09-12T00:54:55.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.045+0000 7f1710220800 20 remove_watcher() i=3 2024-09-12T00:54:55.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.046+0000 7f1710220800 20 remove_watcher() i=4 2024-09-12T00:54:55.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.047+0000 7f1710220800 20 remove_watcher() i=5 2024-09-12T00:54:55.047 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.048+0000 7f1710220800 20 remove_watcher() i=6 2024-09-12T00:54:55.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.049+0000 7f1710220800 20 remove_watcher() i=7 2024-09-12T00:54:55.058 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:55.058 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:54:55.059 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-commit-target-layout id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-12T00:54:55.059 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:55.060 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.061 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.064 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.065 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.108 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.108 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.141 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with EIO injected at do_reshard 2024-09-12T00:54:55.141 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:55.142 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.142 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.154 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.155 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.198 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.198 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.206 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.206 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.214 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.214 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.222 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.222 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.232 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.232 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.238 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.238 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.247 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.247 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.255 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.255 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.299 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.300 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.308 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.308 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.316 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.317 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.325 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.325 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.333 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.333 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.342 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.342 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.349 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.349 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.357 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.357 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.366 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.366 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.374 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.374 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.382 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.382 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.391 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:55.391 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:55.400 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T00:54:55.428 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:55.429 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:55.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.470+0000 7ff22c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.472+0000 7ff22c32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.472+0000 7ff22c32c800 20 realm 2024-09-12T00:54:55.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.472+0000 7ff22c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.472+0000 7ff22c32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.472+0000 7ff22c32c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:55.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.472+0000 7ff22c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.472+0000 7ff22c32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.472+0000 7ff22c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.476+0000 7ff22c32c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:55.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.476+0000 7ff22c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.478+0000 7ff22c32c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:55.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.478+0000 7ff22c32c800 20 searching for the correct realm 2024-09-12T00:54:55.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.482+0000 7ff2288db640 0 -- 172.21.15.38:0/1068897132 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x5601020a6b60 msgr2=0x5601020a9020 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:55.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.485+0000 7ff2280da640 0 -- 172.21.15.38:0/1068897132 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7ff21c0acb70 msgr2=0x7ff21c0860b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:55.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.490+0000 7ff22c32c800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:55.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.490+0000 7ff22c32c800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:55.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.490+0000 7ff22c32c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:55.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.490+0000 7ff22c32c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:55.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.490+0000 7ff22c32c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:55.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.490+0000 7ff22c32c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:55.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.490+0000 7ff22c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.490+0000 7ff22c32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.490+0000 7ff22c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.491+0000 7ff22c32c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:55.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.491+0000 7ff22c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.491+0000 7ff22c32c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:55.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.491+0000 7ff22c32c800 20 zone default found 2024-09-12T00:54:55.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.491+0000 7ff22c32c800 4 Realm: () 2024-09-12T00:54:55.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.491+0000 7ff22c32c800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:55.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.491+0000 7ff22c32c800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:55.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.491+0000 7ff22c32c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:55.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.491+0000 7ff22c32c800 20 zonegroup default 2024-09-12T00:54:55.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.491+0000 7ff22c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.491+0000 7ff22c32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.491+0000 7ff22c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.492 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.492+0000 7ff22c32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.492 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.492+0000 7ff22c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.492 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.492+0000 7ff22c32c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.492 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.492+0000 7ff22c32c800 20 started sync module instance, tier type = 2024-09-12T00:54:55.492 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.492+0000 7ff22c32c800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:55.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.503+0000 7ff22c32c800 20 add_watcher() i=0 2024-09-12T00:54:55.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.503+0000 7ff22c32c800 20 add_watcher() i=1 2024-09-12T00:54:55.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.503+0000 7ff22c32c800 20 add_watcher() i=2 2024-09-12T00:54:55.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.503+0000 7ff22c32c800 20 add_watcher() i=3 2024-09-12T00:54:55.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.503+0000 7ff22c32c800 20 add_watcher() i=4 2024-09-12T00:54:55.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.503+0000 7ff22c32c800 20 add_watcher() i=5 2024-09-12T00:54:55.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.503+0000 7ff22c32c800 20 add_watcher() i=6 2024-09-12T00:54:55.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.504+0000 7ff22c32c800 20 add_watcher() i=7 2024-09-12T00:54:55.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.504+0000 7ff22c32c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:55.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.506+0000 7ff0defdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:55.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.506+0000 7ff22c32c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:55.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.506+0000 7ff22c32c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:55.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.506+0000 7ff22c32c800 5 note: GC not initialized 2024-09-12T00:54:55.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.506+0000 7ff0ddfdb640 20 reqs_thread_entry: start 2024-09-12T00:54:55.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.507+0000 7ff22c32c800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:55.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.507+0000 7ff22c32c800 20 Filter name: none 2024-09-12T00:54:55.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.507+0000 7ff04f7fe640 20 reqs_thread_entry: start 2024-09-12T00:54:55.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.507+0000 7ff22c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.507+0000 7ff22c32c800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:54:55.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.507+0000 7ff22c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.508+0000 7ff22c32c800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:54:55.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.508+0000 7ff22c32c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:55.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.508+0000 7ff22c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.509+0000 7ff22c32c800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:54:55.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.509+0000 7ff22c32c800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.509+0000 7ff22c32c800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:54:55.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.509+0000 7ff22c32c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:55.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.511+0000 7ff0defdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:55.512 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.513+0000 7ff22c32c800 20 remove_watcher() i=0 2024-09-12T00:54:55.512 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.513+0000 7ff22c32c800 2 removed watcher, disabling cache 2024-09-12T00:54:55.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.514+0000 7ff22c32c800 20 remove_watcher() i=1 2024-09-12T00:54:55.514 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.515+0000 7ff22c32c800 20 remove_watcher() i=2 2024-09-12T00:54:55.515 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.516+0000 7ff22c32c800 20 remove_watcher() i=3 2024-09-12T00:54:55.516 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.518+0000 7ff22c32c800 20 remove_watcher() i=4 2024-09-12T00:54:55.517 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.519+0000 7ff22c32c800 20 remove_watcher() i=5 2024-09-12T00:54:55.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.520+0000 7ff22c32c800 20 remove_watcher() i=6 2024-09-12T00:54:55.519 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.521+0000 7ff22c32c800 20 remove_watcher() i=7 2024-09-12T00:54:55.530 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:55.531 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:54:55.531 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-do-reshard id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:54:55.531 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:55.532 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2024-09-12T00:54:55.567 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:55.567 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:55.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.607+0000 7fc7edf2a800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.609+0000 7fc7edf2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.609+0000 7fc7edf2a800 20 realm 2024-09-12T00:54:55.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.609+0000 7fc7edf2a800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.609+0000 7fc7edf2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.609+0000 7fc7edf2a800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:55.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.609+0000 7fc7edf2a800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.608 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.609+0000 7fc7edf2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.609+0000 7fc7edf2a800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.610+0000 7fc7edf2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:55.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.610+0000 7fc7edf2a800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.612+0000 7fc7edf2a800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:55.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.612+0000 7fc7edf2a800 20 searching for the correct realm 2024-09-12T00:54:55.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.616+0000 7fc7ea4ae640 0 -- 172.21.15.38:0/1846241712 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7fc7e0067200 msgr2=0x7fc7e000fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:55.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.822+0000 7fc7e9cad640 0 -- 172.21.15.38:0/1846241712 >> [v2:172.21.15.194:6800/4136092038,v1:172.21.15.194:6801/4136092038] conn(0x5578535f5a10 msgr2=0x5578535f7ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:55.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.824+0000 7fc7edf2a800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:55.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.824+0000 7fc7edf2a800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:55.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.824+0000 7fc7edf2a800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:55.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.824+0000 7fc7edf2a800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:55.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.824+0000 7fc7edf2a800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:55.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.824+0000 7fc7edf2a800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:55.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.824+0000 7fc7edf2a800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.824+0000 7fc7edf2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.824+0000 7fc7edf2a800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.825+0000 7fc7edf2a800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:55.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.825+0000 7fc7edf2a800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.825+0000 7fc7edf2a800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:55.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.825+0000 7fc7edf2a800 20 zone default found 2024-09-12T00:54:55.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.825+0000 7fc7edf2a800 4 Realm: () 2024-09-12T00:54:55.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.825+0000 7fc7edf2a800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:55.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.825+0000 7fc7edf2a800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:55.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.825+0000 7fc7edf2a800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:55.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.825+0000 7fc7edf2a800 20 zonegroup default 2024-09-12T00:54:55.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.825+0000 7fc7edf2a800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.825+0000 7fc7edf2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.825+0000 7fc7edf2a800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.826+0000 7fc7edf2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.826+0000 7fc7edf2a800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.826+0000 7fc7edf2a800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.826+0000 7fc7edf2a800 20 started sync module instance, tier type = 2024-09-12T00:54:55.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.826+0000 7fc7edf2a800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:55.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.836+0000 7fc7edf2a800 20 add_watcher() i=0 2024-09-12T00:54:55.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.836+0000 7fc7edf2a800 20 add_watcher() i=1 2024-09-12T00:54:55.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.836+0000 7fc7edf2a800 20 add_watcher() i=2 2024-09-12T00:54:55.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.836+0000 7fc7edf2a800 20 add_watcher() i=3 2024-09-12T00:54:55.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.836+0000 7fc7edf2a800 20 add_watcher() i=4 2024-09-12T00:54:55.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.836+0000 7fc7edf2a800 20 add_watcher() i=5 2024-09-12T00:54:55.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.836+0000 7fc7edf2a800 20 add_watcher() i=6 2024-09-12T00:54:55.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.837+0000 7fc7edf2a800 20 add_watcher() i=7 2024-09-12T00:54:55.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.837+0000 7fc7edf2a800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:55.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.839+0000 7fc69bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:55.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.839+0000 7fc7edf2a800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:55.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.839+0000 7fc7edf2a800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:55.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.839+0000 7fc7edf2a800 5 note: GC not initialized 2024-09-12T00:54:55.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.839+0000 7fc69affd640 20 reqs_thread_entry: start 2024-09-12T00:54:55.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.839+0000 7fc7edf2a800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:55.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.839+0000 7fc7edf2a800 20 Filter name: none 2024-09-12T00:54:55.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.840+0000 7fc698ff9640 20 reqs_thread_entry: start 2024-09-12T00:54:55.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.840+0000 7fc7edf2a800 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-12T00:54:55.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.840+0000 7fc7edf2a800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.840+0000 7fc7edf2a800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:54:55.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.840+0000 7fc7edf2a800 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-12T00:54:55.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.840+0000 7fc7edf2a800 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-12T00:54:55.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.840+0000 7fc7edf2a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 : miss 2024-09-12T00:54:55.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.840+0000 7fc7edf2a800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.841+0000 7fc7edf2a800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:54:55.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.841+0000 7fc7edf2a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 info.flags=0x17 2024-09-12T00:54:55.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.841+0000 7fc7edf2a800 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 to cache LRU end 2024-09-12T00:54:55.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.841+0000 7fc7edf2a800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:54:55.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.841+0000 7fc7edf2a800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:55.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.841+0000 7fc7edf2a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 2024-09-12T00:54:55.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.848+0000 7fc7edf2a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 info.flags=0x17 2024-09-12T00:54:55.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.848+0000 7fc7edf2a800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 to cache LRU end 2024-09-12T00:54:55.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.848+0000 7fc7edf2a800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:55.847 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.848+0000 7fc7edf2a800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34, ofs0, ns] 2024-09-12T00:54:55.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.848+0000 7fc6cd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464287 cookie 93975283255216 notifier 7434 bl.length()=995 2024-09-12T00:54:55.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.848+0000 7fc6cd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 info.flags=0x17 2024-09-12T00:54:55.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.848+0000 7fc6cd7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 to cache LRU end 2024-09-12T00:54:55.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.848+0000 7fc6cd7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:55.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.849+0000 7fc7edf2a800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): orig_sources= new_sources= 2024-09-12T00:54:55.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.849+0000 7fc7edf2a800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): potential sources added=[] removed=[] 2024-09-12T00:54:55.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.849+0000 7fc7edf2a800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): orig_dests= new_dests= 2024-09-12T00:54:55.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.849+0000 7fc7edf2a800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): potential dests added=[] removed=[] 2024-09-12T00:54:55.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.853+0000 7fc7edf2a800 -1 Injecting error=-5 at location=do_reshard 2024-09-12T00:54:55.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.862+0000 7fc7edf2a800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 : hit (requested=0x17, cached=0x17) 2024-09-12T00:54:55.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.862+0000 7fc7edf2a800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 2024-09-12T00:54:55.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.863+0000 7fc7edf2a800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 info.flags=0x17 2024-09-12T00:54:55.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.863+0000 7fc7edf2a800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 to cache LRU end 2024-09-12T00:54:55.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.863+0000 7fc7edf2a800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:55.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.863+0000 7fc7edf2a800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34, ofs0, ns] 2024-09-12T00:54:55.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.863+0000 7fc6cd7fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464288 cookie 93975283255216 notifier 7434 bl.length()=963 2024-09-12T00:54:55.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.863+0000 7fc6cd7fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 info.flags=0x17 2024-09-12T00:54:55.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.863+0000 7fc6cd7fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 to cache LRU end 2024-09-12T00:54:55.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.863+0000 7fc6cd7fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:55.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.864+0000 7fc7edf2a800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): orig_sources= new_sources= 2024-09-12T00:54:55.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.864+0000 7fc7edf2a800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): potential sources added=[] removed=[] 2024-09-12T00:54:55.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.864+0000 7fc7edf2a800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): orig_dests= new_dests= 2024-09-12T00:54:55.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.864+0000 7fc7edf2a800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): potential dests added=[] removed=[] 2024-09-12T00:54:55.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.864+0000 7fc7edf2a800 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2024-09-12T00:54:55.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.866+0000 7fc69bfff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:55.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.868+0000 7fc7edf2a800 20 remove_watcher() i=0 2024-09-12T00:54:55.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.868+0000 7fc7edf2a800 2 removed watcher, disabling cache 2024-09-12T00:54:55.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.869+0000 7fc7edf2a800 20 remove_watcher() i=1 2024-09-12T00:54:55.869 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.870+0000 7fc7edf2a800 20 remove_watcher() i=2 2024-09-12T00:54:55.870 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.871+0000 7fc7edf2a800 20 remove_watcher() i=3 2024-09-12T00:54:55.871 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.872+0000 7fc7edf2a800 20 remove_watcher() i=4 2024-09-12T00:54:55.872 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.873+0000 7fc7edf2a800 20 remove_watcher() i=5 2024-09-12T00:54:55.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.874+0000 7fc7edf2a800 20 remove_watcher() i=6 2024-09-12T00:54:55.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.875+0000 7fc7edf2a800 20 remove_watcher() i=7 2024-09-12T00:54:55.887 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T00:54:55.916 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:55.916 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:55.955 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.956+0000 7f2216c19800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.957 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.958+0000 7f2216c19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.957 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.958+0000 7f2216c19800 20 realm 2024-09-12T00:54:55.958 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.958+0000 7f2216c19800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.958 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.959+0000 7f2216c19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.958 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.959+0000 7f2216c19800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:55.958 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.959+0000 7f2216c19800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.958 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.959+0000 7f2216c19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.958 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.959+0000 7f2216c19800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.959 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.960+0000 7f2216c19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:55.959 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.960+0000 7f2216c19800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.961+0000 7f2216c19800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:55.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.961+0000 7f2216c19800 20 searching for the correct realm 2024-09-12T00:54:55.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.965+0000 7f220bfff640 0 -- 172.21.15.38:0/401727092 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x558e3fb8a480 msgr2=0x558e3fb8c870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:54:55.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.969+0000 7f22123eb640 0 -- 172.21.15.38:0/401727092 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f21fc05b040 msgr2=0x7f21fc05b930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:55.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.973+0000 7f2216c19800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:55.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.973+0000 7f2216c19800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:55.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.973+0000 7f2216c19800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:55.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.973+0000 7f2216c19800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:55.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.973+0000 7f2216c19800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:55.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.973+0000 7f2216c19800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:55.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.973+0000 7f2216c19800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.973+0000 7f2216c19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.973+0000 7f2216c19800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.973+0000 7f2216c19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:55.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.973+0000 7f2216c19800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.974+0000 7f2216c19800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:55.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.974+0000 7f2216c19800 20 zone default found 2024-09-12T00:54:55.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.974+0000 7f2216c19800 4 Realm: () 2024-09-12T00:54:55.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.974+0000 7f2216c19800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:55.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.974+0000 7f2216c19800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:55.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.974+0000 7f2216c19800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:55.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.974+0000 7f2216c19800 20 zonegroup default 2024-09-12T00:54:55.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.974+0000 7f2216c19800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.974+0000 7f2216c19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.974+0000 7f2216c19800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.974+0000 7f2216c19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.974+0000 7f2216c19800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.975+0000 7f2216c19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:55.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.975+0000 7f2216c19800 20 started sync module instance, tier type = 2024-09-12T00:54:55.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.975+0000 7f2216c19800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:55.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.984+0000 7f2216c19800 20 add_watcher() i=0 2024-09-12T00:54:55.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.984+0000 7f2216c19800 20 add_watcher() i=1 2024-09-12T00:54:55.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.984+0000 7f2216c19800 20 add_watcher() i=2 2024-09-12T00:54:55.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.984+0000 7f2216c19800 20 add_watcher() i=3 2024-09-12T00:54:55.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.984+0000 7f2216c19800 20 add_watcher() i=4 2024-09-12T00:54:55.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.984+0000 7f2216c19800 20 add_watcher() i=5 2024-09-12T00:54:55.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.984+0000 7f2216c19800 20 add_watcher() i=6 2024-09-12T00:54:55.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.985+0000 7f2216c19800 20 add_watcher() i=7 2024-09-12T00:54:55.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.985+0000 7f2216c19800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:55.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.986+0000 7f20c8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:55.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.987+0000 7f2216c19800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:55.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.987+0000 7f2216c19800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:55.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.987+0000 7f2216c19800 5 note: GC not initialized 2024-09-12T00:54:55.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.987+0000 7f20437fe640 20 reqs_thread_entry: start 2024-09-12T00:54:55.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.987+0000 7f2216c19800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:55.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.987+0000 7f2216c19800 20 Filter name: none 2024-09-12T00:54:55.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.987+0000 7f20417fa640 20 reqs_thread_entry: start 2024-09-12T00:54:55.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.987+0000 7f2216c19800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.988+0000 7f2216c19800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:54:55.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.988+0000 7f2216c19800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.988+0000 7f2216c19800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:54:55.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.988+0000 7f2216c19800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:55.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.988+0000 7f2216c19800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.988+0000 7f2216c19800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:54:55.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.988+0000 7f2216c19800 20 rados->read ofs=0 len=0 2024-09-12T00:54:55.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.989+0000 7f2216c19800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:54:55.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.989+0000 7f2216c19800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:55.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.991+0000 7f20c8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:55.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.994+0000 7f2216c19800 20 remove_watcher() i=0 2024-09-12T00:54:55.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.994+0000 7f2216c19800 2 removed watcher, disabling cache 2024-09-12T00:54:55.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.995+0000 7f2216c19800 20 remove_watcher() i=1 2024-09-12T00:54:55.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.996+0000 7f2216c19800 20 remove_watcher() i=2 2024-09-12T00:54:55.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.997+0000 7f2216c19800 20 remove_watcher() i=3 2024-09-12T00:54:55.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.998+0000 7f2216c19800 20 remove_watcher() i=4 2024-09-12T00:54:55.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:55.999+0000 7f2216c19800 20 remove_watcher() i=5 2024-09-12T00:54:55.999 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.000+0000 7f2216c19800 20 remove_watcher() i=6 2024-09-12T00:54:55.999 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.001+0000 7f2216c19800 20 remove_watcher() i=7 2024-09-12T00:54:56.014 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:56.014 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:54:56.014 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-do-reshard id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:54:56.014 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:56.016 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:56.016 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:56.024 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:56.024 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:56.068 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:54:56.100 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:56.101 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:56.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.141+0000 7fbe3de0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.143+0000 7fbe3de0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:56.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.143+0000 7fbe3de0e800 20 realm 2024-09-12T00:54:56.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.143+0000 7fbe3de0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.143+0000 7fbe3de0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:56.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.143+0000 7fbe3de0e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:56.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.143+0000 7fbe3de0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.144+0000 7fbe3de0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:56.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.144+0000 7fbe3de0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.145+0000 7fbe3de0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:56.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.145+0000 7fbe3de0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.146+0000 7fbe3de0e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:56.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.146+0000 7fbe3de0e800 20 searching for the correct realm 2024-09-12T00:54:56.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.150+0000 7fbe39d7b640 0 -- 172.21.15.38:0/4134588306 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7fbe300a2920 msgr2=0x7fbe300873f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:56.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.356+0000 7fbe3957a640 0 -- 172.21.15.38:0/4134588306 >> [v2:172.21.15.194:6800/4136092038,v1:172.21.15.194:6801/4136092038] conn(0x55cfc8931750 msgr2=0x55cfc8933b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:56.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.359+0000 7fbe3de0e800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:56.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.359+0000 7fbe3de0e800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:56.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.359+0000 7fbe3de0e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:56.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.359+0000 7fbe3de0e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:56.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.359+0000 7fbe3de0e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:56.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.359+0000 7fbe3de0e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:56.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.359+0000 7fbe3de0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.359+0000 7fbe3de0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:56.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.359+0000 7fbe3de0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.360+0000 7fbe3de0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:56.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.360+0000 7fbe3de0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.360+0000 7fbe3de0e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:56.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.360+0000 7fbe3de0e800 20 zone default found 2024-09-12T00:54:56.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.360+0000 7fbe3de0e800 4 Realm: () 2024-09-12T00:54:56.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.360+0000 7fbe3de0e800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:56.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.360+0000 7fbe3de0e800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:56.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.360+0000 7fbe3de0e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:56.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.360+0000 7fbe3de0e800 20 zonegroup default 2024-09-12T00:54:56.361 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.360+0000 7fbe3de0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.360+0000 7fbe3de0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:56.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.360+0000 7fbe3de0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.361+0000 7fbe3de0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:56.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.361+0000 7fbe3de0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.361+0000 7fbe3de0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:56.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.361+0000 7fbe3de0e800 20 started sync module instance, tier type = 2024-09-12T00:54:56.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.361+0000 7fbe3de0e800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:56.371 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.371+0000 7fbe3de0e800 20 add_watcher() i=0 2024-09-12T00:54:56.371 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.371+0000 7fbe3de0e800 20 add_watcher() i=1 2024-09-12T00:54:56.371 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.371+0000 7fbe3de0e800 20 add_watcher() i=2 2024-09-12T00:54:56.371 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.371+0000 7fbe3de0e800 20 add_watcher() i=3 2024-09-12T00:54:56.371 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.371+0000 7fbe3de0e800 20 add_watcher() i=4 2024-09-12T00:54:56.371 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.371+0000 7fbe3de0e800 20 add_watcher() i=5 2024-09-12T00:54:56.371 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.372+0000 7fbe3de0e800 20 add_watcher() i=6 2024-09-12T00:54:56.371 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.372+0000 7fbe3de0e800 20 add_watcher() i=7 2024-09-12T00:54:56.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.372+0000 7fbe3de0e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:56.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.374+0000 7fbceffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:56.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.375+0000 7fbe3de0e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:56.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.375+0000 7fbe3de0e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:56.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.375+0000 7fbe3de0e800 5 note: GC not initialized 2024-09-12T00:54:56.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.375+0000 7fbceefe5640 20 reqs_thread_entry: start 2024-09-12T00:54:56.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.375+0000 7fbe3de0e800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:56.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.375+0000 7fbe3de0e800 20 Filter name: none 2024-09-12T00:54:56.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.375+0000 7fbcecfe1640 20 reqs_thread_entry: start 2024-09-12T00:54:56.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.375+0000 7fbe3de0e800 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2024-09-12T00:54:56.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.375+0000 7fbe3de0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.376+0000 7fbe3de0e800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:54:56.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.376+0000 7fbe3de0e800 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2024-09-12T00:54:56.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.376+0000 7fbe3de0e800 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2024-09-12T00:54:56.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.376+0000 7fbe3de0e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 : miss 2024-09-12T00:54:56.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.376+0000 7fbe3de0e800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.377+0000 7fbe3de0e800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:54:56.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.377+0000 7fbe3de0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 info.flags=0x17 2024-09-12T00:54:56.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.377+0000 7fbe3de0e800 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 to cache LRU end 2024-09-12T00:54:56.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.377+0000 7fbe3de0e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:54:56.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.377+0000 7fbe3de0e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:56.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.377+0000 7fbe3de0e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 2024-09-12T00:54:56.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.383+0000 7fbe3de0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 info.flags=0x17 2024-09-12T00:54:56.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.383+0000 7fbe3de0e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 to cache LRU end 2024-09-12T00:54:56.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.383+0000 7fbe3de0e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:56.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.383+0000 7fbe3de0e800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34, ofs0, ns] 2024-09-12T00:54:56.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.383+0000 7fbd0bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464289 cookie 94350911737984 notifier 7061 bl.length()=995 2024-09-12T00:54:56.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.383+0000 7fbd0bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 info.flags=0x17 2024-09-12T00:54:56.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.383+0000 7fbd0bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 to cache LRU end 2024-09-12T00:54:56.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.383+0000 7fbd0bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:56.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.383+0000 7fbe3de0e800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): orig_sources= new_sources= 2024-09-12T00:54:56.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.383+0000 7fbe3de0e800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): potential sources added=[] removed=[] 2024-09-12T00:54:56.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.383+0000 7fbe3de0e800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): orig_dests= new_dests= 2024-09-12T00:54:56.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.383+0000 7fbe3de0e800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): potential dests added=[] removed=[] 2024-09-12T00:54:56.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.0 2024-09-12T00:54:56.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.0 2024-09-12T00:54:56.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.1 2024-09-12T00:54:56.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.1 2024-09-12T00:54:56.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.2 2024-09-12T00:54:56.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.2 2024-09-12T00:54:56.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.3 2024-09-12T00:54:56.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.3 2024-09-12T00:54:56.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.4 2024-09-12T00:54:56.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.4 2024-09-12T00:54:56.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.5 2024-09-12T00:54:56.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.5 2024-09-12T00:54:56.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.6 2024-09-12T00:54:56.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.6 2024-09-12T00:54:56.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.7 2024-09-12T00:54:56.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.7 2024-09-12T00:54:56.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.8 2024-09-12T00:54:56.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.8 2024-09-12T00:54:56.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.9 2024-09-12T00:54:56.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.9 2024-09-12T00:54:56.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.10 2024-09-12T00:54:56.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.10 2024-09-12T00:54:56.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.11 2024-09-12T00:54:56.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1.11 2024-09-12T00:54:56.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.0 2024-09-12T00:54:56.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.390+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1 2024-09-12T00:54:56.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.391+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.2 2024-09-12T00:54:56.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.391+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.3 2024-09-12T00:54:56.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.392+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.4 2024-09-12T00:54:56.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.393+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.5 2024-09-12T00:54:56.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.393+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.6 2024-09-12T00:54:56.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.394+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.7 2024-09-12T00:54:56.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.394+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.8 2024-09-12T00:54:56.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.395+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.9 2024-09-12T00:54:56.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.395+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.10 2024-09-12T00:54:56.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.399+0000 7fbe3de0e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 : hit (requested=0x17, cached=0x17) 2024-09-12T00:54:56.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.399+0000 7fbe3de0e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 2024-09-12T00:54:56.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.400+0000 7fbe3de0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 info.flags=0x17 2024-09-12T00:54:56.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.400+0000 7fbe3de0e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 to cache LRU end 2024-09-12T00:54:56.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.400+0000 7fbe3de0e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:56.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.400+0000 7fbe3de0e800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34, ofs0, ns] 2024-09-12T00:54:56.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.400+0000 7fbd0bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464290 cookie 94350911737984 notifier 7061 bl.length()=995 2024-09-12T00:54:56.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.400+0000 7fbd0bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 info.flags=0x17 2024-09-12T00:54:56.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.400+0000 7fbd0bfff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 to cache LRU end 2024-09-12T00:54:56.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.400+0000 7fbd0bfff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:56.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.401+0000 7fbe3de0e800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): orig_sources= new_sources= 2024-09-12T00:54:56.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.401+0000 7fbe3de0e800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): potential sources added=[] removed=[] 2024-09-12T00:54:56.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.401+0000 7fbe3de0e800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): orig_dests= new_dests= 2024-09-12T00:54:56.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.401+0000 7fbe3de0e800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): potential dests added=[] removed=[] 2024-09-12T00:54:56.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.403+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.0 2024-09-12T00:54:56.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.404+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.1 2024-09-12T00:54:56.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.404+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.2 2024-09-12T00:54:56.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.405+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.3 2024-09-12T00:54:56.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.405+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.4 2024-09-12T00:54:56.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.405+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.5 2024-09-12T00:54:56.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.406+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.6 2024-09-12T00:54:56.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.406+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.7 2024-09-12T00:54:56.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.406+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.8 2024-09-12T00:54:56.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.406+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.9 2024-09-12T00:54:56.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.407+0000 7fbe3de0e800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34.10 2024-09-12T00:54:56.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.407+0000 7fbe3de0e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 : hit (requested=0x17, cached=0x17) 2024-09-12T00:54:56.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.407+0000 7fbe3de0e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 2024-09-12T00:54:56.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.408+0000 7fbe3de0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 info.flags=0x17 2024-09-12T00:54:56.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.408+0000 7fbe3de0e800 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 to cache LRU end 2024-09-12T00:54:56.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.408+0000 7fbe3de0e800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:56.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.408+0000 7fbe3de0e800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34, ofs0, ns] 2024-09-12T00:54:56.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.409+0000 7fbd1cff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464291 cookie 94350911737984 notifier 7061 bl.length()=963 2024-09-12T00:54:56.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.409+0000 7fbd1cff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 info.flags=0x17 2024-09-12T00:54:56.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.409+0000 7fbd1cff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 to cache LRU end 2024-09-12T00:54:56.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.409+0000 7fbd1cff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:56.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.409+0000 7fbe3de0e800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): orig_sources= new_sources= 2024-09-12T00:54:56.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.409+0000 7fbe3de0e800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): potential sources added=[] removed=[] 2024-09-12T00:54:56.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.409+0000 7fbe3de0e800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): orig_dests= new_dests= 2024-09-12T00:54:56.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.409+0000 7fbe3de0e800 20 handle_bi_update(): bucket=:error-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34]): potential dests added=[] removed=[] 2024-09-12T00:54:56.411 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.413+0000 7fbe3de0e800 1 execute INFO: reshard of bucket "error-at-do-reshard" from 11 shards to 12 shards completed successfully 2024-09-12T00:54:56.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.416+0000 7fbceffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:56.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.419+0000 7fbe3de0e800 20 remove_watcher() i=0 2024-09-12T00:54:56.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.419+0000 7fbe3de0e800 2 removed watcher, disabling cache 2024-09-12T00:54:56.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.420+0000 7fbe3de0e800 20 remove_watcher() i=1 2024-09-12T00:54:56.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.421+0000 7fbe3de0e800 20 remove_watcher() i=2 2024-09-12T00:54:56.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.423+0000 7fbe3de0e800 20 remove_watcher() i=3 2024-09-12T00:54:56.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.424+0000 7fbe3de0e800 20 remove_watcher() i=4 2024-09-12T00:54:56.423 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.425+0000 7fbe3de0e800 20 remove_watcher() i=5 2024-09-12T00:54:56.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.427+0000 7fbe3de0e800 20 remove_watcher() i=6 2024-09-12T00:54:56.426 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.428+0000 7fbe3de0e800 20 remove_watcher() i=7 2024-09-12T00:54:56.439 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2024-09-12T00:54:56.468 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:56.468 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:56.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.508+0000 7f07b9935800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.510+0000 7f07b9935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:56.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.510+0000 7f07b9935800 20 realm 2024-09-12T00:54:56.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.510+0000 7f07b9935800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.510+0000 7f07b9935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:56.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.510+0000 7f07b9935800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:56.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.510+0000 7f07b9935800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.510+0000 7f07b9935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:56.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.510+0000 7f07b9935800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.511+0000 7f07b9935800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:56.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.511+0000 7f07b9935800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.512+0000 7f07b9935800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:56.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.512+0000 7f07b9935800 20 searching for the correct realm 2024-09-12T00:54:56.512 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.514+0000 7f07b4ee3640 0 -- 172.21.15.38:0/842777314 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f07a804d960 msgr2=0x7f07a8041410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:56.719 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.720+0000 7f07b56e4640 0 -- 172.21.15.38:0/842777314 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f07ac0b5bc0 msgr2=0x7f07ac0db630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:56.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.926+0000 7f07b9935800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:56.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.926+0000 7f07b9935800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:56.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.926+0000 7f07b9935800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:56.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.926+0000 7f07b9935800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:56.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.926+0000 7f07b9935800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:56.925 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.926+0000 7f07b9935800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:56.926 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.926+0000 7f07b9935800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.926 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.926+0000 7f07b9935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:56.926 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.926+0000 7f07b9935800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.927+0000 7f07b9935800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:56.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.927+0000 7f07b9935800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.927+0000 7f07b9935800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:56.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.927+0000 7f07b9935800 20 zone default found 2024-09-12T00:54:56.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.927+0000 7f07b9935800 4 Realm: () 2024-09-12T00:54:56.927 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.927+0000 7f07b9935800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:56.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.927+0000 7f07b9935800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:56.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.927+0000 7f07b9935800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:56.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.927+0000 7f07b9935800 20 zonegroup default 2024-09-12T00:54:56.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.927+0000 7f07b9935800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.927+0000 7f07b9935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:56.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.927+0000 7f07b9935800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.928+0000 7f07b9935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:56.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.928+0000 7f07b9935800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.928+0000 7f07b9935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:56.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.928+0000 7f07b9935800 20 started sync module instance, tier type = 2024-09-12T00:54:56.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.928+0000 7f07b9935800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:56.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.941+0000 7f07b9935800 20 add_watcher() i=0 2024-09-12T00:54:56.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.941+0000 7f07b9935800 20 add_watcher() i=1 2024-09-12T00:54:56.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.941+0000 7f07b9935800 20 add_watcher() i=2 2024-09-12T00:54:56.939 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.941+0000 7f07b9935800 20 add_watcher() i=3 2024-09-12T00:54:56.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.941+0000 7f07b9935800 20 add_watcher() i=4 2024-09-12T00:54:56.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.941+0000 7f07b9935800 20 add_watcher() i=5 2024-09-12T00:54:56.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.941+0000 7f07b9935800 20 add_watcher() i=6 2024-09-12T00:54:56.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.941+0000 7f07b9935800 20 add_watcher() i=7 2024-09-12T00:54:56.940 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.941+0000 7f07b9935800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:56.942 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.943+0000 7f066b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:56.943 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.944+0000 7f07b9935800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:56.943 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.944+0000 7f07b9935800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:56.943 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.944+0000 7f07b9935800 5 note: GC not initialized 2024-09-12T00:54:56.943 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.944+0000 7f066a7e4640 20 reqs_thread_entry: start 2024-09-12T00:54:56.943 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.944+0000 7f07b9935800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:56.943 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.944+0000 7f07b9935800 20 Filter name: none 2024-09-12T00:54:56.943 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.944+0000 7f05dbfff640 20 reqs_thread_entry: start 2024-09-12T00:54:56.943 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.944+0000 7f07b9935800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.945+0000 7f07b9935800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:54:56.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.945+0000 7f07b9935800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.945+0000 7f07b9935800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:54:56.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.945+0000 7f07b9935800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:56.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.945+0000 7f07b9935800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.946+0000 7f07b9935800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:54:56.945 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.946+0000 7f07b9935800 20 rados->read ofs=0 len=0 2024-09-12T00:54:56.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.947+0000 7f07b9935800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:54:56.946 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.947+0000 7f07b9935800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:56.947 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.949+0000 7f066b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:56.950 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.951+0000 7f07b9935800 20 remove_watcher() i=0 2024-09-12T00:54:56.950 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.951+0000 7f07b9935800 2 removed watcher, disabling cache 2024-09-12T00:54:56.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.953+0000 7f07b9935800 20 remove_watcher() i=1 2024-09-12T00:54:56.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.955+0000 7f07b9935800 20 remove_watcher() i=2 2024-09-12T00:54:56.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.956+0000 7f07b9935800 20 remove_watcher() i=3 2024-09-12T00:54:56.955 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.957+0000 7f07b9935800 20 remove_watcher() i=4 2024-09-12T00:54:56.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.958+0000 7f07b9935800 20 remove_watcher() i=5 2024-09-12T00:54:56.957 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.959+0000 7f07b9935800 20 remove_watcher() i=6 2024-09-12T00:54:56.959 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:56.960+0000 7f07b9935800 20 remove_watcher() i=7 2024-09-12T00:54:56.970 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:56.970 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:54:56.970 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-do-reshard id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-12T00:54:56.971 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:56.972 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:56.972 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:56.976 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:56.976 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.020 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.020 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.050 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with abort at do_reshard 2024-09-12T00:54:57.051 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.051 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.051 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.067 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.067 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.111 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.111 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.119 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.119 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.127 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.128 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.135 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.135 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.143 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.143 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.152 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.152 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.160 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.160 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.169 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.169 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.177 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.177 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.184 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.185 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.192 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.192 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.200 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.201 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.208 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.208 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.215 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.216 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.223 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.224 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.231 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.231 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.240 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.241 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.249 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.249 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.257 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.258 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.265 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.265 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.274 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T00:54:57.303 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:57.303 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:57.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.344+0000 7f9c54722800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.345+0000 7f9c54722800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.345+0000 7f9c54722800 20 realm 2024-09-12T00:54:57.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.345+0000 7f9c54722800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.346+0000 7f9c54722800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.346+0000 7f9c54722800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:57.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.346+0000 7f9c54722800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.346+0000 7f9c54722800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.346+0000 7f9c54722800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.347+0000 7f9c54722800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:57.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.347+0000 7f9c54722800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.347+0000 7f9c54722800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:57.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.347+0000 7f9c54722800 20 searching for the correct realm 2024-09-12T00:54:57.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.351+0000 7f9c50c69640 0 -- 172.21.15.38:0/502696277 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x55b1fd5685e0 msgr2=0x55b1fd56a9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:57.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.354+0000 7f9c4fc67640 0 -- 172.21.15.38:0/502696277 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f9c40095030 msgr2=0x7f9c40007720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:57.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.358+0000 7f9c54722800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:57.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.358+0000 7f9c54722800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:57.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.358+0000 7f9c54722800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:57.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.358+0000 7f9c54722800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:57.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.358+0000 7f9c54722800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:57.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.358+0000 7f9c54722800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:57.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.358+0000 7f9c54722800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.358+0000 7f9c54722800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.358+0000 7f9c54722800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.359+0000 7f9c54722800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:57.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.359+0000 7f9c54722800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.359+0000 7f9c54722800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:57.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.359+0000 7f9c54722800 20 zone default found 2024-09-12T00:54:57.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.359+0000 7f9c54722800 4 Realm: () 2024-09-12T00:54:57.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.359+0000 7f9c54722800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:57.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.359+0000 7f9c54722800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:57.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.359+0000 7f9c54722800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:57.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.359+0000 7f9c54722800 20 zonegroup default 2024-09-12T00:54:57.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.359+0000 7f9c54722800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.359+0000 7f9c54722800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.359+0000 7f9c54722800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.360+0000 7f9c54722800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.360+0000 7f9c54722800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.360+0000 7f9c54722800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.360+0000 7f9c54722800 20 started sync module instance, tier type = 2024-09-12T00:54:57.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.360+0000 7f9c54722800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:57.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.370+0000 7f9c54722800 20 add_watcher() i=0 2024-09-12T00:54:57.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.370+0000 7f9c54722800 20 add_watcher() i=1 2024-09-12T00:54:57.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.370+0000 7f9c54722800 20 add_watcher() i=2 2024-09-12T00:54:57.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.370+0000 7f9c54722800 20 add_watcher() i=3 2024-09-12T00:54:57.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.370+0000 7f9c54722800 20 add_watcher() i=4 2024-09-12T00:54:57.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.370+0000 7f9c54722800 20 add_watcher() i=5 2024-09-12T00:54:57.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.370+0000 7f9c54722800 20 add_watcher() i=6 2024-09-12T00:54:57.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.371+0000 7f9c54722800 20 add_watcher() i=7 2024-09-12T00:54:57.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.371+0000 7f9c54722800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:57.371 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.372+0000 7f9b06fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:57.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.373+0000 7f9c54722800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:57.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.373+0000 7f9c54722800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:57.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.373+0000 7f9c54722800 5 note: GC not initialized 2024-09-12T00:54:57.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.373+0000 7f9b05fdb640 20 reqs_thread_entry: start 2024-09-12T00:54:57.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.373+0000 7f9c54722800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:57.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.373+0000 7f9c54722800 20 Filter name: none 2024-09-12T00:54:57.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.373+0000 7f9a777fe640 20 reqs_thread_entry: start 2024-09-12T00:54:57.372 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.373+0000 7f9c54722800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.374+0000 7f9c54722800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:54:57.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.374+0000 7f9c54722800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.373 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.375+0000 7f9c54722800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:54:57.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.375+0000 7f9c54722800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:57.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.375+0000 7f9c54722800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.375+0000 7f9c54722800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:54:57.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.375+0000 7f9c54722800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.375+0000 7f9c54722800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:54:57.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.375+0000 7f9c54722800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:57.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.377+0000 7f9b06fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:57.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.379+0000 7f9c54722800 20 remove_watcher() i=0 2024-09-12T00:54:57.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.379+0000 7f9c54722800 2 removed watcher, disabling cache 2024-09-12T00:54:57.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.381+0000 7f9c54722800 20 remove_watcher() i=1 2024-09-12T00:54:57.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.382+0000 7f9c54722800 20 remove_watcher() i=2 2024-09-12T00:54:57.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.383+0000 7f9c54722800 20 remove_watcher() i=3 2024-09-12T00:54:57.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.384+0000 7f9c54722800 20 remove_watcher() i=4 2024-09-12T00:54:57.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.385+0000 7f9c54722800 20 remove_watcher() i=5 2024-09-12T00:54:57.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.386+0000 7f9c54722800 20 remove_watcher() i=6 2024-09-12T00:54:57.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.387+0000 7f9c54722800 20 remove_watcher() i=7 2024-09-12T00:54:57.396 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.397 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:54:57.397 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-do-reshard id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:54:57.397 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.398 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T00:54:57.433 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:57.433 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:57.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.474+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.475+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.475+0000 7faa2cc40800 20 realm 2024-09-12T00:54:57.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.475+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.476+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.476+0000 7faa2cc40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:57.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.476+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.476+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.476+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.477+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:57.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.477+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.477+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:57.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.477+0000 7faa2cc40800 20 searching for the correct realm 2024-09-12T00:54:57.479 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.481+0000 7faa29f29640 0 -- 172.21.15.38:0/2596087084 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7faa1c018040 msgr2=0x7faa1c040400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:57.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.484+0000 7faa2af2b640 0 -- 172.21.15.38:0/2596087084 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7faa200a81d0 msgr2=0x7faa20003050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:54:57.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:57.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:57.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:57.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:57.487 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:57.488 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:57.488 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.488+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.488 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.488+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.488 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.488+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:57.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:57.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.489+0000 7faa2cc40800 20 zone default found 2024-09-12T00:54:57.489 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.489+0000 7faa2cc40800 4 Realm: () 2024-09-12T00:54:57.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.489+0000 7faa2cc40800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:57.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.489+0000 7faa2cc40800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:57.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.489+0000 7faa2cc40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:57.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.489+0000 7faa2cc40800 20 zonegroup default 2024-09-12T00:54:57.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.490+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.490+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.490 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.490+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.490+0000 7faa2cc40800 20 started sync module instance, tier type = 2024-09-12T00:54:57.491 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.490+0000 7faa2cc40800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:57.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=0 2024-09-12T00:54:57.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=1 2024-09-12T00:54:57.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=2 2024-09-12T00:54:57.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=3 2024-09-12T00:54:57.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=4 2024-09-12T00:54:57.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=5 2024-09-12T00:54:57.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=6 2024-09-12T00:54:57.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.500+0000 7faa2cc40800 20 add_watcher() i=7 2024-09-12T00:54:57.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.500+0000 7faa2cc40800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:57.500 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.502+0000 7fa8e0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:57.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.502+0000 7faa2cc40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:57.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.502+0000 7faa2cc40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:57.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.502+0000 7faa2cc40800 5 note: GC not initialized 2024-09-12T00:54:57.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.502+0000 7fa85b7fe640 20 reqs_thread_entry: start 2024-09-12T00:54:57.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.503+0000 7faa2cc40800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:57.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.503+0000 7faa2cc40800 20 Filter name: none 2024-09-12T00:54:57.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.503+0000 7fa8597fa640 20 reqs_thread_entry: start 2024-09-12T00:54:57.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.503+0000 7faa2cc40800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T00:54:57.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.503+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.503+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:54:57.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.503+0000 7faa2cc40800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T00:54:57.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.503+0000 7faa2cc40800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T00:54:57.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.503+0000 7faa2cc40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 : miss 2024-09-12T00:54:57.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.503+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.504+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:54:57.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.504+0000 7faa2cc40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 info.flags=0x17 2024-09-12T00:54:57.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.504+0000 7faa2cc40800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to cache LRU end 2024-09-12T00:54:57.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.504+0000 7faa2cc40800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:54:57.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.504+0000 7faa2cc40800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:57.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.504+0000 7faa2cc40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 2024-09-12T00:54:57.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.511+0000 7faa2cc40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 info.flags=0x17 2024-09-12T00:54:57.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.511+0000 7faa2cc40800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to cache LRU end 2024-09-12T00:54:57.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.511+0000 7faa2cc40800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:57.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.511+0000 7faa2cc40800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35, ofs0, ns] 2024-09-12T00:54:57.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.512+0000 7fa90dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464280 cookie 94498006744032 notifier 7112 bl.length()=995 2024-09-12T00:54:57.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.512+0000 7fa90dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 info.flags=0x17 2024-09-12T00:54:57.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.512+0000 7fa90dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to cache LRU end 2024-09-12T00:54:57.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.512+0000 7fa90dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:57.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.512+0000 7faa2cc40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): orig_sources= new_sources= 2024-09-12T00:54:57.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.512+0000 7faa2cc40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): potential sources added=[] removed=[] 2024-09-12T00:54:57.512 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.512+0000 7faa2cc40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): orig_dests= new_dests= 2024-09-12T00:54:57.512 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.512+0000 7faa2cc40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): potential dests added=[] removed=[] 2024-09-12T00:54:57.516 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7faa2cc40800 time 2024-09-12T00:54:57.518331+0000 2024-09-12T00:54:57.516 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:54:57.516 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:54:57.516 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7faa3018c71a] 2024-09-12T00:54:57.517 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7faa3018c8d8] 2024-09-12T00:54:57.517 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f205c0b641] 2024-09-12T00:54:57.517 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f205c1b38a] 2024-09-12T00:54:57.517 INFO:tasks.workunit.client.0.smithi038.stderr: 5: main() 2024-09-12T00:54:57.517 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7faa2ee29590] 2024-09-12T00:54:57.517 INFO:tasks.workunit.client.0.smithi038.stderr: 7: __libc_start_main() 2024-09-12T00:54:57.517 INFO:tasks.workunit.client.0.smithi038.stderr: 8: _start() 2024-09-12T00:54:57.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.518+0000 7faa2cc40800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7faa2cc40800 time 2024-09-12T00:54:57.518331+0000 2024-09-12T00:54:57.518 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:54:57.518 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.518 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:54:57.518 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7faa3018c71a] 2024-09-12T00:54:57.518 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7faa3018c8d8] 2024-09-12T00:54:57.519 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f205c0b641] 2024-09-12T00:54:57.519 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f205c1b38a] 2024-09-12T00:54:57.519 INFO:tasks.workunit.client.0.smithi038.stderr: 5: main() 2024-09-12T00:54:57.519 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7faa2ee29590] 2024-09-12T00:54:57.519 INFO:tasks.workunit.client.0.smithi038.stderr: 7: __libc_start_main() 2024-09-12T00:54:57.519 INFO:tasks.workunit.client.0.smithi038.stderr: 8: _start() 2024-09-12T00:54:57.519 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.519 INFO:tasks.workunit.client.0.smithi038.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:54:57.520 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7faa2cc40800 thread_name:radosgw-admin 2024-09-12T00:54:57.543 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:54:57.543 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7faa2ee3e6f0] 2024-09-12T00:54:57.543 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7faa2ee8b99c] 2024-09-12T00:54:57.543 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:54:57.543 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:54:57.544 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7faa3018c774] 2024-09-12T00:54:57.544 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7faa3018c8d8] 2024-09-12T00:54:57.544 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f205c0b641] 2024-09-12T00:54:57.544 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f205c1b38a] 2024-09-12T00:54:57.544 INFO:tasks.workunit.client.0.smithi038.stderr: 9: main() 2024-09-12T00:54:57.544 INFO:tasks.workunit.client.0.smithi038.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7faa2ee29590] 2024-09-12T00:54:57.544 INFO:tasks.workunit.client.0.smithi038.stderr: 11: __libc_start_main() 2024-09-12T00:54:57.544 INFO:tasks.workunit.client.0.smithi038.stderr: 12: _start() 2024-09-12T00:54:57.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.518+0000 7faa2cc40800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:54:57.544 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7faa2cc40800 thread_name:radosgw-admin 2024-09-12T00:54:57.545 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.545 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:54:57.545 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7faa2ee3e6f0] 2024-09-12T00:54:57.545 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7faa2ee8b99c] 2024-09-12T00:54:57.545 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:54:57.545 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:54:57.545 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7faa3018c774] 2024-09-12T00:54:57.545 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7faa3018c8d8] 2024-09-12T00:54:57.545 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f205c0b641] 2024-09-12T00:54:57.545 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f205c1b38a] 2024-09-12T00:54:57.546 INFO:tasks.workunit.client.0.smithi038.stderr: 9: main() 2024-09-12T00:54:57.546 INFO:tasks.workunit.client.0.smithi038.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7faa2ee29590] 2024-09-12T00:54:57.546 INFO:tasks.workunit.client.0.smithi038.stderr: 11: __libc_start_main() 2024-09-12T00:54:57.546 INFO:tasks.workunit.client.0.smithi038.stderr: 12: _start() 2024-09-12T00:54:57.546 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:54:57.546 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.546 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:54:57.546 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:54:57.455+0000 7faa2af2b640 1 monclient: found mon.noname-a 2024-09-12T00:54:57.546 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:54:57.455+0000 7faa2af2b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:54:57.547 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.547 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:54:57.547 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: dump: 2024-09-12T00:54:57.547 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.547 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.547 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.547 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.548 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.548 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.548 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.548 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.548 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.548 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.549 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: _finish_auth 0 2024-09-12T00:54:57.549 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: _check_auth_tickets 2024-09-12T00:54:57.549 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:57.549 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:54:57.456+0000 7faa2cc40800 5 monclient: authenticate success, global_id 7509 2024-09-12T00:54:57.549 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:54:57.456+0000 7faa2cc40800 10 monclient: get_monmap_and_config success 2024-09-12T00:54:57.549 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:54:57.456+0000 7faa2cc40800 4 set_mon_vals no callback set 2024-09-12T00:54:57.549 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.549 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:54:57.550 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: dump: 2024-09-12T00:54:57.550 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.550 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.550 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.550 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.550 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.551 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.551 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.551 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.551 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.551 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.551 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:54:57.456+0000 7faa2cc40800 10 monclient: shutdown 2024-09-12T00:54:57.551 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:54:57.456+0000 7faa2cc40800 5 asok(0x55f207edb630) unregister_commands rotate-key 2024-09-12T00:54:57.551 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:54:57.457+0000 7faa2cc40800 10 monclient: build_initial_monmap 2024-09-12T00:54:57.552 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:54:57.457+0000 7faa2cc40800 1 build_initial for_mkfs: 0 2024-09-12T00:54:57.552 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:54:57.457+0000 7faa2cc40800 10 monclient: monmap: 2024-09-12T00:54:57.552 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:54:57.552 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:54:57.552 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:54:57.552 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:54:57.552 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:54:57.552 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.552 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:54:57.552 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:54:57.552 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:54:57.552 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.552 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding auth protocol: cephx 2024-09-12T00:54:57.553 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding auth protocol: cephx 2024-09-12T00:54:57.553 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding auth protocol: cephx 2024-09-12T00:54:57.553 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: secure 2024-09-12T00:54:57.553 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: crc 2024-09-12T00:54:57.553 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: secure 2024-09-12T00:54:57.553 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: crc 2024-09-12T00:54:57.553 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: secure 2024-09-12T00:54:57.553 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: crc 2024-09-12T00:54:57.553 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: crc 2024-09-12T00:54:57.553 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: secure 2024-09-12T00:54:57.553 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: crc 2024-09-12T00:54:57.553 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: secure 2024-09-12T00:54:57.553 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: crc 2024-09-12T00:54:57.554 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: secure 2024-09-12T00:54:57.554 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:54:57.457+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.554 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:54:57.457+0000 7faa2cc40800 1 librados: starting msgr at 2024-09-12T00:54:57.554 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:54:57.457+0000 7faa2cc40800 1 librados: starting objecter 2024-09-12T00:54:57.554 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command objecter_requests hook 0x55f20812ac40 2024-09-12T00:54:57.554 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:54:57.457+0000 7faa2cc40800 1 librados: setting wanted keys 2024-09-12T00:54:57.554 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:54:57.457+0000 7faa2cc40800 1 librados: calling monclient init 2024-09-12T00:54:57.554 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:54:57.457+0000 7faa2cc40800 10 monclient: init 2024-09-12T00:54:57.554 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding auth protocol: cephx 2024-09-12T00:54:57.554 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding auth protocol: cephx 2024-09-12T00:54:57.554 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding auth protocol: cephx 2024-09-12T00:54:57.554 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: secure 2024-09-12T00:54:57.554 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: crc 2024-09-12T00:54:57.555 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: secure 2024-09-12T00:54:57.555 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: crc 2024-09-12T00:54:57.555 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: secure 2024-09-12T00:54:57.555 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: crc 2024-09-12T00:54:57.555 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: crc 2024-09-12T00:54:57.555 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: secure 2024-09-12T00:54:57.555 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: crc 2024-09-12T00:54:57.555 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: secure 2024-09-12T00:54:57.555 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: crc 2024-09-12T00:54:57.555 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: secure 2024-09-12T00:54:57.555 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:54:57.457+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.555 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:54:57.457+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.555 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:54:57.458+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command rotate-key hook 0x55f2080fb768 2024-09-12T00:54:57.555 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient: _reopen_session rank -1 2024-09-12T00:54:57.556 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:54:57.556 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-b con 0x55f207fb3e10 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:54:57.556 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-c con 0x55f20803eeb0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:54:57.556 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-a con 0x55f208041e50 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:54:57.556 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.556 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.556 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.556 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient(hunting): _renew_subs 2024-09-12T00:54:57.556 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient(hunting): authenticate will time out at 2003.909110s 2024-09-12T00:54:57.556 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient(hunting): get_auth_request con 0x55f208041e50 auth_method 0 2024-09-12T00:54:57.556 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.556 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.556 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.557 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:54:57.458+0000 7faa29f29640 10 monclient(hunting): get_auth_request con 0x55f20803eeb0 auth_method 0 2024-09-12T00:54:57.557 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:54:57.458+0000 7faa29f29640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.557 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:54:57.458+0000 7faa29f29640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.557 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:54:57.458+0000 7faa29f29640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.557 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:57.557 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:57.557 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:57.557 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:54:57.458+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:57.557 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:54:57.458+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:57.558 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:54:57.458+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:57.558 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient(hunting): handle_auth_done global_id 7512 payload 824 2024-09-12T00:54:57.558 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient: _finish_hunting 0 2024-09-12T00:54:57.558 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:54:57.458+0000 7faa2af2b640 1 monclient: found mon.noname-a 2024-09-12T00:54:57.558 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:54:57.558 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.558 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:54:57.558 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: dump: 2024-09-12T00:54:57.558 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.558 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.558 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.558 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.558 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.559 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.559 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.559 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.559 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.559 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.559 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: _finish_auth 0 2024-09-12T00:54:57.559 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: _check_auth_tickets 2024-09-12T00:54:57.559 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:57.559 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.559 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:54:57.559 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: dump: 2024-09-12T00:54:57.559 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.559 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.560 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.560 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.560 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.560 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.560 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.560 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.560 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.560 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.560 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:54:57.458+0000 7faa2cc40800 5 monclient: authenticate success, global_id 7512 2024-09-12T00:54:57.560 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient: _renew_subs 2024-09-12T00:54:57.560 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:54:57.560 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:54:57.458+0000 7fa918608640 4 set_mon_vals no callback set 2024-09-12T00:54:57.560 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient: _renew_subs 2024-09-12T00:54:57.561 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:54:57.561 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:54:57.458+0000 7faa2cc40800 1 librados: init done 2024-09-12T00:54:57.561 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:54:57.460+0000 7fa916e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:54:57.561 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:54:57.460+0000 7fa916e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:57.561 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:54:57.460+0000 7fa916e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:57.561 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:54:57.461+0000 7faa2a72a640 10 monclient: get_auth_request con 0x7fa910076470 auth_method 0 2024-09-12T00:54:57.561 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:54:57.461+0000 7faa29f29640 10 monclient: get_auth_request con 0x55f208123f30 auth_method 0 2024-09-12T00:54:57.561 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:54:57.462+0000 7faa2a72a640 10 monclient: get_auth_request con 0x55f208146a00 auth_method 0 2024-09-12T00:54:57.561 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:54:57.462+0000 7faa29f29640 10 monclient: get_auth_request con 0x55f20814ae70 auth_method 0 2024-09-12T00:54:57.562 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:54:57.464+0000 7faa2cc40800 10 monclient: build_initial_monmap 2024-09-12T00:54:57.562 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:54:57.464+0000 7faa2cc40800 1 build_initial for_mkfs: 0 2024-09-12T00:54:57.562 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:54:57.464+0000 7faa2cc40800 10 monclient: monmap: 2024-09-12T00:54:57.562 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:54:57.562 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:54:57.562 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:54:57.562 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:54:57.562 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:54:57.562 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.562 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:54:57.562 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:54:57.562 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:54:57.562 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.562 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding auth protocol: cephx 2024-09-12T00:54:57.563 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding auth protocol: cephx 2024-09-12T00:54:57.563 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding auth protocol: cephx 2024-09-12T00:54:57.563 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: secure 2024-09-12T00:54:57.563 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: crc 2024-09-12T00:54:57.563 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: secure 2024-09-12T00:54:57.563 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: crc 2024-09-12T00:54:57.563 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: secure 2024-09-12T00:54:57.563 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: crc 2024-09-12T00:54:57.563 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: crc 2024-09-12T00:54:57.563 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: secure 2024-09-12T00:54:57.563 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: crc 2024-09-12T00:54:57.563 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: secure 2024-09-12T00:54:57.563 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: crc 2024-09-12T00:54:57.563 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: secure 2024-09-12T00:54:57.564 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:54:57.464+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.564 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command objecter_requests cmddesc objecter_requests hook 0x55f208153250 EEXIST 2024-09-12T00:54:57.564 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:54:57.464+0000 7faa2cc40800 10 monclient: init 2024-09-12T00:54:57.564 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding auth protocol: cephx 2024-09-12T00:54:57.564 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding auth protocol: cephx 2024-09-12T00:54:57.564 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding auth protocol: cephx 2024-09-12T00:54:57.564 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: secure 2024-09-12T00:54:57.564 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: crc 2024-09-12T00:54:57.564 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: secure 2024-09-12T00:54:57.564 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: crc 2024-09-12T00:54:57.564 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: secure 2024-09-12T00:54:57.564 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: crc 2024-09-12T00:54:57.564 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: crc 2024-09-12T00:54:57.565 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: secure 2024-09-12T00:54:57.565 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: crc 2024-09-12T00:54:57.565 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: secure 2024-09-12T00:54:57.565 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: crc 2024-09-12T00:54:57.565 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: secure 2024-09-12T00:54:57.565 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:54:57.465+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.566 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:54:57.465+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.566 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:54:57.465+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command rotate-key cmddesc rotate-key hook 0x55f20814e550 EEXIST 2024-09-12T00:54:57.566 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient: _reopen_session rank -1 2024-09-12T00:54:57.566 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:54:57.566 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-a con 0x55f208177570 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:54:57.566 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-c con 0x55f208177950 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:54:57.566 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-b con 0x55f208176280 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:54:57.566 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.567 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.567 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.567 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient(hunting): _renew_subs 2024-09-12T00:54:57.567 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient(hunting): authenticate will time out at 2003.916401s 2024-09-12T00:54:57.567 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:54:57.465+0000 7faa2a72a640 10 monclient(hunting): get_auth_request con 0x55f208177570 auth_method 0 2024-09-12T00:54:57.567 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:54:57.465+0000 7faa2a72a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.567 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:54:57.465+0000 7faa2a72a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.568 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:54:57.465+0000 7faa2a72a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.568 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient(hunting): get_auth_request con 0x55f208177950 auth_method 0 2024-09-12T00:54:57.568 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.568 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.568 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.569 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:54:57.465+0000 7faa2a72a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:57.569 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:54:57.465+0000 7faa2a72a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:57.569 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:54:57.465+0000 7faa2a72a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:57.569 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:57.569 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:57.569 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:57.570 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:54:57.465+0000 7faa2af2b640 10 monclient(hunting): get_auth_request con 0x55f208176280 auth_method 0 2024-09-12T00:54:57.570 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:54:57.465+0000 7faa2af2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.570 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:54:57.465+0000 7faa2af2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.570 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:54:57.465+0000 7faa2af2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.570 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient(hunting): handle_auth_done global_id 7106 payload 824 2024-09-12T00:54:57.571 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient: _finish_hunting 0 2024-09-12T00:54:57.571 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:54:57.465+0000 7faa29f29640 1 monclient: found mon.noname-c 2024-09-12T00:54:57.571 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:54:57.571 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.571 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:54:57.571 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: dump: 2024-09-12T00:54:57.572 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.572 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.572 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.572 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.573 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.573 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.573 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.573 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.573 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.574 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.574 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: _finish_auth 0 2024-09-12T00:54:57.574 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: _check_auth_tickets 2024-09-12T00:54:57.574 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:57.574 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.575 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:54:57.575 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: dump: 2024-09-12T00:54:57.575 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.575 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.575 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.576 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.576 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.576 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.576 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.576 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.577 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.577 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.577 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:54:57.466+0000 7faa2cc40800 5 monclient: authenticate success, global_id 7106 2024-09-12T00:54:57.577 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:54:57.466+0000 7faa2cc40800 10 monclient: _renew_subs 2024-09-12T00:54:57.578 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:54:57.466+0000 7faa2cc40800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:57.578 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:54:57.466+0000 7faa2b72c640 4 set_mon_vals no callback set 2024-09-12T00:54:57.578 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:54:57.466+0000 7faa2cc40800 10 monclient: _renew_subs 2024-09-12T00:54:57.578 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:54:57.466+0000 7faa2cc40800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:57.578 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:54:57.468+0000 7fa90ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:54:57.578 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:54:57.468+0000 7fa90ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:57.579 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:54:57.468+0000 7fa90ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:57.579 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:54:57.468+0000 7faa2a72a640 10 monclient: get_auth_request con 0x7fa904076380 auth_method 0 2024-09-12T00:54:57.579 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:54:57.468+0000 7faa2cc40800 10 monclient: get_monmap_and_config 2024-09-12T00:54:57.579 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:54:57.468+0000 7faa2cc40800 10 monclient: build_initial_monmap 2024-09-12T00:54:57.579 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:54:57.468+0000 7faa2cc40800 1 build_initial for_mkfs: 0 2024-09-12T00:54:57.580 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:54:57.468+0000 7faa2cc40800 10 monclient: monmap: 2024-09-12T00:54:57.580 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:54:57.580 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:54:57.580 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:54:57.581 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:54:57.581 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:54:57.581 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.581 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:54:57.581 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:54:57.582 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:54:57.582 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.582 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding auth protocol: cephx 2024-09-12T00:54:57.582 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding auth protocol: cephx 2024-09-12T00:54:57.583 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding auth protocol: cephx 2024-09-12T00:54:57.583 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: secure 2024-09-12T00:54:57.583 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: crc 2024-09-12T00:54:57.583 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: secure 2024-09-12T00:54:57.583 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: crc 2024-09-12T00:54:57.584 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: secure 2024-09-12T00:54:57.584 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: crc 2024-09-12T00:54:57.584 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: crc 2024-09-12T00:54:57.584 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: secure 2024-09-12T00:54:57.585 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: crc 2024-09-12T00:54:57.585 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: secure 2024-09-12T00:54:57.585 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: crc 2024-09-12T00:54:57.585 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: secure 2024-09-12T00:54:57.586 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:54:57.468+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.586 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:54:57.468+0000 7faa2cc40800 10 monclient: init 2024-09-12T00:54:57.586 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding auth protocol: cephx 2024-09-12T00:54:57.586 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding auth protocol: cephx 2024-09-12T00:54:57.587 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding auth protocol: cephx 2024-09-12T00:54:57.587 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: secure 2024-09-12T00:54:57.587 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: crc 2024-09-12T00:54:57.587 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: secure 2024-09-12T00:54:57.588 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: crc 2024-09-12T00:54:57.588 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: secure 2024-09-12T00:54:57.588 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: crc 2024-09-12T00:54:57.588 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: crc 2024-09-12T00:54:57.588 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: secure 2024-09-12T00:54:57.588 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: crc 2024-09-12T00:54:57.588 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: secure 2024-09-12T00:54:57.588 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: crc 2024-09-12T00:54:57.588 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: secure 2024-09-12T00:54:57.589 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:54:57.469+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.589 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:54:57.469+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.589 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:54:57.469+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command rotate-key cmddesc rotate-key hook 0x7fffc0c73928 EEXIST 2024-09-12T00:54:57.589 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient: _reopen_session rank -1 2024-09-12T00:54:57.589 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:54:57.589 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-b con 0x55f2081cbab0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:54:57.589 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-c con 0x55f2081c60d0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:54:57.589 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-a con 0x55f2081c7540 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:54:57.589 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.589 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.589 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.589 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient(hunting): _renew_subs 2024-09-12T00:54:57.589 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient(hunting): authenticate will time out at 2003.920513s 2024-09-12T00:54:57.590 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient(hunting): get_auth_request con 0x55f2081c60d0 auth_method 0 2024-09-12T00:54:57.590 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.590 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.590 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.590 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:54:57.469+0000 7faa2af2b640 10 monclient(hunting): get_auth_request con 0x55f2081c7540 auth_method 0 2024-09-12T00:54:57.590 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:54:57.469+0000 7faa2af2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.590 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:54:57.469+0000 7faa2af2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.590 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:54:57.469+0000 7faa2af2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.590 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:57.590 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:57.590 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:57.590 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:54:57.469+0000 7faa2af2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:57.591 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:54:57.469+0000 7faa2af2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:57.591 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:54:57.469+0000 7faa2af2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:57.591 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient(hunting): handle_auth_done global_id 7109 payload 274 2024-09-12T00:54:57.591 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient: _finish_hunting 0 2024-09-12T00:54:57.591 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:54:57.469+0000 7faa29f29640 1 monclient: found mon.noname-c 2024-09-12T00:54:57.591 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:54:57.591 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:54:57.469+0000 7faa2a72a640 10 monclient: get_auth_request con 0x55f2081cbab0 auth_method 0 2024-09-12T00:54:57.591 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.591 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:54:57.591 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: dump: 2024-09-12T00:54:57.591 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.591 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.592 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.592 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.592 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.592 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.592 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.592 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.592 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.592 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.592 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: _finish_auth 0 2024-09-12T00:54:57.592 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: _check_auth_tickets 2024-09-12T00:54:57.592 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:57.592 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 monclient: authenticate success, global_id 7109 2024-09-12T00:54:57.593 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:54:57.470+0000 7faa2cc40800 10 monclient: get_monmap_and_config success 2024-09-12T00:54:57.593 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:54:57.470+0000 7faa2cc40800 4 set_mon_vals no callback set 2024-09-12T00:54:57.593 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.593 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:54:57.593 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: dump: 2024-09-12T00:54:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.594 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.594 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.594 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:54:57.470+0000 7faa2cc40800 10 monclient: shutdown 2024-09-12T00:54:57.594 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:54:57.470+0000 7faa2cc40800 10 monclient: build_initial_monmap 2024-09-12T00:54:57.594 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:54:57.470+0000 7faa2cc40800 1 build_initial for_mkfs: 0 2024-09-12T00:54:57.594 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:54:57.470+0000 7faa2cc40800 10 monclient: monmap: 2024-09-12T00:54:57.594 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:54:57.594 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:54:57.594 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:54:57.594 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:54:57.594 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:54:57.594 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.594 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:54:57.594 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:54:57.595 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:54:57.595 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.595 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding auth protocol: cephx 2024-09-12T00:54:57.595 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding auth protocol: cephx 2024-09-12T00:54:57.595 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding auth protocol: cephx 2024-09-12T00:54:57.595 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: secure 2024-09-12T00:54:57.595 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: crc 2024-09-12T00:54:57.595 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: secure 2024-09-12T00:54:57.595 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: crc 2024-09-12T00:54:57.595 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: secure 2024-09-12T00:54:57.595 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: crc 2024-09-12T00:54:57.595 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: crc 2024-09-12T00:54:57.595 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: secure 2024-09-12T00:54:57.595 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: crc 2024-09-12T00:54:57.596 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: secure 2024-09-12T00:54:57.596 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: crc 2024-09-12T00:54:57.596 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: secure 2024-09-12T00:54:57.596 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:54:57.471+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.596 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:54:57.471+0000 7faa2cc40800 1 librados: starting msgr at 2024-09-12T00:54:57.596 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:54:57.471+0000 7faa2cc40800 1 librados: starting objecter 2024-09-12T00:54:57.596 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command objecter_requests cmddesc objecter_requests hook 0x55f208179350 EEXIST 2024-09-12T00:54:57.596 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:54:57.471+0000 7faa2cc40800 1 librados: setting wanted keys 2024-09-12T00:54:57.596 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:54:57.471+0000 7faa2cc40800 1 librados: calling monclient init 2024-09-12T00:54:57.596 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient: init 2024-09-12T00:54:57.596 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding auth protocol: cephx 2024-09-12T00:54:57.596 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding auth protocol: cephx 2024-09-12T00:54:57.596 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding auth protocol: cephx 2024-09-12T00:54:57.597 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: secure 2024-09-12T00:54:57.597 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: crc 2024-09-12T00:54:57.597 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: secure 2024-09-12T00:54:57.597 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: crc 2024-09-12T00:54:57.597 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: secure 2024-09-12T00:54:57.597 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: crc 2024-09-12T00:54:57.597 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: crc 2024-09-12T00:54:57.597 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: secure 2024-09-12T00:54:57.597 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: crc 2024-09-12T00:54:57.597 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: secure 2024-09-12T00:54:57.597 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: crc 2024-09-12T00:54:57.597 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: secure 2024-09-12T00:54:57.597 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:54:57.471+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.598 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:54:57.471+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.598 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command rotate-key cmddesc rotate-key hook 0x55f20818bf78 EEXIST 2024-09-12T00:54:57.598 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient: _reopen_session rank -1 2024-09-12T00:54:57.598 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:54:57.598 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-a con 0x55f2081c60d0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:54:57.598 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-c con 0x55f2081c7540 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:54:57.598 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-b con 0x55f2081cbab0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:54:57.598 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.598 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.598 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.598 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient(hunting): _renew_subs 2024-09-12T00:54:57.598 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient(hunting): authenticate will time out at 2003.922849s 2024-09-12T00:54:57.598 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:54:57.471+0000 7faa29f29640 10 monclient(hunting): get_auth_request con 0x55f2081c7540 auth_method 0 2024-09-12T00:54:57.598 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:54:57.471+0000 7faa29f29640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.599 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:54:57.471+0000 7faa29f29640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.599 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:54:57.471+0000 7faa29f29640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.599 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:54:57.471+0000 7faa2a72a640 10 monclient(hunting): get_auth_request con 0x55f2081c60d0 auth_method 0 2024-09-12T00:54:57.599 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:54:57.471+0000 7faa2a72a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.599 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:54:57.471+0000 7faa2a72a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.599 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:54:57.471+0000 7faa2a72a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.599 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:54:57.472+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:57.599 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:54:57.472+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:57.599 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:54:57.472+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:57.599 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:54:57.472+0000 7faa2a72a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:57.599 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:54:57.472+0000 7faa2a72a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:57.599 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:54:57.472+0000 7faa2a72a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:57.599 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:54:57.472+0000 7faa2af2b640 10 monclient(hunting): get_auth_request con 0x55f2081cbab0 auth_method 0 2024-09-12T00:54:57.600 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:54:57.472+0000 7faa2af2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.600 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:54:57.472+0000 7faa2af2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.600 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:54:57.472+0000 7faa2af2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.600 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:54:57.472+0000 7faa29f29640 10 monclient(hunting): handle_auth_done global_id 7112 payload 824 2024-09-12T00:54:57.600 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:54:57.472+0000 7faa29f29640 10 monclient: _finish_hunting 0 2024-09-12T00:54:57.600 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:54:57.472+0000 7faa29f29640 1 monclient: found mon.noname-c 2024-09-12T00:54:57.600 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:54:57.472+0000 7faa29f29640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:54:57.600 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.600 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:54:57.600 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: dump: 2024-09-12T00:54:57.600 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.600 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.600 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.600 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.601 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.601 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.601 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.601 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.601 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.601 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.601 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: _finish_auth 0 2024-09-12T00:54:57.601 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: _check_auth_tickets 2024-09-12T00:54:57.601 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:57.601 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.601 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:54:57.601 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: dump: 2024-09-12T00:54:57.601 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.602 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.602 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.602 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.602 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.602 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.602 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.602 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.602 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.602 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.602 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:54:57.472+0000 7faa2cc40800 5 monclient: authenticate success, global_id 7112 2024-09-12T00:54:57.602 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:54:57.472+0000 7faa2cc40800 10 monclient: _renew_subs 2024-09-12T00:54:57.602 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:54:57.472+0000 7fa90dffb640 4 set_mon_vals no callback set 2024-09-12T00:54:57.602 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:54:57.472+0000 7faa2cc40800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:57.602 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:54:57.472+0000 7faa2cc40800 10 monclient: _renew_subs 2024-09-12T00:54:57.603 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:54:57.472+0000 7faa2cc40800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:57.603 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:54:57.472+0000 7faa2cc40800 1 librados: init done 2024-09-12T00:54:57.603 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:54:57.472+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command cr dump hook 0x55f2081bd208 2024-09-12T00:54:57.603 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:54:57.474+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.603 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:54:57.474+0000 7fa8fbfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:54:57.603 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:54:57.474+0000 7fa8fbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:57.603 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:54:57.474+0000 7fa8fbfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:57.603 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:54:57.474+0000 7faa2a72a640 10 monclient: get_auth_request con 0x7fa8f4076470 auth_method 0 2024-09-12T00:54:57.603 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:54:57.475+0000 7faa2af2b640 10 monclient: get_auth_request con 0x55f2081e5dc0 auth_method 0 2024-09-12T00:54:57.603 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:54:57.475+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.603 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:54:57.475+0000 7faa2cc40800 20 realm 2024-09-12T00:54:57.603 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:54:57.475+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.603 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:54:57.476+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.603 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:54:57.476+0000 7faa2cc40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:57.604 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:54:57.476+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.604 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:54:57.476+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.604 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:54:57.476+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.604 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:54:57.476+0000 7faa2a72a640 10 monclient: get_auth_request con 0x55f2081ea120 auth_method 0 2024-09-12T00:54:57.604 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:54:57.477+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:57.604 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:54:57.477+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.604 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:54:57.477+0000 7faa29f29640 10 monclient: get_auth_request con 0x55f2081ed820 auth_method 0 2024-09-12T00:54:57.604 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:54:57.477+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:57.604 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:54:57.477+0000 7faa2cc40800 20 searching for the correct realm 2024-09-12T00:54:57.604 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:54:57.478+0000 7faa2af2b640 10 monclient: get_auth_request con 0x55f2081f25e0 auth_method 0 2024-09-12T00:54:57.604 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:54:57.479+0000 7faa2a72a640 10 monclient: get_auth_request con 0x7faa20088330 auth_method 0 2024-09-12T00:54:57.604 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:54:57.479+0000 7faa29f29640 10 monclient: get_auth_request con 0x7faa1c018040 auth_method 0 2024-09-12T00:54:57.604 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:54:57.481+0000 7faa29f29640 0 -- 172.21.15.38:0/2596087084 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7faa1c018040 msgr2=0x7faa1c040400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:57.604 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:54:57.481+0000 7fa8fbfff640 1 client.7112.objecter ms_handle_reset 0x7faa1c018040 session 0x7faa1c039070 osd.4 2024-09-12T00:54:57.605 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:54:57.481+0000 7fa8fbfff640 10 monclient: _renew_subs 2024-09-12T00:54:57.605 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:54:57.481+0000 7fa8fbfff640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:57.605 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:54:57.481+0000 7faa2af2b640 10 monclient: get_auth_request con 0x7faa200a81d0 auth_method 0 2024-09-12T00:54:57.605 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:54:57.481+0000 7faa29f29640 10 monclient: get_auth_request con 0x7fa8f4086aa0 auth_method 0 2024-09-12T00:54:57.605 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:54:57.483+0000 7faa2a72a640 10 monclient: get_auth_request con 0x7faa20052a50 auth_method 0 2024-09-12T00:54:57.605 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:54:57.484+0000 7faa2af2b640 0 -- 172.21.15.38:0/2596087084 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7faa200a81d0 msgr2=0x7faa20003050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:54:57.605 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:54:57.484+0000 7fa8fbfff640 1 client.7112.objecter ms_handle_reset 0x7faa200a81d0 session 0x7faa20070230 osd.6 2024-09-12T00:54:57.605 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:54:57.484+0000 7faa2af2b640 10 monclient: get_auth_request con 0x7faa1c018040 auth_method 0 2024-09-12T00:54:57.605 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:57.605 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:57.605 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:57.605 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:57.605 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:57.605 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:57.605 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.606 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.606 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.606 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:57.606 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.606 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:57.606 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:54:57.489+0000 7faa2cc40800 20 zone default found 2024-09-12T00:54:57.606 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:54:57.489+0000 7faa2cc40800 4 Realm: () 2024-09-12T00:54:57.606 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:54:57.489+0000 7faa2cc40800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:57.606 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:54:57.489+0000 7faa2cc40800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:57.606 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:54:57.489+0000 7faa2cc40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:57.606 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:54:57.489+0000 7faa2cc40800 20 zonegroup default 2024-09-12T00:54:57.606 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.606 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.606 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.606 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:54:57.490+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.607 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:54:57.490+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.607 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:54:57.490+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.607 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:54:57.490+0000 7faa2cc40800 20 started sync module instance, tier type = 2024-09-12T00:54:57.607 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:54:57.490+0000 7faa2cc40800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:57.607 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=0 2024-09-12T00:54:57.607 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=1 2024-09-12T00:54:57.607 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=2 2024-09-12T00:54:57.607 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=3 2024-09-12T00:54:57.607 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=4 2024-09-12T00:54:57.607 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=5 2024-09-12T00:54:57.607 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=6 2024-09-12T00:54:57.607 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:54:57.500+0000 7faa2cc40800 20 add_watcher() i=7 2024-09-12T00:54:57.607 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:54:57.500+0000 7faa2cc40800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:57.608 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding auth protocol: cephx 2024-09-12T00:54:57.608 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding auth protocol: cephx 2024-09-12T00:54:57.608 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding auth protocol: cephx 2024-09-12T00:54:57.608 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: secure 2024-09-12T00:54:57.608 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: crc 2024-09-12T00:54:57.608 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: secure 2024-09-12T00:54:57.608 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: crc 2024-09-12T00:54:57.608 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: secure 2024-09-12T00:54:57.608 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: crc 2024-09-12T00:54:57.608 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: crc 2024-09-12T00:54:57.608 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: secure 2024-09-12T00:54:57.608 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: crc 2024-09-12T00:54:57.608 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: secure 2024-09-12T00:54:57.608 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: crc 2024-09-12T00:54:57.609 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: secure 2024-09-12T00:54:57.609 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:54:57.502+0000 7fa8e0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:57.609 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:54:57.502+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.609 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:54:57.502+0000 7faa2cc40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:57.609 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:54:57.502+0000 7faa2cc40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:57.609 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command cache list hook 0x55f2081bcce0 2024-09-12T00:54:57.609 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command cache inspect hook 0x55f2081bcce0 2024-09-12T00:54:57.609 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command cache erase hook 0x55f2081bcce0 2024-09-12T00:54:57.609 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command cache zap hook 0x55f2081bcce0 2024-09-12T00:54:57.609 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 note: GC not initialized 2024-09-12T00:54:57.609 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:54:57.502+0000 7fa85b7fe640 20 reqs_thread_entry: start 2024-09-12T00:54:57.609 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command sync trace show hook 0x7faa1c004cf0 2024-09-12T00:54:57.609 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command sync trace history hook 0x7faa1c004cf0 2024-09-12T00:54:57.609 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command sync trace active hook 0x7faa1c004cf0 2024-09-12T00:54:57.609 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command sync trace active_short hook 0x7faa1c004cf0 2024-09-12T00:54:57.610 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:54:57.503+0000 7faa2cc40800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:57.610 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:54:57.503+0000 7faa2cc40800 20 Filter name: none 2024-09-12T00:54:57.610 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:54:57.503+0000 7fa8597fa640 20 reqs_thread_entry: start 2024-09-12T00:54:57.610 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:54:57.503+0000 7faa2cc40800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T00:54:57.610 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:54:57.503+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.610 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:54:57.503+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:54:57.610 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:54:57.503+0000 7faa2cc40800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T00:54:57.610 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:54:57.503+0000 7faa2cc40800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T00:54:57.610 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:54:57.503+0000 7faa2cc40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 : miss 2024-09-12T00:54:57.610 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:54:57.503+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.610 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:54:57.504+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:54:57.610 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:54:57.504+0000 7faa2cc40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 info.flags=0x17 2024-09-12T00:54:57.611 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:54:57.504+0000 7faa2cc40800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to cache LRU end 2024-09-12T00:54:57.611 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:54:57.504+0000 7faa2cc40800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:54:57.611 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:54:57.504+0000 7faa2cc40800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:57.611 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:54:57.504+0000 7faa2cc40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 2024-09-12T00:54:57.611 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:54:57.511+0000 7faa2cc40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 info.flags=0x17 2024-09-12T00:54:57.611 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:54:57.511+0000 7faa2cc40800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to cache LRU end 2024-09-12T00:54:57.611 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:54:57.511+0000 7faa2cc40800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:57.611 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:54:57.511+0000 7faa2cc40800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35, ofs0, ns] 2024-09-12T00:54:57.611 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:54:57.512+0000 7fa90dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464280 cookie 94498006744032 notifier 7112 bl.length()=995 2024-09-12T00:54:57.611 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:54:57.512+0000 7fa90dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 info.flags=0x17 2024-09-12T00:54:57.611 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:54:57.512+0000 7fa90dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to cache LRU end 2024-09-12T00:54:57.611 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:54:57.512+0000 7fa90dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:57.611 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:54:57.512+0000 7faa2cc40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): orig_sources= new_sources= 2024-09-12T00:54:57.611 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:54:57.512+0000 7faa2cc40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): potential sources added=[] removed=[] 2024-09-12T00:54:57.611 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:54:57.512+0000 7faa2cc40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): orig_dests= new_dests= 2024-09-12T00:54:57.612 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:54:57.512+0000 7faa2cc40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): potential dests added=[] removed=[] 2024-09-12T00:54:57.612 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:54:57.518+0000 7faa2cc40800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7faa2cc40800 time 2024-09-12T00:54:57.518331+0000 2024-09-12T00:54:57.612 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:54:57.612 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.612 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:54:57.612 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7faa3018c71a] 2024-09-12T00:54:57.612 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7faa3018c8d8] 2024-09-12T00:54:57.612 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f205c0b641] 2024-09-12T00:54:57.612 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f205c1b38a] 2024-09-12T00:54:57.612 INFO:tasks.workunit.client.0.smithi038.stderr: 5: main() 2024-09-12T00:54:57.612 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7faa2ee29590] 2024-09-12T00:54:57.612 INFO:tasks.workunit.client.0.smithi038.stderr: 7: __libc_start_main() 2024-09-12T00:54:57.612 INFO:tasks.workunit.client.0.smithi038.stderr: 8: _start() 2024-09-12T00:54:57.613 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.613 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:54:57.518+0000 7faa2cc40800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:54:57.613 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7faa2cc40800 thread_name:radosgw-admin 2024-09-12T00:54:57.613 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.613 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:54:57.613 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7faa2ee3e6f0] 2024-09-12T00:54:57.613 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7faa2ee8b99c] 2024-09-12T00:54:57.613 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:54:57.613 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:54:57.613 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7faa3018c774] 2024-09-12T00:54:57.613 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7faa3018c8d8] 2024-09-12T00:54:57.613 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f205c0b641] 2024-09-12T00:54:57.613 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f205c1b38a] 2024-09-12T00:54:57.614 INFO:tasks.workunit.client.0.smithi038.stderr: 9: main() 2024-09-12T00:54:57.614 INFO:tasks.workunit.client.0.smithi038.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7faa2ee29590] 2024-09-12T00:54:57.614 INFO:tasks.workunit.client.0.smithi038.stderr: 11: __libc_start_main() 2024-09-12T00:54:57.614 INFO:tasks.workunit.client.0.smithi038.stderr: 12: _start() 2024-09-12T00:54:57.614 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:54:57.614 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.614 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:54:57.614 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:54:57.614 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:54:57.614 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:54:57.614 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:54:57.614 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:54:57.614 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:54:57.614 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:54:57.615 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:54:57.615 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:54:57.615 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:54:57.615 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:54:57.615 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:54:57.615 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:54:57.615 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:54:57.615 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:54:57.615 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:54:57.615 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:54:57.615 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:54:57.615 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:54:57.615 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:54:57.615 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:54:57.616 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:54:57.616 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:54:57.616 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:54:57.616 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:54:57.616 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:54:57.616 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:54:57.616 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:54:57.616 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:54:57.616 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:54:57.616 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:54:57.616 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:54:57.616 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:54:57.616 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:54:57.617 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:54:57.617 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:54:57.617 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:54:57.617 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:54:57.617 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:54:57.617 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:54:57.617 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:54:57.617 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:54:57.617 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:54:57.617 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:54:57.617 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:54:57.617 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:54:57.617 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:54:57.618 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:54:57.618 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:54:57.618 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:54:57.618 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:54:57.618 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:54:57.618 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:54:57.618 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:54:57.618 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:54:57.618 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:54:57.618 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:54:57.618 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:54:57.619 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:54:57.619 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:54:57.619 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:54:57.619 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:54:57.619 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:54:57.619 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:54:57.619 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:54:57.619 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:54:57.619 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:54:57.619 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:54:57.619 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:54:57.619 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:54:57.619 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:54:57.619 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:54:57.620 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:54:57.620 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:54:57.620 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:54:57.620 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:54:57.620 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:54:57.620 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:54:57.620 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:54:57.620 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:54:57.620 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:54:57.620 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:54:57.620 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:54:57.620 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:54:57.620 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:54:57.621 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:54:57.621 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:54:57.621 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:54:57.621 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:54:57.621 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:54:57.621 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:54:57.621 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:54:57.621 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:54:57.621 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa8597fa640 / http_manager 2024-09-12T00:54:57.621 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa85b7fe640 / http_manager 2024-09-12T00:54:57.621 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa8e0fe1640 / rgw_dt_lg_renew 2024-09-12T00:54:57.621 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa8fbfff640 / ms_dispatch 2024-09-12T00:54:57.621 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa90dffb640 / io_context_pool 2024-09-12T00:54:57.621 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa90ffff640 / ms_dispatch 2024-09-12T00:54:57.622 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa916e05640 / ms_dispatch 2024-09-12T00:54:57.622 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa918608640 / io_context_pool 2024-09-12T00:54:57.622 INFO:tasks.workunit.client.0.smithi038.stderr: 7faa29f29640 / msgr-worker-2 2024-09-12T00:54:57.622 INFO:tasks.workunit.client.0.smithi038.stderr: 7faa2a72a640 / msgr-worker-1 2024-09-12T00:54:57.622 INFO:tasks.workunit.client.0.smithi038.stderr: 7faa2af2b640 / msgr-worker-0 2024-09-12T00:54:57.622 INFO:tasks.workunit.client.0.smithi038.stderr: 7faa2b72c640 / io_context_pool 2024-09-12T00:54:57.622 INFO:tasks.workunit.client.0.smithi038.stderr: 7faa2cc40800 / radosgw-admin 2024-09-12T00:54:57.622 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:54:57.622 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:54:57.622 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/log/ceph/ceph-client.admin.129655.log 2024-09-12T00:54:57.622 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:54:57.622 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:54:57.622 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:54:57.455+0000 7faa2af2b640 1 monclient: found mon.noname-a 2024-09-12T00:54:57.622 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:54:57.455+0000 7faa2af2b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:54:57.623 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.623 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:54:57.623 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: dump: 2024-09-12T00:54:57.623 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.623 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.623 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.623 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.623 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.623 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.623 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.623 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.623 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.623 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.623 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: _finish_auth 0 2024-09-12T00:54:57.624 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: _check_auth_tickets 2024-09-12T00:54:57.624 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:57.624 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:54:57.456+0000 7faa2cc40800 5 monclient: authenticate success, global_id 7509 2024-09-12T00:54:57.624 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:54:57.456+0000 7faa2cc40800 10 monclient: get_monmap_and_config success 2024-09-12T00:54:57.624 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:54:57.456+0000 7faa2cc40800 4 set_mon_vals no callback set 2024-09-12T00:54:57.624 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.624 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:54:57.624 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:54:57.456+0000 7fa918608640 10 monclient: dump: 2024-09-12T00:54:57.624 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.624 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.624 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.624 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.624 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.624 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.625 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.625 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.625 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.625 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.625 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:54:57.456+0000 7faa2cc40800 10 monclient: shutdown 2024-09-12T00:54:57.625 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:54:57.456+0000 7faa2cc40800 5 asok(0x55f207edb630) unregister_commands rotate-key 2024-09-12T00:54:57.625 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:54:57.457+0000 7faa2cc40800 10 monclient: build_initial_monmap 2024-09-12T00:54:57.625 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:54:57.457+0000 7faa2cc40800 1 build_initial for_mkfs: 0 2024-09-12T00:54:57.625 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:54:57.457+0000 7faa2cc40800 10 monclient: monmap: 2024-09-12T00:54:57.625 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:54:57.625 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:54:57.625 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:54:57.625 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:54:57.626 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:54:57.626 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.626 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:54:57.626 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:54:57.626 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:54:57.626 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.626 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding auth protocol: cephx 2024-09-12T00:54:57.626 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding auth protocol: cephx 2024-09-12T00:54:57.626 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding auth protocol: cephx 2024-09-12T00:54:57.626 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: secure 2024-09-12T00:54:57.626 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: crc 2024-09-12T00:54:57.626 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: secure 2024-09-12T00:54:57.626 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: crc 2024-09-12T00:54:57.626 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: secure 2024-09-12T00:54:57.627 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: crc 2024-09-12T00:54:57.627 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: crc 2024-09-12T00:54:57.627 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: secure 2024-09-12T00:54:57.627 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: crc 2024-09-12T00:54:57.627 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: secure 2024-09-12T00:54:57.627 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: crc 2024-09-12T00:54:57.627 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080feca0) adding con mode: secure 2024-09-12T00:54:57.627 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:54:57.457+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.627 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:54:57.457+0000 7faa2cc40800 1 librados: starting msgr at 2024-09-12T00:54:57.627 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:54:57.457+0000 7faa2cc40800 1 librados: starting objecter 2024-09-12T00:54:57.627 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command objecter_requests hook 0x55f20812ac40 2024-09-12T00:54:57.627 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:54:57.457+0000 7faa2cc40800 1 librados: setting wanted keys 2024-09-12T00:54:57.627 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:54:57.457+0000 7faa2cc40800 1 librados: calling monclient init 2024-09-12T00:54:57.627 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:54:57.457+0000 7faa2cc40800 10 monclient: init 2024-09-12T00:54:57.628 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding auth protocol: cephx 2024-09-12T00:54:57.628 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding auth protocol: cephx 2024-09-12T00:54:57.628 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding auth protocol: cephx 2024-09-12T00:54:57.628 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: secure 2024-09-12T00:54:57.628 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: crc 2024-09-12T00:54:57.628 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: secure 2024-09-12T00:54:57.628 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: crc 2024-09-12T00:54:57.628 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: secure 2024-09-12T00:54:57.628 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: crc 2024-09-12T00:54:57.628 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: crc 2024-09-12T00:54:57.628 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: secure 2024-09-12T00:54:57.628 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: crc 2024-09-12T00:54:57.628 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: secure 2024-09-12T00:54:57.628 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: crc 2024-09-12T00:54:57.629 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:54:57.457+0000 7faa2cc40800 5 AuthRegistry(0x55f2080fb620) adding con mode: secure 2024-09-12T00:54:57.629 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:54:57.457+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.629 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:54:57.457+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.629 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:54:57.458+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command rotate-key hook 0x55f2080fb768 2024-09-12T00:54:57.629 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient: _reopen_session rank -1 2024-09-12T00:54:57.629 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:54:57.629 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-b con 0x55f207fb3e10 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:54:57.629 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-c con 0x55f20803eeb0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:54:57.629 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-a con 0x55f208041e50 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:54:57.629 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.629 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.629 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.629 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient(hunting): _renew_subs 2024-09-12T00:54:57.629 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient(hunting): authenticate will time out at 2003.909110s 2024-09-12T00:54:57.630 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient(hunting): get_auth_request con 0x55f208041e50 auth_method 0 2024-09-12T00:54:57.630 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.630 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.630 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.630 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:54:57.458+0000 7faa29f29640 10 monclient(hunting): get_auth_request con 0x55f20803eeb0 auth_method 0 2024-09-12T00:54:57.630 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:54:57.458+0000 7faa29f29640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.630 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:54:57.458+0000 7faa29f29640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.630 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:54:57.458+0000 7faa29f29640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.630 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:57.630 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:57.630 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:57.630 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:54:57.458+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:57.630 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:54:57.458+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:57.631 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:54:57.458+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:57.631 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient(hunting): handle_auth_done global_id 7512 payload 824 2024-09-12T00:54:57.631 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient: _finish_hunting 0 2024-09-12T00:54:57.631 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:54:57.458+0000 7faa2af2b640 1 monclient: found mon.noname-a 2024-09-12T00:54:57.631 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:54:57.458+0000 7faa2af2b640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:54:57.631 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.631 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:54:57.631 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: dump: 2024-09-12T00:54:57.631 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.631 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.631 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.631 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.631 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.631 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.632 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.632 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.632 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.632 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.632 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: _finish_auth 0 2024-09-12T00:54:57.632 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: _check_auth_tickets 2024-09-12T00:54:57.632 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:57.632 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.632 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:54:57.632 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:54:57.458+0000 7fa916e05640 10 monclient: dump: 2024-09-12T00:54:57.632 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.632 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.632 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.632 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.633 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.633 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.633 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.633 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.633 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.633 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.633 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:54:57.458+0000 7faa2cc40800 5 monclient: authenticate success, global_id 7512 2024-09-12T00:54:57.633 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient: _renew_subs 2024-09-12T00:54:57.633 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:54:57.633 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:54:57.458+0000 7fa918608640 4 set_mon_vals no callback set 2024-09-12T00:54:57.633 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient: _renew_subs 2024-09-12T00:54:57.633 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:54:57.458+0000 7faa2cc40800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:54:57.633 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:54:57.458+0000 7faa2cc40800 1 librados: init done 2024-09-12T00:54:57.634 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:54:57.460+0000 7fa916e05640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:54:57.634 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:54:57.460+0000 7fa916e05640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:57.634 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:54:57.460+0000 7fa916e05640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:57.634 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:54:57.461+0000 7faa2a72a640 10 monclient: get_auth_request con 0x7fa910076470 auth_method 0 2024-09-12T00:54:57.634 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:54:57.461+0000 7faa29f29640 10 monclient: get_auth_request con 0x55f208123f30 auth_method 0 2024-09-12T00:54:57.634 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:54:57.462+0000 7faa2a72a640 10 monclient: get_auth_request con 0x55f208146a00 auth_method 0 2024-09-12T00:54:57.634 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:54:57.462+0000 7faa29f29640 10 monclient: get_auth_request con 0x55f20814ae70 auth_method 0 2024-09-12T00:54:57.634 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:54:57.464+0000 7faa2cc40800 10 monclient: build_initial_monmap 2024-09-12T00:54:57.634 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:54:57.464+0000 7faa2cc40800 1 build_initial for_mkfs: 0 2024-09-12T00:54:57.634 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:54:57.464+0000 7faa2cc40800 10 monclient: monmap: 2024-09-12T00:54:57.634 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:54:57.634 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:54:57.634 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:54:57.635 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:54:57.635 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:54:57.635 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.635 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:54:57.635 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:54:57.635 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:54:57.635 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.635 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding auth protocol: cephx 2024-09-12T00:54:57.635 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding auth protocol: cephx 2024-09-12T00:54:57.635 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding auth protocol: cephx 2024-09-12T00:54:57.635 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: secure 2024-09-12T00:54:57.635 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: crc 2024-09-12T00:54:57.635 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: secure 2024-09-12T00:54:57.636 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: crc 2024-09-12T00:54:57.636 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: secure 2024-09-12T00:54:57.636 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: crc 2024-09-12T00:54:57.636 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: crc 2024-09-12T00:54:57.636 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: secure 2024-09-12T00:54:57.636 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: crc 2024-09-12T00:54:57.636 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: secure 2024-09-12T00:54:57.636 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: crc 2024-09-12T00:54:57.636 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814fce0) adding con mode: secure 2024-09-12T00:54:57.636 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:54:57.464+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.636 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command objecter_requests cmddesc objecter_requests hook 0x55f208153250 EEXIST 2024-09-12T00:54:57.636 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:54:57.464+0000 7faa2cc40800 10 monclient: init 2024-09-12T00:54:57.636 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding auth protocol: cephx 2024-09-12T00:54:57.636 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding auth protocol: cephx 2024-09-12T00:54:57.637 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding auth protocol: cephx 2024-09-12T00:54:57.637 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: secure 2024-09-12T00:54:57.637 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: crc 2024-09-12T00:54:57.637 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: secure 2024-09-12T00:54:57.637 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: crc 2024-09-12T00:54:57.637 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: secure 2024-09-12T00:54:57.637 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: crc 2024-09-12T00:54:57.637 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: crc 2024-09-12T00:54:57.637 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: secure 2024-09-12T00:54:57.637 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: crc 2024-09-12T00:54:57.637 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: secure 2024-09-12T00:54:57.637 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: crc 2024-09-12T00:54:57.637 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:54:57.464+0000 7faa2cc40800 5 AuthRegistry(0x55f20814e408) adding con mode: secure 2024-09-12T00:54:57.637 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:54:57.465+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.638 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:54:57.465+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.638 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:54:57.465+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command rotate-key cmddesc rotate-key hook 0x55f20814e550 EEXIST 2024-09-12T00:54:57.638 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient: _reopen_session rank -1 2024-09-12T00:54:57.638 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:54:57.638 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-a con 0x55f208177570 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:54:57.638 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-c con 0x55f208177950 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:54:57.638 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-b con 0x55f208176280 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:54:57.638 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.638 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.638 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.638 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient(hunting): _renew_subs 2024-09-12T00:54:57.638 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:54:57.465+0000 7faa2cc40800 10 monclient(hunting): authenticate will time out at 2003.916401s 2024-09-12T00:54:57.638 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:54:57.465+0000 7faa2a72a640 10 monclient(hunting): get_auth_request con 0x55f208177570 auth_method 0 2024-09-12T00:54:57.639 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:54:57.465+0000 7faa2a72a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.639 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:54:57.465+0000 7faa2a72a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.639 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:54:57.465+0000 7faa2a72a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.639 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient(hunting): get_auth_request con 0x55f208177950 auth_method 0 2024-09-12T00:54:57.639 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.639 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.639 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.639 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:54:57.465+0000 7faa2a72a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:57.639 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:54:57.465+0000 7faa2a72a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:57.639 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:54:57.465+0000 7faa2a72a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:57.639 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:57.639 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:57.639 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:57.639 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:54:57.465+0000 7faa2af2b640 10 monclient(hunting): get_auth_request con 0x55f208176280 auth_method 0 2024-09-12T00:54:57.640 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:54:57.465+0000 7faa2af2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.640 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:54:57.465+0000 7faa2af2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.640 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:54:57.465+0000 7faa2af2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.640 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient(hunting): handle_auth_done global_id 7106 payload 824 2024-09-12T00:54:57.640 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient: _finish_hunting 0 2024-09-12T00:54:57.640 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:54:57.465+0000 7faa29f29640 1 monclient: found mon.noname-c 2024-09-12T00:54:57.640 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:54:57.465+0000 7faa29f29640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:54:57.640 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.640 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:54:57.640 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: dump: 2024-09-12T00:54:57.640 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.640 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.640 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.640 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.641 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.641 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.641 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.641 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.641 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.641 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.641 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: _finish_auth 0 2024-09-12T00:54:57.641 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: _check_auth_tickets 2024-09-12T00:54:57.641 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:57.641 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.641 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:54:57.641 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:54:57.466+0000 7fa90ffff640 10 monclient: dump: 2024-09-12T00:54:57.641 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.641 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.642 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.642 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.642 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.642 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.642 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.642 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.642 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.642 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.642 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:54:57.466+0000 7faa2cc40800 5 monclient: authenticate success, global_id 7106 2024-09-12T00:54:57.642 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:54:57.466+0000 7faa2cc40800 10 monclient: _renew_subs 2024-09-12T00:54:57.642 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:54:57.466+0000 7faa2cc40800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:57.642 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:54:57.466+0000 7faa2b72c640 4 set_mon_vals no callback set 2024-09-12T00:54:57.642 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:54:57.466+0000 7faa2cc40800 10 monclient: _renew_subs 2024-09-12T00:54:57.643 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:54:57.466+0000 7faa2cc40800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:57.643 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:54:57.468+0000 7fa90ffff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:54:57.643 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:54:57.468+0000 7fa90ffff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:57.643 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:54:57.468+0000 7fa90ffff640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:57.643 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:54:57.468+0000 7faa2a72a640 10 monclient: get_auth_request con 0x7fa904076380 auth_method 0 2024-09-12T00:54:57.643 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:54:57.468+0000 7faa2cc40800 10 monclient: get_monmap_and_config 2024-09-12T00:54:57.643 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:54:57.468+0000 7faa2cc40800 10 monclient: build_initial_monmap 2024-09-12T00:54:57.643 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:54:57.468+0000 7faa2cc40800 1 build_initial for_mkfs: 0 2024-09-12T00:54:57.643 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:54:57.468+0000 7faa2cc40800 10 monclient: monmap: 2024-09-12T00:54:57.643 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:54:57.643 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:54:57.643 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:54:57.643 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:54:57.644 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:54:57.644 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.644 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:54:57.644 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:54:57.644 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:54:57.644 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.644 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding auth protocol: cephx 2024-09-12T00:54:57.644 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding auth protocol: cephx 2024-09-12T00:54:57.644 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding auth protocol: cephx 2024-09-12T00:54:57.644 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: secure 2024-09-12T00:54:57.644 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: crc 2024-09-12T00:54:57.644 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: secure 2024-09-12T00:54:57.644 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: crc 2024-09-12T00:54:57.645 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: secure 2024-09-12T00:54:57.645 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: crc 2024-09-12T00:54:57.645 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: crc 2024-09-12T00:54:57.645 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: secure 2024-09-12T00:54:57.645 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: crc 2024-09-12T00:54:57.645 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: secure 2024-09-12T00:54:57.645 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: crc 2024-09-12T00:54:57.645 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x55f2081974a0) adding con mode: secure 2024-09-12T00:54:57.645 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:54:57.468+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.645 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:54:57.468+0000 7faa2cc40800 10 monclient: init 2024-09-12T00:54:57.645 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding auth protocol: cephx 2024-09-12T00:54:57.645 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding auth protocol: cephx 2024-09-12T00:54:57.646 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding auth protocol: cephx 2024-09-12T00:54:57.646 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: secure 2024-09-12T00:54:57.646 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: crc 2024-09-12T00:54:57.646 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: secure 2024-09-12T00:54:57.646 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: crc 2024-09-12T00:54:57.646 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: secure 2024-09-12T00:54:57.646 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: crc 2024-09-12T00:54:57.646 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: crc 2024-09-12T00:54:57.646 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: secure 2024-09-12T00:54:57.646 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: crc 2024-09-12T00:54:57.646 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: secure 2024-09-12T00:54:57.646 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: crc 2024-09-12T00:54:57.647 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:54:57.468+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c737e0) adding con mode: secure 2024-09-12T00:54:57.647 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:54:57.469+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.647 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:54:57.469+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.647 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:54:57.469+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command rotate-key cmddesc rotate-key hook 0x7fffc0c73928 EEXIST 2024-09-12T00:54:57.647 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient: _reopen_session rank -1 2024-09-12T00:54:57.647 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:54:57.647 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-b con 0x55f2081cbab0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:54:57.647 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-c con 0x55f2081c60d0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:54:57.647 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-a con 0x55f2081c7540 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:54:57.647 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.648 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.648 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.648 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient(hunting): _renew_subs 2024-09-12T00:54:57.648 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:54:57.469+0000 7faa2cc40800 10 monclient(hunting): authenticate will time out at 2003.920513s 2024-09-12T00:54:57.648 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient(hunting): get_auth_request con 0x55f2081c60d0 auth_method 0 2024-09-12T00:54:57.648 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.648 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.648 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.648 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:54:57.469+0000 7faa2af2b640 10 monclient(hunting): get_auth_request con 0x55f2081c7540 auth_method 0 2024-09-12T00:54:57.648 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:54:57.469+0000 7faa2af2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.648 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:54:57.469+0000 7faa2af2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.648 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:54:57.469+0000 7faa2af2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.648 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:57.649 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:57.649 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:57.649 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:54:57.469+0000 7faa2af2b640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:57.649 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:54:57.469+0000 7faa2af2b640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:57.649 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:54:57.469+0000 7faa2af2b640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:57.649 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient(hunting): handle_auth_done global_id 7109 payload 274 2024-09-12T00:54:57.649 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient: _finish_hunting 0 2024-09-12T00:54:57.649 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:54:57.469+0000 7faa29f29640 1 monclient: found mon.noname-c 2024-09-12T00:54:57.649 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:54:57.469+0000 7faa29f29640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:54:57.649 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:54:57.469+0000 7faa2a72a640 10 monclient: get_auth_request con 0x55f2081cbab0 auth_method 0 2024-09-12T00:54:57.649 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.649 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:54:57.649 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: dump: 2024-09-12T00:54:57.649 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.650 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.650 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.650 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.650 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.650 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.650 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.650 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.650 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.650 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.650 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: _finish_auth 0 2024-09-12T00:54:57.650 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: _check_auth_tickets 2024-09-12T00:54:57.650 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:57.650 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 monclient: authenticate success, global_id 7109 2024-09-12T00:54:57.651 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:54:57.470+0000 7faa2cc40800 10 monclient: get_monmap_and_config success 2024-09-12T00:54:57.651 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:54:57.470+0000 7faa2cc40800 4 set_mon_vals no callback set 2024-09-12T00:54:57.651 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.651 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:54:57.651 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:54:57.470+0000 7fa90dffb640 10 monclient: dump: 2024-09-12T00:54:57.651 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.651 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.651 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.651 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.651 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.651 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.651 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.651 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.651 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.652 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.652 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:54:57.470+0000 7faa2cc40800 10 monclient: shutdown 2024-09-12T00:54:57.652 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:54:57.470+0000 7faa2cc40800 10 monclient: build_initial_monmap 2024-09-12T00:54:57.652 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:54:57.470+0000 7faa2cc40800 1 build_initial for_mkfs: 0 2024-09-12T00:54:57.652 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:54:57.470+0000 7faa2cc40800 10 monclient: monmap: 2024-09-12T00:54:57.652 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:54:57.652 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:54:57.652 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:54:57.652 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:54:57.652 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:54:57.652 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.652 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:54:57.652 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:54:57.652 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:54:57.653 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.653 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding auth protocol: cephx 2024-09-12T00:54:57.653 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding auth protocol: cephx 2024-09-12T00:54:57.653 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding auth protocol: cephx 2024-09-12T00:54:57.653 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: secure 2024-09-12T00:54:57.653 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: crc 2024-09-12T00:54:57.653 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: secure 2024-09-12T00:54:57.653 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: crc 2024-09-12T00:54:57.653 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: secure 2024-09-12T00:54:57.653 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: crc 2024-09-12T00:54:57.653 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: crc 2024-09-12T00:54:57.653 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: secure 2024-09-12T00:54:57.653 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: crc 2024-09-12T00:54:57.653 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: secure 2024-09-12T00:54:57.654 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: crc 2024-09-12T00:54:57.654 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:54:57.470+0000 7faa2cc40800 5 AuthRegistry(0x55f208197450) adding con mode: secure 2024-09-12T00:54:57.654 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:54:57.471+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.654 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:54:57.471+0000 7faa2cc40800 1 librados: starting msgr at 2024-09-12T00:54:57.654 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:54:57.471+0000 7faa2cc40800 1 librados: starting objecter 2024-09-12T00:54:57.654 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command objecter_requests cmddesc objecter_requests hook 0x55f208179350 EEXIST 2024-09-12T00:54:57.654 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:54:57.471+0000 7faa2cc40800 1 librados: setting wanted keys 2024-09-12T00:54:57.654 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:54:57.471+0000 7faa2cc40800 1 librados: calling monclient init 2024-09-12T00:54:57.654 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient: init 2024-09-12T00:54:57.654 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding auth protocol: cephx 2024-09-12T00:54:57.654 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding auth protocol: cephx 2024-09-12T00:54:57.654 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding auth protocol: cephx 2024-09-12T00:54:57.654 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: secure 2024-09-12T00:54:57.655 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: crc 2024-09-12T00:54:57.655 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: secure 2024-09-12T00:54:57.655 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: crc 2024-09-12T00:54:57.655 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: secure 2024-09-12T00:54:57.655 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: crc 2024-09-12T00:54:57.655 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: crc 2024-09-12T00:54:57.655 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: secure 2024-09-12T00:54:57.655 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: crc 2024-09-12T00:54:57.655 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: secure 2024-09-12T00:54:57.655 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: crc 2024-09-12T00:54:57.655 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 AuthRegistry(0x55f20818be30) adding con mode: secure 2024-09-12T00:54:57.655 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:54:57.471+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.655 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:54:57.471+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.655 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:54:57.471+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command rotate-key cmddesc rotate-key hook 0x55f20818bf78 EEXIST 2024-09-12T00:54:57.656 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient: _reopen_session rank -1 2024-09-12T00:54:57.656 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:54:57.656 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-a con 0x55f2081c60d0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:54:57.656 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-c con 0x55f2081c7540 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:54:57.656 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient(hunting): picked mon.noname-b con 0x55f2081cbab0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:54:57.656 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.656 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.656 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient(hunting): start opening mon connection 2024-09-12T00:54:57.656 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient(hunting): _renew_subs 2024-09-12T00:54:57.656 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:54:57.471+0000 7faa2cc40800 10 monclient(hunting): authenticate will time out at 2003.922849s 2024-09-12T00:54:57.656 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:54:57.471+0000 7faa29f29640 10 monclient(hunting): get_auth_request con 0x55f2081c7540 auth_method 0 2024-09-12T00:54:57.656 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:54:57.471+0000 7faa29f29640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.656 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:54:57.471+0000 7faa29f29640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.657 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:54:57.471+0000 7faa29f29640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.657 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:54:57.471+0000 7faa2a72a640 10 monclient(hunting): get_auth_request con 0x55f2081c60d0 auth_method 0 2024-09-12T00:54:57.657 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:54:57.471+0000 7faa2a72a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.657 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:54:57.471+0000 7faa2a72a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.657 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:54:57.471+0000 7faa2a72a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.657 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:54:57.472+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:57.657 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:54:57.472+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:57.657 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:54:57.472+0000 7faa29f29640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:57.657 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:54:57.472+0000 7faa2a72a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:54:57.657 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:54:57.472+0000 7faa2a72a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:54:57.657 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:54:57.472+0000 7faa2a72a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:54:57.657 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:54:57.472+0000 7faa2af2b640 10 monclient(hunting): get_auth_request con 0x55f2081cbab0 auth_method 0 2024-09-12T00:54:57.657 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:54:57.472+0000 7faa2af2b640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:54:57.657 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:54:57.472+0000 7faa2af2b640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:54:57.658 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:54:57.472+0000 7faa2af2b640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:54:57.658 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:54:57.472+0000 7faa29f29640 10 monclient(hunting): handle_auth_done global_id 7112 payload 824 2024-09-12T00:54:57.658 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:54:57.472+0000 7faa29f29640 10 monclient: _finish_hunting 0 2024-09-12T00:54:57.658 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:54:57.472+0000 7faa29f29640 1 monclient: found mon.noname-c 2024-09-12T00:54:57.658 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:54:57.472+0000 7faa29f29640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:54:57.658 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.658 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:54:57.658 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: dump: 2024-09-12T00:54:57.658 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.658 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.658 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.658 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.658 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.659 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.659 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.659 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.659 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.659 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.659 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: _finish_auth 0 2024-09-12T00:54:57.659 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: _check_auth_tickets 2024-09-12T00:54:57.659 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:54:57.659 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:54:57.659 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:54:57.659 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:54:57.472+0000 7fa8fbfff640 10 monclient: dump: 2024-09-12T00:54:57.659 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:54:57.659 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:54:57.659 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.659 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:54:57.660 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:54:57.660 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:54:57.660 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:54:57.660 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:54:57.660 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:54:57.660 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.660 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:54:57.472+0000 7faa2cc40800 5 monclient: authenticate success, global_id 7112 2024-09-12T00:54:57.660 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:54:57.472+0000 7faa2cc40800 10 monclient: _renew_subs 2024-09-12T00:54:57.660 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:54:57.472+0000 7fa90dffb640 4 set_mon_vals no callback set 2024-09-12T00:54:57.660 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:54:57.472+0000 7faa2cc40800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:57.660 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:54:57.472+0000 7faa2cc40800 10 monclient: _renew_subs 2024-09-12T00:54:57.660 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:54:57.472+0000 7faa2cc40800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:57.660 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:54:57.472+0000 7faa2cc40800 1 librados: init done 2024-09-12T00:54:57.660 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:54:57.472+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command cr dump hook 0x55f2081bd208 2024-09-12T00:54:57.661 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:54:57.474+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.661 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:54:57.474+0000 7fa8fbfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:54:57.661 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:54:57.474+0000 7fa8fbfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:57.661 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:54:57.474+0000 7fa8fbfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:54:57.661 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:54:57.474+0000 7faa2a72a640 10 monclient: get_auth_request con 0x7fa8f4076470 auth_method 0 2024-09-12T00:54:57.661 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:54:57.475+0000 7faa2af2b640 10 monclient: get_auth_request con 0x55f2081e5dc0 auth_method 0 2024-09-12T00:54:57.661 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:54:57.475+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.661 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:54:57.475+0000 7faa2cc40800 20 realm 2024-09-12T00:54:57.661 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:54:57.475+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.661 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:54:57.476+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.661 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:54:57.476+0000 7faa2cc40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:57.661 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:54:57.476+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.661 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:54:57.476+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.661 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:54:57.476+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.662 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:54:57.476+0000 7faa2a72a640 10 monclient: get_auth_request con 0x55f2081ea120 auth_method 0 2024-09-12T00:54:57.662 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:54:57.477+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:57.662 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:54:57.477+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.662 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:54:57.477+0000 7faa29f29640 10 monclient: get_auth_request con 0x55f2081ed820 auth_method 0 2024-09-12T00:54:57.662 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:54:57.477+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:57.662 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:54:57.477+0000 7faa2cc40800 20 searching for the correct realm 2024-09-12T00:54:57.662 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:54:57.478+0000 7faa2af2b640 10 monclient: get_auth_request con 0x55f2081f25e0 auth_method 0 2024-09-12T00:54:57.662 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:54:57.479+0000 7faa2a72a640 10 monclient: get_auth_request con 0x7faa20088330 auth_method 0 2024-09-12T00:54:57.662 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:54:57.479+0000 7faa29f29640 10 monclient: get_auth_request con 0x7faa1c018040 auth_method 0 2024-09-12T00:54:57.662 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:54:57.481+0000 7faa29f29640 0 -- 172.21.15.38:0/2596087084 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7faa1c018040 msgr2=0x7faa1c040400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:57.662 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:54:57.481+0000 7fa8fbfff640 1 client.7112.objecter ms_handle_reset 0x7faa1c018040 session 0x7faa1c039070 osd.4 2024-09-12T00:54:57.662 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:54:57.481+0000 7fa8fbfff640 10 monclient: _renew_subs 2024-09-12T00:54:57.662 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:54:57.481+0000 7fa8fbfff640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:54:57.662 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:54:57.481+0000 7faa2af2b640 10 monclient: get_auth_request con 0x7faa200a81d0 auth_method 0 2024-09-12T00:54:57.663 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:54:57.481+0000 7faa29f29640 10 monclient: get_auth_request con 0x7fa8f4086aa0 auth_method 0 2024-09-12T00:54:57.663 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:54:57.483+0000 7faa2a72a640 10 monclient: get_auth_request con 0x7faa20052a50 auth_method 0 2024-09-12T00:54:57.663 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:54:57.484+0000 7faa2af2b640 0 -- 172.21.15.38:0/2596087084 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7faa200a81d0 msgr2=0x7faa20003050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:54:57.663 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:54:57.484+0000 7fa8fbfff640 1 client.7112.objecter ms_handle_reset 0x7faa200a81d0 session 0x7faa20070230 osd.6 2024-09-12T00:54:57.663 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:54:57.484+0000 7faa2af2b640 10 monclient: get_auth_request con 0x7faa1c018040 auth_method 0 2024-09-12T00:54:57.663 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:57.663 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:57.663 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:57.663 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:57.663 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:57.663 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:57.663 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.663 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.663 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:54:57.488+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.664 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:57.664 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.664 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:57.664 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:54:57.489+0000 7faa2cc40800 20 zone default found 2024-09-12T00:54:57.664 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:54:57.489+0000 7faa2cc40800 4 Realm: () 2024-09-12T00:54:57.664 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:54:57.489+0000 7faa2cc40800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:57.664 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:54:57.489+0000 7faa2cc40800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:57.664 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:54:57.489+0000 7faa2cc40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:57.664 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:54:57.489+0000 7faa2cc40800 20 zonegroup default 2024-09-12T00:54:57.664 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.664 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.664 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:54:57.489+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.664 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:54:57.490+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.664 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:54:57.490+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.665 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:54:57.490+0000 7faa2cc40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.665 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:54:57.490+0000 7faa2cc40800 20 started sync module instance, tier type = 2024-09-12T00:54:57.665 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:54:57.490+0000 7faa2cc40800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:57.665 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=0 2024-09-12T00:54:57.665 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=1 2024-09-12T00:54:57.665 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=2 2024-09-12T00:54:57.665 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=3 2024-09-12T00:54:57.665 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=4 2024-09-12T00:54:57.665 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=5 2024-09-12T00:54:57.665 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:54:57.499+0000 7faa2cc40800 20 add_watcher() i=6 2024-09-12T00:54:57.665 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:54:57.500+0000 7faa2cc40800 20 add_watcher() i=7 2024-09-12T00:54:57.665 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:54:57.500+0000 7faa2cc40800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:57.665 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding auth protocol: cephx 2024-09-12T00:54:57.665 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding auth protocol: cephx 2024-09-12T00:54:57.666 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding auth protocol: cephx 2024-09-12T00:54:57.666 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: secure 2024-09-12T00:54:57.666 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: crc 2024-09-12T00:54:57.666 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: secure 2024-09-12T00:54:57.666 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: crc 2024-09-12T00:54:57.666 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: secure 2024-09-12T00:54:57.666 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: crc 2024-09-12T00:54:57.666 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: crc 2024-09-12T00:54:57.666 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: secure 2024-09-12T00:54:57.666 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: crc 2024-09-12T00:54:57.666 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: secure 2024-09-12T00:54:57.666 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: crc 2024-09-12T00:54:57.666 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 AuthRegistry(0x7fffc0c73cc0) adding con mode: secure 2024-09-12T00:54:57.666 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:54:57.502+0000 7fa8e0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:57.667 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:54:57.502+0000 7faa2cc40800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:54:57.667 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:54:57.502+0000 7faa2cc40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:57.667 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:54:57.502+0000 7faa2cc40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:57.667 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command cache list hook 0x55f2081bcce0 2024-09-12T00:54:57.667 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command cache inspect hook 0x55f2081bcce0 2024-09-12T00:54:57.667 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command cache erase hook 0x55f2081bcce0 2024-09-12T00:54:57.667 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command cache zap hook 0x55f2081bcce0 2024-09-12T00:54:57.667 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 note: GC not initialized 2024-09-12T00:54:57.667 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:54:57.502+0000 7fa85b7fe640 20 reqs_thread_entry: start 2024-09-12T00:54:57.667 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command sync trace show hook 0x7faa1c004cf0 2024-09-12T00:54:57.667 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command sync trace history hook 0x7faa1c004cf0 2024-09-12T00:54:57.667 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command sync trace active hook 0x7faa1c004cf0 2024-09-12T00:54:57.667 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:54:57.502+0000 7faa2cc40800 5 asok(0x55f207edb630) register_command sync trace active_short hook 0x7faa1c004cf0 2024-09-12T00:54:57.667 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:54:57.503+0000 7faa2cc40800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:57.667 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:54:57.503+0000 7faa2cc40800 20 Filter name: none 2024-09-12T00:54:57.668 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:54:57.503+0000 7fa8597fa640 20 reqs_thread_entry: start 2024-09-12T00:54:57.668 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:54:57.503+0000 7faa2cc40800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T00:54:57.668 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:54:57.503+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.668 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:54:57.503+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:54:57.668 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:54:57.503+0000 7faa2cc40800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T00:54:57.668 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:54:57.503+0000 7faa2cc40800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T00:54:57.668 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:54:57.503+0000 7faa2cc40800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 : miss 2024-09-12T00:54:57.668 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:54:57.503+0000 7faa2cc40800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.668 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:54:57.504+0000 7faa2cc40800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:54:57.668 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:54:57.504+0000 7faa2cc40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 info.flags=0x17 2024-09-12T00:54:57.668 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:54:57.504+0000 7faa2cc40800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to cache LRU end 2024-09-12T00:54:57.668 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:54:57.504+0000 7faa2cc40800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:54:57.668 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:54:57.504+0000 7faa2cc40800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:57.668 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:54:57.504+0000 7faa2cc40800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 2024-09-12T00:54:57.669 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:54:57.511+0000 7faa2cc40800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 info.flags=0x17 2024-09-12T00:54:57.669 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:54:57.511+0000 7faa2cc40800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to cache LRU end 2024-09-12T00:54:57.669 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:54:57.511+0000 7faa2cc40800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:57.669 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:54:57.511+0000 7faa2cc40800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35, ofs0, ns] 2024-09-12T00:54:57.669 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:54:57.512+0000 7fa90dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464280 cookie 94498006744032 notifier 7112 bl.length()=995 2024-09-12T00:54:57.669 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:54:57.512+0000 7fa90dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 info.flags=0x17 2024-09-12T00:54:57.669 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:54:57.512+0000 7fa90dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to cache LRU end 2024-09-12T00:54:57.669 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:54:57.512+0000 7fa90dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:57.669 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:54:57.512+0000 7faa2cc40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): orig_sources= new_sources= 2024-09-12T00:54:57.669 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:54:57.512+0000 7faa2cc40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): potential sources added=[] removed=[] 2024-09-12T00:54:57.669 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:54:57.512+0000 7faa2cc40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): orig_dests= new_dests= 2024-09-12T00:54:57.669 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:54:57.512+0000 7faa2cc40800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): potential dests added=[] removed=[] 2024-09-12T00:54:57.669 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:54:57.518+0000 7faa2cc40800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7faa2cc40800 time 2024-09-12T00:54:57.518331+0000 2024-09-12T00:54:57.670 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:54:57.670 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.670 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:54:57.670 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7faa3018c71a] 2024-09-12T00:54:57.670 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7faa3018c8d8] 2024-09-12T00:54:57.670 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f205c0b641] 2024-09-12T00:54:57.670 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f205c1b38a] 2024-09-12T00:54:57.670 INFO:tasks.workunit.client.0.smithi038.stderr: 5: main() 2024-09-12T00:54:57.670 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7faa2ee29590] 2024-09-12T00:54:57.670 INFO:tasks.workunit.client.0.smithi038.stderr: 7: __libc_start_main() 2024-09-12T00:54:57.670 INFO:tasks.workunit.client.0.smithi038.stderr: 8: _start() 2024-09-12T00:54:57.670 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.670 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:54:57.518+0000 7faa2cc40800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:54:57.670 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7faa2cc40800 thread_name:radosgw-admin 2024-09-12T00:54:57.671 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.671 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:54:57.671 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7faa2ee3e6f0] 2024-09-12T00:54:57.671 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7faa2ee8b99c] 2024-09-12T00:54:57.671 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:54:57.671 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:54:57.671 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7faa3018c774] 2024-09-12T00:54:57.671 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7faa3018c8d8] 2024-09-12T00:54:57.671 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55f205c0b641] 2024-09-12T00:54:57.671 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55f205c1b38a] 2024-09-12T00:54:57.672 INFO:tasks.workunit.client.0.smithi038.stderr: 9: main() 2024-09-12T00:54:57.672 INFO:tasks.workunit.client.0.smithi038.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7faa2ee29590] 2024-09-12T00:54:57.672 INFO:tasks.workunit.client.0.smithi038.stderr: 11: __libc_start_main() 2024-09-12T00:54:57.672 INFO:tasks.workunit.client.0.smithi038.stderr: 12: _start() 2024-09-12T00:54:57.672 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:54:57.672 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.672 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:54:57.672 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:54:57.672 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:54:57.672 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:54:57.672 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:54:57.672 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:54:57.672 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:54:57.673 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:54:57.673 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:54:57.673 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:54:57.673 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:54:57.673 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:54:57.673 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:54:57.673 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:54:57.673 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:54:57.673 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:54:57.673 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:54:57.673 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:54:57.673 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:54:57.673 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:54:57.673 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:54:57.673 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:54:57.674 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:54:57.674 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:54:57.674 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:54:57.674 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:54:57.674 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:54:57.674 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:54:57.674 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:54:57.674 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:54:57.674 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:54:57.674 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:54:57.674 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:54:57.674 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:54:57.674 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:54:57.674 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:54:57.674 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:54:57.675 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:54:57.675 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:54:57.675 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:54:57.675 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:54:57.675 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:54:57.675 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:54:57.675 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:54:57.675 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:54:57.675 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:54:57.675 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:54:57.675 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:54:57.675 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:54:57.675 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:54:57.675 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:54:57.675 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:54:57.676 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:54:57.676 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:54:57.676 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:54:57.676 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:54:57.676 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:54:57.676 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:54:57.676 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:54:57.676 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:54:57.676 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:54:57.676 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:54:57.676 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:54:57.676 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:54:57.676 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:54:57.676 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:54:57.677 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:54:57.677 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:54:57.677 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:54:57.677 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:54:57.677 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:54:57.677 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:54:57.677 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:54:57.677 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:54:57.677 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:54:57.677 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:54:57.677 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:54:57.677 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:54:57.677 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:54:57.677 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:54:57.678 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:54:57.678 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:54:57.678 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:54:57.678 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:54:57.678 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:54:57.678 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:54:57.678 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:54:57.678 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:54:57.678 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:54:57.678 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:54:57.678 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:54:57.678 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:54:57.679 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:54:57.679 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:54:57.679 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa8597fa640 / http_manager 2024-09-12T00:54:57.679 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa85b7fe640 / http_manager 2024-09-12T00:54:57.679 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa8e0fe1640 / rgw_dt_lg_renew 2024-09-12T00:54:57.679 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa8fbfff640 / ms_dispatch 2024-09-12T00:54:57.679 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa90dffb640 / io_context_pool 2024-09-12T00:54:57.679 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa90ffff640 / ms_dispatch 2024-09-12T00:54:57.679 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa916e05640 / ms_dispatch 2024-09-12T00:54:57.679 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa918608640 / io_context_pool 2024-09-12T00:54:57.679 INFO:tasks.workunit.client.0.smithi038.stderr: 7faa29f29640 / msgr-worker-2 2024-09-12T00:54:57.679 INFO:tasks.workunit.client.0.smithi038.stderr: 7faa2a72a640 / msgr-worker-1 2024-09-12T00:54:57.679 INFO:tasks.workunit.client.0.smithi038.stderr: 7faa2af2b640 / msgr-worker-0 2024-09-12T00:54:57.680 INFO:tasks.workunit.client.0.smithi038.stderr: 7faa2b72c640 / io_context_pool 2024-09-12T00:54:57.680 INFO:tasks.workunit.client.0.smithi038.stderr: 7faa2cc40800 / radosgw-admin 2024-09-12T00:54:57.680 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:54:57.680 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:54:57.680 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:54:57.519750Z_4e74ed95-3524-4d7f-afcf-bb0ee1efa054/log 2024-09-12T00:54:57.680 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:54:57.680 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T00:54:57.681 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:57.681 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:57.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.598+0000 7fb042b25800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.600+0000 7fb042b25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.600+0000 7fb042b25800 20 realm 2024-09-12T00:54:57.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.600+0000 7fb042b25800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.600+0000 7fb042b25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.600+0000 7fb042b25800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:57.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.600+0000 7fb042b25800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.600+0000 7fb042b25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.600+0000 7fb042b25800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.601+0000 7fb042b25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:57.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.601+0000 7fb042b25800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.602+0000 7fb042b25800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:57.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.602+0000 7fb042b25800 20 searching for the correct realm 2024-09-12T00:54:57.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.603+0000 7fb03e7b5640 0 -- 172.21.15.38:0/4174667818 >> [v2:172.21.15.38:6824/2480374289,v1:172.21.15.38:6825/2480374289] conn(0x7fb03400e040 msgr2=0x7fb03404a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:57.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.808+0000 7fb03dfb4640 0 -- 172.21.15.38:0/4174667818 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x561439df37e0 msgr2=0x561439df5c30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:57.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.814+0000 7fb042b25800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:57.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.814+0000 7fb042b25800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:57.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.814+0000 7fb042b25800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:57.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.814+0000 7fb042b25800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:57.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.814+0000 7fb042b25800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:57.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.814+0000 7fb042b25800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:57.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.814+0000 7fb042b25800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.814+0000 7fb042b25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.814+0000 7fb042b25800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.814+0000 7fb042b25800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:57.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.814+0000 7fb042b25800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.815+0000 7fb042b25800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:57.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.815+0000 7fb042b25800 20 zone default found 2024-09-12T00:54:57.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.815+0000 7fb042b25800 4 Realm: () 2024-09-12T00:54:57.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.815+0000 7fb042b25800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:57.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.815+0000 7fb042b25800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:57.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.815+0000 7fb042b25800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:57.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.815+0000 7fb042b25800 20 zonegroup default 2024-09-12T00:54:57.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.815+0000 7fb042b25800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.815+0000 7fb042b25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.815+0000 7fb042b25800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.815+0000 7fb042b25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.815+0000 7fb042b25800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.816+0000 7fb042b25800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.816+0000 7fb042b25800 20 started sync module instance, tier type = 2024-09-12T00:54:57.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.816+0000 7fb042b25800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:57.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.825+0000 7fb042b25800 20 add_watcher() i=0 2024-09-12T00:54:57.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.825+0000 7fb042b25800 20 add_watcher() i=1 2024-09-12T00:54:57.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.825+0000 7fb042b25800 20 add_watcher() i=2 2024-09-12T00:54:57.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.825+0000 7fb042b25800 20 add_watcher() i=3 2024-09-12T00:54:57.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.825+0000 7fb042b25800 20 add_watcher() i=4 2024-09-12T00:54:57.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.825+0000 7fb042b25800 20 add_watcher() i=5 2024-09-12T00:54:57.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.825+0000 7fb042b25800 20 add_watcher() i=6 2024-09-12T00:54:57.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.826+0000 7fb042b25800 20 add_watcher() i=7 2024-09-12T00:54:57.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.826+0000 7fb042b25800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:57.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.828+0000 7faef4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:57.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.829+0000 7fb042b25800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:57.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.829+0000 7fb042b25800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:57.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.829+0000 7fb042b25800 5 note: GC not initialized 2024-09-12T00:54:57.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.829+0000 7fae6f7fe640 20 reqs_thread_entry: start 2024-09-12T00:54:57.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.829+0000 7fb042b25800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:57.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.829+0000 7fb042b25800 20 Filter name: none 2024-09-12T00:54:57.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.829+0000 7fae6d7fa640 20 reqs_thread_entry: start 2024-09-12T00:54:57.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.829+0000 7fb042b25800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.830+0000 7fb042b25800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:54:57.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.830+0000 7fb042b25800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.830+0000 7fb042b25800 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T00:54:57.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.830+0000 7fb042b25800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:57.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.830+0000 7fb042b25800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.831+0000 7fb042b25800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:54:57.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.831+0000 7fb042b25800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.831+0000 7fb042b25800 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T00:54:57.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.831+0000 7fb042b25800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:54:57.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.833+0000 7faef4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:57.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.835+0000 7fb042b25800 20 remove_watcher() i=0 2024-09-12T00:54:57.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.835+0000 7fb042b25800 2 removed watcher, disabling cache 2024-09-12T00:54:57.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.836+0000 7fb042b25800 20 remove_watcher() i=1 2024-09-12T00:54:57.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.838+0000 7fb042b25800 20 remove_watcher() i=2 2024-09-12T00:54:57.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.839+0000 7fb042b25800 20 remove_watcher() i=3 2024-09-12T00:54:57.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.840+0000 7fb042b25800 20 remove_watcher() i=4 2024-09-12T00:54:57.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.841+0000 7fb042b25800 20 remove_watcher() i=5 2024-09-12T00:54:57.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.842+0000 7fb042b25800 20 remove_watcher() i=6 2024-09-12T00:54:57.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.843+0000 7fb042b25800 20 remove_watcher() i=7 2024-09-12T00:54:57.852 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.852 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:54:57.852 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-do-reshard id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:54:57.853 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:54:57.854 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.854 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.863 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:54:57.863 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:54:57.907 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:54:57.940 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:54:57.940 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:54:57.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.981+0000 7f55a4bab800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.981 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.982+0000 7f55a4bab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.981 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.982+0000 7f55a4bab800 20 realm 2024-09-12T00:54:57.981 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.982+0000 7f55a4bab800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.981 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.982+0000 7f55a4bab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.981 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.982+0000 7f55a4bab800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:54:57.981 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.982+0000 7f55a4bab800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.983+0000 7f55a4bab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:57.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.983+0000 7f55a4bab800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.983+0000 7f55a4bab800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:57.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.983+0000 7f55a4bab800 20 rados->read ofs=0 len=0 2024-09-12T00:54:57.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.984+0000 7f55a4bab800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:54:57.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.984+0000 7f55a4bab800 20 searching for the correct realm 2024-09-12T00:54:57.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.987+0000 7f55a1e94640 0 -- 172.21.15.38:0/3737596412 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55726daa7ea0 msgr2=0x55726daaa290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:54:57.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:57.991+0000 7f55a2695640 0 -- 172.21.15.38:0/3737596412 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f55980a1040 msgr2=0x7f55980a1930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:54:58.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.198+0000 7f55a4bab800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:54:58.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.198+0000 7f55a4bab800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:54:58.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.198+0000 7f55a4bab800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:54:58.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.198+0000 7f55a4bab800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:54:58.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.198+0000 7f55a4bab800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:54:58.197 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.198+0000 7f55a4bab800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:54:58.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.198+0000 7f55a4bab800 20 rados->read ofs=0 len=0 2024-09-12T00:54:58.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.198+0000 7f55a4bab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:58.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.198+0000 7f55a4bab800 20 rados->read ofs=0 len=0 2024-09-12T00:54:58.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.198+0000 7f55a4bab800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:54:58.198 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.198+0000 7f55a4bab800 20 rados->read ofs=0 len=0 2024-09-12T00:54:58.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.199+0000 7f55a4bab800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:54:58.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.199+0000 7f55a4bab800 20 zone default found 2024-09-12T00:54:58.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.199+0000 7f55a4bab800 4 Realm: () 2024-09-12T00:54:58.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.199+0000 7f55a4bab800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:54:58.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.199+0000 7f55a4bab800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:54:58.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.199+0000 7f55a4bab800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:54:58.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.199+0000 7f55a4bab800 20 zonegroup default 2024-09-12T00:54:58.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.199+0000 7f55a4bab800 20 rados->read ofs=0 len=0 2024-09-12T00:54:58.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.199+0000 7f55a4bab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:58.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.199+0000 7f55a4bab800 20 rados->read ofs=0 len=0 2024-09-12T00:54:58.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.199+0000 7f55a4bab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:58.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.199+0000 7f55a4bab800 20 rados->read ofs=0 len=0 2024-09-12T00:54:58.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.200+0000 7f55a4bab800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:54:58.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.200+0000 7f55a4bab800 20 started sync module instance, tier type = 2024-09-12T00:54:58.200 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.200+0000 7f55a4bab800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:54:58.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.209+0000 7f55a4bab800 20 add_watcher() i=0 2024-09-12T00:54:58.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.209+0000 7f55a4bab800 20 add_watcher() i=1 2024-09-12T00:54:58.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.209+0000 7f55a4bab800 20 add_watcher() i=2 2024-09-12T00:54:58.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.209+0000 7f55a4bab800 20 add_watcher() i=3 2024-09-12T00:54:58.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.209+0000 7f55a4bab800 20 add_watcher() i=4 2024-09-12T00:54:58.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.209+0000 7f55a4bab800 20 add_watcher() i=5 2024-09-12T00:54:58.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.209+0000 7f55a4bab800 20 add_watcher() i=6 2024-09-12T00:54:58.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.210+0000 7f55a4bab800 20 add_watcher() i=7 2024-09-12T00:54:58.209 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.210+0000 7f55a4bab800 2 all 8 watchers are set, enabling cache 2024-09-12T00:54:58.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.212+0000 7f54597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:58.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.212+0000 7f55a4bab800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:54:58.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.212+0000 7f55a4bab800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:54:58.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.212+0000 7f55a4bab800 5 note: GC not initialized 2024-09-12T00:54:58.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.212+0000 7f5453fff640 20 reqs_thread_entry: start 2024-09-12T00:54:58.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.212+0000 7f55a4bab800 20 init_complete bucket index max shards: 11 2024-09-12T00:54:58.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.213+0000 7f55a4bab800 20 Filter name: none 2024-09-12T00:54:58.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.213+0000 7f5451ffb640 20 reqs_thread_entry: start 2024-09-12T00:54:58.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.213+0000 7f55a4bab800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T00:54:58.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.213+0000 7f55a4bab800 20 rados->read ofs=0 len=0 2024-09-12T00:54:58.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.214+0000 7f55a4bab800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:54:58.213 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.214+0000 7f55a4bab800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T00:54:58.213 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.214+0000 7f55a4bab800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T00:54:58.213 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.214+0000 7f55a4bab800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 : miss 2024-09-12T00:54:58.213 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.214+0000 7f55a4bab800 20 rados->read ofs=0 len=0 2024-09-12T00:54:58.213 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.214+0000 7f55a4bab800 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T00:54:58.213 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.214+0000 7f55a4bab800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 info.flags=0x17 2024-09-12T00:54:58.214 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.214+0000 7f55a4bab800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to cache LRU end 2024-09-12T00:54:58.214 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.214+0000 7f55a4bab800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:54:58.214 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.214+0000 7f55a4bab800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:54:58.214 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.214+0000 7f55a4bab800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 2024-09-12T00:54:58.214 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.216+0000 7f55a4bab800 0 INFO: RGWReshardLock::lock found lock on abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to be held by another RGW process; skipping for now 2024-09-12T00:54:58.215 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.217+0000 7f54597e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:54:58.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.219+0000 7f55a4bab800 20 remove_watcher() i=0 2024-09-12T00:54:58.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.219+0000 7f55a4bab800 2 removed watcher, disabling cache 2024-09-12T00:54:58.219 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.220+0000 7f55a4bab800 20 remove_watcher() i=1 2024-09-12T00:54:58.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.222+0000 7f55a4bab800 20 remove_watcher() i=2 2024-09-12T00:54:58.221 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.223+0000 7f55a4bab800 20 remove_watcher() i=3 2024-09-12T00:54:58.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.224+0000 7f55a4bab800 20 remove_watcher() i=4 2024-09-12T00:54:58.223 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.225+0000 7f55a4bab800 20 remove_watcher() i=5 2024-09-12T00:54:58.224 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.226+0000 7f55a4bab800 20 remove_watcher() i=6 2024-09-12T00:54:58.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:54:58.227+0000 7f55a4bab800 20 remove_watcher() i=7 2024-09-12T00:54:58.236 INFO:tasks.workunit.client.0.smithi038.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T00:55:28.264 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:55:28.301 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:55:28.301 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:55:28.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.539+0000 7f585f01a640 0 --2- 172.21.15.38:0/711651733 >> [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] conn(0x556f87958c50 0x556f87959380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T00:55:28.548 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.550+0000 7f5863333800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.552+0000 7f5863333800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:28.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.552+0000 7f5863333800 20 realm 2024-09-12T00:55:28.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.552+0000 7f5863333800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.552+0000 7f5863333800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:28.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.552+0000 7f5863333800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:55:28.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.552+0000 7f5863333800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.552+0000 7f5863333800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:28.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.552+0000 7f5863333800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.553+0000 7f5863333800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:28.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.553+0000 7f5863333800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.553 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.554+0000 7f5863333800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:55:28.553 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.554+0000 7f5863333800 20 searching for the correct realm 2024-09-12T00:55:28.555 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.556+0000 7f585f01a640 0 -- 172.21.15.38:0/2346985501 >> [v2:172.21.15.38:6824/2480374289,v1:172.21.15.38:6825/2480374289] conn(0x7f5854027040 msgr2=0x7f58540668e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:28.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.561+0000 7f585e819640 0 -- 172.21.15.38:0/2346985501 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x556f879c7d30 msgr2=0x556f879ca120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:28.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.567+0000 7f5863333800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:55:28.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.567+0000 7f5863333800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:55:28.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.567+0000 7f5863333800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:55:28.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.567+0000 7f5863333800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:55:28.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.567+0000 7f5863333800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:55:28.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.567+0000 7f5863333800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:55:28.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.567+0000 7f5863333800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.567+0000 7f5863333800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:28.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.567+0000 7f5863333800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.568+0000 7f5863333800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:28.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.568+0000 7f5863333800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.568+0000 7f5863333800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:55:28.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.568+0000 7f5863333800 20 zone default found 2024-09-12T00:55:28.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.568+0000 7f5863333800 4 Realm: () 2024-09-12T00:55:28.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.568+0000 7f5863333800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:55:28.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.568+0000 7f5863333800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:55:28.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.568+0000 7f5863333800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:55:28.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.568+0000 7f5863333800 20 zonegroup default 2024-09-12T00:55:28.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.568+0000 7f5863333800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.568+0000 7f5863333800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:28.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.568+0000 7f5863333800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.569+0000 7f5863333800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:28.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.569+0000 7f5863333800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.569+0000 7f5863333800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:28.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.569+0000 7f5863333800 20 started sync module instance, tier type = 2024-09-12T00:55:28.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.569+0000 7f5863333800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:55:28.578 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.580+0000 7f5863333800 20 add_watcher() i=0 2024-09-12T00:55:28.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.580+0000 7f5863333800 20 add_watcher() i=1 2024-09-12T00:55:28.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.580+0000 7f5863333800 20 add_watcher() i=2 2024-09-12T00:55:28.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.580+0000 7f5863333800 20 add_watcher() i=3 2024-09-12T00:55:28.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.580+0000 7f5863333800 20 add_watcher() i=4 2024-09-12T00:55:28.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.580+0000 7f5863333800 20 add_watcher() i=5 2024-09-12T00:55:28.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.580+0000 7f5863333800 20 add_watcher() i=6 2024-09-12T00:55:28.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.581+0000 7f5863333800 20 add_watcher() i=7 2024-09-12T00:55:28.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.581+0000 7f5863333800 2 all 8 watchers are set, enabling cache 2024-09-12T00:55:28.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.583+0000 7f5715fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:28.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.583+0000 7f5863333800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:55:28.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.583+0000 7f5863333800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:55:28.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.583+0000 7f5863333800 5 note: GC not initialized 2024-09-12T00:55:28.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.583+0000 7f5714fe1640 20 reqs_thread_entry: start 2024-09-12T00:55:28.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.583+0000 7f5863333800 20 init_complete bucket index max shards: 11 2024-09-12T00:55:28.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.584+0000 7f5863333800 20 Filter name: none 2024-09-12T00:55:28.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.584+0000 7f568e7fc640 20 reqs_thread_entry: start 2024-09-12T00:55:28.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.584+0000 7f5863333800 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2024-09-12T00:55:28.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.584+0000 7f5863333800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.584+0000 7f5863333800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:55:28.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.584+0000 7f5863333800 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2024-09-12T00:55:28.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.584+0000 7f5863333800 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2024-09-12T00:55:28.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.584+0000 7f5863333800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 : miss 2024-09-12T00:55:28.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.584+0000 7f5863333800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.585+0000 7f5863333800 20 rados_obj.operate() r=0 bl.length=465 2024-09-12T00:55:28.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.585+0000 7f5863333800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 info.flags=0x17 2024-09-12T00:55:28.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.585+0000 7f5863333800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to cache LRU end 2024-09-12T00:55:28.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.585+0000 7f5863333800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:55:28.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.585+0000 7f5863333800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:28.585 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.585+0000 7f5863333800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 2024-09-12T00:55:28.586 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.587+0000 7f5863333800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:55:28.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.595+0000 7f5863333800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 info.flags=0x17 2024-09-12T00:55:28.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.595+0000 7f5863333800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to cache LRU end 2024-09-12T00:55:28.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.595+0000 7f5863333800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:28.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.595+0000 7f5863333800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35, ofs0, ns] 2024-09-12T00:55:28.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.595+0000 7f57427fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464281 cookie 93937504955440 notifier 7163 bl.length()=995 2024-09-12T00:55:28.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.595+0000 7f57427fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 info.flags=0x17 2024-09-12T00:55:28.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.595+0000 7f57427fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to cache LRU end 2024-09-12T00:55:28.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.595+0000 7f57427fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:28.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.595+0000 7f5863333800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): orig_sources= new_sources= 2024-09-12T00:55:28.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.595+0000 7f5863333800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): potential sources added=[] removed=[] 2024-09-12T00:55:28.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.595+0000 7f5863333800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): orig_dests= new_dests= 2024-09-12T00:55:28.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.595+0000 7f5863333800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): potential dests added=[] removed=[] 2024-09-12T00:55:28.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.0 2024-09-12T00:55:28.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.0 2024-09-12T00:55:28.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.1 2024-09-12T00:55:28.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.1 2024-09-12T00:55:28.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.2 2024-09-12T00:55:28.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.2 2024-09-12T00:55:28.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.3 2024-09-12T00:55:28.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.3 2024-09-12T00:55:28.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.4 2024-09-12T00:55:28.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.4 2024-09-12T00:55:28.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.5 2024-09-12T00:55:28.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.5 2024-09-12T00:55:28.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.6 2024-09-12T00:55:28.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.6 2024-09-12T00:55:28.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.7 2024-09-12T00:55:28.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.7 2024-09-12T00:55:28.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.8 2024-09-12T00:55:28.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.8 2024-09-12T00:55:28.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.9 2024-09-12T00:55:28.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.9 2024-09-12T00:55:28.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.10 2024-09-12T00:55:28.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.10 2024-09-12T00:55:28.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.11 2024-09-12T00:55:28.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2.11 2024-09-12T00:55:28.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.601+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.0 2024-09-12T00:55:28.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.602+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.1 2024-09-12T00:55:28.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.602+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2 2024-09-12T00:55:28.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.603+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.3 2024-09-12T00:55:28.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.603+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.4 2024-09-12T00:55:28.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.604+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.5 2024-09-12T00:55:28.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.604+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.6 2024-09-12T00:55:28.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.605+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.7 2024-09-12T00:55:28.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.606+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.8 2024-09-12T00:55:28.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.606+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.9 2024-09-12T00:55:28.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.607+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.10 2024-09-12T00:55:28.610 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.611+0000 7f5863333800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 : hit (requested=0x17, cached=0x17) 2024-09-12T00:55:28.610 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.611+0000 7f5863333800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 2024-09-12T00:55:28.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.612+0000 7f5863333800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 info.flags=0x17 2024-09-12T00:55:28.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.612+0000 7f5863333800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to cache LRU end 2024-09-12T00:55:28.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.612+0000 7f5863333800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:28.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.612+0000 7f5863333800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35, ofs0, ns] 2024-09-12T00:55:28.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.613+0000 7f5742ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464282 cookie 93937504955440 notifier 7163 bl.length()=995 2024-09-12T00:55:28.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.613+0000 7f5742ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 info.flags=0x17 2024-09-12T00:55:28.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.613+0000 7f5742ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to cache LRU end 2024-09-12T00:55:28.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.613+0000 7f5742ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:28.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.613+0000 7f5863333800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): orig_sources= new_sources= 2024-09-12T00:55:28.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.613+0000 7f5863333800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): potential sources added=[] removed=[] 2024-09-12T00:55:28.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.613+0000 7f5863333800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): orig_dests= new_dests= 2024-09-12T00:55:28.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.613+0000 7f5863333800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): potential dests added=[] removed=[] 2024-09-12T00:55:28.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.616+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.0 2024-09-12T00:55:28.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.616+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.1 2024-09-12T00:55:28.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.617+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.2 2024-09-12T00:55:28.616 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.617+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.3 2024-09-12T00:55:28.616 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.618+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.4 2024-09-12T00:55:28.616 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.618+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.5 2024-09-12T00:55:28.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.618+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.6 2024-09-12T00:55:28.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.619+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.7 2024-09-12T00:55:28.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.619+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.8 2024-09-12T00:55:28.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.619+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.9 2024-09-12T00:55:28.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.620+0000 7f5863333800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35.10 2024-09-12T00:55:28.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.620+0000 7f5863333800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 : hit (requested=0x17, cached=0x17) 2024-09-12T00:55:28.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.620+0000 7f5863333800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 2024-09-12T00:55:28.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.622+0000 7f5863333800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 info.flags=0x17 2024-09-12T00:55:28.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.622+0000 7f5863333800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to cache LRU end 2024-09-12T00:55:28.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.622+0000 7f5863333800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:28.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.622+0000 7f5863333800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35, ofs0, ns] 2024-09-12T00:55:28.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.622+0000 7f5742ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464283 cookie 93937504955440 notifier 7163 bl.length()=963 2024-09-12T00:55:28.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.622+0000 7f5742ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 info.flags=0x17 2024-09-12T00:55:28.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.622+0000 7f5742ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 to cache LRU end 2024-09-12T00:55:28.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.622+0000 7f5742ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:28.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.622+0000 7f5863333800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): orig_sources= new_sources= 2024-09-12T00:55:28.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.622+0000 7f5863333800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): potential sources added=[] removed=[] 2024-09-12T00:55:28.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.622+0000 7f5863333800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): orig_dests= new_dests= 2024-09-12T00:55:28.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.622+0000 7f5863333800 20 handle_bi_update(): bucket=:abort-at-do-reshard[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35]): potential dests added=[] removed=[] 2024-09-12T00:55:28.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.625+0000 7f5863333800 1 execute INFO: reshard of bucket "abort-at-do-reshard" from 11 shards to 12 shards completed successfully 2024-09-12T00:55:28.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.627+0000 7f5715fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:28.628 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.629+0000 7f5863333800 20 remove_watcher() i=0 2024-09-12T00:55:28.628 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.629+0000 7f5863333800 2 removed watcher, disabling cache 2024-09-12T00:55:28.629 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.631+0000 7f5863333800 20 remove_watcher() i=1 2024-09-12T00:55:28.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.632+0000 7f5863333800 20 remove_watcher() i=2 2024-09-12T00:55:28.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.633+0000 7f5863333800 20 remove_watcher() i=3 2024-09-12T00:55:28.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.634+0000 7f5863333800 20 remove_watcher() i=4 2024-09-12T00:55:28.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.635+0000 7f5863333800 20 remove_watcher() i=5 2024-09-12T00:55:28.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.636+0000 7f5863333800 20 remove_watcher() i=6 2024-09-12T00:55:28.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.637+0000 7f5863333800 20 remove_watcher() i=7 2024-09-12T00:55:28.649 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2024-09-12T00:55:28.679 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:55:28.679 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:55:28.718 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.720+0000 7feadd723800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.722+0000 7feadd723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:28.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.722+0000 7feadd723800 20 realm 2024-09-12T00:55:28.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.722+0000 7feadd723800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.722+0000 7feadd723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:28.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.722+0000 7feadd723800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:55:28.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.722+0000 7feadd723800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.722+0000 7feadd723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:28.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.722+0000 7feadd723800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.723+0000 7feadd723800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:28.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.723+0000 7feadd723800 20 rados->read ofs=0 len=0 2024-09-12T00:55:28.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.724+0000 7feadd723800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:55:28.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.724+0000 7feadd723800 20 searching for the correct realm 2024-09-12T00:55:28.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.726+0000 7fead8c12640 0 -- 172.21.15.38:0/3515361139 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7feacc0582a0 msgr2=0x7feacc086990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:28.932 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:28.933+0000 7fead9413640 0 -- 172.21.15.38:0/3515361139 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fead005f380 msgr2=0x7fead000f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:29.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.140+0000 7feadd723800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:55:29.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.140+0000 7feadd723800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:55:29.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.140+0000 7feadd723800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:55:29.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.140+0000 7feadd723800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:55:29.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.140+0000 7feadd723800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:55:29.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.140+0000 7feadd723800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:55:29.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.140+0000 7feadd723800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.140+0000 7feadd723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:29.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.140+0000 7feadd723800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.140+0000 7feadd723800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:29.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.140+0000 7feadd723800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.141+0000 7feadd723800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:55:29.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.141+0000 7feadd723800 20 zone default found 2024-09-12T00:55:29.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.141+0000 7feadd723800 4 Realm: () 2024-09-12T00:55:29.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.141+0000 7feadd723800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:55:29.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.141+0000 7feadd723800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:55:29.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.141+0000 7feadd723800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:55:29.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.141+0000 7feadd723800 20 zonegroup default 2024-09-12T00:55:29.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.141+0000 7feadd723800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.141+0000 7feadd723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:29.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.141+0000 7feadd723800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.142+0000 7feadd723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:29.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.142+0000 7feadd723800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.142+0000 7feadd723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:29.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.142+0000 7feadd723800 20 started sync module instance, tier type = 2024-09-12T00:55:29.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.142+0000 7feadd723800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:55:29.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.152+0000 7feadd723800 20 add_watcher() i=0 2024-09-12T00:55:29.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.152+0000 7feadd723800 20 add_watcher() i=1 2024-09-12T00:55:29.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.152+0000 7feadd723800 20 add_watcher() i=2 2024-09-12T00:55:29.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.152+0000 7feadd723800 20 add_watcher() i=3 2024-09-12T00:55:29.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.152+0000 7feadd723800 20 add_watcher() i=4 2024-09-12T00:55:29.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.152+0000 7feadd723800 20 add_watcher() i=5 2024-09-12T00:55:29.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.152+0000 7feadd723800 20 add_watcher() i=6 2024-09-12T00:55:29.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.153+0000 7feadd723800 20 add_watcher() i=7 2024-09-12T00:55:29.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.153+0000 7feadd723800 2 all 8 watchers are set, enabling cache 2024-09-12T00:55:29.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.155+0000 7fe98ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:29.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.155+0000 7feadd723800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:55:29.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.155+0000 7feadd723800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:55:29.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.155+0000 7feadd723800 5 note: GC not initialized 2024-09-12T00:55:29.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.155+0000 7fe98efe5640 20 reqs_thread_entry: start 2024-09-12T00:55:29.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.156+0000 7feadd723800 20 init_complete bucket index max shards: 11 2024-09-12T00:55:29.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.156+0000 7feadd723800 20 Filter name: none 2024-09-12T00:55:29.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.156+0000 7fe98cfe1640 20 reqs_thread_entry: start 2024-09-12T00:55:29.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.156+0000 7feadd723800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.157+0000 7feadd723800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:55:29.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.157+0000 7feadd723800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.157+0000 7feadd723800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:55:29.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.157+0000 7feadd723800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:55:29.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.157+0000 7feadd723800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.158+0000 7feadd723800 20 rados_obj.operate() r=0 bl.length=211 2024-09-12T00:55:29.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.158+0000 7feadd723800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.158+0000 7feadd723800 20 rados_obj.operate() r=0 bl.length=433 2024-09-12T00:55:29.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.158+0000 7feadd723800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:55:29.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.160+0000 7fe98ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:29.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.162+0000 7feadd723800 20 remove_watcher() i=0 2024-09-12T00:55:29.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.162+0000 7feadd723800 2 removed watcher, disabling cache 2024-09-12T00:55:29.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.163+0000 7feadd723800 20 remove_watcher() i=1 2024-09-12T00:55:29.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.164+0000 7feadd723800 20 remove_watcher() i=2 2024-09-12T00:55:29.164 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.165+0000 7feadd723800 20 remove_watcher() i=3 2024-09-12T00:55:29.165 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.167+0000 7feadd723800 20 remove_watcher() i=4 2024-09-12T00:55:29.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.168+0000 7feadd723800 20 remove_watcher() i=5 2024-09-12T00:55:29.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.169+0000 7feadd723800 20 remove_watcher() i=6 2024-09-12T00:55:29.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.170+0000 7feadd723800 20 remove_watcher() i=7 2024-09-12T00:55:29.181 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:29.182 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:55:29.182 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-do-reshard id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-12T00:55:29.182 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:29.184 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.184 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.188 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.188 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.231 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.231 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.266 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with EIO injected at logrecord_writes 2024-09-12T00:55:29.266 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:29.267 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.267 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.278 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.279 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.322 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.322 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.331 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.331 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.339 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.340 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.347 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.347 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.355 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.355 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.363 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.363 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.371 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.371 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.379 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.379 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.387 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.387 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.396 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.396 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.405 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.405 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.413 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.413 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.421 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.421 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.430 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.430 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.438 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.438 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.446 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.447 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.455 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.455 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.463 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.463 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.470 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.471 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.479 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:29.479 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:29.486 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T00:55:29.515 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:55:29.516 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:55:29.555 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.556+0000 7f0eea726800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.558+0000 7f0eea726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:29.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.558+0000 7f0eea726800 20 realm 2024-09-12T00:55:29.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.558+0000 7f0eea726800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.558+0000 7f0eea726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:29.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.558+0000 7f0eea726800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:55:29.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.558+0000 7f0eea726800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.558+0000 7f0eea726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:29.557 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.558+0000 7f0eea726800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.559+0000 7f0eea726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:29.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.559+0000 7f0eea726800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.560+0000 7f0eea726800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:55:29.559 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.560+0000 7f0eea726800 20 searching for the correct realm 2024-09-12T00:55:29.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.562+0000 7f0ee5bd8640 0 -- 172.21.15.38:0/2997841660 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f0ed805c410 msgr2=0x7f0ed805c830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:29.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.769+0000 7f0ee63d9640 0 -- 172.21.15.38:0/2997841660 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f0edc0973b0 msgr2=0x7f0edc097830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:55:29.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.975+0000 7f0eea726800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:55:29.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.975+0000 7f0eea726800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:55:29.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.975+0000 7f0eea726800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:55:29.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.975+0000 7f0eea726800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:55:29.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.975+0000 7f0eea726800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:55:29.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.975+0000 7f0eea726800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:55:29.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.975+0000 7f0eea726800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.976+0000 7f0eea726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:29.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.976+0000 7f0eea726800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.976+0000 7f0eea726800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:29.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.976+0000 7f0eea726800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.976+0000 7f0eea726800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:55:29.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.976+0000 7f0eea726800 20 zone default found 2024-09-12T00:55:29.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.976+0000 7f0eea726800 4 Realm: () 2024-09-12T00:55:29.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.976+0000 7f0eea726800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:55:29.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.976+0000 7f0eea726800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:55:29.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.976+0000 7f0eea726800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:55:29.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.976+0000 7f0eea726800 20 zonegroup default 2024-09-12T00:55:29.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.976+0000 7f0eea726800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.977+0000 7f0eea726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:29.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.977+0000 7f0eea726800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.977+0000 7f0eea726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:29.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.977+0000 7f0eea726800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.978+0000 7f0eea726800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:29.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.978+0000 7f0eea726800 20 started sync module instance, tier type = 2024-09-12T00:55:29.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.978+0000 7f0eea726800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:55:29.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.988+0000 7f0eea726800 20 add_watcher() i=0 2024-09-12T00:55:29.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.988+0000 7f0eea726800 20 add_watcher() i=1 2024-09-12T00:55:29.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.988+0000 7f0eea726800 20 add_watcher() i=2 2024-09-12T00:55:29.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.988+0000 7f0eea726800 20 add_watcher() i=3 2024-09-12T00:55:29.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.988+0000 7f0eea726800 20 add_watcher() i=4 2024-09-12T00:55:29.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.988+0000 7f0eea726800 20 add_watcher() i=5 2024-09-12T00:55:29.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.988+0000 7f0eea726800 20 add_watcher() i=6 2024-09-12T00:55:29.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.989+0000 7f0eea726800 20 add_watcher() i=7 2024-09-12T00:55:29.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.989+0000 7f0eea726800 2 all 8 watchers are set, enabling cache 2024-09-12T00:55:29.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.991+0000 7f0d9cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:29.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.991+0000 7f0eea726800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:55:29.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.991+0000 7f0eea726800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:55:29.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.991+0000 7f0eea726800 5 note: GC not initialized 2024-09-12T00:55:29.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.991+0000 7f0d177fe640 20 reqs_thread_entry: start 2024-09-12T00:55:29.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.991+0000 7f0eea726800 20 init_complete bucket index max shards: 11 2024-09-12T00:55:29.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.991+0000 7f0eea726800 20 Filter name: none 2024-09-12T00:55:29.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.992+0000 7f0d157fa640 20 reqs_thread_entry: start 2024-09-12T00:55:29.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.992+0000 7f0eea726800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.992+0000 7f0eea726800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:55:29.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.993+0000 7f0eea726800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.994+0000 7f0eea726800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T00:55:29.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.994+0000 7f0eea726800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:55:29.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.994+0000 7f0eea726800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.994+0000 7f0eea726800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:55:29.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.994+0000 7f0eea726800 20 rados->read ofs=0 len=0 2024-09-12T00:55:29.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.995+0000 7f0eea726800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T00:55:29.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.995+0000 7f0eea726800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:55:29.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.996+0000 7f0d9cfe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:29.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.999+0000 7f0eea726800 20 remove_watcher() i=0 2024-09-12T00:55:29.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:29.999+0000 7f0eea726800 2 removed watcher, disabling cache 2024-09-12T00:55:29.998 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.000+0000 7f0eea726800 20 remove_watcher() i=1 2024-09-12T00:55:29.999 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.001+0000 7f0eea726800 20 remove_watcher() i=2 2024-09-12T00:55:30.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.002+0000 7f0eea726800 20 remove_watcher() i=3 2024-09-12T00:55:30.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.003+0000 7f0eea726800 20 remove_watcher() i=4 2024-09-12T00:55:30.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.004+0000 7f0eea726800 20 remove_watcher() i=5 2024-09-12T00:55:30.004 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.005+0000 7f0eea726800 20 remove_watcher() i=6 2024-09-12T00:55:30.005 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.006+0000 7f0eea726800 20 remove_watcher() i=7 2024-09-12T00:55:30.020 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:30.021 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:55:30.021 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-logrecord-writes id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:55:30.021 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:30.025 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at logrecord_writes 2024-09-12T00:55:30.058 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:55:30.059 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:55:30.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.102+0000 7f1c9cc19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.104+0000 7f1c9cc19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:30.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.104+0000 7f1c9cc19800 20 realm 2024-09-12T00:55:30.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.104+0000 7f1c9cc19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.104+0000 7f1c9cc19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:30.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.104+0000 7f1c9cc19800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:55:30.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.104+0000 7f1c9cc19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.104+0000 7f1c9cc19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:30.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.104+0000 7f1c9cc19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.105+0000 7f1c9cc19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:30.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.105+0000 7f1c9cc19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.106+0000 7f1c9cc19800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:55:30.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.106+0000 7f1c9cc19800 20 searching for the correct realm 2024-09-12T00:55:30.107 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.108+0000 7f1c983eb640 0 -- 172.21.15.38:0/3696268053 >> [v2:172.21.15.38:6824/2480374289,v1:172.21.15.38:6825/2480374289] conn(0x7f1c80049520 msgr2=0x7f1c80060de0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:30.313 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.314+0000 7f1c8ffff640 0 -- 172.21.15.38:0/3696268053 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x555e03bad350 msgr2=0x555e03baf760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:30.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:55:30.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:55:30.319 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:55:30.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:55:30.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:55:30.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:55:30.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:30.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:30.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:55:30.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 20 zone default found 2024-09-12T00:55:30.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 4 Realm: () 2024-09-12T00:55:30.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:55:30.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:55:30.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:55:30.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 20 zonegroup default 2024-09-12T00:55:30.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.320+0000 7f1c9cc19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.321+0000 7f1c9cc19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:30.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.321+0000 7f1c9cc19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.321 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.322+0000 7f1c9cc19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:30.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.322+0000 7f1c9cc19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.322+0000 7f1c9cc19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:30.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.322+0000 7f1c9cc19800 20 started sync module instance, tier type = 2024-09-12T00:55:30.322 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.322+0000 7f1c9cc19800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:55:30.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.332+0000 7f1c9cc19800 20 add_watcher() i=0 2024-09-12T00:55:30.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.332+0000 7f1c9cc19800 20 add_watcher() i=1 2024-09-12T00:55:30.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.332+0000 7f1c9cc19800 20 add_watcher() i=2 2024-09-12T00:55:30.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.332+0000 7f1c9cc19800 20 add_watcher() i=3 2024-09-12T00:55:30.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.332+0000 7f1c9cc19800 20 add_watcher() i=4 2024-09-12T00:55:30.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.332+0000 7f1c9cc19800 20 add_watcher() i=5 2024-09-12T00:55:30.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.332+0000 7f1c9cc19800 20 add_watcher() i=6 2024-09-12T00:55:30.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.333+0000 7f1c9cc19800 20 add_watcher() i=7 2024-09-12T00:55:30.332 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.333+0000 7f1c9cc19800 2 all 8 watchers are set, enabling cache 2024-09-12T00:55:30.333 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.335+0000 7f1b4efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:30.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.335+0000 7f1c9cc19800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:55:30.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.335+0000 7f1c9cc19800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:55:30.334 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.335+0000 7f1c9cc19800 5 note: GC not initialized 2024-09-12T00:55:30.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.335+0000 7f1b4dfdb640 20 reqs_thread_entry: start 2024-09-12T00:55:30.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.335+0000 7f1c9cc19800 20 init_complete bucket index max shards: 11 2024-09-12T00:55:30.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.336+0000 7f1c9cc19800 20 Filter name: none 2024-09-12T00:55:30.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.336+0000 7f1abf7fe640 20 reqs_thread_entry: start 2024-09-12T00:55:30.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.336+0000 7f1c9cc19800 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-12T00:55:30.335 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.336+0000 7f1c9cc19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.336+0000 7f1c9cc19800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:55:30.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.336+0000 7f1c9cc19800 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-12T00:55:30.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.336+0000 7f1c9cc19800 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-12T00:55:30.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.336+0000 7f1c9cc19800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 : miss 2024-09-12T00:55:30.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.336+0000 7f1c9cc19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.336+0000 7f1c9cc19800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T00:55:30.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.336+0000 7f1c9cc19800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 info.flags=0x17 2024-09-12T00:55:30.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.336+0000 7f1c9cc19800 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 to cache LRU end 2024-09-12T00:55:30.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.336+0000 7f1c9cc19800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:55:30.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.336+0000 7f1c9cc19800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:30.336 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.336+0000 7f1c9cc19800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 2024-09-12T00:55:30.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.341+0000 7f1c9cc19800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 info.flags=0x17 2024-09-12T00:55:30.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.341+0000 7f1c9cc19800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 to cache LRU end 2024-09-12T00:55:30.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.341+0000 7f1c9cc19800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:30.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.341+0000 7f1c9cc19800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36, ofs0, ns] 2024-09-12T00:55:30.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.341+0000 7f1b6f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464313 cookie 93862277896896 notifier 7635 bl.length()=1007 2024-09-12T00:55:30.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.341+0000 7f1b6f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 info.flags=0x17 2024-09-12T00:55:30.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.341+0000 7f1b6f7fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 to cache LRU end 2024-09-12T00:55:30.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.341+0000 7f1b6f7fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:30.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.342+0000 7f1c9cc19800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): orig_sources= new_sources= 2024-09-12T00:55:30.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.342+0000 7f1c9cc19800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): potential sources added=[] removed=[] 2024-09-12T00:55:30.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.342+0000 7f1c9cc19800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): orig_dests= new_dests= 2024-09-12T00:55:30.341 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.342+0000 7f1c9cc19800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): potential dests added=[] removed=[] 2024-09-12T00:55:30.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.344+0000 7f1c9cc19800 -1 Injecting error=-5 at location=logrecord_writes 2024-09-12T00:55:30.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.344+0000 7f1c9cc19800 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2024-09-12T00:55:30.348 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.349+0000 7f1c9cc19800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 : hit (requested=0x17, cached=0x17) 2024-09-12T00:55:30.348 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.349+0000 7f1c9cc19800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 2024-09-12T00:55:30.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.350+0000 7f1c9cc19800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 info.flags=0x17 2024-09-12T00:55:30.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.350+0000 7f1c9cc19800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 to cache LRU end 2024-09-12T00:55:30.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.350+0000 7f1c9cc19800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:30.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.350+0000 7f1c9cc19800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36, ofs0, ns] 2024-09-12T00:55:30.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.351+0000 7f1b6effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464314 cookie 93862277896896 notifier 7635 bl.length()=975 2024-09-12T00:55:30.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.351+0000 7f1b6effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 info.flags=0x17 2024-09-12T00:55:30.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.351+0000 7f1b6effd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 to cache LRU end 2024-09-12T00:55:30.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.351+0000 7f1b6effd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:30.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.351+0000 7f1c9cc19800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): orig_sources= new_sources= 2024-09-12T00:55:30.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.351+0000 7f1c9cc19800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): potential sources added=[] removed=[] 2024-09-12T00:55:30.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.351+0000 7f1c9cc19800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): orig_dests= new_dests= 2024-09-12T00:55:30.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.351+0000 7f1c9cc19800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): potential dests added=[] removed=[] 2024-09-12T00:55:30.351 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.353+0000 7f1b4efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:30.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.355+0000 7f1c9cc19800 20 remove_watcher() i=0 2024-09-12T00:55:30.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.355+0000 7f1c9cc19800 2 removed watcher, disabling cache 2024-09-12T00:55:30.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.356+0000 7f1c9cc19800 20 remove_watcher() i=1 2024-09-12T00:55:30.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.357+0000 7f1c9cc19800 20 remove_watcher() i=2 2024-09-12T00:55:30.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.358+0000 7f1c9cc19800 20 remove_watcher() i=3 2024-09-12T00:55:30.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.359+0000 7f1c9cc19800 20 remove_watcher() i=4 2024-09-12T00:55:30.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.360+0000 7f1c9cc19800 20 remove_watcher() i=5 2024-09-12T00:55:30.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.361+0000 7f1c9cc19800 20 remove_watcher() i=6 2024-09-12T00:55:30.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.362+0000 7f1c9cc19800 20 remove_watcher() i=7 2024-09-12T00:55:30.373 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T00:55:30.402 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:55:30.402 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:55:30.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.444+0000 7f8b35831800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.446+0000 7f8b35831800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:30.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.446+0000 7f8b35831800 20 realm 2024-09-12T00:55:30.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.446+0000 7f8b35831800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.446+0000 7f8b35831800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:30.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.446+0000 7f8b35831800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:55:30.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.446+0000 7f8b35831800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.446+0000 7f8b35831800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:30.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.446+0000 7f8b35831800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.447+0000 7f8b35831800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:30.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.447+0000 7f8b35831800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.448+0000 7f8b35831800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:55:30.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.448+0000 7f8b35831800 20 searching for the correct realm 2024-09-12T00:55:30.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.449+0000 7f8b30b8b640 0 -- 172.21.15.38:0/2168463695 >> [v2:172.21.15.38:6824/2480374289,v1:172.21.15.38:6825/2480374289] conn(0x7f8b24069bd0 msgr2=0x7f8b24060df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:30.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.653+0000 7f8b3038a640 0 -- 172.21.15.38:0/2168463695 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x561204bf86c0 msgr2=0x561204bfaab0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:30.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.659+0000 7f8b35831800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:55:30.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.659+0000 7f8b35831800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:55:30.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.659+0000 7f8b35831800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:55:30.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.659+0000 7f8b35831800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:55:30.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.659+0000 7f8b35831800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:55:30.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.659+0000 7f8b35831800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:55:30.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.659+0000 7f8b35831800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.659+0000 7f8b35831800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:30.658 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.659+0000 7f8b35831800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.659+0000 7f8b35831800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:30.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.659+0000 7f8b35831800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.660+0000 7f8b35831800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:55:30.659 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.660+0000 7f8b35831800 20 zone default found 2024-09-12T00:55:30.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.660+0000 7f8b35831800 4 Realm: () 2024-09-12T00:55:30.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.660+0000 7f8b35831800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:55:30.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.660+0000 7f8b35831800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:55:30.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.660+0000 7f8b35831800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:55:30.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.660+0000 7f8b35831800 20 zonegroup default 2024-09-12T00:55:30.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.660+0000 7f8b35831800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.660+0000 7f8b35831800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:30.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.660+0000 7f8b35831800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.660+0000 7f8b35831800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:30.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.660+0000 7f8b35831800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.661+0000 7f8b35831800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:30.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.661+0000 7f8b35831800 20 started sync module instance, tier type = 2024-09-12T00:55:30.660 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.661+0000 7f8b35831800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:55:30.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.670+0000 7f8b35831800 20 add_watcher() i=0 2024-09-12T00:55:30.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.670+0000 7f8b35831800 20 add_watcher() i=1 2024-09-12T00:55:30.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.670+0000 7f8b35831800 20 add_watcher() i=2 2024-09-12T00:55:30.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.670+0000 7f8b35831800 20 add_watcher() i=3 2024-09-12T00:55:30.669 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.670+0000 7f8b35831800 20 add_watcher() i=4 2024-09-12T00:55:30.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.670+0000 7f8b35831800 20 add_watcher() i=5 2024-09-12T00:55:30.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.671+0000 7f8b35831800 20 add_watcher() i=6 2024-09-12T00:55:30.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.672+0000 7f8b35831800 20 add_watcher() i=7 2024-09-12T00:55:30.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.672+0000 7f8b35831800 2 all 8 watchers are set, enabling cache 2024-09-12T00:55:30.672 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.673+0000 7f89e6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:30.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.673+0000 7f8b35831800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:55:30.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.673+0000 7f8b35831800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:55:30.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.674+0000 7f8b35831800 5 note: GC not initialized 2024-09-12T00:55:30.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.674+0000 7f89e5fe3640 20 reqs_thread_entry: start 2024-09-12T00:55:30.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.674+0000 7f8b35831800 20 init_complete bucket index max shards: 11 2024-09-12T00:55:30.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.674+0000 7f8b35831800 20 Filter name: none 2024-09-12T00:55:30.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.674+0000 7f89577fe640 20 reqs_thread_entry: start 2024-09-12T00:55:30.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.674+0000 7f8b35831800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.675+0000 7f8b35831800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:55:30.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.675+0000 7f8b35831800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.675+0000 7f8b35831800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T00:55:30.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.675+0000 7f8b35831800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:55:30.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.675+0000 7f8b35831800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.675+0000 7f8b35831800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:55:30.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.675+0000 7f8b35831800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.675 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.676+0000 7f8b35831800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T00:55:30.675 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.676+0000 7f8b35831800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:55:30.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.677+0000 7f89e6fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:30.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.679+0000 7f8b35831800 20 remove_watcher() i=0 2024-09-12T00:55:30.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.679+0000 7f8b35831800 2 removed watcher, disabling cache 2024-09-12T00:55:30.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.681+0000 7f8b35831800 20 remove_watcher() i=1 2024-09-12T00:55:30.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.682+0000 7f8b35831800 20 remove_watcher() i=2 2024-09-12T00:55:30.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.683+0000 7f8b35831800 20 remove_watcher() i=3 2024-09-12T00:55:30.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.684+0000 7f8b35831800 20 remove_watcher() i=4 2024-09-12T00:55:30.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.684+0000 7f8b35831800 20 remove_watcher() i=5 2024-09-12T00:55:30.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.685+0000 7f8b35831800 20 remove_watcher() i=6 2024-09-12T00:55:30.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.686+0000 7f8b35831800 20 remove_watcher() i=7 2024-09-12T00:55:30.696 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:30.696 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:55:30.696 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-logrecord-writes id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:55:30.696 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:30.698 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:30.698 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:30.708 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:30.708 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:30.753 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:55:30.786 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:55:30.786 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:55:30.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.827+0000 7fd67ef37800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.828+0000 7fd67ef37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:30.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.828+0000 7fd67ef37800 20 realm 2024-09-12T00:55:30.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.828+0000 7fd67ef37800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.828+0000 7fd67ef37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:30.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.828+0000 7fd67ef37800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:55:30.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.828+0000 7fd67ef37800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.829+0000 7fd67ef37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:30.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.829+0000 7fd67ef37800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.829+0000 7fd67ef37800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:30.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.829+0000 7fd67ef37800 20 rados->read ofs=0 len=0 2024-09-12T00:55:30.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.830+0000 7fd67ef37800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:55:30.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.830+0000 7fd67ef37800 20 searching for the correct realm 2024-09-12T00:55:30.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.833+0000 7fd67a3c2640 0 -- 172.21.15.38:0/766534575 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fd66c001c20 msgr2=0x7fd66c044980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:30.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:30.836+0000 7fd67abc3640 0 -- 172.21.15.38:0/766534575 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fd6700cc2f0 msgr2=0x7fd6700e0140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:31.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.046+0000 7fd67ef37800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:55:31.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.046+0000 7fd67ef37800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:55:31.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.046+0000 7fd67ef37800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:55:31.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.046+0000 7fd67ef37800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:55:31.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.046+0000 7fd67ef37800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:55:31.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.046+0000 7fd67ef37800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:55:31.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.046+0000 7fd67ef37800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.046+0000 7fd67ef37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:31.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.046+0000 7fd67ef37800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.047 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.047+0000 7fd67ef37800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:31.047 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.047+0000 7fd67ef37800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.047 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.047+0000 7fd67ef37800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:55:31.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.047+0000 7fd67ef37800 20 zone default found 2024-09-12T00:55:31.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.047+0000 7fd67ef37800 4 Realm: () 2024-09-12T00:55:31.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.047+0000 7fd67ef37800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:55:31.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.047+0000 7fd67ef37800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:55:31.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.047+0000 7fd67ef37800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:55:31.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.047+0000 7fd67ef37800 20 zonegroup default 2024-09-12T00:55:31.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.047+0000 7fd67ef37800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.047+0000 7fd67ef37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:31.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.047+0000 7fd67ef37800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.048+0000 7fd67ef37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:31.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.048+0000 7fd67ef37800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.048+0000 7fd67ef37800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:31.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.048+0000 7fd67ef37800 20 started sync module instance, tier type = 2024-09-12T00:55:31.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.048+0000 7fd67ef37800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:55:31.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.057+0000 7fd67ef37800 20 add_watcher() i=0 2024-09-12T00:55:31.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.057+0000 7fd67ef37800 20 add_watcher() i=1 2024-09-12T00:55:31.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.057+0000 7fd67ef37800 20 add_watcher() i=2 2024-09-12T00:55:31.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.057+0000 7fd67ef37800 20 add_watcher() i=3 2024-09-12T00:55:31.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.057+0000 7fd67ef37800 20 add_watcher() i=4 2024-09-12T00:55:31.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.057+0000 7fd67ef37800 20 add_watcher() i=5 2024-09-12T00:55:31.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.057+0000 7fd67ef37800 20 add_watcher() i=6 2024-09-12T00:55:31.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.058+0000 7fd67ef37800 20 add_watcher() i=7 2024-09-12T00:55:31.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.058+0000 7fd67ef37800 2 all 8 watchers are set, enabling cache 2024-09-12T00:55:31.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.059+0000 7fd5317e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:31.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.060+0000 7fd67ef37800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:55:31.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.060+0000 7fd67ef37800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:55:31.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.060+0000 7fd67ef37800 5 note: GC not initialized 2024-09-12T00:55:31.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.060+0000 7fd4abfff640 20 reqs_thread_entry: start 2024-09-12T00:55:31.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.060+0000 7fd67ef37800 20 init_complete bucket index max shards: 11 2024-09-12T00:55:31.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.060+0000 7fd67ef37800 20 Filter name: none 2024-09-12T00:55:31.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.060+0000 7fd4a9ffb640 20 reqs_thread_entry: start 2024-09-12T00:55:31.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.061+0000 7fd67ef37800 10 cache get: name=default.rgw.meta+root+error-at-logrecord-writes : miss 2024-09-12T00:55:31.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.061+0000 7fd67ef37800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.061+0000 7fd67ef37800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:55:31.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.061+0000 7fd67ef37800 10 cache put: name=default.rgw.meta+root+error-at-logrecord-writes info.flags=0x11 2024-09-12T00:55:31.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.061+0000 7fd67ef37800 10 adding default.rgw.meta+root+error-at-logrecord-writes to cache LRU end 2024-09-12T00:55:31.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.061+0000 7fd67ef37800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 : miss 2024-09-12T00:55:31.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.061+0000 7fd67ef37800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.061+0000 7fd67ef37800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T00:55:31.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.061+0000 7fd67ef37800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 info.flags=0x17 2024-09-12T00:55:31.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.061+0000 7fd67ef37800 10 adding default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 to cache LRU end 2024-09-12T00:55:31.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.061+0000 7fd67ef37800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:55:31.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.061+0000 7fd67ef37800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:31.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.061+0000 7fd67ef37800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 2024-09-12T00:55:31.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.066+0000 7fd67ef37800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 info.flags=0x17 2024-09-12T00:55:31.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.066+0000 7fd67ef37800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 to cache LRU end 2024-09-12T00:55:31.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.066+0000 7fd67ef37800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:31.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.066+0000 7fd67ef37800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36, ofs0, ns] 2024-09-12T00:55:31.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.067+0000 7fd55dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464315 cookie 94458126979104 notifier 7241 bl.length()=1007 2024-09-12T00:55:31.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.067+0000 7fd55dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 info.flags=0x17 2024-09-12T00:55:31.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.067+0000 7fd55dffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 to cache LRU end 2024-09-12T00:55:31.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.067+0000 7fd55dffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:31.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.067+0000 7fd67ef37800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): orig_sources= new_sources= 2024-09-12T00:55:31.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.067+0000 7fd67ef37800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): potential sources added=[] removed=[] 2024-09-12T00:55:31.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.067+0000 7fd67ef37800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): orig_dests= new_dests= 2024-09-12T00:55:31.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.067+0000 7fd67ef37800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): potential dests added=[] removed=[] 2024-09-12T00:55:31.072 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.0 2024-09-12T00:55:31.072 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.0 2024-09-12T00:55:31.072 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.1 2024-09-12T00:55:31.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.1 2024-09-12T00:55:31.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.2 2024-09-12T00:55:31.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.2 2024-09-12T00:55:31.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.3 2024-09-12T00:55:31.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.3 2024-09-12T00:55:31.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.4 2024-09-12T00:55:31.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.4 2024-09-12T00:55:31.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.5 2024-09-12T00:55:31.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.5 2024-09-12T00:55:31.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.6 2024-09-12T00:55:31.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.6 2024-09-12T00:55:31.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.7 2024-09-12T00:55:31.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.7 2024-09-12T00:55:31.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.8 2024-09-12T00:55:31.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.8 2024-09-12T00:55:31.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.9 2024-09-12T00:55:31.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.9 2024-09-12T00:55:31.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.10 2024-09-12T00:55:31.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.10 2024-09-12T00:55:31.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.11 2024-09-12T00:55:31.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1.11 2024-09-12T00:55:31.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.0 2024-09-12T00:55:31.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.073+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1 2024-09-12T00:55:31.075 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.074+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.2 2024-09-12T00:55:31.075 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.074+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.3 2024-09-12T00:55:31.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.075+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.4 2024-09-12T00:55:31.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.075+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.5 2024-09-12T00:55:31.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.076+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.6 2024-09-12T00:55:31.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.076+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.7 2024-09-12T00:55:31.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.077+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.8 2024-09-12T00:55:31.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.077+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.9 2024-09-12T00:55:31.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.078+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.10 2024-09-12T00:55:31.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.081+0000 7fd67ef37800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 : hit (requested=0x17, cached=0x17) 2024-09-12T00:55:31.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.081+0000 7fd67ef37800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 2024-09-12T00:55:31.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.082+0000 7fd67ef37800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 info.flags=0x17 2024-09-12T00:55:31.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.082+0000 7fd67ef37800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 to cache LRU end 2024-09-12T00:55:31.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.082+0000 7fd67ef37800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:31.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.082+0000 7fd67ef37800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36, ofs0, ns] 2024-09-12T00:55:31.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.083+0000 7fd55e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464316 cookie 94458126979104 notifier 7241 bl.length()=1007 2024-09-12T00:55:31.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.083+0000 7fd55e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 info.flags=0x17 2024-09-12T00:55:31.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.083+0000 7fd55e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 to cache LRU end 2024-09-12T00:55:31.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.083+0000 7fd55e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:31.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.083+0000 7fd67ef37800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): orig_sources= new_sources= 2024-09-12T00:55:31.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.083+0000 7fd67ef37800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): potential sources added=[] removed=[] 2024-09-12T00:55:31.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.083+0000 7fd67ef37800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): orig_dests= new_dests= 2024-09-12T00:55:31.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.083+0000 7fd67ef37800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): potential dests added=[] removed=[] 2024-09-12T00:55:31.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.086+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.0 2024-09-12T00:55:31.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.086+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.1 2024-09-12T00:55:31.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.086+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.2 2024-09-12T00:55:31.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.086+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.3 2024-09-12T00:55:31.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.087+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.4 2024-09-12T00:55:31.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.087+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.5 2024-09-12T00:55:31.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.088+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.6 2024-09-12T00:55:31.087 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.088+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.7 2024-09-12T00:55:31.087 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.088+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.8 2024-09-12T00:55:31.087 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.088+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.9 2024-09-12T00:55:31.087 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.089+0000 7fd67ef37800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36.10 2024-09-12T00:55:31.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.089+0000 7fd67ef37800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 : hit (requested=0x17, cached=0x17) 2024-09-12T00:55:31.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.089+0000 7fd67ef37800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 2024-09-12T00:55:31.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.090+0000 7fd67ef37800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 info.flags=0x17 2024-09-12T00:55:31.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.090+0000 7fd67ef37800 10 moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 to cache LRU end 2024-09-12T00:55:31.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.090+0000 7fd67ef37800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:31.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.090+0000 7fd67ef37800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36, ofs0, ns] 2024-09-12T00:55:31.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.091+0000 7fd55e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464317 cookie 94458126979104 notifier 7241 bl.length()=975 2024-09-12T00:55:31.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.091+0000 7fd55e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 info.flags=0x17 2024-09-12T00:55:31.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.091+0000 7fd55e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 to cache LRU end 2024-09-12T00:55:31.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.091+0000 7fd55e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:31.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.091+0000 7fd67ef37800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): orig_sources= new_sources= 2024-09-12T00:55:31.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.091+0000 7fd67ef37800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): potential sources added=[] removed=[] 2024-09-12T00:55:31.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.091+0000 7fd67ef37800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): orig_dests= new_dests= 2024-09-12T00:55:31.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.091+0000 7fd67ef37800 20 handle_bi_update(): bucket=:error-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36]): potential dests added=[] removed=[] 2024-09-12T00:55:31.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.093+0000 7fd67ef37800 1 execute INFO: reshard of bucket "error-at-logrecord-writes" from 11 shards to 12 shards completed successfully 2024-09-12T00:55:31.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.095+0000 7fd5317e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:31.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.097+0000 7fd67ef37800 20 remove_watcher() i=0 2024-09-12T00:55:31.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.097+0000 7fd67ef37800 2 removed watcher, disabling cache 2024-09-12T00:55:31.097 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.098+0000 7fd67ef37800 20 remove_watcher() i=1 2024-09-12T00:55:31.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.099+0000 7fd67ef37800 20 remove_watcher() i=2 2024-09-12T00:55:31.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.100+0000 7fd67ef37800 20 remove_watcher() i=3 2024-09-12T00:55:31.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.101+0000 7fd67ef37800 20 remove_watcher() i=4 2024-09-12T00:55:31.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.102+0000 7fd67ef37800 20 remove_watcher() i=5 2024-09-12T00:55:31.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.103+0000 7fd67ef37800 20 remove_watcher() i=6 2024-09-12T00:55:31.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.104+0000 7fd67ef37800 20 remove_watcher() i=7 2024-09-12T00:55:31.115 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-logrecord-writes 2024-09-12T00:55:31.144 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:55:31.144 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:55:31.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.185+0000 7fd8c5542800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.187+0000 7fd8c5542800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:31.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.187+0000 7fd8c5542800 20 realm 2024-09-12T00:55:31.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.187+0000 7fd8c5542800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.187+0000 7fd8c5542800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:31.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.187+0000 7fd8c5542800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:55:31.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.187+0000 7fd8c5542800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.187+0000 7fd8c5542800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:31.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.187+0000 7fd8c5542800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.188+0000 7fd8c5542800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:31.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.188+0000 7fd8c5542800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.189+0000 7fd8c5542800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:55:31.187 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.189+0000 7fd8c5542800 20 searching for the correct realm 2024-09-12T00:55:31.190 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.191+0000 7fd8c0a85640 0 -- 172.21.15.38:0/3977780290 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fd8b4082040 msgr2=0x7fd8b40a3910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:55:31.195 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.196+0000 7fd8c1286640 0 -- 172.21.15.38:0/3977780290 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fd8b8072800 msgr2=0x7fd8b808f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:55:31.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.403+0000 7fd8c5542800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:55:31.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.403+0000 7fd8c5542800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:55:31.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.403+0000 7fd8c5542800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:55:31.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.403+0000 7fd8c5542800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:55:31.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.403+0000 7fd8c5542800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:55:31.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.403+0000 7fd8c5542800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:55:31.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.403+0000 7fd8c5542800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.403+0000 7fd8c5542800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:31.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.403+0000 7fd8c5542800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.404+0000 7fd8c5542800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:31.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.404+0000 7fd8c5542800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.404+0000 7fd8c5542800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:55:31.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.404+0000 7fd8c5542800 20 zone default found 2024-09-12T00:55:31.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.404+0000 7fd8c5542800 4 Realm: () 2024-09-12T00:55:31.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.404+0000 7fd8c5542800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:55:31.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.404+0000 7fd8c5542800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:55:31.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.404+0000 7fd8c5542800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:55:31.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.404+0000 7fd8c5542800 20 zonegroup default 2024-09-12T00:55:31.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.404+0000 7fd8c5542800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.404+0000 7fd8c5542800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:31.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.405+0000 7fd8c5542800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.405+0000 7fd8c5542800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:31.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.405+0000 7fd8c5542800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.405+0000 7fd8c5542800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:31.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.405+0000 7fd8c5542800 20 started sync module instance, tier type = 2024-09-12T00:55:31.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.405+0000 7fd8c5542800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:55:31.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.415+0000 7fd8c5542800 20 add_watcher() i=0 2024-09-12T00:55:31.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.415+0000 7fd8c5542800 20 add_watcher() i=1 2024-09-12T00:55:31.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.415+0000 7fd8c5542800 20 add_watcher() i=2 2024-09-12T00:55:31.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.415+0000 7fd8c5542800 20 add_watcher() i=3 2024-09-12T00:55:31.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.415+0000 7fd8c5542800 20 add_watcher() i=4 2024-09-12T00:55:31.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.415+0000 7fd8c5542800 20 add_watcher() i=5 2024-09-12T00:55:31.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.415+0000 7fd8c5542800 20 add_watcher() i=6 2024-09-12T00:55:31.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.416+0000 7fd8c5542800 20 add_watcher() i=7 2024-09-12T00:55:31.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.416+0000 7fd8c5542800 2 all 8 watchers are set, enabling cache 2024-09-12T00:55:31.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.417+0000 7fd7777e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:31.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.418+0000 7fd8c5542800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:55:31.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.418+0000 7fd8c5542800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:55:31.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.418+0000 7fd8c5542800 5 note: GC not initialized 2024-09-12T00:55:31.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.418+0000 7fd7767e4640 20 reqs_thread_entry: start 2024-09-12T00:55:31.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.418+0000 7fd8c5542800 20 init_complete bucket index max shards: 11 2024-09-12T00:55:31.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.418+0000 7fd8c5542800 20 Filter name: none 2024-09-12T00:55:31.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.418+0000 7fd6e7fff640 20 reqs_thread_entry: start 2024-09-12T00:55:31.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.418+0000 7fd8c5542800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.419+0000 7fd8c5542800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:55:31.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.419+0000 7fd8c5542800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.419+0000 7fd8c5542800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T00:55:31.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.420+0000 7fd8c5542800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:55:31.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.420+0000 7fd8c5542800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.420+0000 7fd8c5542800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:55:31.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.421+0000 7fd8c5542800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.421+0000 7fd8c5542800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T00:55:31.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.421+0000 7fd8c5542800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:55:31.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.423+0000 7fd7777e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:31.424 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.425+0000 7fd8c5542800 20 remove_watcher() i=0 2024-09-12T00:55:31.424 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.425+0000 7fd8c5542800 2 removed watcher, disabling cache 2024-09-12T00:55:31.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.426+0000 7fd8c5542800 20 remove_watcher() i=1 2024-09-12T00:55:31.426 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.427+0000 7fd8c5542800 20 remove_watcher() i=2 2024-09-12T00:55:31.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.428+0000 7fd8c5542800 20 remove_watcher() i=3 2024-09-12T00:55:31.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.430+0000 7fd8c5542800 20 remove_watcher() i=4 2024-09-12T00:55:31.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.430+0000 7fd8c5542800 20 remove_watcher() i=5 2024-09-12T00:55:31.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.431+0000 7fd8c5542800 20 remove_watcher() i=6 2024-09-12T00:55:31.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.432+0000 7fd8c5542800 20 remove_watcher() i=7 2024-09-12T00:55:31.442 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:31.442 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:55:31.442 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-logrecord-writes id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-12T00:55:31.442 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:31.444 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.444 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.449 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.449 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.492 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.493 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.520 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with abort at logrecord_writes 2024-09-12T00:55:31.520 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:31.521 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.521 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.534 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.534 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.577 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.577 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.585 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.585 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.593 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.593 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.603 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.603 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.611 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.611 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.619 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.619 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.626 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.626 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.634 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.635 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.643 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.643 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.651 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.651 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.659 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.660 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.667 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.667 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.675 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.675 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.683 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.683 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.691 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.691 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.700 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.700 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.708 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.708 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.715 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.716 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.724 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.725 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.732 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:31.732 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:31.741 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T00:55:31.770 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:55:31.770 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:55:31.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.810+0000 7fe552f28800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.812+0000 7fe552f28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:31.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.812+0000 7fe552f28800 20 realm 2024-09-12T00:55:31.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.812+0000 7fe552f28800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.812+0000 7fe552f28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:31.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.812+0000 7fe552f28800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:55:31.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.812+0000 7fe552f28800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.812+0000 7fe552f28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:31.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.812+0000 7fe552f28800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.813+0000 7fe552f28800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:31.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.813+0000 7fe552f28800 20 rados->read ofs=0 len=0 2024-09-12T00:55:31.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.814+0000 7fe552f28800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:55:31.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.814+0000 7fe552f28800 20 searching for the correct realm 2024-09-12T00:55:31.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.817+0000 7fe54f44c640 0 -- 172.21.15.38:0/3284991606 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x5637567c3060 msgr2=0x5637567c54d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:31.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:31.821+0000 7fe54ec4b640 0 -- 172.21.15.38:0/3284991606 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fe544050430 msgr2=0x7fe5440508b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:55:32.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.027+0000 7fe552f28800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:55:32.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.027+0000 7fe552f28800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:55:32.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.027+0000 7fe552f28800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:55:32.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.027+0000 7fe552f28800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:55:32.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.027+0000 7fe552f28800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:55:32.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.027+0000 7fe552f28800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:55:32.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.027+0000 7fe552f28800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.028+0000 7fe552f28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.028+0000 7fe552f28800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.028+0000 7fe552f28800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:32.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.028+0000 7fe552f28800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.028+0000 7fe552f28800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:55:32.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.028+0000 7fe552f28800 20 zone default found 2024-09-12T00:55:32.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.028+0000 7fe552f28800 4 Realm: () 2024-09-12T00:55:32.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.028+0000 7fe552f28800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:55:32.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.028+0000 7fe552f28800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:55:32.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.028+0000 7fe552f28800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:55:32.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.028+0000 7fe552f28800 20 zonegroup default 2024-09-12T00:55:32.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.028+0000 7fe552f28800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.029+0000 7fe552f28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.029+0000 7fe552f28800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.029+0000 7fe552f28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.029+0000 7fe552f28800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.030+0000 7fe552f28800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.030+0000 7fe552f28800 20 started sync module instance, tier type = 2024-09-12T00:55:32.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.030+0000 7fe552f28800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:55:32.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.039+0000 7fe552f28800 20 add_watcher() i=0 2024-09-12T00:55:32.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.039+0000 7fe552f28800 20 add_watcher() i=1 2024-09-12T00:55:32.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.039+0000 7fe552f28800 20 add_watcher() i=2 2024-09-12T00:55:32.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.039+0000 7fe552f28800 20 add_watcher() i=3 2024-09-12T00:55:32.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.039+0000 7fe552f28800 20 add_watcher() i=4 2024-09-12T00:55:32.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.039+0000 7fe552f28800 20 add_watcher() i=5 2024-09-12T00:55:32.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.039+0000 7fe552f28800 20 add_watcher() i=6 2024-09-12T00:55:32.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.040+0000 7fe552f28800 20 add_watcher() i=7 2024-09-12T00:55:32.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.040+0000 7fe552f28800 2 all 8 watchers are set, enabling cache 2024-09-12T00:55:32.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.042+0000 7fe4057e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:32.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.042+0000 7fe552f28800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:55:32.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.042+0000 7fe552f28800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:55:32.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.042+0000 7fe552f28800 5 note: GC not initialized 2024-09-12T00:55:32.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.043+0000 7fe37ffff640 20 reqs_thread_entry: start 2024-09-12T00:55:32.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.043+0000 7fe552f28800 20 init_complete bucket index max shards: 11 2024-09-12T00:55:32.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.043+0000 7fe552f28800 20 Filter name: none 2024-09-12T00:55:32.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.043+0000 7fe37dffb640 20 reqs_thread_entry: start 2024-09-12T00:55:32.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.043+0000 7fe552f28800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.044+0000 7fe552f28800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:55:32.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.044+0000 7fe552f28800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.044+0000 7fe552f28800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T00:55:32.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.044+0000 7fe552f28800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:55:32.044 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.044+0000 7fe552f28800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.044 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.045+0000 7fe552f28800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:55:32.044 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.045+0000 7fe552f28800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.044 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.045+0000 7fe552f28800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T00:55:32.044 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.045+0000 7fe552f28800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:55:32.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.048+0000 7fe4057e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:32.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.050+0000 7fe552f28800 20 remove_watcher() i=0 2024-09-12T00:55:32.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.050+0000 7fe552f28800 2 removed watcher, disabling cache 2024-09-12T00:55:32.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.051+0000 7fe552f28800 20 remove_watcher() i=1 2024-09-12T00:55:32.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.052+0000 7fe552f28800 20 remove_watcher() i=2 2024-09-12T00:55:32.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.053+0000 7fe552f28800 20 remove_watcher() i=3 2024-09-12T00:55:32.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.054+0000 7fe552f28800 20 remove_watcher() i=4 2024-09-12T00:55:32.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.055+0000 7fe552f28800 20 remove_watcher() i=5 2024-09-12T00:55:32.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.056+0000 7fe552f28800 20 remove_watcher() i=6 2024-09-12T00:55:32.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.057+0000 7fe552f28800 20 remove_watcher() i=7 2024-09-12T00:55:32.067 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.067 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:55:32.067 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-logrecord-writes id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:55:32.067 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.068 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-12T00:55:32.104 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:55:32.104 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:55:32.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.144+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.145+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.145+0000 7f4a6ef19800 20 realm 2024-09-12T00:55:32.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.145+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.146+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.146+0000 7f4a6ef19800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:55:32.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.146+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.146+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.146+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.149+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:32.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.149+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.150+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:55:32.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.150+0000 7f4a6ef19800 20 searching for the correct realm 2024-09-12T00:55:32.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.153+0000 7f4a6d204640 0 -- 172.21.15.38:0/3817985222 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x56001a24e890 msgr2=0x56001a250d50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:32.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.156+0000 7f4a6ca03640 0 -- 172.21.15.38:0/3817985222 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f4a60091400 msgr2=0x7f4a60091880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:32.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:55:32.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:55:32.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:55:32.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:55:32.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:55:32.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:55:32.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:32.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:55:32.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 zone default found 2024-09-12T00:55:32.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.161+0000 7f4a6ef19800 4 Realm: () 2024-09-12T00:55:32.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.161+0000 7f4a6ef19800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:55:32.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.161+0000 7f4a6ef19800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:55:32.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.161+0000 7f4a6ef19800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:55:32.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 zonegroup default 2024-09-12T00:55:32.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.162 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 started sync module instance, tier type = 2024-09-12T00:55:32.163 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:55:32.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=0 2024-09-12T00:55:32.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=1 2024-09-12T00:55:32.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=2 2024-09-12T00:55:32.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=3 2024-09-12T00:55:32.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=4 2024-09-12T00:55:32.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=5 2024-09-12T00:55:32.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=6 2024-09-12T00:55:32.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.172+0000 7f4a6ef19800 20 add_watcher() i=7 2024-09-12T00:55:32.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.172+0000 7f4a6ef19800 2 all 8 watchers are set, enabling cache 2024-09-12T00:55:32.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.173+0000 7f49237e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:32.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.174+0000 7f4a6ef19800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:55:32.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.174+0000 7f4a6ef19800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:55:32.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 note: GC not initialized 2024-09-12T00:55:32.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.174+0000 7f49227e4640 20 reqs_thread_entry: start 2024-09-12T00:55:32.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.174+0000 7f4a6ef19800 20 init_complete bucket index max shards: 11 2024-09-12T00:55:32.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.174+0000 7f4a6ef19800 20 Filter name: none 2024-09-12T00:55:32.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.174+0000 7f491bfff640 20 reqs_thread_entry: start 2024-09-12T00:55:32.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.174+0000 7f4a6ef19800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T00:55:32.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.174+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.175+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:55:32.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T00:55:32.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T00:55:32.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 : miss 2024-09-12T00:55:32.175 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.175+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.175 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.175+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T00:55:32.175 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 info.flags=0x17 2024-09-12T00:55:32.175 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to cache LRU end 2024-09-12T00:55:32.175 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:55:32.175 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:32.175 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 2024-09-12T00:55:32.178 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.180+0000 7f4a6ef19800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 info.flags=0x17 2024-09-12T00:55:32.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.180+0000 7f4a6ef19800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to cache LRU end 2024-09-12T00:55:32.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.180+0000 7f4a6ef19800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:32.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.180+0000 7f4a6ef19800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37, ofs0, ns] 2024-09-12T00:55:32.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.180+0000 7f49437fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464368 cookie 94558438627344 notifier 7728 bl.length()=1007 2024-09-12T00:55:32.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.180+0000 7f49437fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 info.flags=0x17 2024-09-12T00:55:32.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.180+0000 7f49437fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to cache LRU end 2024-09-12T00:55:32.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.180+0000 7f49437fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:32.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.181+0000 7f4a6ef19800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): orig_sources= new_sources= 2024-09-12T00:55:32.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.181+0000 7f4a6ef19800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): potential sources added=[] removed=[] 2024-09-12T00:55:32.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.181+0000 7f4a6ef19800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): orig_dests= new_dests= 2024-09-12T00:55:32.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.181+0000 7f4a6ef19800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): potential dests added=[] removed=[] 2024-09-12T00:55:32.181 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4a6ef19800 time 2024-09-12T00:55:32.184109+0000 2024-09-12T00:55:32.181 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:55:32.182 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:55:32.182 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f4a7238c71a] 2024-09-12T00:55:32.182 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4a7238c8d8] 2024-09-12T00:55:32.182 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5600189c9641] 2024-09-12T00:55:32.183 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd8854c) [0x560018edc54c] 2024-09-12T00:55:32.183 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5600189d931d] 2024-09-12T00:55:32.183 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:55:32.183 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f4a71029590] 2024-09-12T00:55:32.183 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:55:32.183 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:55:32.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.184+0000 7f4a6ef19800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4a6ef19800 time 2024-09-12T00:55:32.184109+0000 2024-09-12T00:55:32.183 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:55:32.183 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.183 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:55:32.183 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f4a7238c71a] 2024-09-12T00:55:32.183 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4a7238c8d8] 2024-09-12T00:55:32.183 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5600189c9641] 2024-09-12T00:55:32.183 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd8854c) [0x560018edc54c] 2024-09-12T00:55:32.184 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5600189d931d] 2024-09-12T00:55:32.184 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:55:32.184 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f4a71029590] 2024-09-12T00:55:32.184 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:55:32.184 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:55:32.184 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.184 INFO:tasks.workunit.client.0.smithi038.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:55:32.184 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f4a6ef19800 thread_name:radosgw-admin 2024-09-12T00:55:32.198 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:55:32.198 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f4a7103e6f0] 2024-09-12T00:55:32.198 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f4a7108b99c] 2024-09-12T00:55:32.198 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:55:32.198 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:55:32.198 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f4a7238c774] 2024-09-12T00:55:32.198 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4a7238c8d8] 2024-09-12T00:55:32.198 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5600189c9641] 2024-09-12T00:55:32.198 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd8854c) [0x560018edc54c] 2024-09-12T00:55:32.198 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5600189d931d] 2024-09-12T00:55:32.198 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:55:32.198 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f4a71029590] 2024-09-12T00:55:32.199 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:55:32.199 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:55:32.199 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.184+0000 7f4a6ef19800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:55:32.199 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f4a6ef19800 thread_name:radosgw-admin 2024-09-12T00:55:32.199 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.199 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:55:32.199 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f4a7103e6f0] 2024-09-12T00:55:32.199 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f4a7108b99c] 2024-09-12T00:55:32.199 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:55:32.199 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:55:32.199 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f4a7238c774] 2024-09-12T00:55:32.199 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4a7238c8d8] 2024-09-12T00:55:32.199 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5600189c9641] 2024-09-12T00:55:32.199 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd8854c) [0x560018edc54c] 2024-09-12T00:55:32.200 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5600189d931d] 2024-09-12T00:55:32.200 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:55:32.200 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f4a71029590] 2024-09-12T00:55:32.200 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:55:32.200 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:55:32.200 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:55:32.200 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.200 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:55:32.200 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:55:32.127+0000 7f4a6ef19800 4 set_mon_vals no callback set 2024-09-12T00:55:32.200 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:55:32.127+0000 7f4a6ef19800 10 monclient: shutdown 2024-09-12T00:55:32.200 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:55:32.127+0000 7f4a6ef19800 5 asok(0x560019f37630) unregister_commands rotate-key 2024-09-12T00:55:32.200 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 10 monclient: build_initial_monmap 2024-09-12T00:55:32.201 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 1 build_initial for_mkfs: 0 2024-09-12T00:55:32.201 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 10 monclient: monmap: 2024-09-12T00:55:32.201 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:55:32.201 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:55:32.201 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:55:32.201 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:55:32.201 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:55:32.201 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.201 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:55:32.201 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:55:32.201 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:55:32.201 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.201 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding auth protocol: cephx 2024-09-12T00:55:32.201 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding auth protocol: cephx 2024-09-12T00:55:32.202 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding auth protocol: cephx 2024-09-12T00:55:32.202 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: secure 2024-09-12T00:55:32.202 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: crc 2024-09-12T00:55:32.202 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: secure 2024-09-12T00:55:32.202 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: crc 2024-09-12T00:55:32.202 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: secure 2024-09-12T00:55:32.202 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: crc 2024-09-12T00:55:32.202 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: crc 2024-09-12T00:55:32.202 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: secure 2024-09-12T00:55:32.202 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: crc 2024-09-12T00:55:32.202 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: secure 2024-09-12T00:55:32.203 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: crc 2024-09-12T00:55:32.203 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: secure 2024-09-12T00:55:32.203 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.203 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 1 librados: starting msgr at 2024-09-12T00:55:32.203 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 1 librados: starting objecter 2024-09-12T00:55:32.203 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command objecter_requests hook 0x560019fe2200 2024-09-12T00:55:32.203 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 1 librados: setting wanted keys 2024-09-12T00:55:32.203 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 1 librados: calling monclient init 2024-09-12T00:55:32.203 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 10 monclient: init 2024-09-12T00:55:32.203 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding auth protocol: cephx 2024-09-12T00:55:32.203 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding auth protocol: cephx 2024-09-12T00:55:32.203 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding auth protocol: cephx 2024-09-12T00:55:32.203 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: secure 2024-09-12T00:55:32.203 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: crc 2024-09-12T00:55:32.204 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: secure 2024-09-12T00:55:32.204 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: crc 2024-09-12T00:55:32.204 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: secure 2024-09-12T00:55:32.204 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: crc 2024-09-12T00:55:32.204 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: crc 2024-09-12T00:55:32.204 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: secure 2024-09-12T00:55:32.204 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: crc 2024-09-12T00:55:32.204 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: secure 2024-09-12T00:55:32.204 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: crc 2024-09-12T00:55:32.204 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: secure 2024-09-12T00:55:32.204 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.204 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.205 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command rotate-key hook 0x56001a156648 2024-09-12T00:55:32.205 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient: _reopen_session rank -1 2024-09-12T00:55:32.205 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:55:32.205 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-c con 0x56001a003700 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:55:32.205 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-b con 0x56001a003ee0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:55:32.205 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-a con 0x56001a09fe30 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:55:32.205 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.205 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.205 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.205 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient(hunting): _renew_subs 2024-09-12T00:55:32.205 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient(hunting): authenticate will time out at 2038.580115s 2024-09-12T00:55:32.205 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient(hunting): get_auth_request con 0x56001a003700 auth_method 0 2024-09-12T00:55:32.205 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.206 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.206 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.206 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:55:32.129+0000 7f4a6d204640 10 monclient(hunting): get_auth_request con 0x56001a09fe30 auth_method 0 2024-09-12T00:55:32.206 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:55:32.129+0000 7f4a6d204640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.206 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:55:32.129+0000 7f4a6d204640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.206 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:55:32.129+0000 7f4a6d204640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.206 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.206 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.206 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.206 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:55:32.129+0000 7f4a6c202640 10 monclient(hunting): get_auth_request con 0x56001a003ee0 auth_method 0 2024-09-12T00:55:32.206 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:55:32.129+0000 7f4a6c202640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.206 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:55:32.129+0000 7f4a6c202640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.206 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:55:32.129+0000 7f4a6c202640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.206 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:55:32.129+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.207 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:55:32.129+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.207 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:55:32.129+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.207 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_done global_id 7283 payload 824 2024-09-12T00:55:32.207 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient: _finish_hunting 0 2024-09-12T00:55:32.207 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 1 monclient: found mon.noname-c 2024-09-12T00:55:32.207 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:55:32.207 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:55:32.207 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:55:32.207 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: dump: 2024-09-12T00:55:32.207 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:55:32.207 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:55:32.207 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.207 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.207 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:55:32.208 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.208 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:55:32.208 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:55:32.208 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:55:32.208 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.208 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: _finish_auth 0 2024-09-12T00:55:32.208 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: _check_auth_tickets 2024-09-12T00:55:32.208 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: handle_config config(0 keys) 2024-09-12T00:55:32.208 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:55:32.208 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:55:32.208 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: dump: 2024-09-12T00:55:32.208 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:55:32.208 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:55:32.209 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.209 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.209 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:55:32.209 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.209 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:55:32.209 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:55:32.209 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:55:32.209 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.209 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 5 monclient: authenticate success, global_id 7283 2024-09-12T00:55:32.209 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:55:32.129+0000 7f495ae0d640 4 set_mon_vals no callback set 2024-09-12T00:55:32.209 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient: _renew_subs 2024-09-12T00:55:32.209 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:55:32.209 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient: _renew_subs 2024-09-12T00:55:32.209 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:55:32.210 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 1 librados: init done 2024-09-12T00:55:32.210 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:55:32.131+0000 7f495960a640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:55:32.210 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:55:32.131+0000 7f495960a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:55:32.210 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:55:32.131+0000 7f495960a640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:55:32.210 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:55:32.131+0000 7f4a6c202640 10 monclient: get_auth_request con 0x7f49540764a0 auth_method 0 2024-09-12T00:55:32.210 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:55:32.132+0000 7f4a6d204640 10 monclient: get_auth_request con 0x56001a180010 auth_method 0 2024-09-12T00:55:32.210 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:55:32.132+0000 7f4a6ca03640 10 monclient: get_auth_request con 0x56001a1a3010 auth_method 0 2024-09-12T00:55:32.210 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:55:32.133+0000 7f4a6c202640 10 monclient: get_auth_request con 0x56001a1a7200 auth_method 0 2024-09-12T00:55:32.210 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 10 monclient: build_initial_monmap 2024-09-12T00:55:32.210 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 1 build_initial for_mkfs: 0 2024-09-12T00:55:32.210 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 10 monclient: monmap: 2024-09-12T00:55:32.210 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:55:32.210 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:55:32.211 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:55:32.211 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:55:32.211 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:55:32.211 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.211 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:55:32.211 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:55:32.211 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:55:32.211 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.211 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding auth protocol: cephx 2024-09-12T00:55:32.211 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding auth protocol: cephx 2024-09-12T00:55:32.211 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding auth protocol: cephx 2024-09-12T00:55:32.211 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: secure 2024-09-12T00:55:32.211 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: crc 2024-09-12T00:55:32.211 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: secure 2024-09-12T00:55:32.211 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: crc 2024-09-12T00:55:32.212 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: secure 2024-09-12T00:55:32.212 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: crc 2024-09-12T00:55:32.212 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: crc 2024-09-12T00:55:32.212 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: secure 2024-09-12T00:55:32.212 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: crc 2024-09-12T00:55:32.212 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: secure 2024-09-12T00:55:32.212 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: crc 2024-09-12T00:55:32.212 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: secure 2024-09-12T00:55:32.212 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.212 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command objecter_requests cmddesc objecter_requests hook 0x56001a1af630 EEXIST 2024-09-12T00:55:32.212 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 10 monclient: init 2024-09-12T00:55:32.212 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding auth protocol: cephx 2024-09-12T00:55:32.212 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding auth protocol: cephx 2024-09-12T00:55:32.213 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding auth protocol: cephx 2024-09-12T00:55:32.213 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: secure 2024-09-12T00:55:32.213 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: crc 2024-09-12T00:55:32.213 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: secure 2024-09-12T00:55:32.213 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: crc 2024-09-12T00:55:32.213 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: secure 2024-09-12T00:55:32.213 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: crc 2024-09-12T00:55:32.213 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: crc 2024-09-12T00:55:32.213 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: secure 2024-09-12T00:55:32.213 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: crc 2024-09-12T00:55:32.214 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: secure 2024-09-12T00:55:32.214 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: crc 2024-09-12T00:55:32.214 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: secure 2024-09-12T00:55:32.214 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.214 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.214 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command rotate-key cmddesc rotate-key hook 0x56001a1aa890 EEXIST 2024-09-12T00:55:32.214 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient: _reopen_session rank -1 2024-09-12T00:55:32.214 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:55:32.214 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-a con 0x56001a1d3950 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:55:32.214 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-b con 0x56001a1d3d30 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:55:32.214 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-c con 0x56001a1d2660 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:55:32.214 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.214 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.215 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.215 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient(hunting): _renew_subs 2024-09-12T00:55:32.215 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient(hunting): authenticate will time out at 2038.587209s 2024-09-12T00:55:32.215 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient(hunting): get_auth_request con 0x56001a1d2660 auth_method 0 2024-09-12T00:55:32.215 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.215 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.215 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.215 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:55:32.136+0000 7f4a6ca03640 10 monclient(hunting): get_auth_request con 0x56001a1d3950 auth_method 0 2024-09-12T00:55:32.215 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:55:32.136+0000 7f4a6ca03640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.215 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:55:32.136+0000 7f4a6ca03640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.215 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:55:32.136+0000 7f4a6ca03640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.215 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:55:32.136+0000 7f4a6c202640 10 monclient(hunting): get_auth_request con 0x56001a1d3d30 auth_method 0 2024-09-12T00:55:32.215 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:55:32.136+0000 7f4a6c202640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.215 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:55:32.136+0000 7f4a6c202640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.216 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:55:32.136+0000 7f4a6c202640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.216 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.216 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.216 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.216 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:55:32.136+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.216 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:55:32.136+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.216 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:55:32.136+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.216 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:55:32.136+0000 7f4a6c202640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.216 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:55:32.136+0000 7f4a6c202640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.216 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:55:32.136+0000 7f4a6c202640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.216 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient(hunting): handle_auth_done global_id 7286 payload 824 2024-09-12T00:55:32.216 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient: _finish_hunting 0 2024-09-12T00:55:32.216 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:55:32.136+0000 7f4a6d204640 1 monclient: found mon.noname-c 2024-09-12T00:55:32.216 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:55:32.217 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:55:32.217 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:55:32.217 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: dump: 2024-09-12T00:55:32.217 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:55:32.217 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:55:32.217 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.217 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.217 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:55:32.217 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.217 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:55:32.217 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:55:32.217 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:55:32.217 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.217 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: _finish_auth 0 2024-09-12T00:55:32.218 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: _check_auth_tickets 2024-09-12T00:55:32.218 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: handle_config config(0 keys) 2024-09-12T00:55:32.218 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:55:32.218 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:55:32.218 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: dump: 2024-09-12T00:55:32.218 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:55:32.218 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:55:32.218 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.218 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.218 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:55:32.218 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.218 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:55:32.218 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:55:32.219 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:55:32.219 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.219 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 5 monclient: authenticate success, global_id 7286 2024-09-12T00:55:32.219 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient: _renew_subs 2024-09-12T00:55:32.219 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:55:32.219 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:55:32.136+0000 7f4a6da05640 4 set_mon_vals no callback set 2024-09-12T00:55:32.219 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:55:32.137+0000 7f4a6ef19800 10 monclient: _renew_subs 2024-09-12T00:55:32.219 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:55:32.137+0000 7f4a6ef19800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:55:32.219 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:55:32.138+0000 7f49527fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:55:32.219 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:55:32.138+0000 7f49527fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:55:32.219 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:55:32.138+0000 7f49527fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:55:32.219 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:55:32.138+0000 7f4a6ca03640 10 monclient: get_auth_request con 0x7f4944076380 auth_method 0 2024-09-12T00:55:32.219 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 10 monclient: get_monmap_and_config 2024-09-12T00:55:32.219 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 10 monclient: build_initial_monmap 2024-09-12T00:55:32.220 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 1 build_initial for_mkfs: 0 2024-09-12T00:55:32.220 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 10 monclient: monmap: 2024-09-12T00:55:32.220 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:55:32.220 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:55:32.220 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:55:32.220 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:55:32.220 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:55:32.220 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.220 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:55:32.220 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:55:32.220 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:55:32.220 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.220 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding auth protocol: cephx 2024-09-12T00:55:32.221 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding auth protocol: cephx 2024-09-12T00:55:32.221 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding auth protocol: cephx 2024-09-12T00:55:32.221 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: secure 2024-09-12T00:55:32.221 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: crc 2024-09-12T00:55:32.221 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: secure 2024-09-12T00:55:32.221 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: crc 2024-09-12T00:55:32.221 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: secure 2024-09-12T00:55:32.221 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: crc 2024-09-12T00:55:32.221 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: crc 2024-09-12T00:55:32.221 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: secure 2024-09-12T00:55:32.222 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: crc 2024-09-12T00:55:32.222 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: secure 2024-09-12T00:55:32.222 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: crc 2024-09-12T00:55:32.222 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: secure 2024-09-12T00:55:32.222 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.222 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 10 monclient: init 2024-09-12T00:55:32.222 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding auth protocol: cephx 2024-09-12T00:55:32.222 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding auth protocol: cephx 2024-09-12T00:55:32.222 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding auth protocol: cephx 2024-09-12T00:55:32.223 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: secure 2024-09-12T00:55:32.223 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: crc 2024-09-12T00:55:32.223 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: secure 2024-09-12T00:55:32.223 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: crc 2024-09-12T00:55:32.223 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: secure 2024-09-12T00:55:32.223 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: crc 2024-09-12T00:55:32.223 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: crc 2024-09-12T00:55:32.223 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: secure 2024-09-12T00:55:32.223 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: crc 2024-09-12T00:55:32.223 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: secure 2024-09-12T00:55:32.223 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: crc 2024-09-12T00:55:32.223 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: secure 2024-09-12T00:55:32.223 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.223 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.224 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command rotate-key cmddesc rotate-key hook 0x7ffff1e105e8 EEXIST 2024-09-12T00:55:32.224 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient: _reopen_session rank -1 2024-09-12T00:55:32.224 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:55:32.224 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-b con 0x56001a227d40 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:55:32.224 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-c con 0x56001a1f8d50 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:55:32.224 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-a con 0x56001a223220 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:55:32.224 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.224 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.224 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.224 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient(hunting): _renew_subs 2024-09-12T00:55:32.224 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient(hunting): authenticate will time out at 2038.591192s 2024-09-12T00:55:32.224 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient(hunting): get_auth_request con 0x56001a223220 auth_method 0 2024-09-12T00:55:32.224 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.224 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.225 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.225 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:55:32.140+0000 7f4a6c202640 10 monclient(hunting): get_auth_request con 0x56001a1f8d50 auth_method 0 2024-09-12T00:55:32.225 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:55:32.140+0000 7f4a6c202640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.225 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:55:32.140+0000 7f4a6c202640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.225 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:55:32.140+0000 7f4a6c202640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.225 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.225 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.225 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.225 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:55:32.140+0000 7f4a6ca03640 10 monclient(hunting): get_auth_request con 0x56001a227d40 auth_method 0 2024-09-12T00:55:32.225 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:55:32.140+0000 7f4a6ca03640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.225 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:55:32.140+0000 7f4a6ca03640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.225 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:55:32.140+0000 7f4a6ca03640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.225 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:55:32.140+0000 7f4a6c202640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.226 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:55:32.140+0000 7f4a6c202640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.226 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:55:32.140+0000 7f4a6c202640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.226 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:55:32.140+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.226 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:55:32.140+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.226 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:55:32.140+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.226 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient(hunting): handle_auth_done global_id 7725 payload 274 2024-09-12T00:55:32.226 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient: _finish_hunting 0 2024-09-12T00:55:32.226 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:55:32.140+0000 7f4a6d204640 1 monclient: found mon.noname-a 2024-09-12T00:55:32.226 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:55:32.226 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:55:32.226 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:55:32.226 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: dump: 2024-09-12T00:55:32.226 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:55:32.226 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:55:32.227 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.227 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.227 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:55:32.227 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.227 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:55:32.227 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:55:32.227 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:55:32.227 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.227 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: _finish_auth 0 2024-09-12T00:55:32.227 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: _check_auth_tickets 2024-09-12T00:55:32.227 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:55:32.227 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:55:32.227 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:55:32.227 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: dump: 2024-09-12T00:55:32.228 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:55:32.228 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:55:32.228 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.228 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.228 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:55:32.228 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.228 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:55:32.228 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:55:32.228 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:55:32.228 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.228 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 5 monclient: authenticate success, global_id 7725 2024-09-12T00:55:32.228 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient: get_monmap_and_config success 2024-09-12T00:55:32.228 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 4 set_mon_vals no callback set 2024-09-12T00:55:32.228 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 10 monclient: shutdown 2024-09-12T00:55:32.229 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 10 monclient: build_initial_monmap 2024-09-12T00:55:32.229 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 1 build_initial for_mkfs: 0 2024-09-12T00:55:32.229 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 10 monclient: monmap: 2024-09-12T00:55:32.229 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:55:32.229 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:55:32.229 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:55:32.229 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:55:32.229 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:55:32.229 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.229 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:55:32.229 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:55:32.229 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:55:32.229 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.229 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding auth protocol: cephx 2024-09-12T00:55:32.229 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding auth protocol: cephx 2024-09-12T00:55:32.230 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding auth protocol: cephx 2024-09-12T00:55:32.230 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: secure 2024-09-12T00:55:32.230 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: crc 2024-09-12T00:55:32.230 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: secure 2024-09-12T00:55:32.230 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: crc 2024-09-12T00:55:32.230 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: secure 2024-09-12T00:55:32.230 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: crc 2024-09-12T00:55:32.230 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: crc 2024-09-12T00:55:32.230 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: secure 2024-09-12T00:55:32.230 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: crc 2024-09-12T00:55:32.230 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: secure 2024-09-12T00:55:32.230 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: crc 2024-09-12T00:55:32.230 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: secure 2024-09-12T00:55:32.230 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.231 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 1 librados: starting msgr at 2024-09-12T00:55:32.231 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 1 librados: starting objecter 2024-09-12T00:55:32.231 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command objecter_requests cmddesc objecter_requests hook 0x560019fcc920 EEXIST 2024-09-12T00:55:32.231 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 1 librados: setting wanted keys 2024-09-12T00:55:32.231 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 1 librados: calling monclient init 2024-09-12T00:55:32.231 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 10 monclient: init 2024-09-12T00:55:32.231 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding auth protocol: cephx 2024-09-12T00:55:32.231 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding auth protocol: cephx 2024-09-12T00:55:32.231 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding auth protocol: cephx 2024-09-12T00:55:32.231 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: secure 2024-09-12T00:55:32.231 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: crc 2024-09-12T00:55:32.231 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: secure 2024-09-12T00:55:32.231 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: crc 2024-09-12T00:55:32.231 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: secure 2024-09-12T00:55:32.232 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: crc 2024-09-12T00:55:32.232 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: crc 2024-09-12T00:55:32.232 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: secure 2024-09-12T00:55:32.232 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: crc 2024-09-12T00:55:32.232 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: secure 2024-09-12T00:55:32.232 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: crc 2024-09-12T00:55:32.232 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: secure 2024-09-12T00:55:32.232 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.232 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.232 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command rotate-key cmddesc rotate-key hook 0x56001a1e8358 EEXIST 2024-09-12T00:55:32.232 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient: _reopen_session rank -1 2024-09-12T00:55:32.232 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:55:32.232 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-a con 0x56001a1f8d50 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:55:32.232 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-b con 0x56001a223220 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:55:32.233 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-c con 0x56001a227d40 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:55:32.233 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.233 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.233 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.233 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient(hunting): _renew_subs 2024-09-12T00:55:32.233 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient(hunting): authenticate will time out at 2038.593429s 2024-09-12T00:55:32.233 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient(hunting): get_auth_request con 0x56001a1f8d50 auth_method 0 2024-09-12T00:55:32.233 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.233 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.233 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.233 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:55:32.142+0000 7f4a6d204640 10 monclient(hunting): get_auth_request con 0x56001a227d40 auth_method 0 2024-09-12T00:55:32.233 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:55:32.142+0000 7f4a6d204640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.233 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:55:32.142+0000 7f4a6d204640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.234 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:55:32.142+0000 7f4a6d204640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.234 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.234 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.234 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.234 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:55:32.142+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.234 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:55:32.142+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.234 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:55:32.142+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.234 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:55:32.142+0000 7f4a6c202640 10 monclient(hunting): get_auth_request con 0x56001a223220 auth_method 0 2024-09-12T00:55:32.234 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:55:32.142+0000 7f4a6c202640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.234 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:55:32.142+0000 7f4a6c202640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.234 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:55:32.142+0000 7f4a6c202640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.234 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_done global_id 7728 payload 824 2024-09-12T00:55:32.234 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient: _finish_hunting 0 2024-09-12T00:55:32.235 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 1 monclient: found mon.noname-a 2024-09-12T00:55:32.235 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:55:32.235 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:55:32.142+0000 7f49427fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:55:32.235 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:55:32.142+0000 7f49427fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:55:32.235 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:55:32.142+0000 7f49427fc640 10 monclient: dump: 2024-09-12T00:55:32.235 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:55:32.235 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:55:32.235 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.235 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.235 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:55:32.235 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.235 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:55:32.235 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:55:32.235 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:55:32.236 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.236 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:55:32.142+0000 7f49427fc640 10 monclient: _finish_auth 0 2024-09-12T00:55:32.236 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:55:32.142+0000 7f49427fc640 10 monclient: _check_auth_tickets 2024-09-12T00:55:32.236 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:55:32.143+0000 7f49427fc640 10 monclient: handle_config config(0 keys) 2024-09-12T00:55:32.236 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:55:32.143+0000 7f49427fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:55:32.236 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:55:32.143+0000 7f49427fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:55:32.236 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:55:32.143+0000 7f49427fc640 10 monclient: dump: 2024-09-12T00:55:32.236 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:55:32.236 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:55:32.236 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.236 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.236 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:55:32.236 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.237 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:55:32.237 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:55:32.237 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:55:32.237 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.237 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:55:32.143+0000 7f4a6ef19800 5 monclient: authenticate success, global_id 7728 2024-09-12T00:55:32.237 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:55:32.143+0000 7f4a6ef19800 10 monclient: _renew_subs 2024-09-12T00:55:32.237 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:55:32.143+0000 7f4a6ef19800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:55:32.237 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:55:32.143+0000 7f4943fff640 4 set_mon_vals no callback set 2024-09-12T00:55:32.237 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:55:32.143+0000 7f4a6ef19800 10 monclient: _renew_subs 2024-09-12T00:55:32.237 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:55:32.143+0000 7f4a6ef19800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:55:32.237 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:55:32.143+0000 7f4a6ef19800 1 librados: init done 2024-09-12T00:55:32.237 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:55:32.143+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command cr dump hook 0x7f4a64003258 2024-09-12T00:55:32.237 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:55:32.144+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.237 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:55:32.145+0000 7f49427fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:55:32.238 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:55:32.145+0000 7f49427fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:55:32.238 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:55:32.145+0000 7f49427fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:55:32.238 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:55:32.145+0000 7f4a6c202640 10 monclient: get_auth_request con 0x7f49380764a0 auth_method 0 2024-09-12T00:55:32.238 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:55:32.145+0000 7f4a6d204640 10 monclient: get_auth_request con 0x56001a242120 auth_method 0 2024-09-12T00:55:32.238 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:55:32.145+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.238 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:55:32.145+0000 7f4a6ef19800 20 realm 2024-09-12T00:55:32.238 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:55:32.145+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.238 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:55:32.146+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.238 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:55:32.146+0000 7f4a6ef19800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:55:32.238 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:55:32.146+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.238 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:55:32.146+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.238 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:55:32.146+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.238 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:55:32.147+0000 7f4a6ca03640 10 monclient: get_auth_request con 0x56001a2463b0 auth_method 0 2024-09-12T00:55:32.238 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:55:32.149+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:32.239 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:55:32.149+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.239 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:55:32.149+0000 7f4a6c202640 10 monclient: get_auth_request con 0x56001a249ad0 auth_method 0 2024-09-12T00:55:32.239 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:55:32.150+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:55:32.239 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:55:32.150+0000 7f4a6ef19800 20 searching for the correct realm 2024-09-12T00:55:32.239 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:55:32.150+0000 7f4a6d204640 10 monclient: get_auth_request con 0x56001a24e890 auth_method 0 2024-09-12T00:55:32.239 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:55:32.151+0000 7f4a6ca03640 10 monclient: get_auth_request con 0x7f4a60083b00 auth_method 0 2024-09-12T00:55:32.239 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:55:32.152+0000 7f4a6c202640 10 monclient: get_auth_request con 0x7f4a5c07b040 auth_method 0 2024-09-12T00:55:32.239 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:55:32.153+0000 7f4a6d204640 0 -- 172.21.15.38:0/3817985222 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x56001a24e890 msgr2=0x56001a250d50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:32.239 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:55:32.153+0000 7f49427fc640 1 client.7728.objecter ms_handle_reset 0x56001a24e890 session 0x56001a24e210 osd.3 2024-09-12T00:55:32.239 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:55:32.153+0000 7f49427fc640 10 monclient: _renew_subs 2024-09-12T00:55:32.239 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:55:32.153+0000 7f49427fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:55:32.239 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:55:32.153+0000 7f4a6d204640 10 monclient: get_auth_request con 0x7f4938086ad0 auth_method 0 2024-09-12T00:55:32.239 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:55:32.153+0000 7f4a6d204640 10 monclient: get_auth_request con 0x7f4a600836d0 auth_method 0 2024-09-12T00:55:32.239 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:55:32.156+0000 7f4a6ca03640 10 monclient: get_auth_request con 0x7f4a60091400 auth_method 0 2024-09-12T00:55:32.240 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:55:32.156+0000 7f4a6ca03640 0 -- 172.21.15.38:0/3817985222 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f4a60091400 msgr2=0x7f4a60091880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:32.240 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:55:32.156+0000 7f49427fc640 1 client.7728.objecter ms_handle_reset 0x7f4a60091400 session 0x7f4a60064df0 osd.0 2024-09-12T00:55:32.240 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:55:32.156+0000 7f4a6ca03640 10 monclient: get_auth_request con 0x56001a24e890 auth_method 0 2024-09-12T00:55:32.240 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:55:32.240 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:55:32.240 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:55:32.240 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:55:32.240 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:55:32.240 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:55:32.240 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.240 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.240 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.240 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:32.241 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.241 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:55:32.241 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 zone default found 2024-09-12T00:55:32.241 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 4 Realm: () 2024-09-12T00:55:32.241 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:55:32.241 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:55:32.241 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:55:32.241 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 zonegroup default 2024-09-12T00:55:32.241 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.241 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.241 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.241 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.241 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.241 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.241 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 started sync module instance, tier type = 2024-09-12T00:55:32.242 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:55:32.242 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=0 2024-09-12T00:55:32.242 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=1 2024-09-12T00:55:32.242 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=2 2024-09-12T00:55:32.242 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=3 2024-09-12T00:55:32.242 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=4 2024-09-12T00:55:32.242 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=5 2024-09-12T00:55:32.242 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=6 2024-09-12T00:55:32.242 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:55:32.172+0000 7f4a6ef19800 20 add_watcher() i=7 2024-09-12T00:55:32.242 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:55:32.172+0000 7f4a6ef19800 2 all 8 watchers are set, enabling cache 2024-09-12T00:55:32.242 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding auth protocol: cephx 2024-09-12T00:55:32.242 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding auth protocol: cephx 2024-09-12T00:55:32.242 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding auth protocol: cephx 2024-09-12T00:55:32.242 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: secure 2024-09-12T00:55:32.243 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: crc 2024-09-12T00:55:32.243 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: secure 2024-09-12T00:55:32.243 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: crc 2024-09-12T00:55:32.243 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: secure 2024-09-12T00:55:32.243 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: crc 2024-09-12T00:55:32.243 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: crc 2024-09-12T00:55:32.243 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: secure 2024-09-12T00:55:32.243 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:55:32.173+0000 7f49237e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:32.243 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: crc 2024-09-12T00:55:32.243 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: secure 2024-09-12T00:55:32.244 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: crc 2024-09-12T00:55:32.244 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: secure 2024-09-12T00:55:32.244 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.244 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:55:32.244 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:55:32.244 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command cache list hook 0x56001a21d6f0 2024-09-12T00:55:32.244 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command cache inspect hook 0x56001a21d6f0 2024-09-12T00:55:32.244 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command cache erase hook 0x56001a21d6f0 2024-09-12T00:55:32.244 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command cache zap hook 0x56001a21d6f0 2024-09-12T00:55:32.244 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 note: GC not initialized 2024-09-12T00:55:32.244 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:55:32.174+0000 7f49227e4640 20 reqs_thread_entry: start 2024-09-12T00:55:32.244 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command sync trace show hook 0x7f4a64009650 2024-09-12T00:55:32.245 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command sync trace history hook 0x7f4a64009650 2024-09-12T00:55:32.245 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command sync trace active hook 0x7f4a64009650 2024-09-12T00:55:32.245 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command sync trace active_short hook 0x7f4a64009650 2024-09-12T00:55:32.245 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 20 init_complete bucket index max shards: 11 2024-09-12T00:55:32.245 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 20 Filter name: none 2024-09-12T00:55:32.245 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:55:32.174+0000 7f491bfff640 20 reqs_thread_entry: start 2024-09-12T00:55:32.245 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T00:55:32.245 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.245 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:55:32.245 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T00:55:32.245 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T00:55:32.246 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 : miss 2024-09-12T00:55:32.246 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.246 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T00:55:32.246 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 info.flags=0x17 2024-09-12T00:55:32.246 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to cache LRU end 2024-09-12T00:55:32.246 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:55:32.246 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:32.246 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 2024-09-12T00:55:32.246 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:55:32.180+0000 7f4a6ef19800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 info.flags=0x17 2024-09-12T00:55:32.246 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:55:32.180+0000 7f4a6ef19800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to cache LRU end 2024-09-12T00:55:32.246 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:55:32.180+0000 7f4a6ef19800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:32.247 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:55:32.180+0000 7f4a6ef19800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37, ofs0, ns] 2024-09-12T00:55:32.247 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:55:32.180+0000 7f49437fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464368 cookie 94558438627344 notifier 7728 bl.length()=1007 2024-09-12T00:55:32.247 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:55:32.180+0000 7f49437fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 info.flags=0x17 2024-09-12T00:55:32.247 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:55:32.180+0000 7f49437fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to cache LRU end 2024-09-12T00:55:32.247 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:55:32.180+0000 7f49437fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:32.247 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:55:32.181+0000 7f4a6ef19800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): orig_sources= new_sources= 2024-09-12T00:55:32.247 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:55:32.181+0000 7f4a6ef19800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): potential sources added=[] removed=[] 2024-09-12T00:55:32.247 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:55:32.181+0000 7f4a6ef19800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): orig_dests= new_dests= 2024-09-12T00:55:32.247 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:55:32.181+0000 7f4a6ef19800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): potential dests added=[] removed=[] 2024-09-12T00:55:32.247 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:55:32.184+0000 7f4a6ef19800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4a6ef19800 time 2024-09-12T00:55:32.184109+0000 2024-09-12T00:55:32.247 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:55:32.247 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.248 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:55:32.248 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f4a7238c71a] 2024-09-12T00:55:32.248 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4a7238c8d8] 2024-09-12T00:55:32.248 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5600189c9641] 2024-09-12T00:55:32.248 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd8854c) [0x560018edc54c] 2024-09-12T00:55:32.248 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5600189d931d] 2024-09-12T00:55:32.248 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:55:32.248 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f4a71029590] 2024-09-12T00:55:32.248 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:55:32.249 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:55:32.249 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.249 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:55:32.184+0000 7f4a6ef19800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:55:32.249 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f4a6ef19800 thread_name:radosgw-admin 2024-09-12T00:55:32.249 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.249 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:55:32.249 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f4a7103e6f0] 2024-09-12T00:55:32.249 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f4a7108b99c] 2024-09-12T00:55:32.249 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:55:32.249 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:55:32.249 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f4a7238c774] 2024-09-12T00:55:32.249 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4a7238c8d8] 2024-09-12T00:55:32.250 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5600189c9641] 2024-09-12T00:55:32.250 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd8854c) [0x560018edc54c] 2024-09-12T00:55:32.250 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5600189d931d] 2024-09-12T00:55:32.250 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:55:32.250 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f4a71029590] 2024-09-12T00:55:32.250 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:55:32.250 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:55:32.250 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:55:32.250 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.250 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:55:32.250 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:55:32.250 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:55:32.251 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:55:32.251 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:55:32.251 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:55:32.251 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:55:32.251 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:55:32.251 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:55:32.251 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:55:32.251 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:55:32.251 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:55:32.251 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:55:32.252 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:55:32.252 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:55:32.252 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:55:32.252 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:55:32.252 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:55:32.252 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:55:32.252 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:55:32.252 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:55:32.252 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:55:32.252 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:55:32.252 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:55:32.252 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:55:32.252 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:55:32.253 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:55:32.253 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:55:32.253 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:55:32.253 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:55:32.253 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:55:32.253 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:55:32.253 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:55:32.253 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:55:32.253 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:55:32.253 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:55:32.253 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:55:32.253 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:55:32.253 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:55:32.253 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:55:32.254 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:55:32.254 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:55:32.254 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:55:32.254 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:55:32.254 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:55:32.254 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:55:32.254 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:55:32.254 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:55:32.254 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:55:32.255 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:55:32.255 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:55:32.255 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:55:32.255 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:55:32.255 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:55:32.255 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:55:32.255 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:55:32.255 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:55:32.255 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:55:32.255 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:55:32.256 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:55:32.256 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:55:32.256 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:55:32.256 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:55:32.256 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:55:32.256 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:55:32.256 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:55:32.256 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:55:32.256 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:55:32.257 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:55:32.257 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:55:32.257 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:55:32.257 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:55:32.257 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:55:32.257 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:55:32.257 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:55:32.257 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:55:32.258 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:55:32.258 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:55:32.258 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:55:32.258 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:55:32.258 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:55:32.258 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:55:32.258 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:55:32.258 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:55:32.258 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:55:32.258 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:55:32.258 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:55:32.258 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:55:32.258 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:55:32.259 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:55:32.259 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:55:32.259 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:55:32.259 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:55:32.259 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:55:32.259 INFO:tasks.workunit.client.0.smithi038.stderr: 7f491bfff640 / http_manager 2024-09-12T00:55:32.259 INFO:tasks.workunit.client.0.smithi038.stderr: 7f49227e4640 / http_manager 2024-09-12T00:55:32.259 INFO:tasks.workunit.client.0.smithi038.stderr: 7f49237e6640 / rgw_dt_lg_renew 2024-09-12T00:55:32.259 INFO:tasks.workunit.client.0.smithi038.stderr: 7f49427fc640 / ms_dispatch 2024-09-12T00:55:32.259 INFO:tasks.workunit.client.0.smithi038.stderr: 7f49437fe640 / io_context_pool 2024-09-12T00:55:32.259 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4943fff640 / io_context_pool 2024-09-12T00:55:32.259 INFO:tasks.workunit.client.0.smithi038.stderr: 7f49527fc640 / ms_dispatch 2024-09-12T00:55:32.259 INFO:tasks.workunit.client.0.smithi038.stderr: 7f495960a640 / ms_dispatch 2024-09-12T00:55:32.260 INFO:tasks.workunit.client.0.smithi038.stderr: 7f495ae0d640 / io_context_pool 2024-09-12T00:55:32.260 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4a6c202640 / msgr-worker-2 2024-09-12T00:55:32.260 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4a6ca03640 / msgr-worker-1 2024-09-12T00:55:32.260 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4a6d204640 / msgr-worker-0 2024-09-12T00:55:32.260 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4a6da05640 / io_context_pool 2024-09-12T00:55:32.260 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4a6ef19800 / radosgw-admin 2024-09-12T00:55:32.260 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:55:32.260 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:55:32.260 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/log/ceph/ceph-client.admin.136134.log 2024-09-12T00:55:32.260 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:55:32.260 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:55:32.260 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:55:32.127+0000 7f4a6ef19800 4 set_mon_vals no callback set 2024-09-12T00:55:32.260 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:55:32.127+0000 7f4a6ef19800 10 monclient: shutdown 2024-09-12T00:55:32.261 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:55:32.127+0000 7f4a6ef19800 5 asok(0x560019f37630) unregister_commands rotate-key 2024-09-12T00:55:32.261 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 10 monclient: build_initial_monmap 2024-09-12T00:55:32.261 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 1 build_initial for_mkfs: 0 2024-09-12T00:55:32.261 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 10 monclient: monmap: 2024-09-12T00:55:32.261 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:55:32.261 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:55:32.261 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:55:32.261 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:55:32.261 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:55:32.261 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.261 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:55:32.261 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:55:32.261 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:55:32.261 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.262 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding auth protocol: cephx 2024-09-12T00:55:32.262 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding auth protocol: cephx 2024-09-12T00:55:32.262 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding auth protocol: cephx 2024-09-12T00:55:32.262 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: secure 2024-09-12T00:55:32.262 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: crc 2024-09-12T00:55:32.262 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: secure 2024-09-12T00:55:32.262 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: crc 2024-09-12T00:55:32.262 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: secure 2024-09-12T00:55:32.262 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: crc 2024-09-12T00:55:32.262 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: crc 2024-09-12T00:55:32.262 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: secure 2024-09-12T00:55:32.262 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: crc 2024-09-12T00:55:32.262 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: secure 2024-09-12T00:55:32.262 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: crc 2024-09-12T00:55:32.263 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a15bd70) adding con mode: secure 2024-09-12T00:55:32.263 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.263 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 1 librados: starting msgr at 2024-09-12T00:55:32.263 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 1 librados: starting objecter 2024-09-12T00:55:32.263 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command objecter_requests hook 0x560019fe2200 2024-09-12T00:55:32.263 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 1 librados: setting wanted keys 2024-09-12T00:55:32.263 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 1 librados: calling monclient init 2024-09-12T00:55:32.263 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 10 monclient: init 2024-09-12T00:55:32.263 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding auth protocol: cephx 2024-09-12T00:55:32.263 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding auth protocol: cephx 2024-09-12T00:55:32.263 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding auth protocol: cephx 2024-09-12T00:55:32.263 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: secure 2024-09-12T00:55:32.263 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: crc 2024-09-12T00:55:32.263 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: secure 2024-09-12T00:55:32.264 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: crc 2024-09-12T00:55:32.264 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: secure 2024-09-12T00:55:32.264 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: crc 2024-09-12T00:55:32.264 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: crc 2024-09-12T00:55:32.264 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: secure 2024-09-12T00:55:32.264 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: crc 2024-09-12T00:55:32.264 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: secure 2024-09-12T00:55:32.264 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: crc 2024-09-12T00:55:32.264 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 5 AuthRegistry(0x56001a156500) adding con mode: secure 2024-09-12T00:55:32.264 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.264 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:55:32.128+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.264 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command rotate-key hook 0x56001a156648 2024-09-12T00:55:32.264 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient: _reopen_session rank -1 2024-09-12T00:55:32.264 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:55:32.265 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-c con 0x56001a003700 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:55:32.265 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-b con 0x56001a003ee0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:55:32.265 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-a con 0x56001a09fe30 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:55:32.265 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.265 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.265 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.265 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient(hunting): _renew_subs 2024-09-12T00:55:32.265 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient(hunting): authenticate will time out at 2038.580115s 2024-09-12T00:55:32.265 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient(hunting): get_auth_request con 0x56001a003700 auth_method 0 2024-09-12T00:55:32.265 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.265 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.265 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.265 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:55:32.129+0000 7f4a6d204640 10 monclient(hunting): get_auth_request con 0x56001a09fe30 auth_method 0 2024-09-12T00:55:32.265 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:55:32.129+0000 7f4a6d204640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.269 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:55:32.129+0000 7f4a6d204640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.269 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:55:32.129+0000 7f4a6d204640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.269 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.269 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.269 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.269 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:55:32.129+0000 7f4a6c202640 10 monclient(hunting): get_auth_request con 0x56001a003ee0 auth_method 0 2024-09-12T00:55:32.269 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:55:32.129+0000 7f4a6c202640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.269 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:55:32.129+0000 7f4a6c202640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.269 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:55:32.129+0000 7f4a6c202640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.269 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:55:32.129+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.269 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:55:32.129+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.270 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:55:32.129+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.270 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_done global_id 7283 payload 824 2024-09-12T00:55:32.270 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient: _finish_hunting 0 2024-09-12T00:55:32.270 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 1 monclient: found mon.noname-c 2024-09-12T00:55:32.270 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:55:32.129+0000 7f4a6ca03640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:55:32.270 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:55:32.270 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:55:32.270 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: dump: 2024-09-12T00:55:32.270 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:55:32.270 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:55:32.270 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.270 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.270 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:55:32.270 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.271 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:55:32.271 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:55:32.271 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:55:32.271 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.271 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: _finish_auth 0 2024-09-12T00:55:32.271 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: _check_auth_tickets 2024-09-12T00:55:32.271 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: handle_config config(0 keys) 2024-09-12T00:55:32.271 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:55:32.271 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:55:32.271 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:55:32.129+0000 7f495960a640 10 monclient: dump: 2024-09-12T00:55:32.271 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:55:32.271 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:55:32.271 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.271 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.272 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:55:32.272 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.272 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:55:32.272 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:55:32.272 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:55:32.272 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.272 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 5 monclient: authenticate success, global_id 7283 2024-09-12T00:55:32.272 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:55:32.129+0000 7f495ae0d640 4 set_mon_vals no callback set 2024-09-12T00:55:32.272 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient: _renew_subs 2024-09-12T00:55:32.272 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:55:32.272 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient: _renew_subs 2024-09-12T00:55:32.272 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:55:32.272 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:55:32.129+0000 7f4a6ef19800 1 librados: init done 2024-09-12T00:55:32.273 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:55:32.131+0000 7f495960a640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:55:32.273 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:55:32.131+0000 7f495960a640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:55:32.273 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:55:32.131+0000 7f495960a640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:55:32.273 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:55:32.131+0000 7f4a6c202640 10 monclient: get_auth_request con 0x7f49540764a0 auth_method 0 2024-09-12T00:55:32.273 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:55:32.132+0000 7f4a6d204640 10 monclient: get_auth_request con 0x56001a180010 auth_method 0 2024-09-12T00:55:32.273 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:55:32.132+0000 7f4a6ca03640 10 monclient: get_auth_request con 0x56001a1a3010 auth_method 0 2024-09-12T00:55:32.273 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:55:32.133+0000 7f4a6c202640 10 monclient: get_auth_request con 0x56001a1a7200 auth_method 0 2024-09-12T00:55:32.273 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 10 monclient: build_initial_monmap 2024-09-12T00:55:32.273 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 1 build_initial for_mkfs: 0 2024-09-12T00:55:32.273 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 10 monclient: monmap: 2024-09-12T00:55:32.273 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:55:32.273 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:55:32.273 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:55:32.273 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:55:32.274 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:55:32.274 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.274 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:55:32.274 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:55:32.274 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:55:32.274 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.274 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding auth protocol: cephx 2024-09-12T00:55:32.274 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding auth protocol: cephx 2024-09-12T00:55:32.274 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding auth protocol: cephx 2024-09-12T00:55:32.274 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: secure 2024-09-12T00:55:32.274 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: crc 2024-09-12T00:55:32.274 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: secure 2024-09-12T00:55:32.274 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: crc 2024-09-12T00:55:32.274 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: secure 2024-09-12T00:55:32.275 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: crc 2024-09-12T00:55:32.275 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: crc 2024-09-12T00:55:32.275 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: secure 2024-09-12T00:55:32.275 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: crc 2024-09-12T00:55:32.275 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: secure 2024-09-12T00:55:32.275 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: crc 2024-09-12T00:55:32.275 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1ac0c0) adding con mode: secure 2024-09-12T00:55:32.275 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.275 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command objecter_requests cmddesc objecter_requests hook 0x56001a1af630 EEXIST 2024-09-12T00:55:32.275 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 10 monclient: init 2024-09-12T00:55:32.275 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding auth protocol: cephx 2024-09-12T00:55:32.275 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding auth protocol: cephx 2024-09-12T00:55:32.275 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding auth protocol: cephx 2024-09-12T00:55:32.275 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: secure 2024-09-12T00:55:32.275 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: crc 2024-09-12T00:55:32.276 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: secure 2024-09-12T00:55:32.276 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: crc 2024-09-12T00:55:32.276 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: secure 2024-09-12T00:55:32.276 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: crc 2024-09-12T00:55:32.276 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: crc 2024-09-12T00:55:32.276 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: secure 2024-09-12T00:55:32.276 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: crc 2024-09-12T00:55:32.276 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: secure 2024-09-12T00:55:32.276 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: crc 2024-09-12T00:55:32.276 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1aa748) adding con mode: secure 2024-09-12T00:55:32.276 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:55:32.135+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.276 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.276 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command rotate-key cmddesc rotate-key hook 0x56001a1aa890 EEXIST 2024-09-12T00:55:32.277 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient: _reopen_session rank -1 2024-09-12T00:55:32.277 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:55:32.277 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-a con 0x56001a1d3950 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:55:32.277 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-b con 0x56001a1d3d30 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:55:32.277 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-c con 0x56001a1d2660 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:55:32.277 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.277 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.277 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.277 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient(hunting): _renew_subs 2024-09-12T00:55:32.277 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient(hunting): authenticate will time out at 2038.587209s 2024-09-12T00:55:32.277 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient(hunting): get_auth_request con 0x56001a1d2660 auth_method 0 2024-09-12T00:55:32.277 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.277 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.277 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.278 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:55:32.136+0000 7f4a6ca03640 10 monclient(hunting): get_auth_request con 0x56001a1d3950 auth_method 0 2024-09-12T00:55:32.278 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:55:32.136+0000 7f4a6ca03640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.278 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:55:32.136+0000 7f4a6ca03640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.278 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:55:32.136+0000 7f4a6ca03640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.278 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:55:32.136+0000 7f4a6c202640 10 monclient(hunting): get_auth_request con 0x56001a1d3d30 auth_method 0 2024-09-12T00:55:32.278 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:55:32.136+0000 7f4a6c202640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.278 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:55:32.136+0000 7f4a6c202640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.278 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:55:32.136+0000 7f4a6c202640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.278 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.278 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.278 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.278 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:55:32.136+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.278 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:55:32.136+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.278 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:55:32.136+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.279 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:55:32.136+0000 7f4a6c202640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.279 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:55:32.136+0000 7f4a6c202640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.279 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:55:32.136+0000 7f4a6c202640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.279 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient(hunting): handle_auth_done global_id 7286 payload 824 2024-09-12T00:55:32.279 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient: _finish_hunting 0 2024-09-12T00:55:32.279 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:55:32.136+0000 7f4a6d204640 1 monclient: found mon.noname-c 2024-09-12T00:55:32.279 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:55:32.136+0000 7f4a6d204640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:55:32.279 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:55:32.279 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:55:32.279 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: dump: 2024-09-12T00:55:32.279 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:55:32.279 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:55:32.279 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.279 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.279 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:55:32.280 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.280 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:55:32.280 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:55:32.280 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:55:32.280 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.280 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: _finish_auth 0 2024-09-12T00:55:32.280 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: _check_auth_tickets 2024-09-12T00:55:32.280 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: handle_config config(0 keys) 2024-09-12T00:55:32.280 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:55:32.280 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:55:32.280 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:55:32.136+0000 7f49527fc640 10 monclient: dump: 2024-09-12T00:55:32.280 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:55:32.280 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:55:32.280 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.281 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.281 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:55:32.281 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.281 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:55:32.281 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:55:32.281 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:55:32.281 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.281 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 5 monclient: authenticate success, global_id 7286 2024-09-12T00:55:32.281 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient: _renew_subs 2024-09-12T00:55:32.281 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:55:32.136+0000 7f4a6ef19800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:55:32.281 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:55:32.136+0000 7f4a6da05640 4 set_mon_vals no callback set 2024-09-12T00:55:32.281 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:55:32.137+0000 7f4a6ef19800 10 monclient: _renew_subs 2024-09-12T00:55:32.281 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:55:32.137+0000 7f4a6ef19800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:55:32.281 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:55:32.138+0000 7f49527fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:55:32.282 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:55:32.138+0000 7f49527fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:55:32.282 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:55:32.138+0000 7f49527fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:55:32.282 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:55:32.138+0000 7f4a6ca03640 10 monclient: get_auth_request con 0x7f4944076380 auth_method 0 2024-09-12T00:55:32.282 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 10 monclient: get_monmap_and_config 2024-09-12T00:55:32.282 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 10 monclient: build_initial_monmap 2024-09-12T00:55:32.282 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 1 build_initial for_mkfs: 0 2024-09-12T00:55:32.282 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 10 monclient: monmap: 2024-09-12T00:55:32.282 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:55:32.282 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:55:32.282 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:55:32.282 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:55:32.282 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:55:32.282 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.283 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:55:32.283 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:55:32.283 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:55:32.283 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.283 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding auth protocol: cephx 2024-09-12T00:55:32.283 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding auth protocol: cephx 2024-09-12T00:55:32.283 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding auth protocol: cephx 2024-09-12T00:55:32.283 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: secure 2024-09-12T00:55:32.283 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: crc 2024-09-12T00:55:32.284 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: secure 2024-09-12T00:55:32.284 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: crc 2024-09-12T00:55:32.284 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: secure 2024-09-12T00:55:32.284 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: crc 2024-09-12T00:55:32.284 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: crc 2024-09-12T00:55:32.284 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: secure 2024-09-12T00:55:32.284 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: crc 2024-09-12T00:55:32.284 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: secure 2024-09-12T00:55:32.284 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: crc 2024-09-12T00:55:32.284 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1f3760) adding con mode: secure 2024-09-12T00:55:32.284 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.284 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 10 monclient: init 2024-09-12T00:55:32.284 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding auth protocol: cephx 2024-09-12T00:55:32.284 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding auth protocol: cephx 2024-09-12T00:55:32.285 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding auth protocol: cephx 2024-09-12T00:55:32.285 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: secure 2024-09-12T00:55:32.285 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: crc 2024-09-12T00:55:32.285 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: secure 2024-09-12T00:55:32.285 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: crc 2024-09-12T00:55:32.285 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: secure 2024-09-12T00:55:32.285 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: crc 2024-09-12T00:55:32.285 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: crc 2024-09-12T00:55:32.285 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: secure 2024-09-12T00:55:32.285 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: crc 2024-09-12T00:55:32.286 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: secure 2024-09-12T00:55:32.286 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: crc 2024-09-12T00:55:32.286 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e104a0) adding con mode: secure 2024-09-12T00:55:32.286 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:55:32.139+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.286 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.286 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command rotate-key cmddesc rotate-key hook 0x7ffff1e105e8 EEXIST 2024-09-12T00:55:32.286 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient: _reopen_session rank -1 2024-09-12T00:55:32.286 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:55:32.286 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-b con 0x56001a227d40 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:55:32.286 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-c con 0x56001a1f8d50 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:55:32.286 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-a con 0x56001a223220 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:55:32.286 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.287 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.287 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.287 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient(hunting): _renew_subs 2024-09-12T00:55:32.287 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient(hunting): authenticate will time out at 2038.591192s 2024-09-12T00:55:32.287 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient(hunting): get_auth_request con 0x56001a223220 auth_method 0 2024-09-12T00:55:32.287 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.287 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.287 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.287 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:55:32.140+0000 7f4a6c202640 10 monclient(hunting): get_auth_request con 0x56001a1f8d50 auth_method 0 2024-09-12T00:55:32.287 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:55:32.140+0000 7f4a6c202640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.287 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:55:32.140+0000 7f4a6c202640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.287 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:55:32.140+0000 7f4a6c202640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.288 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.288 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.288 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.288 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:55:32.140+0000 7f4a6ca03640 10 monclient(hunting): get_auth_request con 0x56001a227d40 auth_method 0 2024-09-12T00:55:32.288 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:55:32.140+0000 7f4a6ca03640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.288 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:55:32.140+0000 7f4a6ca03640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.288 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:55:32.140+0000 7f4a6ca03640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.288 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:55:32.140+0000 7f4a6c202640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.288 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:55:32.140+0000 7f4a6c202640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.289 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:55:32.140+0000 7f4a6c202640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.289 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:55:32.140+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.289 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:55:32.140+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.289 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:55:32.140+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.289 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient(hunting): handle_auth_done global_id 7725 payload 274 2024-09-12T00:55:32.289 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient: _finish_hunting 0 2024-09-12T00:55:32.289 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:55:32.140+0000 7f4a6d204640 1 monclient: found mon.noname-a 2024-09-12T00:55:32.289 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:55:32.140+0000 7f4a6d204640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:55:32.289 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:55:32.289 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:55:32.289 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: dump: 2024-09-12T00:55:32.290 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:55:32.290 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:55:32.290 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.290 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.290 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:55:32.290 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.290 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:55:32.290 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:55:32.290 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:55:32.290 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.290 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: _finish_auth 0 2024-09-12T00:55:32.291 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: _check_auth_tickets 2024-09-12T00:55:32.291 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:55:32.291 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:55:32.291 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:55:32.291 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:55:32.140+0000 7f4943fff640 10 monclient: dump: 2024-09-12T00:55:32.291 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:55:32.291 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:55:32.291 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.291 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.291 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:55:32.292 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.292 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:55:32.292 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:55:32.292 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:55:32.292 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.292 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 5 monclient: authenticate success, global_id 7725 2024-09-12T00:55:32.292 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 10 monclient: get_monmap_and_config success 2024-09-12T00:55:32.292 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:55:32.140+0000 7f4a6ef19800 4 set_mon_vals no callback set 2024-09-12T00:55:32.292 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 10 monclient: shutdown 2024-09-12T00:55:32.292 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 10 monclient: build_initial_monmap 2024-09-12T00:55:32.292 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 1 build_initial for_mkfs: 0 2024-09-12T00:55:32.292 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 10 monclient: monmap: 2024-09-12T00:55:32.293 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:55:32.293 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:55:32.293 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:55:32.293 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:55:32.293 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:55:32.293 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.293 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:55:32.293 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:55:32.293 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:55:32.293 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.293 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding auth protocol: cephx 2024-09-12T00:55:32.293 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding auth protocol: cephx 2024-09-12T00:55:32.293 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding auth protocol: cephx 2024-09-12T00:55:32.293 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: secure 2024-09-12T00:55:32.294 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: crc 2024-09-12T00:55:32.294 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: secure 2024-09-12T00:55:32.294 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: crc 2024-09-12T00:55:32.294 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: secure 2024-09-12T00:55:32.294 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: crc 2024-09-12T00:55:32.294 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: crc 2024-09-12T00:55:32.294 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: secure 2024-09-12T00:55:32.294 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: crc 2024-09-12T00:55:32.294 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: secure 2024-09-12T00:55:32.294 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: crc 2024-09-12T00:55:32.294 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a218530) adding con mode: secure 2024-09-12T00:55:32.294 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.294 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 1 librados: starting msgr at 2024-09-12T00:55:32.294 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 1 librados: starting objecter 2024-09-12T00:55:32.294 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command objecter_requests cmddesc objecter_requests hook 0x560019fcc920 EEXIST 2024-09-12T00:55:32.295 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 1 librados: setting wanted keys 2024-09-12T00:55:32.295 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 1 librados: calling monclient init 2024-09-12T00:55:32.295 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 10 monclient: init 2024-09-12T00:55:32.295 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding auth protocol: cephx 2024-09-12T00:55:32.295 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding auth protocol: cephx 2024-09-12T00:55:32.295 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding auth protocol: cephx 2024-09-12T00:55:32.295 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: secure 2024-09-12T00:55:32.295 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: crc 2024-09-12T00:55:32.295 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: secure 2024-09-12T00:55:32.295 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: crc 2024-09-12T00:55:32.295 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: secure 2024-09-12T00:55:32.295 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: crc 2024-09-12T00:55:32.295 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: crc 2024-09-12T00:55:32.295 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: secure 2024-09-12T00:55:32.296 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: crc 2024-09-12T00:55:32.296 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: secure 2024-09-12T00:55:32.296 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: crc 2024-09-12T00:55:32.296 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:55:32.141+0000 7f4a6ef19800 5 AuthRegistry(0x56001a1e8210) adding con mode: secure 2024-09-12T00:55:32.296 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.296 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.296 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command rotate-key cmddesc rotate-key hook 0x56001a1e8358 EEXIST 2024-09-12T00:55:32.296 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient: _reopen_session rank -1 2024-09-12T00:55:32.296 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:55:32.296 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-a con 0x56001a1f8d50 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:55:32.296 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-b con 0x56001a223220 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:55:32.296 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient(hunting): picked mon.noname-c con 0x56001a227d40 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:55:32.296 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.296 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.297 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient(hunting): start opening mon connection 2024-09-12T00:55:32.297 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient(hunting): _renew_subs 2024-09-12T00:55:32.297 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:55:32.142+0000 7f4a6ef19800 10 monclient(hunting): authenticate will time out at 2038.593429s 2024-09-12T00:55:32.297 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient(hunting): get_auth_request con 0x56001a1f8d50 auth_method 0 2024-09-12T00:55:32.297 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.297 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.297 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.297 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:55:32.142+0000 7f4a6d204640 10 monclient(hunting): get_auth_request con 0x56001a227d40 auth_method 0 2024-09-12T00:55:32.297 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:55:32.142+0000 7f4a6d204640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.297 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:55:32.142+0000 7f4a6d204640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.297 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:55:32.142+0000 7f4a6d204640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.297 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.297 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.297 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.298 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:55:32.142+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:55:32.298 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:55:32.142+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:55:32.298 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:55:32.142+0000 7f4a6d204640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:55:32.298 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:55:32.142+0000 7f4a6c202640 10 monclient(hunting): get_auth_request con 0x56001a223220 auth_method 0 2024-09-12T00:55:32.298 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:55:32.142+0000 7f4a6c202640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:55:32.298 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:55:32.142+0000 7f4a6c202640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:55:32.298 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:55:32.142+0000 7f4a6c202640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:55:32.298 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient(hunting): handle_auth_done global_id 7728 payload 824 2024-09-12T00:55:32.298 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient: _finish_hunting 0 2024-09-12T00:55:32.298 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 1 monclient: found mon.noname-a 2024-09-12T00:55:32.298 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:55:32.142+0000 7f4a6ca03640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:55:32.298 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:55:32.142+0000 7f49427fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:55:32.298 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:55:32.142+0000 7f49427fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:55:32.298 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:55:32.142+0000 7f49427fc640 10 monclient: dump: 2024-09-12T00:55:32.298 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:55:32.299 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:55:32.299 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.299 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.299 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:55:32.299 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.299 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:55:32.299 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:55:32.299 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:55:32.299 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.299 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:55:32.142+0000 7f49427fc640 10 monclient: _finish_auth 0 2024-09-12T00:55:32.299 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:55:32.142+0000 7f49427fc640 10 monclient: _check_auth_tickets 2024-09-12T00:55:32.299 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:55:32.143+0000 7f49427fc640 10 monclient: handle_config config(0 keys) 2024-09-12T00:55:32.299 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:55:32.143+0000 7f49427fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:55:32.299 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:55:32.143+0000 7f49427fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:55:32.299 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:55:32.143+0000 7f49427fc640 10 monclient: dump: 2024-09-12T00:55:32.300 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:55:32.300 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:55:32.300 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.300 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:55:32.300 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:55:32.300 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:55:32.300 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:55:32.300 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:55:32.300 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:55:32.300 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.300 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:55:32.143+0000 7f4a6ef19800 5 monclient: authenticate success, global_id 7728 2024-09-12T00:55:32.300 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:55:32.143+0000 7f4a6ef19800 10 monclient: _renew_subs 2024-09-12T00:55:32.300 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:55:32.143+0000 7f4a6ef19800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:55:32.300 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:55:32.143+0000 7f4943fff640 4 set_mon_vals no callback set 2024-09-12T00:55:32.301 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:55:32.143+0000 7f4a6ef19800 10 monclient: _renew_subs 2024-09-12T00:55:32.301 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:55:32.143+0000 7f4a6ef19800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:55:32.301 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:55:32.143+0000 7f4a6ef19800 1 librados: init done 2024-09-12T00:55:32.301 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:55:32.143+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command cr dump hook 0x7f4a64003258 2024-09-12T00:55:32.301 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:55:32.144+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.301 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:55:32.145+0000 7f49427fc640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:55:32.301 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:55:32.145+0000 7f49427fc640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:55:32.301 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:55:32.145+0000 7f49427fc640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:55:32.301 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:55:32.145+0000 7f4a6c202640 10 monclient: get_auth_request con 0x7f49380764a0 auth_method 0 2024-09-12T00:55:32.301 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:55:32.145+0000 7f4a6d204640 10 monclient: get_auth_request con 0x56001a242120 auth_method 0 2024-09-12T00:55:32.301 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:55:32.145+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.301 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:55:32.145+0000 7f4a6ef19800 20 realm 2024-09-12T00:55:32.301 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:55:32.145+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.302 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:55:32.146+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.302 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:55:32.146+0000 7f4a6ef19800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:55:32.302 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:55:32.146+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.302 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:55:32.146+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.302 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:55:32.146+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.302 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:55:32.147+0000 7f4a6ca03640 10 monclient: get_auth_request con 0x56001a2463b0 auth_method 0 2024-09-12T00:55:32.302 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:55:32.149+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:32.302 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:55:32.149+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.302 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:55:32.149+0000 7f4a6c202640 10 monclient: get_auth_request con 0x56001a249ad0 auth_method 0 2024-09-12T00:55:32.302 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:55:32.150+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:55:32.302 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:55:32.150+0000 7f4a6ef19800 20 searching for the correct realm 2024-09-12T00:55:32.302 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:55:32.150+0000 7f4a6d204640 10 monclient: get_auth_request con 0x56001a24e890 auth_method 0 2024-09-12T00:55:32.303 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:55:32.151+0000 7f4a6ca03640 10 monclient: get_auth_request con 0x7f4a60083b00 auth_method 0 2024-09-12T00:55:32.303 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:55:32.152+0000 7f4a6c202640 10 monclient: get_auth_request con 0x7f4a5c07b040 auth_method 0 2024-09-12T00:55:32.303 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:55:32.153+0000 7f4a6d204640 0 -- 172.21.15.38:0/3817985222 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x56001a24e890 msgr2=0x56001a250d50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:32.303 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:55:32.153+0000 7f49427fc640 1 client.7728.objecter ms_handle_reset 0x56001a24e890 session 0x56001a24e210 osd.3 2024-09-12T00:55:32.303 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:55:32.153+0000 7f49427fc640 10 monclient: _renew_subs 2024-09-12T00:55:32.303 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:55:32.153+0000 7f49427fc640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:55:32.303 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:55:32.153+0000 7f4a6d204640 10 monclient: get_auth_request con 0x7f4938086ad0 auth_method 0 2024-09-12T00:55:32.303 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:55:32.153+0000 7f4a6d204640 10 monclient: get_auth_request con 0x7f4a600836d0 auth_method 0 2024-09-12T00:55:32.303 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:55:32.156+0000 7f4a6ca03640 10 monclient: get_auth_request con 0x7f4a60091400 auth_method 0 2024-09-12T00:55:32.303 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:55:32.156+0000 7f4a6ca03640 0 -- 172.21.15.38:0/3817985222 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f4a60091400 msgr2=0x7f4a60091880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:32.303 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:55:32.156+0000 7f49427fc640 1 client.7728.objecter ms_handle_reset 0x7f4a60091400 session 0x7f4a60064df0 osd.0 2024-09-12T00:55:32.303 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:55:32.156+0000 7f4a6ca03640 10 monclient: get_auth_request con 0x56001a24e890 auth_method 0 2024-09-12T00:55:32.303 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:55:32.304 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:55:32.304 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:55:32.304 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:55:32.304 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:55:32.304 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:55:32.304 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.304 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.304 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.304 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:32.304 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:55:32.160+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.304 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:55:32.304 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 zone default found 2024-09-12T00:55:32.304 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 4 Realm: () 2024-09-12T00:55:32.304 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:55:32.305 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:55:32.305 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:55:32.305 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 zonegroup default 2024-09-12T00:55:32.305 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.305 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.305 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.305 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.305 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.305 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.305 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 started sync module instance, tier type = 2024-09-12T00:55:32.305 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:55:32.161+0000 7f4a6ef19800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:55:32.305 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=0 2024-09-12T00:55:32.305 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=1 2024-09-12T00:55:32.305 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=2 2024-09-12T00:55:32.306 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=3 2024-09-12T00:55:32.306 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=4 2024-09-12T00:55:32.306 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=5 2024-09-12T00:55:32.306 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:55:32.171+0000 7f4a6ef19800 20 add_watcher() i=6 2024-09-12T00:55:32.306 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:55:32.172+0000 7f4a6ef19800 20 add_watcher() i=7 2024-09-12T00:55:32.306 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:55:32.172+0000 7f4a6ef19800 2 all 8 watchers are set, enabling cache 2024-09-12T00:55:32.306 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding auth protocol: cephx 2024-09-12T00:55:32.306 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding auth protocol: cephx 2024-09-12T00:55:32.306 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding auth protocol: cephx 2024-09-12T00:55:32.306 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: secure 2024-09-12T00:55:32.306 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: crc 2024-09-12T00:55:32.306 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: secure 2024-09-12T00:55:32.306 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: crc 2024-09-12T00:55:32.306 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: secure 2024-09-12T00:55:32.306 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: crc 2024-09-12T00:55:32.307 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: crc 2024-09-12T00:55:32.307 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: secure 2024-09-12T00:55:32.307 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:55:32.173+0000 7f49237e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:32.307 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: crc 2024-09-12T00:55:32.307 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: secure 2024-09-12T00:55:32.307 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: crc 2024-09-12T00:55:32.307 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:55:32.173+0000 7f4a6ef19800 5 AuthRegistry(0x7ffff1e10980) adding con mode: secure 2024-09-12T00:55:32.307 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:55:32.307 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:55:32.307 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:55:32.307 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command cache list hook 0x56001a21d6f0 2024-09-12T00:55:32.307 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command cache inspect hook 0x56001a21d6f0 2024-09-12T00:55:32.307 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command cache erase hook 0x56001a21d6f0 2024-09-12T00:55:32.308 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command cache zap hook 0x56001a21d6f0 2024-09-12T00:55:32.308 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 note: GC not initialized 2024-09-12T00:55:32.308 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:55:32.174+0000 7f49227e4640 20 reqs_thread_entry: start 2024-09-12T00:55:32.308 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command sync trace show hook 0x7f4a64009650 2024-09-12T00:55:32.308 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command sync trace history hook 0x7f4a64009650 2024-09-12T00:55:32.308 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command sync trace active hook 0x7f4a64009650 2024-09-12T00:55:32.308 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 5 asok(0x560019f37630) register_command sync trace active_short hook 0x7f4a64009650 2024-09-12T00:55:32.308 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 20 init_complete bucket index max shards: 11 2024-09-12T00:55:32.308 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 20 Filter name: none 2024-09-12T00:55:32.308 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:55:32.174+0000 7f491bfff640 20 reqs_thread_entry: start 2024-09-12T00:55:32.308 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T00:55:32.308 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:55:32.174+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.308 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:55:32.308 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T00:55:32.309 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T00:55:32.309 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 : miss 2024-09-12T00:55:32.309 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.309 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T00:55:32.309 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 info.flags=0x17 2024-09-12T00:55:32.309 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to cache LRU end 2024-09-12T00:55:32.309 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:55:32.309 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:32.309 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:55:32.175+0000 7f4a6ef19800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 2024-09-12T00:55:32.309 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:55:32.180+0000 7f4a6ef19800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 info.flags=0x17 2024-09-12T00:55:32.309 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:55:32.180+0000 7f4a6ef19800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to cache LRU end 2024-09-12T00:55:32.310 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:55:32.180+0000 7f4a6ef19800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:32.310 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:55:32.180+0000 7f4a6ef19800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37, ofs0, ns] 2024-09-12T00:55:32.310 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:55:32.180+0000 7f49437fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464368 cookie 94558438627344 notifier 7728 bl.length()=1007 2024-09-12T00:55:32.310 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:55:32.180+0000 7f49437fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 info.flags=0x17 2024-09-12T00:55:32.310 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:55:32.180+0000 7f49437fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to cache LRU end 2024-09-12T00:55:32.310 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:55:32.180+0000 7f49437fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:32.310 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:55:32.181+0000 7f4a6ef19800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): orig_sources= new_sources= 2024-09-12T00:55:32.310 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:55:32.181+0000 7f4a6ef19800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): potential sources added=[] removed=[] 2024-09-12T00:55:32.310 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:55:32.181+0000 7f4a6ef19800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): orig_dests= new_dests= 2024-09-12T00:55:32.310 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:55:32.181+0000 7f4a6ef19800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): potential dests added=[] removed=[] 2024-09-12T00:55:32.310 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:55:32.184+0000 7f4a6ef19800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4a6ef19800 time 2024-09-12T00:55:32.184109+0000 2024-09-12T00:55:32.310 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:55:32.311 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.311 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:55:32.311 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f4a7238c71a] 2024-09-12T00:55:32.311 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4a7238c8d8] 2024-09-12T00:55:32.311 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5600189c9641] 2024-09-12T00:55:32.311 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd8854c) [0x560018edc54c] 2024-09-12T00:55:32.311 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5600189d931d] 2024-09-12T00:55:32.311 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:55:32.311 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f4a71029590] 2024-09-12T00:55:32.311 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:55:32.311 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:55:32.311 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.311 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:55:32.184+0000 7f4a6ef19800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:55:32.312 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f4a6ef19800 thread_name:radosgw-admin 2024-09-12T00:55:32.312 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.312 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:55:32.312 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f4a7103e6f0] 2024-09-12T00:55:32.312 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f4a7108b99c] 2024-09-12T00:55:32.312 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:55:32.312 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:55:32.312 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f4a7238c774] 2024-09-12T00:55:32.312 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f4a7238c8d8] 2024-09-12T00:55:32.312 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5600189c9641] 2024-09-12T00:55:32.312 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd8854c) [0x560018edc54c] 2024-09-12T00:55:32.312 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x5600189d931d] 2024-09-12T00:55:32.312 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:55:32.312 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f4a71029590] 2024-09-12T00:55:32.313 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:55:32.313 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:55:32.313 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:55:32.313 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.313 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:55:32.313 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:55:32.313 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:55:32.313 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:55:32.313 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:55:32.313 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:55:32.313 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:55:32.314 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:55:32.314 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:55:32.314 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:55:32.314 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:55:32.314 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:55:32.314 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:55:32.314 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:55:32.314 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:55:32.314 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:55:32.314 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:55:32.314 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:55:32.315 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:55:32.315 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:55:32.315 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:55:32.315 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:55:32.315 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:55:32.315 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:55:32.315 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:55:32.315 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:55:32.315 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:55:32.315 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:55:32.315 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:55:32.315 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:55:32.315 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:55:32.315 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:55:32.316 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:55:32.316 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:55:32.316 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:55:32.316 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:55:32.316 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:55:32.316 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:55:32.316 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:55:32.316 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:55:32.316 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:55:32.316 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:55:32.316 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:55:32.316 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:55:32.317 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:55:32.317 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:55:32.317 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:55:32.317 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:55:32.317 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:55:32.317 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:55:32.317 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:55:32.317 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:55:32.317 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:55:32.317 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:55:32.317 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:55:32.317 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:55:32.317 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:55:32.318 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:55:32.318 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:55:32.318 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:55:32.318 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:55:32.318 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:55:32.318 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:55:32.318 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:55:32.318 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:55:32.318 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:55:32.318 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:55:32.318 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:55:32.318 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:55:32.318 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:55:32.319 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:55:32.319 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:55:32.319 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:55:32.319 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:55:32.319 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:55:32.319 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:55:32.319 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:55:32.319 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:55:32.319 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:55:32.319 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:55:32.319 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:55:32.319 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:55:32.319 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:55:32.319 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:55:32.320 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:55:32.320 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:55:32.320 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:55:32.320 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:55:32.320 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:55:32.320 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:55:32.320 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:55:32.320 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:55:32.320 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:55:32.320 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:55:32.320 INFO:tasks.workunit.client.0.smithi038.stderr: 7f491bfff640 / http_manager 2024-09-12T00:55:32.320 INFO:tasks.workunit.client.0.smithi038.stderr: 7f49227e4640 / http_manager 2024-09-12T00:55:32.321 INFO:tasks.workunit.client.0.smithi038.stderr: 7f49237e6640 / rgw_dt_lg_renew 2024-09-12T00:55:32.321 INFO:tasks.workunit.client.0.smithi038.stderr: 7f49427fc640 / ms_dispatch 2024-09-12T00:55:32.321 INFO:tasks.workunit.client.0.smithi038.stderr: 7f49437fe640 / io_context_pool 2024-09-12T00:55:32.321 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4943fff640 / io_context_pool 2024-09-12T00:55:32.321 INFO:tasks.workunit.client.0.smithi038.stderr: 7f49527fc640 / ms_dispatch 2024-09-12T00:55:32.321 INFO:tasks.workunit.client.0.smithi038.stderr: 7f495960a640 / ms_dispatch 2024-09-12T00:55:32.321 INFO:tasks.workunit.client.0.smithi038.stderr: 7f495ae0d640 / io_context_pool 2024-09-12T00:55:32.321 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4a6c202640 / msgr-worker-2 2024-09-12T00:55:32.321 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4a6ca03640 / msgr-worker-1 2024-09-12T00:55:32.321 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4a6d204640 / msgr-worker-0 2024-09-12T00:55:32.321 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4a6da05640 / io_context_pool 2024-09-12T00:55:32.321 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4a6ef19800 / radosgw-admin 2024-09-12T00:55:32.321 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:55:32.321 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:55:32.322 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:55:32.185773Z_402a9cc4-9891-4ac6-b5af-44e4faf8d7a3/log 2024-09-12T00:55:32.322 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:55:32.322 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T00:55:32.323 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:55:32.323 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:55:32.323 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.265+0000 7f0d23126800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.267+0000 7f0d23126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.267+0000 7f0d23126800 20 realm 2024-09-12T00:55:32.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.267+0000 7f0d23126800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.267+0000 7f0d23126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.267+0000 7f0d23126800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:55:32.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.267+0000 7f0d23126800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.268+0000 7f0d23126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.268+0000 7f0d23126800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.269+0000 7f0d23126800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:32.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.269+0000 7f0d23126800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.270+0000 7f0d23126800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:55:32.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.270+0000 7f0d23126800 20 searching for the correct realm 2024-09-12T00:55:32.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.272+0000 7f0d1e5d8640 0 -- 172.21.15.38:0/3299242329 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5567c225b5b0 msgr2=0x5567c225d9a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:32.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.276+0000 7f0d1edd9640 0 -- 172.21.15.38:0/3299242329 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f0d140682b0 msgr2=0x7f0d140689e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:55:32.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.481+0000 7f0d23126800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:55:32.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.481+0000 7f0d23126800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:55:32.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.481+0000 7f0d23126800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:55:32.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.481+0000 7f0d23126800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:55:32.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.481+0000 7f0d23126800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:55:32.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.481+0000 7f0d23126800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:55:32.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.481+0000 7f0d23126800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.482+0000 7f0d23126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.482+0000 7f0d23126800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.482+0000 7f0d23126800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:32.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.482+0000 7f0d23126800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.482+0000 7f0d23126800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:55:32.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.482+0000 7f0d23126800 20 zone default found 2024-09-12T00:55:32.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.482+0000 7f0d23126800 4 Realm: () 2024-09-12T00:55:32.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.482+0000 7f0d23126800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:55:32.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.482+0000 7f0d23126800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:55:32.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.482+0000 7f0d23126800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:55:32.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.482+0000 7f0d23126800 20 zonegroup default 2024-09-12T00:55:32.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.482+0000 7f0d23126800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.483+0000 7f0d23126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.483+0000 7f0d23126800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.483+0000 7f0d23126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.483+0000 7f0d23126800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.484+0000 7f0d23126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.484+0000 7f0d23126800 20 started sync module instance, tier type = 2024-09-12T00:55:32.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.484+0000 7f0d23126800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:55:32.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.494+0000 7f0d23126800 20 add_watcher() i=0 2024-09-12T00:55:32.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.494+0000 7f0d23126800 20 add_watcher() i=1 2024-09-12T00:55:32.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.494+0000 7f0d23126800 20 add_watcher() i=2 2024-09-12T00:55:32.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.494+0000 7f0d23126800 20 add_watcher() i=3 2024-09-12T00:55:32.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.494+0000 7f0d23126800 20 add_watcher() i=4 2024-09-12T00:55:32.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.494+0000 7f0d23126800 20 add_watcher() i=5 2024-09-12T00:55:32.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.494+0000 7f0d23126800 20 add_watcher() i=6 2024-09-12T00:55:32.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.495+0000 7f0d23126800 20 add_watcher() i=7 2024-09-12T00:55:32.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.495+0000 7f0d23126800 2 all 8 watchers are set, enabling cache 2024-09-12T00:55:32.496 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.496+0000 7f0bd57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:32.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.497+0000 7f0d23126800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:55:32.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.497+0000 7f0d23126800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:55:32.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.497+0000 7f0d23126800 5 note: GC not initialized 2024-09-12T00:55:32.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.497+0000 7f0b4ffff640 20 reqs_thread_entry: start 2024-09-12T00:55:32.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.497+0000 7f0d23126800 20 init_complete bucket index max shards: 11 2024-09-12T00:55:32.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.497+0000 7f0d23126800 20 Filter name: none 2024-09-12T00:55:32.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.497+0000 7f0b4dffb640 20 reqs_thread_entry: start 2024-09-12T00:55:32.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.497+0000 7f0d23126800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.498+0000 7f0d23126800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:55:32.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.498+0000 7f0d23126800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.499+0000 7f0d23126800 20 rados_obj.operate() r=0 bl.length=471 2024-09-12T00:55:32.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.499+0000 7f0d23126800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:55:32.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.499+0000 7f0d23126800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.499+0000 7f0d23126800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:55:32.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.499+0000 7f0d23126800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.500+0000 7f0d23126800 20 rados_obj.operate() r=0 bl.length=471 2024-09-12T00:55:32.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.500+0000 7f0d23126800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:55:32.501 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.502+0000 7f0bd57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:32.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.503+0000 7f0d23126800 20 remove_watcher() i=0 2024-09-12T00:55:32.503 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.503+0000 7f0d23126800 2 removed watcher, disabling cache 2024-09-12T00:55:32.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.505+0000 7f0d23126800 20 remove_watcher() i=1 2024-09-12T00:55:32.505 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.506+0000 7f0d23126800 20 remove_watcher() i=2 2024-09-12T00:55:32.506 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.507+0000 7f0d23126800 20 remove_watcher() i=3 2024-09-12T00:55:32.507 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.508+0000 7f0d23126800 20 remove_watcher() i=4 2024-09-12T00:55:32.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.509+0000 7f0d23126800 20 remove_watcher() i=5 2024-09-12T00:55:32.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.510+0000 7f0d23126800 20 remove_watcher() i=6 2024-09-12T00:55:32.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.511+0000 7f0d23126800 20 remove_watcher() i=7 2024-09-12T00:55:32.522 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.522 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:55:32.522 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-logrecord-writes id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:55:32.522 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:55:32.524 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:32.524 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:32.531 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:55:32.531 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:55:32.574 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:55:32.607 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:55:32.607 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:55:32.646 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.646+0000 7f433e326800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.648+0000 7f433e326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.648+0000 7f433e326800 20 realm 2024-09-12T00:55:32.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.648+0000 7f433e326800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.648+0000 7f433e326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.648+0000 7f433e326800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:55:32.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.648+0000 7f433e326800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.648+0000 7f433e326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.648+0000 7f433e326800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.649+0000 7f433e326800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:32.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.649+0000 7f433e326800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.650+0000 7f433e326800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:55:32.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.650+0000 7f433e326800 20 searching for the correct realm 2024-09-12T00:55:32.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.652+0000 7f433986e640 0 -- 172.21.15.38:0/542637767 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f432c06b020 msgr2=0x7f432c0a3750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:55:32.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.656+0000 7f433a06f640 0 -- 172.21.15.38:0/542637767 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f43300909d0 msgr2=0x7f433007f020 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:55:32.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.863+0000 7f433e326800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:55:32.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.863+0000 7f433e326800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:55:32.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.863+0000 7f433e326800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:55:32.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.863+0000 7f433e326800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:55:32.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.863+0000 7f433e326800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:55:32.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.863+0000 7f433e326800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:55:32.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.863+0000 7f433e326800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.863+0000 7f433e326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.863+0000 7f433e326800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.863+0000 7f433e326800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:55:32.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.863+0000 7f433e326800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.863+0000 7f433e326800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:55:32.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.864+0000 7f433e326800 20 zone default found 2024-09-12T00:55:32.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.864+0000 7f433e326800 4 Realm: () 2024-09-12T00:55:32.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.864+0000 7f433e326800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:55:32.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.864+0000 7f433e326800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:55:32.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.864+0000 7f433e326800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:55:32.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.864+0000 7f433e326800 20 zonegroup default 2024-09-12T00:55:32.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.864+0000 7f433e326800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.864+0000 7f433e326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.864+0000 7f433e326800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.864+0000 7f433e326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.864+0000 7f433e326800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.865+0000 7f433e326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:55:32.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.865+0000 7f433e326800 20 started sync module instance, tier type = 2024-09-12T00:55:32.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.865+0000 7f433e326800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:55:32.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.874+0000 7f433e326800 20 add_watcher() i=0 2024-09-12T00:55:32.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.874+0000 7f433e326800 20 add_watcher() i=1 2024-09-12T00:55:32.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.874+0000 7f433e326800 20 add_watcher() i=2 2024-09-12T00:55:32.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.874+0000 7f433e326800 20 add_watcher() i=3 2024-09-12T00:55:32.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.874+0000 7f433e326800 20 add_watcher() i=4 2024-09-12T00:55:32.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.874+0000 7f433e326800 20 add_watcher() i=5 2024-09-12T00:55:32.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.874+0000 7f433e326800 20 add_watcher() i=6 2024-09-12T00:55:32.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.875+0000 7f433e326800 20 add_watcher() i=7 2024-09-12T00:55:32.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.875+0000 7f433e326800 2 all 8 watchers are set, enabling cache 2024-09-12T00:55:32.881 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.877+0000 7f41f17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:32.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.877+0000 7f433e326800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:55:32.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.877+0000 7f433e326800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:55:32.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.877+0000 7f433e326800 5 note: GC not initialized 2024-09-12T00:55:32.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.878+0000 7f41eb7fe640 20 reqs_thread_entry: start 2024-09-12T00:55:32.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.878+0000 7f433e326800 20 init_complete bucket index max shards: 11 2024-09-12T00:55:32.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.878+0000 7f433e326800 20 Filter name: none 2024-09-12T00:55:32.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.878+0000 7f41e97fa640 20 reqs_thread_entry: start 2024-09-12T00:55:32.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.878+0000 7f433e326800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T00:55:32.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.878+0000 7f433e326800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.879+0000 7f433e326800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:55:32.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.879+0000 7f433e326800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T00:55:32.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.879+0000 7f433e326800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T00:55:32.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.879+0000 7f433e326800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 : miss 2024-09-12T00:55:32.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.879+0000 7f433e326800 20 rados->read ofs=0 len=0 2024-09-12T00:55:32.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.879+0000 7f433e326800 20 rados_obj.operate() r=0 bl.length=471 2024-09-12T00:55:32.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.879+0000 7f433e326800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 info.flags=0x17 2024-09-12T00:55:32.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.879+0000 7f433e326800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to cache LRU end 2024-09-12T00:55:32.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.879+0000 7f433e326800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:55:32.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.879+0000 7f433e326800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:55:32.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.879+0000 7f433e326800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 2024-09-12T00:55:32.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.881+0000 7f433e326800 0 INFO: RGWReshardLock::lock found lock on abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to be held by another RGW process; skipping for now 2024-09-12T00:55:32.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.882+0000 7f41f17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:55:32.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.884+0000 7f433e326800 20 remove_watcher() i=0 2024-09-12T00:55:32.884 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.884+0000 7f433e326800 2 removed watcher, disabling cache 2024-09-12T00:55:32.885 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.885+0000 7f433e326800 20 remove_watcher() i=1 2024-09-12T00:55:32.886 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.887+0000 7f433e326800 20 remove_watcher() i=2 2024-09-12T00:55:32.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.888+0000 7f433e326800 20 remove_watcher() i=3 2024-09-12T00:55:32.888 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.889+0000 7f433e326800 20 remove_watcher() i=4 2024-09-12T00:55:32.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.890+0000 7f433e326800 20 remove_watcher() i=5 2024-09-12T00:55:32.891 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.891+0000 7f433e326800 20 remove_watcher() i=6 2024-09-12T00:55:32.892 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:55:32.892+0000 7f433e326800 20 remove_watcher() i=7 2024-09-12T00:55:32.904 INFO:tasks.workunit.client.0.smithi038.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T00:56:02.922 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-logrecord-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:56:02.978 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:02.978 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:03.005 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.006+0000 7fbc5b935800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.008+0000 7fbc5b935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:03.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.008+0000 7fbc5b935800 20 realm 2024-09-12T00:56:03.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.008+0000 7fbc5b935800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.008+0000 7fbc5b935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:03.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.008+0000 7fbc5b935800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:03.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.008+0000 7fbc5b935800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.009+0000 7fbc5b935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:03.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.009+0000 7fbc5b935800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.009+0000 7fbc5b935800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:03.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.009+0000 7fbc5b935800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.010+0000 7fbc5b935800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:03.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.010+0000 7fbc5b935800 20 searching for the correct realm 2024-09-12T00:56:03.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.014+0000 7fbc57ee5640 0 -- 172.21.15.38:0/4040024804 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x55e719adbfa0 msgr2=0x55e719ade390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:56:03.017 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.018+0000 7fbc576e4640 0 -- 172.21.15.38:0/4040024804 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fbc4c02e950 msgr2=0x7fbc4c0393e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:03.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.023+0000 7fbc5b935800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:03.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.023+0000 7fbc5b935800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:03.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.023+0000 7fbc5b935800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:03.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.023+0000 7fbc5b935800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:03.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.023+0000 7fbc5b935800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:03.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.023+0000 7fbc5b935800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:03.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.023+0000 7fbc5b935800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.023+0000 7fbc5b935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:03.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.023+0000 7fbc5b935800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.023+0000 7fbc5b935800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:03.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.023+0000 7fbc5b935800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.024+0000 7fbc5b935800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:03.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.024+0000 7fbc5b935800 20 zone default found 2024-09-12T00:56:03.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.024+0000 7fbc5b935800 4 Realm: () 2024-09-12T00:56:03.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.024+0000 7fbc5b935800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:03.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.024+0000 7fbc5b935800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:03.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.024+0000 7fbc5b935800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:03.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.024+0000 7fbc5b935800 20 zonegroup default 2024-09-12T00:56:03.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.024+0000 7fbc5b935800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.024+0000 7fbc5b935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:03.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.024+0000 7fbc5b935800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.024+0000 7fbc5b935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:03.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.024+0000 7fbc5b935800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.024+0000 7fbc5b935800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:03.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.024+0000 7fbc5b935800 20 started sync module instance, tier type = 2024-09-12T00:56:03.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.024+0000 7fbc5b935800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:03.033 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.034+0000 7fbc5b935800 20 add_watcher() i=0 2024-09-12T00:56:03.033 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.034+0000 7fbc5b935800 20 add_watcher() i=1 2024-09-12T00:56:03.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.034+0000 7fbc5b935800 20 add_watcher() i=2 2024-09-12T00:56:03.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.034+0000 7fbc5b935800 20 add_watcher() i=3 2024-09-12T00:56:03.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.034+0000 7fbc5b935800 20 add_watcher() i=4 2024-09-12T00:56:03.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.034+0000 7fbc5b935800 20 add_watcher() i=5 2024-09-12T00:56:03.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.035+0000 7fbc5b935800 20 add_watcher() i=6 2024-09-12T00:56:03.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.036+0000 7fbc5b935800 20 add_watcher() i=7 2024-09-12T00:56:03.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.036+0000 7fbc5b935800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:03.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.037+0000 7fbb0dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:03.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.038+0000 7fbc5b935800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:03.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.038+0000 7fbc5b935800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:03.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.038+0000 7fbc5b935800 5 note: GC not initialized 2024-09-12T00:56:03.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.038+0000 7fbb0cfe1640 20 reqs_thread_entry: start 2024-09-12T00:56:03.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.038+0000 7fbc5b935800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:03.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.038+0000 7fbc5b935800 20 Filter name: none 2024-09-12T00:56:03.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.038+0000 7fba867fc640 20 reqs_thread_entry: start 2024-09-12T00:56:03.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.038+0000 7fbc5b935800 10 cache get: name=default.rgw.meta+root+abort-at-logrecord-writes : miss 2024-09-12T00:56:03.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.038+0000 7fbc5b935800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.039+0000 7fbc5b935800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:56:03.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.039+0000 7fbc5b935800 10 cache put: name=default.rgw.meta+root+abort-at-logrecord-writes info.flags=0x11 2024-09-12T00:56:03.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.039+0000 7fbc5b935800 10 adding default.rgw.meta+root+abort-at-logrecord-writes to cache LRU end 2024-09-12T00:56:03.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.039+0000 7fbc5b935800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 : miss 2024-09-12T00:56:03.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.039+0000 7fbc5b935800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.039+0000 7fbc5b935800 20 rados_obj.operate() r=0 bl.length=471 2024-09-12T00:56:03.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.039+0000 7fbc5b935800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 info.flags=0x17 2024-09-12T00:56:03.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.039+0000 7fbc5b935800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to cache LRU end 2024-09-12T00:56:03.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.039+0000 7fbc5b935800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:56:03.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.039+0000 7fbc5b935800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:03.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.039+0000 7fbc5b935800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 2024-09-12T00:56:03.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.041+0000 7fbc5b935800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:56:03.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.052+0000 7fbc5b935800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 info.flags=0x17 2024-09-12T00:56:03.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.052+0000 7fbc5b935800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to cache LRU end 2024-09-12T00:56:03.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.052+0000 7fbc5b935800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:03.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.052+0000 7fbc5b935800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37, ofs0, ns] 2024-09-12T00:56:03.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.052+0000 7fbb3a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464369 cookie 94451056629680 notifier 7343 bl.length()=1007 2024-09-12T00:56:03.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.052+0000 7fbb3a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 info.flags=0x17 2024-09-12T00:56:03.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.052+0000 7fbb3a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to cache LRU end 2024-09-12T00:56:03.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.052+0000 7fbb3a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:03.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.053+0000 7fbc5b935800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): orig_sources= new_sources= 2024-09-12T00:56:03.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.053+0000 7fbc5b935800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): potential sources added=[] removed=[] 2024-09-12T00:56:03.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.053+0000 7fbc5b935800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): orig_dests= new_dests= 2024-09-12T00:56:03.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.053+0000 7fbc5b935800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): potential dests added=[] removed=[] 2024-09-12T00:56:03.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.0 2024-09-12T00:56:03.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.0 2024-09-12T00:56:03.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.1 2024-09-12T00:56:03.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.1 2024-09-12T00:56:03.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.2 2024-09-12T00:56:03.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.2 2024-09-12T00:56:03.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.3 2024-09-12T00:56:03.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.3 2024-09-12T00:56:03.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.4 2024-09-12T00:56:03.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.4 2024-09-12T00:56:03.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.5 2024-09-12T00:56:03.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.5 2024-09-12T00:56:03.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.6 2024-09-12T00:56:03.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.6 2024-09-12T00:56:03.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.7 2024-09-12T00:56:03.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.7 2024-09-12T00:56:03.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.8 2024-09-12T00:56:03.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.8 2024-09-12T00:56:03.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.9 2024-09-12T00:56:03.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.9 2024-09-12T00:56:03.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.10 2024-09-12T00:56:03.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.10 2024-09-12T00:56:03.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.11 2024-09-12T00:56:03.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2.11 2024-09-12T00:56:03.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.059+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.0 2024-09-12T00:56:03.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.060+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.1 2024-09-12T00:56:03.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.060+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2 2024-09-12T00:56:03.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.061+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.3 2024-09-12T00:56:03.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.062+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.4 2024-09-12T00:56:03.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.062+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.5 2024-09-12T00:56:03.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.063+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.6 2024-09-12T00:56:03.062 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.063+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.7 2024-09-12T00:56:03.062 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.064+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.8 2024-09-12T00:56:03.063 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.064+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.9 2024-09-12T00:56:03.063 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.065+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.10 2024-09-12T00:56:03.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.069+0000 7fbc5b935800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 : hit (requested=0x17, cached=0x17) 2024-09-12T00:56:03.068 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.069+0000 7fbc5b935800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 2024-09-12T00:56:03.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.071+0000 7fbc5b935800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 info.flags=0x17 2024-09-12T00:56:03.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.071+0000 7fbc5b935800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to cache LRU end 2024-09-12T00:56:03.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.071+0000 7fbc5b935800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:03.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.071+0000 7fbc5b935800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37, ofs0, ns] 2024-09-12T00:56:03.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.071+0000 7fbb3a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464370 cookie 94451056629680 notifier 7343 bl.length()=1007 2024-09-12T00:56:03.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.071+0000 7fbb3a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 info.flags=0x17 2024-09-12T00:56:03.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.071+0000 7fbb3a7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to cache LRU end 2024-09-12T00:56:03.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.071+0000 7fbb3a7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:03.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.071+0000 7fbc5b935800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): orig_sources= new_sources= 2024-09-12T00:56:03.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.071+0000 7fbc5b935800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): potential sources added=[] removed=[] 2024-09-12T00:56:03.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.071+0000 7fbc5b935800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): orig_dests= new_dests= 2024-09-12T00:56:03.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.071+0000 7fbc5b935800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): potential dests added=[] removed=[] 2024-09-12T00:56:03.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.074+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.0 2024-09-12T00:56:03.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.075+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.1 2024-09-12T00:56:03.073 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.075+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.2 2024-09-12T00:56:03.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.075+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.3 2024-09-12T00:56:03.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.076+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.4 2024-09-12T00:56:03.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.076+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.5 2024-09-12T00:56:03.075 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.076+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.6 2024-09-12T00:56:03.075 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.077+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.7 2024-09-12T00:56:03.075 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.077+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.8 2024-09-12T00:56:03.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.077+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.9 2024-09-12T00:56:03.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.078+0000 7fbc5b935800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37.10 2024-09-12T00:56:03.076 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.078+0000 7fbc5b935800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 : hit (requested=0x17, cached=0x17) 2024-09-12T00:56:03.077 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.078+0000 7fbc5b935800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 2024-09-12T00:56:03.078 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.079+0000 7fbc5b935800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 info.flags=0x17 2024-09-12T00:56:03.078 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.079+0000 7fbc5b935800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to cache LRU end 2024-09-12T00:56:03.078 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.079+0000 7fbc5b935800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:03.078 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.079+0000 7fbc5b935800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37, ofs0, ns] 2024-09-12T00:56:03.078 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.079+0000 7fbb3affd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464371 cookie 94451056629680 notifier 7343 bl.length()=975 2024-09-12T00:56:03.078 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.079+0000 7fbb3affd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 info.flags=0x17 2024-09-12T00:56:03.078 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.079+0000 7fbb3affd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-logrecord-writes:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 to cache LRU end 2024-09-12T00:56:03.078 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.079+0000 7fbb3affd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:03.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.080+0000 7fbc5b935800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): orig_sources= new_sources= 2024-09-12T00:56:03.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.080+0000 7fbc5b935800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): potential sources added=[] removed=[] 2024-09-12T00:56:03.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.080+0000 7fbc5b935800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): orig_dests= new_dests= 2024-09-12T00:56:03.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.080+0000 7fbc5b935800 20 handle_bi_update(): bucket=:abort-at-logrecord-writes[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37]): potential dests added=[] removed=[] 2024-09-12T00:56:03.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.082+0000 7fbc5b935800 1 execute INFO: reshard of bucket "abort-at-logrecord-writes" from 11 shards to 12 shards completed successfully 2024-09-12T00:56:03.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.084+0000 7fbb0dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:03.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.086+0000 7fbc5b935800 20 remove_watcher() i=0 2024-09-12T00:56:03.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.086+0000 7fbc5b935800 2 removed watcher, disabling cache 2024-09-12T00:56:03.086 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.087+0000 7fbc5b935800 20 remove_watcher() i=1 2024-09-12T00:56:03.087 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.089+0000 7fbc5b935800 20 remove_watcher() i=2 2024-09-12T00:56:03.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.090+0000 7fbc5b935800 20 remove_watcher() i=3 2024-09-12T00:56:03.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.091+0000 7fbc5b935800 20 remove_watcher() i=4 2024-09-12T00:56:03.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.092+0000 7fbc5b935800 20 remove_watcher() i=5 2024-09-12T00:56:03.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.093+0000 7fbc5b935800 20 remove_watcher() i=6 2024-09-12T00:56:03.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.094+0000 7fbc5b935800 20 remove_watcher() i=7 2024-09-12T00:56:03.105 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-logrecord-writes 2024-09-12T00:56:03.134 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:03.135 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:03.173 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.175+0000 7fbe0fd42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.175 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.177+0000 7fbe0fd42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:03.175 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.177+0000 7fbe0fd42800 20 realm 2024-09-12T00:56:03.175 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.177+0000 7fbe0fd42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.177+0000 7fbe0fd42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:03.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.177+0000 7fbe0fd42800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:03.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.177+0000 7fbe0fd42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.177+0000 7fbe0fd42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:03.176 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.177+0000 7fbe0fd42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.178+0000 7fbe0fd42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:03.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.178+0000 7fbe0fd42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.177 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.179+0000 7fbe0fd42800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:03.178 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.179+0000 7fbe0fd42800 20 searching for the correct realm 2024-09-12T00:56:03.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.181+0000 7fbe0b285640 0 -- 172.21.15.38:0/3804383882 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fbdfc0b8020 msgr2=0x7fbdfc0aca40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:56:03.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.186+0000 7fbe0ba86640 0 -- 172.21.15.38:0/3804383882 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fbe0006eb60 msgr2=0x7fbe000347d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:56:03.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.392+0000 7fbe0fd42800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:03.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.392+0000 7fbe0fd42800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:03.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.392+0000 7fbe0fd42800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:03.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.392+0000 7fbe0fd42800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:03.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.392+0000 7fbe0fd42800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:03.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.392+0000 7fbe0fd42800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:03.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.392+0000 7fbe0fd42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.392+0000 7fbe0fd42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:03.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.392+0000 7fbe0fd42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.393+0000 7fbe0fd42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:03.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.393+0000 7fbe0fd42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.393+0000 7fbe0fd42800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:03.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.393+0000 7fbe0fd42800 20 zone default found 2024-09-12T00:56:03.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.393+0000 7fbe0fd42800 4 Realm: () 2024-09-12T00:56:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.393+0000 7fbe0fd42800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.393+0000 7fbe0fd42800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.393+0000 7fbe0fd42800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.393+0000 7fbe0fd42800 20 zonegroup default 2024-09-12T00:56:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.393+0000 7fbe0fd42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.393+0000 7fbe0fd42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.393+0000 7fbe0fd42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.394+0000 7fbe0fd42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.394+0000 7fbe0fd42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.394+0000 7fbe0fd42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:03.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.394+0000 7fbe0fd42800 20 started sync module instance, tier type = 2024-09-12T00:56:03.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.394+0000 7fbe0fd42800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:03.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.404+0000 7fbe0fd42800 20 add_watcher() i=0 2024-09-12T00:56:03.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.404+0000 7fbe0fd42800 20 add_watcher() i=1 2024-09-12T00:56:03.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.404+0000 7fbe0fd42800 20 add_watcher() i=2 2024-09-12T00:56:03.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.404+0000 7fbe0fd42800 20 add_watcher() i=3 2024-09-12T00:56:03.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.404+0000 7fbe0fd42800 20 add_watcher() i=4 2024-09-12T00:56:03.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.404+0000 7fbe0fd42800 20 add_watcher() i=5 2024-09-12T00:56:03.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.404+0000 7fbe0fd42800 20 add_watcher() i=6 2024-09-12T00:56:03.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.405+0000 7fbe0fd42800 20 add_watcher() i=7 2024-09-12T00:56:03.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.405+0000 7fbe0fd42800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:03.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.406+0000 7fbcc1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:03.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.407+0000 7fbe0fd42800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:03.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.407+0000 7fbe0fd42800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:03.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.407+0000 7fbe0fd42800 5 note: GC not initialized 2024-09-12T00:56:03.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.407+0000 7fbcc0fe1640 20 reqs_thread_entry: start 2024-09-12T00:56:03.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.407+0000 7fbe0fd42800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:03.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.407+0000 7fbe0fd42800 20 Filter name: none 2024-09-12T00:56:03.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.407+0000 7fbc3a7fc640 20 reqs_thread_entry: start 2024-09-12T00:56:03.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.407+0000 7fbe0fd42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.408+0000 7fbe0fd42800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:56:03.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.408+0000 7fbe0fd42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.409+0000 7fbe0fd42800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T00:56:03.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.409+0000 7fbe0fd42800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:03.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.409+0000 7fbe0fd42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.409+0000 7fbe0fd42800 20 rados_obj.operate() r=0 bl.length=217 2024-09-12T00:56:03.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.409+0000 7fbe0fd42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.410+0000 7fbe0fd42800 20 rados_obj.operate() r=0 bl.length=439 2024-09-12T00:56:03.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.410+0000 7fbe0fd42800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:03.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.412+0000 7fbcc1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:03.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.414+0000 7fbe0fd42800 20 remove_watcher() i=0 2024-09-12T00:56:03.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.414+0000 7fbe0fd42800 2 removed watcher, disabling cache 2024-09-12T00:56:03.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.415+0000 7fbe0fd42800 20 remove_watcher() i=1 2024-09-12T00:56:03.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.416+0000 7fbe0fd42800 20 remove_watcher() i=2 2024-09-12T00:56:03.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.417+0000 7fbe0fd42800 20 remove_watcher() i=3 2024-09-12T00:56:03.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.419+0000 7fbe0fd42800 20 remove_watcher() i=4 2024-09-12T00:56:03.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.420+0000 7fbe0fd42800 20 remove_watcher() i=5 2024-09-12T00:56:03.419 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.421+0000 7fbe0fd42800 20 remove_watcher() i=6 2024-09-12T00:56:03.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.422+0000 7fbe0fd42800 20 remove_watcher() i=7 2024-09-12T00:56:03.431 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:03.432 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:56:03.432 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-logrecord-writes id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-12T00:56:03.432 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:03.433 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.434 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.437 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.437 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.480 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.481 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.510 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with EIO injected at change_reshard_state 2024-09-12T00:56:03.510 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:03.511 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.511 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.524 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.524 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.567 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.567 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.575 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.575 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.583 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.583 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.592 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.592 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.600 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.600 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.608 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.608 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.616 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.616 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.624 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.624 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.633 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.633 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.641 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.641 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.649 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.649 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.658 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.658 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.666 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.666 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.675 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.675 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.683 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.683 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.691 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.691 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.700 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.700 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.708 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.708 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.716 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.716 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.725 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:03.725 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:03.733 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T00:56:03.762 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:03.762 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:03.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.803+0000 7f8089723800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.805+0000 7f8089723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:03.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.805+0000 7f8089723800 20 realm 2024-09-12T00:56:03.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.805+0000 7f8089723800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.805+0000 7f8089723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:03.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.805+0000 7f8089723800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:03.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.805+0000 7f8089723800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.805+0000 7f8089723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:03.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.805+0000 7f8089723800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.806+0000 7f8089723800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:03.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.806+0000 7f8089723800 20 rados->read ofs=0 len=0 2024-09-12T00:56:03.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.807+0000 7f8089723800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:03.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.807+0000 7f8089723800 20 searching for the correct realm 2024-09-12T00:56:03.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.809+0000 7f8084c0b640 0 -- 172.21.15.38:0/489859970 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55d0b9d44a90 msgr2=0x55d0b9d46e80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:03.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:03.813+0000 7f808540c640 0 -- 172.21.15.38:0/489859970 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f807c09d040 msgr2=0x7f807c09c8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:56:04.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.020+0000 7f8089723800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:04.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.020+0000 7f8089723800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:04.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.020+0000 7f8089723800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:04.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.020+0000 7f8089723800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:04.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.020+0000 7f8089723800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:04.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.020+0000 7f8089723800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:04.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.020+0000 7f8089723800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.020+0000 7f8089723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.020+0000 7f8089723800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.021+0000 7f8089723800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:04.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.021+0000 7f8089723800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.021+0000 7f8089723800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:04.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.021+0000 7f8089723800 20 zone default found 2024-09-12T00:56:04.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.021+0000 7f8089723800 4 Realm: () 2024-09-12T00:56:04.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.021+0000 7f8089723800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:04.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.021+0000 7f8089723800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:04.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.021+0000 7f8089723800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:04.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.021+0000 7f8089723800 20 zonegroup default 2024-09-12T00:56:04.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.021+0000 7f8089723800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.021+0000 7f8089723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.022+0000 7f8089723800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.022+0000 7f8089723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.022 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.022+0000 7f8089723800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.022+0000 7f8089723800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.022+0000 7f8089723800 20 started sync module instance, tier type = 2024-09-12T00:56:04.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.022+0000 7f8089723800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:04.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.033+0000 7f8089723800 20 add_watcher() i=0 2024-09-12T00:56:04.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.033+0000 7f8089723800 20 add_watcher() i=1 2024-09-12T00:56:04.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.033+0000 7f8089723800 20 add_watcher() i=2 2024-09-12T00:56:04.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.033+0000 7f8089723800 20 add_watcher() i=3 2024-09-12T00:56:04.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.033+0000 7f8089723800 20 add_watcher() i=4 2024-09-12T00:56:04.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.033+0000 7f8089723800 20 add_watcher() i=5 2024-09-12T00:56:04.032 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.033+0000 7f8089723800 20 add_watcher() i=6 2024-09-12T00:56:04.032 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.034+0000 7f8089723800 20 add_watcher() i=7 2024-09-12T00:56:04.032 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.034+0000 7f8089723800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:04.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.035+0000 7f7f3b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:04.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.035+0000 7f8089723800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:04.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.035+0000 7f8089723800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:04.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.036+0000 7f8089723800 5 note: GC not initialized 2024-09-12T00:56:04.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.036+0000 7f7f3a7e4640 20 reqs_thread_entry: start 2024-09-12T00:56:04.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.036+0000 7f8089723800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:04.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.036+0000 7f8089723800 20 Filter name: none 2024-09-12T00:56:04.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.036+0000 7f7eabfff640 20 reqs_thread_entry: start 2024-09-12T00:56:04.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.036+0000 7f8089723800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.037+0000 7f8089723800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:04.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.037+0000 7f8089723800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.037+0000 7f8089723800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:04.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.037+0000 7f8089723800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:04.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.037+0000 7f8089723800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.038+0000 7f8089723800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:04.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.038+0000 7f8089723800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.038+0000 7f8089723800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:04.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.038+0000 7f8089723800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:04.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.040+0000 7f7f3b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:04.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.042+0000 7f8089723800 20 remove_watcher() i=0 2024-09-12T00:56:04.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.042+0000 7f8089723800 2 removed watcher, disabling cache 2024-09-12T00:56:04.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.043+0000 7f8089723800 20 remove_watcher() i=1 2024-09-12T00:56:04.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.044+0000 7f8089723800 20 remove_watcher() i=2 2024-09-12T00:56:04.044 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.045+0000 7f8089723800 20 remove_watcher() i=3 2024-09-12T00:56:04.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.046+0000 7f8089723800 20 remove_watcher() i=4 2024-09-12T00:56:04.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.047+0000 7f8089723800 20 remove_watcher() i=5 2024-09-12T00:56:04.047 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.048+0000 7f8089723800 20 remove_watcher() i=6 2024-09-12T00:56:04.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.049+0000 7f8089723800 20 remove_watcher() i=7 2024-09-12T00:56:04.059 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:04.059 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:56:04.059 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-change-reshard-state id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:56:04.059 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:04.061 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state 2024-09-12T00:56:04.095 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:04.095 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:04.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.137+0000 7fcdaa140800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.138+0000 7fcdaa140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.138+0000 7fcdaa140800 20 realm 2024-09-12T00:56:04.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.138+0000 7fcdaa140800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.138+0000 7fcdaa140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.138+0000 7fcdaa140800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:04.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.138+0000 7fcdaa140800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.139+0000 7fcdaa140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.139+0000 7fcdaa140800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.140+0000 7fcdaa140800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:04.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.140+0000 7fcdaa140800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.140+0000 7fcdaa140800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:04.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.140+0000 7fcdaa140800 20 searching for the correct realm 2024-09-12T00:56:04.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.144+0000 7fcda66c1640 0 -- 172.21.15.38:0/1579546957 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7fcd9c0b8000 msgr2=0x7fcd9c0a32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:56:04.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.351+0000 7fcda5ec0640 0 -- 172.21.15.38:0/1579546957 >> [v2:172.21.15.194:6800/4136092038,v1:172.21.15.194:6801/4136092038] conn(0x55e7186ea120 msgr2=0x55e7186ec550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:04.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.354+0000 7fcdaa140800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:04.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.354+0000 7fcdaa140800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:04.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.354+0000 7fcdaa140800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:04.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.354+0000 7fcdaa140800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:04.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.354+0000 7fcdaa140800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:04.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.354+0000 7fcdaa140800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:04.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.354+0000 7fcdaa140800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.354+0000 7fcdaa140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.354+0000 7fcdaa140800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.354+0000 7fcdaa140800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:04.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.354+0000 7fcdaa140800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.355+0000 7fcdaa140800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:04.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.355+0000 7fcdaa140800 20 zone default found 2024-09-12T00:56:04.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.355+0000 7fcdaa140800 4 Realm: () 2024-09-12T00:56:04.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.355+0000 7fcdaa140800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:04.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.355+0000 7fcdaa140800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:04.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.355+0000 7fcdaa140800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:04.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.355+0000 7fcdaa140800 20 zonegroup default 2024-09-12T00:56:04.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.355+0000 7fcdaa140800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.355+0000 7fcdaa140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.355+0000 7fcdaa140800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.355+0000 7fcdaa140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.355+0000 7fcdaa140800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.355+0000 7fcdaa140800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.356+0000 7fcdaa140800 20 started sync module instance, tier type = 2024-09-12T00:56:04.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.356+0000 7fcdaa140800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:04.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.365+0000 7fcdaa140800 20 add_watcher() i=0 2024-09-12T00:56:04.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.365+0000 7fcdaa140800 20 add_watcher() i=1 2024-09-12T00:56:04.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.365+0000 7fcdaa140800 20 add_watcher() i=2 2024-09-12T00:56:04.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.365+0000 7fcdaa140800 20 add_watcher() i=3 2024-09-12T00:56:04.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.365+0000 7fcdaa140800 20 add_watcher() i=4 2024-09-12T00:56:04.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.365+0000 7fcdaa140800 20 add_watcher() i=5 2024-09-12T00:56:04.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.365+0000 7fcdaa140800 20 add_watcher() i=6 2024-09-12T00:56:04.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.366+0000 7fcdaa140800 20 add_watcher() i=7 2024-09-12T00:56:04.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.366+0000 7fcdaa140800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:04.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.368+0000 7fcc577fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:04.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.368+0000 7fcdaa140800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:04.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.368+0000 7fcdaa140800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:04.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.368+0000 7fcdaa140800 5 note: GC not initialized 2024-09-12T00:56:04.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.368+0000 7fcc567fc640 20 reqs_thread_entry: start 2024-09-12T00:56:04.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.369+0000 7fcdaa140800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:04.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.369+0000 7fcdaa140800 20 Filter name: none 2024-09-12T00:56:04.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.369+0000 7fcbc7fff640 20 reqs_thread_entry: start 2024-09-12T00:56:04.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.369+0000 7fcdaa140800 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T00:56:04.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.369+0000 7fcdaa140800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.369+0000 7fcdaa140800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:04.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.369+0000 7fcdaa140800 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T00:56:04.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.369+0000 7fcdaa140800 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T00:56:04.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.369+0000 7fcdaa140800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 : miss 2024-09-12T00:56:04.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.369+0000 7fcdaa140800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.370+0000 7fcdaa140800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:04.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.370+0000 7fcdaa140800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 info.flags=0x17 2024-09-12T00:56:04.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.370+0000 7fcdaa140800 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 to cache LRU end 2024-09-12T00:56:04.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.370+0000 7fcdaa140800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:56:04.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.370+0000 7fcdaa140800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:04.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.370+0000 7fcdaa140800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 2024-09-12T00:56:04.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.375+0000 7fcdaa140800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 info.flags=0x17 2024-09-12T00:56:04.374 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.375+0000 7fcdaa140800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 to cache LRU end 2024-09-12T00:56:04.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.375+0000 7fcdaa140800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:04.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.375+0000 7fcdaa140800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38, ofs0, ns] 2024-09-12T00:56:04.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.375+0000 7fcc897fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464320 cookie 94451035715424 notifier 7388 bl.length()=1015 2024-09-12T00:56:04.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.375+0000 7fcc897fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 info.flags=0x17 2024-09-12T00:56:04.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.375+0000 7fcc897fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 to cache LRU end 2024-09-12T00:56:04.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.375+0000 7fcc897fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:04.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.376+0000 7fcdaa140800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): orig_sources= new_sources= 2024-09-12T00:56:04.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.376+0000 7fcdaa140800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): potential sources added=[] removed=[] 2024-09-12T00:56:04.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.376+0000 7fcdaa140800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): orig_dests= new_dests= 2024-09-12T00:56:04.375 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.376+0000 7fcdaa140800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): potential dests added=[] removed=[] 2024-09-12T00:56:04.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.0 2024-09-12T00:56:04.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.0 2024-09-12T00:56:04.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.1 2024-09-12T00:56:04.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.1 2024-09-12T00:56:04.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.2 2024-09-12T00:56:04.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.2 2024-09-12T00:56:04.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.3 2024-09-12T00:56:04.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.3 2024-09-12T00:56:04.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.4 2024-09-12T00:56:04.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.4 2024-09-12T00:56:04.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.5 2024-09-12T00:56:04.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.5 2024-09-12T00:56:04.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.6 2024-09-12T00:56:04.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.6 2024-09-12T00:56:04.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.7 2024-09-12T00:56:04.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.7 2024-09-12T00:56:04.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.8 2024-09-12T00:56:04.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.8 2024-09-12T00:56:04.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.9 2024-09-12T00:56:04.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.9 2024-09-12T00:56:04.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.10 2024-09-12T00:56:04.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.10 2024-09-12T00:56:04.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.11 2024-09-12T00:56:04.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.11 2024-09-12T00:56:04.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.380+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.0 2024-09-12T00:56:04.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.381+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1 2024-09-12T00:56:04.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.381+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.2 2024-09-12T00:56:04.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.382+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.3 2024-09-12T00:56:04.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.382+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.4 2024-09-12T00:56:04.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.383+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.5 2024-09-12T00:56:04.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.383+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.6 2024-09-12T00:56:04.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.384+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.7 2024-09-12T00:56:04.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.385+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.8 2024-09-12T00:56:04.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.385+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.9 2024-09-12T00:56:04.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.386+0000 7fcdaa140800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.10 2024-09-12T00:56:04.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.389+0000 7fcdaa140800 -1 Injecting error=-5 at location=change_reshard_state 2024-09-12T00:56:04.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.389+0000 7fcdaa140800 0 ERROR: change_reshard_state failed to commit target index layout: (5) Input/output error 2024-09-12T00:56:04.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.398+0000 7fcdaa140800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 : hit (requested=0x17, cached=0x17) 2024-09-12T00:56:04.397 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.398+0000 7fcdaa140800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 2024-09-12T00:56:04.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.400+0000 7fcdaa140800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 info.flags=0x17 2024-09-12T00:56:04.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.400+0000 7fcdaa140800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 to cache LRU end 2024-09-12T00:56:04.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.400+0000 7fcdaa140800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:04.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.400+0000 7fcdaa140800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38, ofs0, ns] 2024-09-12T00:56:04.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.400+0000 7fcc897fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464321 cookie 94451035715424 notifier 7388 bl.length()=983 2024-09-12T00:56:04.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.400+0000 7fcc897fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 info.flags=0x17 2024-09-12T00:56:04.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.400+0000 7fcc897fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 to cache LRU end 2024-09-12T00:56:04.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.400+0000 7fcc897fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:04.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.400+0000 7fcdaa140800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): orig_sources= new_sources= 2024-09-12T00:56:04.399 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.400+0000 7fcdaa140800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): potential sources added=[] removed=[] 2024-09-12T00:56:04.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.400+0000 7fcdaa140800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): orig_dests= new_dests= 2024-09-12T00:56:04.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.400+0000 7fcdaa140800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): potential dests added=[] removed=[] 2024-09-12T00:56:04.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.400+0000 7fcdaa140800 1 execute INFO: reshard of bucket "error-at-change-reshard-state" canceled due to errors 2024-09-12T00:56:04.401 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.403+0000 7fcc577fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:04.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.405+0000 7fcdaa140800 20 remove_watcher() i=0 2024-09-12T00:56:04.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.405+0000 7fcdaa140800 2 removed watcher, disabling cache 2024-09-12T00:56:04.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.406+0000 7fcdaa140800 20 remove_watcher() i=1 2024-09-12T00:56:04.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.407+0000 7fcdaa140800 20 remove_watcher() i=2 2024-09-12T00:56:04.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.408+0000 7fcdaa140800 20 remove_watcher() i=3 2024-09-12T00:56:04.408 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.409+0000 7fcdaa140800 20 remove_watcher() i=4 2024-09-12T00:56:04.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.410+0000 7fcdaa140800 20 remove_watcher() i=5 2024-09-12T00:56:04.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.412+0000 7fcdaa140800 20 remove_watcher() i=6 2024-09-12T00:56:04.411 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.413+0000 7fcdaa140800 20 remove_watcher() i=7 2024-09-12T00:56:04.424 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T00:56:04.453 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:04.454 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:04.492 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.493+0000 7f8f0b526800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.495+0000 7f8f0b526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.495+0000 7f8f0b526800 20 realm 2024-09-12T00:56:04.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.495+0000 7f8f0b526800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.495+0000 7f8f0b526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.495+0000 7f8f0b526800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:04.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.495+0000 7f8f0b526800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.494 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.495+0000 7f8f0b526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.495+0000 7f8f0b526800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.496+0000 7f8f0b526800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:04.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.496+0000 7f8f0b526800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.496 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.497+0000 7f8f0b526800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:04.496 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.497+0000 7f8f0b526800 20 searching for the correct realm 2024-09-12T00:56:04.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.499+0000 7f8f069d8640 0 -- 172.21.15.38:0/3563667315 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f8ef80ab910 msgr2=0x7f8ef80ab380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:04.502 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.503+0000 7f8f071d9640 0 -- 172.21.15.38:0/3563667315 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f8efc026920 msgr2=0x7f8efc063400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:04.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.709+0000 7f8f0b526800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:04.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.709+0000 7f8f0b526800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:04.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.709+0000 7f8f0b526800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:04.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.709+0000 7f8f0b526800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:04.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.709+0000 7f8f0b526800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:04.708 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.709+0000 7f8f0b526800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:04.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.709+0000 7f8f0b526800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.709+0000 7f8f0b526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.709+0000 7f8f0b526800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.710+0000 7f8f0b526800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:04.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.710+0000 7f8f0b526800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.710+0000 7f8f0b526800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:04.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.710+0000 7f8f0b526800 20 zone default found 2024-09-12T00:56:04.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.710+0000 7f8f0b526800 4 Realm: () 2024-09-12T00:56:04.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.710+0000 7f8f0b526800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:04.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.710+0000 7f8f0b526800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:04.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.710+0000 7f8f0b526800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:04.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.710+0000 7f8f0b526800 20 zonegroup default 2024-09-12T00:56:04.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.710+0000 7f8f0b526800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.710+0000 7f8f0b526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.710+0000 7f8f0b526800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.711+0000 7f8f0b526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.711+0000 7f8f0b526800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.711+0000 7f8f0b526800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.711+0000 7f8f0b526800 20 started sync module instance, tier type = 2024-09-12T00:56:04.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.711+0000 7f8f0b526800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:04.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.721+0000 7f8f0b526800 20 add_watcher() i=0 2024-09-12T00:56:04.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.721+0000 7f8f0b526800 20 add_watcher() i=1 2024-09-12T00:56:04.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.721+0000 7f8f0b526800 20 add_watcher() i=2 2024-09-12T00:56:04.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.721+0000 7f8f0b526800 20 add_watcher() i=3 2024-09-12T00:56:04.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.721+0000 7f8f0b526800 20 add_watcher() i=4 2024-09-12T00:56:04.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.721+0000 7f8f0b526800 20 add_watcher() i=5 2024-09-12T00:56:04.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.722+0000 7f8f0b526800 20 add_watcher() i=6 2024-09-12T00:56:04.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.722+0000 7f8f0b526800 20 add_watcher() i=7 2024-09-12T00:56:04.721 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.722+0000 7f8f0b526800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:04.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.724+0000 7f8dbdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:04.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.724+0000 7f8f0b526800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:04.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.724+0000 7f8f0b526800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:04.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.724+0000 7f8f0b526800 5 note: GC not initialized 2024-09-12T00:56:04.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.725+0000 7f8dbcfe1640 20 reqs_thread_entry: start 2024-09-12T00:56:04.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.725+0000 7f8f0b526800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:04.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.725+0000 7f8f0b526800 20 Filter name: none 2024-09-12T00:56:04.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.725+0000 7f8d367fc640 20 reqs_thread_entry: start 2024-09-12T00:56:04.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.725+0000 7f8f0b526800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.725+0000 7f8f0b526800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:04.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.725+0000 7f8f0b526800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.726+0000 7f8f0b526800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:04.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.726+0000 7f8f0b526800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:04.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.726+0000 7f8f0b526800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.726+0000 7f8f0b526800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:04.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.726+0000 7f8f0b526800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.727+0000 7f8f0b526800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:04.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.727+0000 7f8f0b526800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:04.727 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.729+0000 7f8dbdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:04.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.731+0000 7f8f0b526800 20 remove_watcher() i=0 2024-09-12T00:56:04.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.731+0000 7f8f0b526800 2 removed watcher, disabling cache 2024-09-12T00:56:04.730 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.732+0000 7f8f0b526800 20 remove_watcher() i=1 2024-09-12T00:56:04.731 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.733+0000 7f8f0b526800 20 remove_watcher() i=2 2024-09-12T00:56:04.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.734+0000 7f8f0b526800 20 remove_watcher() i=3 2024-09-12T00:56:04.734 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.735+0000 7f8f0b526800 20 remove_watcher() i=4 2024-09-12T00:56:04.734 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.736+0000 7f8f0b526800 20 remove_watcher() i=5 2024-09-12T00:56:04.736 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.737+0000 7f8f0b526800 20 remove_watcher() i=6 2024-09-12T00:56:04.737 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.738+0000 7f8f0b526800 20 remove_watcher() i=7 2024-09-12T00:56:04.748 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:04.748 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:56:04.748 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-change-reshard-state id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:56:04.748 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:04.750 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:04.750 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:04.758 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:04.758 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:04.801 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:56:04.834 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:04.834 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:04.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.874+0000 7fd434115800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.876+0000 7fd434115800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.876+0000 7fd434115800 20 realm 2024-09-12T00:56:04.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.876+0000 7fd434115800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.876+0000 7fd434115800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.876+0000 7fd434115800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:04.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.876+0000 7fd434115800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.876 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.876+0000 7fd434115800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:04.876 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.876+0000 7fd434115800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.876 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.877+0000 7fd434115800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:04.876 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.877+0000 7fd434115800 20 rados->read ofs=0 len=0 2024-09-12T00:56:04.877 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.878+0000 7fd434115800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:04.877 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.878+0000 7fd434115800 20 searching for the correct realm 2024-09-12T00:56:04.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.881+0000 7fd4313fe640 0 -- 172.21.15.38:0/1689624479 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55591a584ca0 msgr2=0x55591a587090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:04.883 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:04.884+0000 7fd431bff640 0 -- 172.21.15.38:0/1689624479 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fd42802eb70 msgr2=0x7fd428001950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:05.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.090+0000 7fd434115800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:05.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.090+0000 7fd434115800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:05.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.090+0000 7fd434115800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:05.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.090+0000 7fd434115800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:05.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.090+0000 7fd434115800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:05.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.090+0000 7fd434115800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:05.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.090+0000 7fd434115800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.090+0000 7fd434115800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.090+0000 7fd434115800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.091+0000 7fd434115800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:05.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.091+0000 7fd434115800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.091+0000 7fd434115800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:05.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.091+0000 7fd434115800 20 zone default found 2024-09-12T00:56:05.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.091+0000 7fd434115800 4 Realm: () 2024-09-12T00:56:05.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.091+0000 7fd434115800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:05.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.091+0000 7fd434115800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:05.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.091+0000 7fd434115800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:05.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.091+0000 7fd434115800 20 zonegroup default 2024-09-12T00:56:05.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.091+0000 7fd434115800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.091+0000 7fd434115800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.091+0000 7fd434115800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.092+0000 7fd434115800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.092+0000 7fd434115800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.092+0000 7fd434115800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.092+0000 7fd434115800 20 started sync module instance, tier type = 2024-09-12T00:56:05.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.092+0000 7fd434115800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:05.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.101+0000 7fd434115800 20 add_watcher() i=0 2024-09-12T00:56:05.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.101+0000 7fd434115800 20 add_watcher() i=1 2024-09-12T00:56:05.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.101+0000 7fd434115800 20 add_watcher() i=2 2024-09-12T00:56:05.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.101+0000 7fd434115800 20 add_watcher() i=3 2024-09-12T00:56:05.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.101+0000 7fd434115800 20 add_watcher() i=4 2024-09-12T00:56:05.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.101+0000 7fd434115800 20 add_watcher() i=5 2024-09-12T00:56:05.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.101+0000 7fd434115800 20 add_watcher() i=6 2024-09-12T00:56:05.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.103+0000 7fd434115800 20 add_watcher() i=7 2024-09-12T00:56:05.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.103+0000 7fd434115800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:05.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.104+0000 7fd2e3fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:05.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.104+0000 7fd434115800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:05.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.104+0000 7fd434115800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:05.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.105+0000 7fd434115800 5 note: GC not initialized 2024-09-12T00:56:05.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.105+0000 7fd2e2ffd640 20 reqs_thread_entry: start 2024-09-12T00:56:05.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.105+0000 7fd434115800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:05.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.105+0000 7fd434115800 20 Filter name: none 2024-09-12T00:56:05.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.105+0000 7fd2e0ff9640 20 reqs_thread_entry: start 2024-09-12T00:56:05.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.105+0000 7fd434115800 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T00:56:05.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.105+0000 7fd434115800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.106+0000 7fd434115800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:05.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.106+0000 7fd434115800 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T00:56:05.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.106+0000 7fd434115800 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T00:56:05.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.106+0000 7fd434115800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 : miss 2024-09-12T00:56:05.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.106+0000 7fd434115800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.106+0000 7fd434115800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:05.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.106+0000 7fd434115800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 info.flags=0x17 2024-09-12T00:56:05.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.106+0000 7fd434115800 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 to cache LRU end 2024-09-12T00:56:05.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.106+0000 7fd434115800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:56:05.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.106+0000 7fd434115800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:05.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.106+0000 7fd434115800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 2024-09-12T00:56:05.110 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.111+0000 7fd434115800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 info.flags=0x17 2024-09-12T00:56:05.110 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.111+0000 7fd434115800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 to cache LRU end 2024-09-12T00:56:05.110 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.111+0000 7fd434115800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:05.110 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.111+0000 7fd434115800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38, ofs0, ns] 2024-09-12T00:56:05.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.112+0000 7fd3157fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464322 cookie 93841182482336 notifier 7421 bl.length()=1015 2024-09-12T00:56:05.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.112+0000 7fd3157fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 info.flags=0x17 2024-09-12T00:56:05.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.112+0000 7fd3157fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 to cache LRU end 2024-09-12T00:56:05.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.112+0000 7fd3157fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:05.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.112+0000 7fd434115800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): orig_sources= new_sources= 2024-09-12T00:56:05.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.112+0000 7fd434115800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): potential sources added=[] removed=[] 2024-09-12T00:56:05.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.112+0000 7fd434115800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): orig_dests= new_dests= 2024-09-12T00:56:05.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.112+0000 7fd434115800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): potential dests added=[] removed=[] 2024-09-12T00:56:05.115 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.0 2024-09-12T00:56:05.115 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.0 2024-09-12T00:56:05.115 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.1 2024-09-12T00:56:05.115 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.1 2024-09-12T00:56:05.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.2 2024-09-12T00:56:05.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.2 2024-09-12T00:56:05.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.3 2024-09-12T00:56:05.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.3 2024-09-12T00:56:05.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.4 2024-09-12T00:56:05.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.4 2024-09-12T00:56:05.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.5 2024-09-12T00:56:05.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.5 2024-09-12T00:56:05.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.6 2024-09-12T00:56:05.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.6 2024-09-12T00:56:05.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.7 2024-09-12T00:56:05.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.7 2024-09-12T00:56:05.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.8 2024-09-12T00:56:05.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.8 2024-09-12T00:56:05.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.9 2024-09-12T00:56:05.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.9 2024-09-12T00:56:05.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.10 2024-09-12T00:56:05.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.10 2024-09-12T00:56:05.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.11 2024-09-12T00:56:05.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1.11 2024-09-12T00:56:05.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.116+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.0 2024-09-12T00:56:05.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.117+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1 2024-09-12T00:56:05.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.117+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.2 2024-09-12T00:56:05.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.118+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.3 2024-09-12T00:56:05.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.118+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.4 2024-09-12T00:56:05.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.119+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.5 2024-09-12T00:56:05.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.119+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.6 2024-09-12T00:56:05.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.120+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.7 2024-09-12T00:56:05.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.121+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.8 2024-09-12T00:56:05.120 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.121+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.9 2024-09-12T00:56:05.120 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.122+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.10 2024-09-12T00:56:05.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.124+0000 7fd434115800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 : hit (requested=0x17, cached=0x17) 2024-09-12T00:56:05.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.124+0000 7fd434115800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 2024-09-12T00:56:05.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.126+0000 7fd434115800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 info.flags=0x17 2024-09-12T00:56:05.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.126+0000 7fd434115800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 to cache LRU end 2024-09-12T00:56:05.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.126+0000 7fd434115800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:05.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.126+0000 7fd434115800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38, ofs0, ns] 2024-09-12T00:56:05.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.126+0000 7fd3157fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464323 cookie 93841182482336 notifier 7421 bl.length()=1015 2024-09-12T00:56:05.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.126+0000 7fd3157fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 info.flags=0x17 2024-09-12T00:56:05.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.126+0000 7fd3157fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 to cache LRU end 2024-09-12T00:56:05.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.126+0000 7fd3157fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:05.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.126+0000 7fd434115800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): orig_sources= new_sources= 2024-09-12T00:56:05.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.126+0000 7fd434115800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): potential sources added=[] removed=[] 2024-09-12T00:56:05.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.126+0000 7fd434115800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): orig_dests= new_dests= 2024-09-12T00:56:05.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.126+0000 7fd434115800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): potential dests added=[] removed=[] 2024-09-12T00:56:05.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.129+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.0 2024-09-12T00:56:05.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.129+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.1 2024-09-12T00:56:05.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.129+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.2 2024-09-12T00:56:05.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.129+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.3 2024-09-12T00:56:05.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.130+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.4 2024-09-12T00:56:05.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.130+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.5 2024-09-12T00:56:05.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.130+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.6 2024-09-12T00:56:05.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.131+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.7 2024-09-12T00:56:05.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.131+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.8 2024-09-12T00:56:05.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.131+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.9 2024-09-12T00:56:05.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.132+0000 7fd434115800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38.10 2024-09-12T00:56:05.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.132+0000 7fd434115800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 : hit (requested=0x17, cached=0x17) 2024-09-12T00:56:05.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.132+0000 7fd434115800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 2024-09-12T00:56:05.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.133+0000 7fd434115800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 info.flags=0x17 2024-09-12T00:56:05.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.133+0000 7fd434115800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 to cache LRU end 2024-09-12T00:56:05.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.133+0000 7fd434115800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:05.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.133+0000 7fd434115800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38, ofs0, ns] 2024-09-12T00:56:05.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.133+0000 7fd3157fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464324 cookie 93841182482336 notifier 7421 bl.length()=983 2024-09-12T00:56:05.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.133+0000 7fd3157fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 info.flags=0x17 2024-09-12T00:56:05.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.133+0000 7fd3157fa640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 to cache LRU end 2024-09-12T00:56:05.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.133+0000 7fd3157fa640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:05.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.134+0000 7fd434115800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): orig_sources= new_sources= 2024-09-12T00:56:05.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.134+0000 7fd434115800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): potential sources added=[] removed=[] 2024-09-12T00:56:05.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.134+0000 7fd434115800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): orig_dests= new_dests= 2024-09-12T00:56:05.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.134+0000 7fd434115800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38]): potential dests added=[] removed=[] 2024-09-12T00:56:05.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.136+0000 7fd434115800 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 11 shards to 12 shards completed successfully 2024-09-12T00:56:05.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.138+0000 7fd2e3fff640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:05.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.140+0000 7fd434115800 20 remove_watcher() i=0 2024-09-12T00:56:05.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.140+0000 7fd434115800 2 removed watcher, disabling cache 2024-09-12T00:56:05.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.141+0000 7fd434115800 20 remove_watcher() i=1 2024-09-12T00:56:05.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.142+0000 7fd434115800 20 remove_watcher() i=2 2024-09-12T00:56:05.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.143+0000 7fd434115800 20 remove_watcher() i=3 2024-09-12T00:56:05.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.144+0000 7fd434115800 20 remove_watcher() i=4 2024-09-12T00:56:05.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.145+0000 7fd434115800 20 remove_watcher() i=5 2024-09-12T00:56:05.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.147+0000 7fd434115800 20 remove_watcher() i=6 2024-09-12T00:56:05.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.148+0000 7fd434115800 20 remove_watcher() i=7 2024-09-12T00:56:05.159 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T00:56:05.188 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:05.188 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:05.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.229+0000 7f9d4c33b800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.231+0000 7f9d4c33b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.231+0000 7f9d4c33b800 20 realm 2024-09-12T00:56:05.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.231+0000 7f9d4c33b800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.231+0000 7f9d4c33b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.231+0000 7f9d4c33b800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:05.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.231+0000 7f9d4c33b800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.230 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.231+0000 7f9d4c33b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.231+0000 7f9d4c33b800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.232+0000 7f9d4c33b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:05.231 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.232+0000 7f9d4c33b800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.233+0000 7f9d4c33b800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:05.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.233+0000 7f9d4c33b800 20 searching for the correct realm 2024-09-12T00:56:05.235 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.236+0000 7f9d478ba640 0 -- 172.21.15.38:0/2467391032 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x560b598b42f0 msgr2=0x560b598b66e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:05.238 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.240+0000 7f9d480bb640 0 -- 172.21.15.38:0/2467391032 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f9d3c067890 msgr2=0x7f9d3c097560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:05.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.244+0000 7f9d4c33b800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:05.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.244+0000 7f9d4c33b800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:05.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.244+0000 7f9d4c33b800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:05.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.244+0000 7f9d4c33b800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:05.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.244+0000 7f9d4c33b800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:05.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.244+0000 7f9d4c33b800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:05.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.244+0000 7f9d4c33b800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.245+0000 7f9d4c33b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.245+0000 7f9d4c33b800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.245+0000 7f9d4c33b800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:05.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.245+0000 7f9d4c33b800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.245 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.245+0000 7f9d4c33b800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:05.245 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.245+0000 7f9d4c33b800 20 zone default found 2024-09-12T00:56:05.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.245+0000 7f9d4c33b800 4 Realm: () 2024-09-12T00:56:05.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.245+0000 7f9d4c33b800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:05.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.245+0000 7f9d4c33b800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:05.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.245+0000 7f9d4c33b800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:05.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.245+0000 7f9d4c33b800 20 zonegroup default 2024-09-12T00:56:05.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.245+0000 7f9d4c33b800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.246+0000 7f9d4c33b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.246+0000 7f9d4c33b800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.246+0000 7f9d4c33b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.246+0000 7f9d4c33b800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.246+0000 7f9d4c33b800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.246+0000 7f9d4c33b800 20 started sync module instance, tier type = 2024-09-12T00:56:05.246 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.246+0000 7f9d4c33b800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:05.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.255+0000 7f9d4c33b800 20 add_watcher() i=0 2024-09-12T00:56:05.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.255+0000 7f9d4c33b800 20 add_watcher() i=1 2024-09-12T00:56:05.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.255+0000 7f9d4c33b800 20 add_watcher() i=2 2024-09-12T00:56:05.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.255+0000 7f9d4c33b800 20 add_watcher() i=3 2024-09-12T00:56:05.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.255+0000 7f9d4c33b800 20 add_watcher() i=4 2024-09-12T00:56:05.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.255+0000 7f9d4c33b800 20 add_watcher() i=5 2024-09-12T00:56:05.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.255+0000 7f9d4c33b800 20 add_watcher() i=6 2024-09-12T00:56:05.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.256+0000 7f9d4c33b800 20 add_watcher() i=7 2024-09-12T00:56:05.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.256+0000 7f9d4c33b800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:05.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.258+0000 7f9bfefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:05.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.258+0000 7f9d4c33b800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:05.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.258+0000 7f9d4c33b800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:05.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.258+0000 7f9d4c33b800 5 note: GC not initialized 2024-09-12T00:56:05.258 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.259+0000 7f9bfdfdb640 20 reqs_thread_entry: start 2024-09-12T00:56:05.258 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.259+0000 7f9d4c33b800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:05.258 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.259+0000 7f9d4c33b800 20 Filter name: none 2024-09-12T00:56:05.258 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.259+0000 7f9b6f7fe640 20 reqs_thread_entry: start 2024-09-12T00:56:05.258 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.259+0000 7f9d4c33b800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.258 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.259+0000 7f9d4c33b800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:05.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.259+0000 7f9d4c33b800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.259 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.260+0000 7f9d4c33b800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:05.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.260+0000 7f9d4c33b800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:05.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.260+0000 7f9d4c33b800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.260+0000 7f9d4c33b800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:05.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.260+0000 7f9d4c33b800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.261+0000 7f9d4c33b800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:05.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.261+0000 7f9d4c33b800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:05.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.262+0000 7f9bfefdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:05.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.264+0000 7f9d4c33b800 20 remove_watcher() i=0 2024-09-12T00:56:05.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.264+0000 7f9d4c33b800 2 removed watcher, disabling cache 2024-09-12T00:56:05.264 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.265+0000 7f9d4c33b800 20 remove_watcher() i=1 2024-09-12T00:56:05.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.266+0000 7f9d4c33b800 20 remove_watcher() i=2 2024-09-12T00:56:05.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.267+0000 7f9d4c33b800 20 remove_watcher() i=3 2024-09-12T00:56:05.267 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.268+0000 7f9d4c33b800 20 remove_watcher() i=4 2024-09-12T00:56:05.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.269+0000 7f9d4c33b800 20 remove_watcher() i=5 2024-09-12T00:56:05.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.270+0000 7f9d4c33b800 20 remove_watcher() i=6 2024-09-12T00:56:05.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.271+0000 7f9d4c33b800 20 remove_watcher() i=7 2024-09-12T00:56:05.281 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:05.281 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:56:05.281 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-change-reshard-state id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-12T00:56:05.282 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:05.283 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.284 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.287 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.287 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.330 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.330 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.357 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with ECANCELED injected at change_reshard_state 2024-09-12T00:56:05.358 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:05.358 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.358 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.369 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.369 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.411 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.411 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.419 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.419 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.427 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.427 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.434 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.435 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.443 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.444 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.451 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.451 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.458 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.459 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.466 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.466 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.474 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.474 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.481 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.482 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.489 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.489 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.496 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.496 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.503 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.504 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.511 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.511 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.518 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.518 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.526 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.526 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.534 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.534 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.541 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.541 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.549 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.549 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.558 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:05.558 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:05.566 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T00:56:05.595 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:05.595 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:05.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.636+0000 7f5f88326800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.638+0000 7f5f88326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.638+0000 7f5f88326800 20 realm 2024-09-12T00:56:05.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.638+0000 7f5f88326800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.638+0000 7f5f88326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.638+0000 7f5f88326800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:05.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.638+0000 7f5f88326800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.638+0000 7f5f88326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.638+0000 7f5f88326800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.639+0000 7f5f88326800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:05.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.639+0000 7f5f88326800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.640+0000 7f5f88326800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:05.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.640+0000 7f5f88326800 20 searching for the correct realm 2024-09-12T00:56:05.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.642+0000 7f5f837d8640 0 -- 172.21.15.38:0/1006976895 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f5f7401a040 msgr2=0x7f5f74004940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:56:05.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.646+0000 7f5f83fd9640 0 -- 172.21.15.38:0/1006976895 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f5f78052480 msgr2=0x7f5f78052900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:05.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.852+0000 7f5f88326800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:05.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.852+0000 7f5f88326800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:05.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.852+0000 7f5f88326800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:05.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.852+0000 7f5f88326800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:05.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.852+0000 7f5f88326800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:05.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.852+0000 7f5f88326800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:05.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.852+0000 7f5f88326800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.852+0000 7f5f88326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.852+0000 7f5f88326800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.853+0000 7f5f88326800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:05.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.853+0000 7f5f88326800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.853+0000 7f5f88326800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:05.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.853+0000 7f5f88326800 20 zone default found 2024-09-12T00:56:05.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.853+0000 7f5f88326800 4 Realm: () 2024-09-12T00:56:05.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.853+0000 7f5f88326800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:05.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.853+0000 7f5f88326800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:05.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.853+0000 7f5f88326800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:05.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.853+0000 7f5f88326800 20 zonegroup default 2024-09-12T00:56:05.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.853+0000 7f5f88326800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.853+0000 7f5f88326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.853+0000 7f5f88326800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.854+0000 7f5f88326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.854+0000 7f5f88326800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.854+0000 7f5f88326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.854+0000 7f5f88326800 20 started sync module instance, tier type = 2024-09-12T00:56:05.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.854+0000 7f5f88326800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:05.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.864+0000 7f5f88326800 20 add_watcher() i=0 2024-09-12T00:56:05.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.864+0000 7f5f88326800 20 add_watcher() i=1 2024-09-12T00:56:05.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.864+0000 7f5f88326800 20 add_watcher() i=2 2024-09-12T00:56:05.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.864+0000 7f5f88326800 20 add_watcher() i=3 2024-09-12T00:56:05.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.864+0000 7f5f88326800 20 add_watcher() i=4 2024-09-12T00:56:05.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.864+0000 7f5f88326800 20 add_watcher() i=5 2024-09-12T00:56:05.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.864+0000 7f5f88326800 20 add_watcher() i=6 2024-09-12T00:56:05.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.865+0000 7f5f88326800 20 add_watcher() i=7 2024-09-12T00:56:05.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.865+0000 7f5f88326800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:05.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.867+0000 7f5e39fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:05.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.867+0000 7f5f88326800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:05.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.867+0000 7f5f88326800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:05.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.867+0000 7f5f88326800 5 note: GC not initialized 2024-09-12T00:56:05.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.868+0000 7f5e38fe1640 20 reqs_thread_entry: start 2024-09-12T00:56:05.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.868+0000 7f5f88326800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:05.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.868+0000 7f5f88326800 20 Filter name: none 2024-09-12T00:56:05.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.868+0000 7f5db27fc640 20 reqs_thread_entry: start 2024-09-12T00:56:05.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.868+0000 7f5f88326800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.869+0000 7f5f88326800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:05.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.869+0000 7f5f88326800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.869 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.869+0000 7f5f88326800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:05.869 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.869+0000 7f5f88326800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:05.869 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.869+0000 7f5f88326800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.869 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.870+0000 7f5f88326800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:05.869 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.870+0000 7f5f88326800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.869 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.870+0000 7f5f88326800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:05.870 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.870+0000 7f5f88326800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:05.871 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.872+0000 7f5e39fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:05.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.874+0000 7f5f88326800 20 remove_watcher() i=0 2024-09-12T00:56:05.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.874+0000 7f5f88326800 2 removed watcher, disabling cache 2024-09-12T00:56:05.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.875+0000 7f5f88326800 20 remove_watcher() i=1 2024-09-12T00:56:05.875 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.877+0000 7f5f88326800 20 remove_watcher() i=2 2024-09-12T00:56:05.876 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.878+0000 7f5f88326800 20 remove_watcher() i=3 2024-09-12T00:56:05.878 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.879+0000 7f5f88326800 20 remove_watcher() i=4 2024-09-12T00:56:05.878 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.880+0000 7f5f88326800 20 remove_watcher() i=5 2024-09-12T00:56:05.879 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.881+0000 7f5f88326800 20 remove_watcher() i=6 2024-09-12T00:56:05.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.882+0000 7f5f88326800 20 remove_watcher() i=7 2024-09-12T00:56:05.891 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:05.892 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:56:05.892 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-change-reshard-state id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:56:05.892 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:05.893 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket error-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at change_reshard_state --inject-error-code 125 2024-09-12T00:56:05.930 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:05.930 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:05.970 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.971+0000 7f87f0d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.973+0000 7f87f0d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.973+0000 7f87f0d2c800 20 realm 2024-09-12T00:56:05.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.973+0000 7f87f0d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.973+0000 7f87f0d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.973+0000 7f87f0d2c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:05.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.973+0000 7f87f0d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.973+0000 7f87f0d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.973+0000 7f87f0d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.974+0000 7f87f0d2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:05.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.974+0000 7f87f0d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.975+0000 7f87f0d2c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:05.974 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.975+0000 7f87f0d2c800 20 searching for the correct realm 2024-09-12T00:56:05.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.978+0000 7f87ec255640 0 -- 172.21.15.38:0/383939098 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x5643c788f260 msgr2=0x5643c78916c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:05.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.981+0000 7f87ec255640 0 -- 172.21.15.38:0/383939098 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f87dc0b5050 msgr2=0x7f87dc0aaf20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:56:05.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.986+0000 7f87f0d2c800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:05.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.986+0000 7f87f0d2c800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:05.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.986+0000 7f87f0d2c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:05.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.986+0000 7f87f0d2c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:05.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.986+0000 7f87f0d2c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:05.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.986+0000 7f87f0d2c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:05.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.986+0000 7f87f0d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.986+0000 7f87f0d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.986+0000 7f87f0d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.986+0000 7f87f0d2c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:05.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.986+0000 7f87f0d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.987+0000 7f87f0d2c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:05.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.987+0000 7f87f0d2c800 20 zone default found 2024-09-12T00:56:05.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.987+0000 7f87f0d2c800 4 Realm: () 2024-09-12T00:56:05.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.987+0000 7f87f0d2c800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:05.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.987+0000 7f87f0d2c800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:05.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.987+0000 7f87f0d2c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:05.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.987+0000 7f87f0d2c800 20 zonegroup default 2024-09-12T00:56:05.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.987+0000 7f87f0d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.987+0000 7f87f0d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.987+0000 7f87f0d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.987+0000 7f87f0d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.987+0000 7f87f0d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:05.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.988+0000 7f87f0d2c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:05.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.988+0000 7f87f0d2c800 20 started sync module instance, tier type = 2024-09-12T00:56:05.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.988+0000 7f87f0d2c800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:05.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.997+0000 7f87f0d2c800 20 add_watcher() i=0 2024-09-12T00:56:05.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.997+0000 7f87f0d2c800 20 add_watcher() i=1 2024-09-12T00:56:05.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.997+0000 7f87f0d2c800 20 add_watcher() i=2 2024-09-12T00:56:05.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.997+0000 7f87f0d2c800 20 add_watcher() i=3 2024-09-12T00:56:05.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.997+0000 7f87f0d2c800 20 add_watcher() i=4 2024-09-12T00:56:05.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.997+0000 7f87f0d2c800 20 add_watcher() i=5 2024-09-12T00:56:05.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.997+0000 7f87f0d2c800 20 add_watcher() i=6 2024-09-12T00:56:05.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.998+0000 7f87f0d2c800 20 add_watcher() i=7 2024-09-12T00:56:05.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:05.998+0000 7f87f0d2c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:05.999 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.000+0000 7f86a2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:05.999 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.000+0000 7f87f0d2c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:06.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.000+0000 7f87f0d2c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:06.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.000+0000 7f87f0d2c800 5 note: GC not initialized 2024-09-12T00:56:06.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.000+0000 7f86a1fe3640 20 reqs_thread_entry: start 2024-09-12T00:56:06.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.001+0000 7f87f0d2c800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:06.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.001+0000 7f87f0d2c800 20 Filter name: none 2024-09-12T00:56:06.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.001+0000 7f86137fe640 20 reqs_thread_entry: start 2024-09-12T00:56:06.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.001+0000 7f87f0d2c800 10 cache get: name=default.rgw.meta+root+error-at-change-reshard-state : miss 2024-09-12T00:56:06.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.001+0000 7f87f0d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.001+0000 7f87f0d2c800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:06.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.001+0000 7f87f0d2c800 10 cache put: name=default.rgw.meta+root+error-at-change-reshard-state info.flags=0x11 2024-09-12T00:56:06.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.001+0000 7f87f0d2c800 10 adding default.rgw.meta+root+error-at-change-reshard-state to cache LRU end 2024-09-12T00:56:06.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.001+0000 7f87f0d2c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 : miss 2024-09-12T00:56:06.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.001+0000 7f87f0d2c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.002+0000 7f87f0d2c800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:06.001 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.002+0000 7f87f0d2c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 info.flags=0x17 2024-09-12T00:56:06.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.002+0000 7f87f0d2c800 10 adding default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 to cache LRU end 2024-09-12T00:56:06.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.002+0000 7f87f0d2c800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:56:06.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.002+0000 7f87f0d2c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:06.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.002+0000 7f87f0d2c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 2024-09-12T00:56:06.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.007+0000 7f87f0d2c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 info.flags=0x17 2024-09-12T00:56:06.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.007+0000 7f87f0d2c800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 to cache LRU end 2024-09-12T00:56:06.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.007+0000 7f87f0d2c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:06.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.007+0000 7f87f0d2c800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39, ofs0, ns] 2024-09-12T00:56:06.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.007+0000 7f86c37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464327 cookie 94849110504000 notifier 7469 bl.length()=1015 2024-09-12T00:56:06.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.007+0000 7f86c37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 info.flags=0x17 2024-09-12T00:56:06.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.007+0000 7f86c37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 to cache LRU end 2024-09-12T00:56:06.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.007+0000 7f86c37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:06.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.008+0000 7f87f0d2c800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39]): orig_sources= new_sources= 2024-09-12T00:56:06.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.008+0000 7f87f0d2c800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39]): potential sources added=[] removed=[] 2024-09-12T00:56:06.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.008+0000 7f87f0d2c800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39]): orig_dests= new_dests= 2024-09-12T00:56:06.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.008+0000 7f87f0d2c800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39]): potential dests added=[] removed=[] 2024-09-12T00:56:06.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.0 2024-09-12T00:56:06.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.0 2024-09-12T00:56:06.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.1 2024-09-12T00:56:06.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.1 2024-09-12T00:56:06.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.2 2024-09-12T00:56:06.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.2 2024-09-12T00:56:06.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.3 2024-09-12T00:56:06.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.3 2024-09-12T00:56:06.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.4 2024-09-12T00:56:06.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.4 2024-09-12T00:56:06.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.5 2024-09-12T00:56:06.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.5 2024-09-12T00:56:06.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.6 2024-09-12T00:56:06.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.6 2024-09-12T00:56:06.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.7 2024-09-12T00:56:06.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.7 2024-09-12T00:56:06.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.8 2024-09-12T00:56:06.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.8 2024-09-12T00:56:06.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.9 2024-09-12T00:56:06.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.9 2024-09-12T00:56:06.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.10 2024-09-12T00:56:06.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.10 2024-09-12T00:56:06.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.11 2024-09-12T00:56:06.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1.11 2024-09-12T00:56:06.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.012+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.0 2024-09-12T00:56:06.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.013+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1 2024-09-12T00:56:06.014 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.013+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.2 2024-09-12T00:56:06.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.014+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.3 2024-09-12T00:56:06.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.014+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.4 2024-09-12T00:56:06.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.014+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.5 2024-09-12T00:56:06.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.015+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.6 2024-09-12T00:56:06.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.015+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.7 2024-09-12T00:56:06.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.016+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.8 2024-09-12T00:56:06.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.016+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.9 2024-09-12T00:56:06.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.017+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.10 2024-09-12T00:56:06.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.020+0000 7f87f0d2c800 -1 Injecting error=-125 at location=change_reshard_state 2024-09-12T00:56:06.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.020+0000 7f87f0d2c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 : hit (requested=0x17, cached=0x17) 2024-09-12T00:56:06.019 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.020+0000 7f87f0d2c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 2024-09-12T00:56:06.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.021+0000 7f87f0d2c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 info.flags=0x17 2024-09-12T00:56:06.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.021+0000 7f87f0d2c800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 to cache LRU end 2024-09-12T00:56:06.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.021+0000 7f87f0d2c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:06.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.021+0000 7f87f0d2c800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39, ofs0, ns] 2024-09-12T00:56:06.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.021+0000 7f86c37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464328 cookie 94849110504000 notifier 7469 bl.length()=1015 2024-09-12T00:56:06.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.021+0000 7f86c37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 info.flags=0x17 2024-09-12T00:56:06.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.021+0000 7f86c37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 to cache LRU end 2024-09-12T00:56:06.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.021+0000 7f86c37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:06.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.022+0000 7f87f0d2c800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39]): orig_sources= new_sources= 2024-09-12T00:56:06.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.022+0000 7f87f0d2c800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39]): potential sources added=[] removed=[] 2024-09-12T00:56:06.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.022+0000 7f87f0d2c800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39]): orig_dests= new_dests= 2024-09-12T00:56:06.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.022+0000 7f87f0d2c800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39]): potential dests added=[] removed=[] 2024-09-12T00:56:06.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.024+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.0 2024-09-12T00:56:06.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.024+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.1 2024-09-12T00:56:06.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.025+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.2 2024-09-12T00:56:06.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.025+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.3 2024-09-12T00:56:06.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.025+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.4 2024-09-12T00:56:06.024 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.026+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.5 2024-09-12T00:56:06.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.026+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.6 2024-09-12T00:56:06.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.026+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.7 2024-09-12T00:56:06.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.027+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.8 2024-09-12T00:56:06.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.027+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.9 2024-09-12T00:56:06.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.027+0000 7f87f0d2c800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39.10 2024-09-12T00:56:06.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.028+0000 7f87f0d2c800 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 : hit (requested=0x17, cached=0x17) 2024-09-12T00:56:06.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.028+0000 7f87f0d2c800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 2024-09-12T00:56:06.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.029+0000 7f87f0d2c800 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 info.flags=0x17 2024-09-12T00:56:06.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.029+0000 7f87f0d2c800 10 moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 to cache LRU end 2024-09-12T00:56:06.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.029+0000 7f87f0d2c800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:06.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.029+0000 7f87f0d2c800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39, ofs0, ns] 2024-09-12T00:56:06.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.029+0000 7f86c37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464329 cookie 94849110504000 notifier 7469 bl.length()=983 2024-09-12T00:56:06.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.029+0000 7f86c37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 info.flags=0x17 2024-09-12T00:56:06.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.029+0000 7f86c37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 to cache LRU end 2024-09-12T00:56:06.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.029+0000 7f86c37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:06.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.030+0000 7f87f0d2c800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39]): orig_sources= new_sources= 2024-09-12T00:56:06.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.030+0000 7f87f0d2c800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39]): potential sources added=[] removed=[] 2024-09-12T00:56:06.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.030+0000 7f87f0d2c800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39]): orig_dests= new_dests= 2024-09-12T00:56:06.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.030+0000 7f87f0d2c800 20 handle_bi_update(): bucket=:error-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39]): potential dests added=[] removed=[] 2024-09-12T00:56:06.031 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.032+0000 7f87f0d2c800 1 execute INFO: reshard of bucket "error-at-change-reshard-state" from 11 shards to 12 shards completed successfully 2024-09-12T00:56:06.033 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.034+0000 7f86a2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:06.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.036+0000 7f87f0d2c800 20 remove_watcher() i=0 2024-09-12T00:56:06.035 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.037+0000 7f87f0d2c800 2 removed watcher, disabling cache 2024-09-12T00:56:06.036 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.038+0000 7f87f0d2c800 20 remove_watcher() i=1 2024-09-12T00:56:06.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.039+0000 7f87f0d2c800 20 remove_watcher() i=2 2024-09-12T00:56:06.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.040+0000 7f87f0d2c800 20 remove_watcher() i=3 2024-09-12T00:56:06.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.041+0000 7f87f0d2c800 20 remove_watcher() i=4 2024-09-12T00:56:06.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.042+0000 7f87f0d2c800 20 remove_watcher() i=5 2024-09-12T00:56:06.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.043+0000 7f87f0d2c800 20 remove_watcher() i=6 2024-09-12T00:56:06.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.044+0000 7f87f0d2c800 20 remove_watcher() i=7 2024-09-12T00:56:06.057 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket error-at-change-reshard-state 2024-09-12T00:56:06.086 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:06.086 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:06.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.127+0000 7f614b91f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.129+0000 7f614b91f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:06.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.129+0000 7f614b91f800 20 realm 2024-09-12T00:56:06.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.129+0000 7f614b91f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.129+0000 7f614b91f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:06.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.129+0000 7f614b91f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:06.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.129+0000 7f614b91f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.129+0000 7f614b91f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:06.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.129+0000 7f614b91f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.130+0000 7f614b91f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:06.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.130+0000 7f614b91f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.131+0000 7f614b91f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:06.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.131+0000 7f614b91f800 20 searching for the correct realm 2024-09-12T00:56:06.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.133+0000 7f6146ea1640 0 -- 172.21.15.38:0/1775704563 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f6138050430 msgr2=0x7f6138050830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:56:06.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.137+0000 7f61476a2640 0 -- 172.21.15.38:0/1775704563 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f613c0ceb70 msgr2=0x7f613c058910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:06.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.343+0000 7f614b91f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:06.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.343+0000 7f614b91f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:06.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.343+0000 7f614b91f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:06.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.343+0000 7f614b91f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:06.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.343+0000 7f614b91f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:06.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.343+0000 7f614b91f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:06.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.343+0000 7f614b91f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.343+0000 7f614b91f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:06.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.343+0000 7f614b91f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.344+0000 7f614b91f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:06.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.344+0000 7f614b91f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.344+0000 7f614b91f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:06.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.344+0000 7f614b91f800 20 zone default found 2024-09-12T00:56:06.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.344+0000 7f614b91f800 4 Realm: () 2024-09-12T00:56:06.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.344+0000 7f614b91f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:06.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.344+0000 7f614b91f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:06.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.344+0000 7f614b91f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:06.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.344+0000 7f614b91f800 20 zonegroup default 2024-09-12T00:56:06.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.344+0000 7f614b91f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.344+0000 7f614b91f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:06.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.344+0000 7f614b91f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.345+0000 7f614b91f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:06.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.345+0000 7f614b91f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.345+0000 7f614b91f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:06.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.345+0000 7f614b91f800 20 started sync module instance, tier type = 2024-09-12T00:56:06.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.345+0000 7f614b91f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:06.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.354+0000 7f614b91f800 20 add_watcher() i=0 2024-09-12T00:56:06.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.354+0000 7f614b91f800 20 add_watcher() i=1 2024-09-12T00:56:06.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.354+0000 7f614b91f800 20 add_watcher() i=2 2024-09-12T00:56:06.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.354+0000 7f614b91f800 20 add_watcher() i=3 2024-09-12T00:56:06.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.354+0000 7f614b91f800 20 add_watcher() i=4 2024-09-12T00:56:06.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.354+0000 7f614b91f800 20 add_watcher() i=5 2024-09-12T00:56:06.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.354+0000 7f614b91f800 20 add_watcher() i=6 2024-09-12T00:56:06.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.355+0000 7f614b91f800 20 add_watcher() i=7 2024-09-12T00:56:06.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.355+0000 7f614b91f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:06.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.357+0000 7f5ffdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:06.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.357+0000 7f614b91f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:06.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.357+0000 7f614b91f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:06.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.357+0000 7f614b91f800 5 note: GC not initialized 2024-09-12T00:56:06.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.357+0000 7f5ffcfe1640 20 reqs_thread_entry: start 2024-09-12T00:56:06.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.357+0000 7f614b91f800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:06.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.358+0000 7f614b91f800 20 Filter name: none 2024-09-12T00:56:06.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.358+0000 7f5f767fc640 20 reqs_thread_entry: start 2024-09-12T00:56:06.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.358+0000 7f614b91f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.357 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.358+0000 7f614b91f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:06.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.358+0000 7f614b91f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.359+0000 7f614b91f800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:06.358 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.359+0000 7f614b91f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:06.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.359+0000 7f614b91f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.359+0000 7f614b91f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:06.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.359+0000 7f614b91f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.359+0000 7f614b91f800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:06.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.359+0000 7f614b91f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:06.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.361+0000 7f5ffdfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:06.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.363+0000 7f614b91f800 20 remove_watcher() i=0 2024-09-12T00:56:06.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.363+0000 7f614b91f800 2 removed watcher, disabling cache 2024-09-12T00:56:06.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.365+0000 7f614b91f800 20 remove_watcher() i=1 2024-09-12T00:56:06.364 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.366+0000 7f614b91f800 20 remove_watcher() i=2 2024-09-12T00:56:06.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.367+0000 7f614b91f800 20 remove_watcher() i=3 2024-09-12T00:56:06.367 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.368+0000 7f614b91f800 20 remove_watcher() i=4 2024-09-12T00:56:06.368 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.369+0000 7f614b91f800 20 remove_watcher() i=5 2024-09-12T00:56:06.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.370+0000 7f614b91f800 20 remove_watcher() i=6 2024-09-12T00:56:06.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.371+0000 7f614b91f800 20 remove_watcher() i=7 2024-09-12T00:56:06.381 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:06.381 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:56:06.381 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: error-at-change-reshard-state id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39 num_objects: 20 size_kb: 1 num_shards: 12 2024-09-12T00:56:06.381 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:06.383 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.383 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.386 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.386 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.429 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.429 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.455 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: reshard bucket with abort at change_reshard_state 2024-09-12T00:56:06.456 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:06.457 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.457 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.468 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.468 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.511 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.511 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.519 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.519 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.527 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.527 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.535 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.535 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.543 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.543 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.552 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.552 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.559 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.559 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.567 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.567 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.575 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.575 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.583 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.583 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.591 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.591 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.599 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.599 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.607 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.607 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.615 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.616 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.623 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.623 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.631 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.631 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.639 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.640 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.649 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.649 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.657 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.657 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.665 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:06.665 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:06.675 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T00:56:06.704 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:06.704 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:06.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.744+0000 7f3327a20800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.746+0000 7f3327a20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:06.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.746+0000 7f3327a20800 20 realm 2024-09-12T00:56:06.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.746+0000 7f3327a20800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.746+0000 7f3327a20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:06.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.746+0000 7f3327a20800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:06.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.746+0000 7f3327a20800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.746+0000 7f3327a20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:06.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.746+0000 7f3327a20800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.747+0000 7f3327a20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:06.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.747+0000 7f3327a20800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.748+0000 7f3327a20800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:06.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.748+0000 7f3327a20800 20 searching for the correct realm 2024-09-12T00:56:06.749 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.750+0000 7f3324d10640 0 -- 172.21.15.38:0/2908748288 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f331806e070 msgr2=0x7f331808ea50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:06.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.754+0000 7f3325511640 0 -- 172.21.15.38:0/2908748288 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f331c08db90 msgr2=0x7f331c06d7c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:06.962 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.961+0000 7f3327a20800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:06.962 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.961+0000 7f3327a20800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:06.962 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.961+0000 7f3327a20800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:06.962 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.961+0000 7f3327a20800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:06.962 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.961+0000 7f3327a20800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:06.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.961+0000 7f3327a20800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:06.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.961+0000 7f3327a20800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.961+0000 7f3327a20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:06.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.961+0000 7f3327a20800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.961+0000 7f3327a20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:06.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.961+0000 7f3327a20800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.962+0000 7f3327a20800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:06.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.962+0000 7f3327a20800 20 zone default found 2024-09-12T00:56:06.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.962+0000 7f3327a20800 4 Realm: () 2024-09-12T00:56:06.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.962+0000 7f3327a20800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:06.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.962+0000 7f3327a20800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:06.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.962+0000 7f3327a20800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:06.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.962+0000 7f3327a20800 20 zonegroup default 2024-09-12T00:56:06.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.962+0000 7f3327a20800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.962+0000 7f3327a20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:06.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.962+0000 7f3327a20800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.962+0000 7f3327a20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:06.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.962+0000 7f3327a20800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.963+0000 7f3327a20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:06.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.963+0000 7f3327a20800 20 started sync module instance, tier type = 2024-09-12T00:56:06.967 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.963+0000 7f3327a20800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:06.971 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.973+0000 7f3327a20800 20 add_watcher() i=0 2024-09-12T00:56:06.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.973+0000 7f3327a20800 20 add_watcher() i=1 2024-09-12T00:56:06.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.973+0000 7f3327a20800 20 add_watcher() i=2 2024-09-12T00:56:06.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.973+0000 7f3327a20800 20 add_watcher() i=3 2024-09-12T00:56:06.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.973+0000 7f3327a20800 20 add_watcher() i=4 2024-09-12T00:56:06.972 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.973+0000 7f3327a20800 20 add_watcher() i=5 2024-09-12T00:56:06.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.973+0000 7f3327a20800 20 add_watcher() i=6 2024-09-12T00:56:06.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.973+0000 7f3327a20800 20 add_watcher() i=7 2024-09-12T00:56:06.973 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.973+0000 7f3327a20800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:06.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.975+0000 7f31db7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:06.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.976+0000 7f3327a20800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:06.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.976+0000 7f3327a20800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:06.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.976+0000 7f3327a20800 5 note: GC not initialized 2024-09-12T00:56:06.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.976+0000 7f31da7e4640 20 reqs_thread_entry: start 2024-09-12T00:56:06.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.976+0000 7f3327a20800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:06.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.976+0000 7f3327a20800 20 Filter name: none 2024-09-12T00:56:06.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.976+0000 7f314bfff640 20 reqs_thread_entry: start 2024-09-12T00:56:06.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.976+0000 7f3327a20800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.977+0000 7f3327a20800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:06.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.977+0000 7f3327a20800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.977+0000 7f3327a20800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:06.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.978+0000 7f3327a20800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:06.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.978+0000 7f3327a20800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.978+0000 7f3327a20800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:06.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.978+0000 7f3327a20800 20 rados->read ofs=0 len=0 2024-09-12T00:56:06.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.978+0000 7f3327a20800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:06.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.978+0000 7f3327a20800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:06.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.980+0000 7f31db7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:06.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.982+0000 7f3327a20800 20 remove_watcher() i=0 2024-09-12T00:56:06.981 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.982+0000 7f3327a20800 2 removed watcher, disabling cache 2024-09-12T00:56:06.982 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.983+0000 7f3327a20800 20 remove_watcher() i=1 2024-09-12T00:56:06.983 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.984+0000 7f3327a20800 20 remove_watcher() i=2 2024-09-12T00:56:06.984 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.986+0000 7f3327a20800 20 remove_watcher() i=3 2024-09-12T00:56:06.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.987+0000 7f3327a20800 20 remove_watcher() i=4 2024-09-12T00:56:06.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.988+0000 7f3327a20800 20 remove_watcher() i=5 2024-09-12T00:56:06.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.989+0000 7f3327a20800 20 remove_watcher() i=6 2024-09-12T00:56:06.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:06.990+0000 7f3327a20800 20 remove_watcher() i=7 2024-09-12T00:56:06.999 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.000 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:56:07.000 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-change-reshard-state id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:56:07.000 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.001 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-12T00:56:07.036 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:07.036 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:07.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.080+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.082+0000 7f4247d42800 20 realm 2024-09-12T00:56:07.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.082+0000 7f4247d42800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:07.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.083+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:07.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.083+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.084+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:07.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.084+0000 7f4247d42800 20 searching for the correct realm 2024-09-12T00:56:07.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.086+0000 7f4243285640 0 -- 172.21.15.38:0/67761376 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x562464b0dd80 msgr2=0x562464b10170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:07.088 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.089+0000 7f4243a86640 0 -- 172.21.15.38:0/67761376 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f4238075e20 msgr2=0x7f423806b4a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:07.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:07.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:07.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:07.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:07.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:07.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:07.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.094+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.094+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.094+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.094+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:07.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:07.095 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.095+0000 7f4247d42800 20 zone default found 2024-09-12T00:56:07.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.095+0000 7f4247d42800 4 Realm: () 2024-09-12T00:56:07.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.095+0000 7f4247d42800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:07.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.095+0000 7f4247d42800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:07.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.095+0000 7f4247d42800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:07.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.095+0000 7f4247d42800 20 zonegroup default 2024-09-12T00:56:07.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.097 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.097 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.096+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.097 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.096+0000 7f4247d42800 20 started sync module instance, tier type = 2024-09-12T00:56:07.097 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.096+0000 7f4247d42800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:07.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=0 2024-09-12T00:56:07.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=1 2024-09-12T00:56:07.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=2 2024-09-12T00:56:07.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=3 2024-09-12T00:56:07.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=4 2024-09-12T00:56:07.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=5 2024-09-12T00:56:07.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=6 2024-09-12T00:56:07.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.106+0000 7f4247d42800 20 add_watcher() i=7 2024-09-12T00:56:07.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.106+0000 7f4247d42800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:07.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.108+0000 7f40f9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:07.107 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.108+0000 7f4247d42800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:07.107 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.108+0000 7f4247d42800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:07.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.108+0000 7f4247d42800 5 note: GC not initialized 2024-09-12T00:56:07.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.108+0000 7f40f8fe1640 20 reqs_thread_entry: start 2024-09-12T00:56:07.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.109+0000 7f4247d42800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:07.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.109+0000 7f4247d42800 20 Filter name: none 2024-09-12T00:56:07.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.109+0000 7f40727fc640 20 reqs_thread_entry: start 2024-09-12T00:56:07.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.109+0000 7f4247d42800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T00:56:07.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.109+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.109+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:07.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.109+0000 7f4247d42800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T00:56:07.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.109+0000 7f4247d42800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T00:56:07.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.109+0000 7f4247d42800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 : miss 2024-09-12T00:56:07.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.109+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.110+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:07.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.110+0000 7f4247d42800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 info.flags=0x17 2024-09-12T00:56:07.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.110+0000 7f4247d42800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to cache LRU end 2024-09-12T00:56:07.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.110+0000 7f4247d42800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:56:07.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.110+0000 7f4247d42800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:07.109 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.110+0000 7f4247d42800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 2024-09-12T00:56:07.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.115+0000 7f4247d42800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 info.flags=0x17 2024-09-12T00:56:07.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.115+0000 7f4247d42800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to cache LRU end 2024-09-12T00:56:07.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.115+0000 7f4247d42800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:07.114 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.115+0000 7f4247d42800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40, ofs0, ns] 2024-09-12T00:56:07.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.116+0000 7f41227fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464378 cookie 94714308130064 notifier 8004 bl.length()=1015 2024-09-12T00:56:07.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.116+0000 7f41227fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 info.flags=0x17 2024-09-12T00:56:07.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.116+0000 7f41227fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to cache LRU end 2024-09-12T00:56:07.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.116+0000 7f41227fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:07.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.116+0000 7f4247d42800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): orig_sources= new_sources= 2024-09-12T00:56:07.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.116+0000 7f4247d42800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): potential sources added=[] removed=[] 2024-09-12T00:56:07.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.116+0000 7f4247d42800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): orig_dests= new_dests= 2024-09-12T00:56:07.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.116+0000 7f4247d42800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): potential dests added=[] removed=[] 2024-09-12T00:56:07.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.0 2024-09-12T00:56:07.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.0 2024-09-12T00:56:07.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.1 2024-09-12T00:56:07.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.1 2024-09-12T00:56:07.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.2 2024-09-12T00:56:07.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.2 2024-09-12T00:56:07.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.3 2024-09-12T00:56:07.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.3 2024-09-12T00:56:07.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.4 2024-09-12T00:56:07.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.4 2024-09-12T00:56:07.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.5 2024-09-12T00:56:07.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.5 2024-09-12T00:56:07.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.6 2024-09-12T00:56:07.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.6 2024-09-12T00:56:07.123 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.7 2024-09-12T00:56:07.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.7 2024-09-12T00:56:07.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.8 2024-09-12T00:56:07.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.8 2024-09-12T00:56:07.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.9 2024-09-12T00:56:07.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.9 2024-09-12T00:56:07.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.10 2024-09-12T00:56:07.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.10 2024-09-12T00:56:07.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.11 2024-09-12T00:56:07.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.11 2024-09-12T00:56:07.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.0 2024-09-12T00:56:07.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1 2024-09-12T00:56:07.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.122+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2 2024-09-12T00:56:07.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.122+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.3 2024-09-12T00:56:07.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.123+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.4 2024-09-12T00:56:07.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.123+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.5 2024-09-12T00:56:07.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.123+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.6 2024-09-12T00:56:07.128 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.124+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.7 2024-09-12T00:56:07.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.124+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.8 2024-09-12T00:56:07.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.125+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.9 2024-09-12T00:56:07.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.125+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.10 2024-09-12T00:56:07.129 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4247d42800 time 2024-09-12T00:56:07.129350+0000 2024-09-12T00:56:07.129 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:56:07.130 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:56:07.130 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f424958c71a] 2024-09-12T00:56:07.130 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f424958c8d8] 2024-09-12T00:56:07.130 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5624620c7641] 2024-09-12T00:56:07.130 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x5624620d651b] 2024-09-12T00:56:07.130 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x5624620d73e4] 2024-09-12T00:56:07.131 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:56:07.131 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f4248229590] 2024-09-12T00:56:07.131 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:56:07.131 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:56:07.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.129+0000 7f4247d42800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4247d42800 time 2024-09-12T00:56:07.129350+0000 2024-09-12T00:56:07.132 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:56:07.132 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.132 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:56:07.132 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f424958c71a] 2024-09-12T00:56:07.132 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f424958c8d8] 2024-09-12T00:56:07.132 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5624620c7641] 2024-09-12T00:56:07.133 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x5624620d651b] 2024-09-12T00:56:07.133 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x5624620d73e4] 2024-09-12T00:56:07.133 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:56:07.133 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f4248229590] 2024-09-12T00:56:07.133 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:56:07.133 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:56:07.134 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.134 INFO:tasks.workunit.client.0.smithi038.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:56:07.134 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f4247d42800 thread_name:radosgw-admin 2024-09-12T00:56:07.154 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:56:07.154 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f424823e6f0] 2024-09-12T00:56:07.154 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f424828b99c] 2024-09-12T00:56:07.154 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:56:07.154 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:56:07.154 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f424958c774] 2024-09-12T00:56:07.154 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f424958c8d8] 2024-09-12T00:56:07.154 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5624620c7641] 2024-09-12T00:56:07.155 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x5624620d651b] 2024-09-12T00:56:07.155 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x5624620d73e4] 2024-09-12T00:56:07.155 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:56:07.155 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f4248229590] 2024-09-12T00:56:07.155 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:56:07.155 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:56:07.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.130+0000 7f4247d42800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:56:07.155 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f4247d42800 thread_name:radosgw-admin 2024-09-12T00:56:07.155 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.155 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:56:07.155 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f424823e6f0] 2024-09-12T00:56:07.155 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f424828b99c] 2024-09-12T00:56:07.155 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:56:07.155 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:56:07.156 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f424958c774] 2024-09-12T00:56:07.156 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f424958c8d8] 2024-09-12T00:56:07.156 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5624620c7641] 2024-09-12T00:56:07.156 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x5624620d651b] 2024-09-12T00:56:07.156 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x5624620d73e4] 2024-09-12T00:56:07.156 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:56:07.156 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f4248229590] 2024-09-12T00:56:07.156 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:56:07.156 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:56:07.156 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:56:07.156 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.156 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:56:07.156 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:56:07.064+0000 7f4247d42800 5 AuthRegistry(0x562464a17870) adding con mode: crc 2024-09-12T00:56:07.157 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:56:07.064+0000 7f4247d42800 5 AuthRegistry(0x562464a17870) adding con mode: secure 2024-09-12T00:56:07.157 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:56:07.064+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.157 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:56:07.064+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.157 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:56:07.064+0000 7f4247d42800 5 asok(0x5624647f8630) register_command rotate-key hook 0x562464a179b8 2024-09-12T00:56:07.157 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient: _reopen_session rank -1 2024-09-12T00:56:07.157 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:56:07.157 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-b con 0x5624648c4700 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:56:07.157 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-a con 0x5624648c4ee0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:56:07.157 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-c con 0x562464a1eb20 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:56:07.157 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.158 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.158 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.158 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient(hunting): _renew_subs 2024-09-12T00:56:07.158 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient(hunting): authenticate will time out at 2073.515605s 2024-09-12T00:56:07.158 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:56:07.064+0000 7f4244287640 10 monclient(hunting): get_auth_request con 0x562464a1eb20 auth_method 0 2024-09-12T00:56:07.158 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:56:07.064+0000 7f4244287640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.158 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:56:07.064+0000 7f4244287640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.158 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:56:07.064+0000 7f4244287640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.158 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:56:07.064+0000 7f4243285640 10 monclient(hunting): get_auth_request con 0x5624648c4ee0 auth_method 0 2024-09-12T00:56:07.158 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:56:07.064+0000 7f4243285640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.158 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:56:07.064+0000 7f4243285640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.158 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:56:07.064+0000 7f4243285640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.158 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:56:07.064+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.159 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:56:07.064+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.159 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:56:07.064+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.159 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:56:07.064+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.159 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:56:07.064+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.159 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:56:07.064+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.159 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:56:07.064+0000 7f4243a86640 10 monclient(hunting): get_auth_request con 0x5624648c4700 auth_method 0 2024-09-12T00:56:07.159 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:56:07.064+0000 7f4243a86640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.159 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:56:07.064+0000 7f4243a86640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.159 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:56:07.064+0000 7f4243a86640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.159 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:56:07.064+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.159 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:56:07.064+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.159 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:56:07.064+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.159 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:56:07.064+0000 7f4244287640 10 monclient(hunting): handle_auth_done global_id 7511 payload 824 2024-09-12T00:56:07.159 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:56:07.065+0000 7f4244287640 10 monclient: _finish_hunting 0 2024-09-12T00:56:07.160 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:56:07.065+0000 7f4244287640 1 monclient: found mon.noname-c 2024-09-12T00:56:07.160 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:56:07.065+0000 7f4244287640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:56:07.160 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:07.160 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:56:07.160 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: dump: 2024-09-12T00:56:07.160 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:07.160 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:07.160 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.160 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.160 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:07.160 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.160 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:07.160 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:07.161 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:07.161 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.161 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: _finish_auth 0 2024-09-12T00:56:07.161 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: _check_auth_tickets 2024-09-12T00:56:07.161 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:56:07.161 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:07.161 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:56:07.161 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: dump: 2024-09-12T00:56:07.161 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:07.161 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:07.161 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.161 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.161 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:07.161 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.162 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:07.162 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:07.162 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:07.162 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.162 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:56:07.065+0000 7f4247d42800 5 monclient: authenticate success, global_id 7511 2024-09-12T00:56:07.162 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:56:07.065+0000 7f4247d42800 10 monclient: _renew_subs 2024-09-12T00:56:07.162 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:56:07.065+0000 7f4247d42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:07.162 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:56:07.065+0000 7f4131e0b640 4 set_mon_vals no callback set 2024-09-12T00:56:07.162 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:56:07.065+0000 7f4247d42800 10 monclient: _renew_subs 2024-09-12T00:56:07.162 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:56:07.065+0000 7f4247d42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:07.162 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:56:07.065+0000 7f4247d42800 1 librados: init done 2024-09-12T00:56:07.162 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:56:07.067+0000 7f412bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:56:07.162 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:56:07.067+0000 7f412bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:07.162 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:56:07.067+0000 7f412bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:07.163 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:56:07.067+0000 7f4243a86640 10 monclient: get_auth_request con 0x7f412c076470 auth_method 0 2024-09-12T00:56:07.163 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:56:07.067+0000 7f4243285640 10 monclient: get_auth_request con 0x562464a46060 auth_method 0 2024-09-12T00:56:07.163 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:56:07.068+0000 7f4243a86640 10 monclient: get_auth_request con 0x562464a644b0 auth_method 0 2024-09-12T00:56:07.163 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:56:07.069+0000 7f4243285640 10 monclient: get_auth_request con 0x562464a68bc0 auth_method 0 2024-09-12T00:56:07.163 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:56:07.070+0000 7f4247d42800 10 monclient: build_initial_monmap 2024-09-12T00:56:07.163 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:56:07.070+0000 7f4247d42800 1 build_initial for_mkfs: 0 2024-09-12T00:56:07.163 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:56:07.070+0000 7f4247d42800 10 monclient: monmap: 2024-09-12T00:56:07.163 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:56:07.163 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:56:07.163 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:56:07.163 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:56:07.163 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:56:07.163 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.163 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:56:07.164 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:56:07.164 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:56:07.164 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.164 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding auth protocol: cephx 2024-09-12T00:56:07.164 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding auth protocol: cephx 2024-09-12T00:56:07.164 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding auth protocol: cephx 2024-09-12T00:56:07.164 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: secure 2024-09-12T00:56:07.164 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: crc 2024-09-12T00:56:07.164 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: secure 2024-09-12T00:56:07.164 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: crc 2024-09-12T00:56:07.164 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: secure 2024-09-12T00:56:07.164 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: crc 2024-09-12T00:56:07.164 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: crc 2024-09-12T00:56:07.165 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: secure 2024-09-12T00:56:07.165 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: crc 2024-09-12T00:56:07.165 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: secure 2024-09-12T00:56:07.165 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: crc 2024-09-12T00:56:07.165 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: secure 2024-09-12T00:56:07.165 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:56:07.071+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.165 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 asok(0x5624647f8630) register_command objecter_requests cmddesc objecter_requests hook 0x562464a70d40 EEXIST 2024-09-12T00:56:07.165 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient: init 2024-09-12T00:56:07.165 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding auth protocol: cephx 2024-09-12T00:56:07.165 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding auth protocol: cephx 2024-09-12T00:56:07.165 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding auth protocol: cephx 2024-09-12T00:56:07.165 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: secure 2024-09-12T00:56:07.165 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: crc 2024-09-12T00:56:07.165 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: secure 2024-09-12T00:56:07.166 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: crc 2024-09-12T00:56:07.166 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: secure 2024-09-12T00:56:07.166 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: crc 2024-09-12T00:56:07.166 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: crc 2024-09-12T00:56:07.166 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: secure 2024-09-12T00:56:07.166 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: crc 2024-09-12T00:56:07.166 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: secure 2024-09-12T00:56:07.166 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: crc 2024-09-12T00:56:07.166 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: secure 2024-09-12T00:56:07.166 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:56:07.071+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.166 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:56:07.071+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.166 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 asok(0x5624647f8630) register_command rotate-key cmddesc rotate-key hook 0x562464a6c0b0 EEXIST 2024-09-12T00:56:07.166 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient: _reopen_session rank -1 2024-09-12T00:56:07.166 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:56:07.167 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-c con 0x562464a95060 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:56:07.167 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-a con 0x562464a95440 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:56:07.167 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-b con 0x562464a93d70 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:56:07.167 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.167 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.167 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.167 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient(hunting): _renew_subs 2024-09-12T00:56:07.167 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient(hunting): authenticate will time out at 2073.522902s 2024-09-12T00:56:07.167 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:56:07.072+0000 7f4243285640 10 monclient(hunting): get_auth_request con 0x562464a95440 auth_method 0 2024-09-12T00:56:07.168 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:56:07.072+0000 7f4243285640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.168 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:56:07.072+0000 7f4243285640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.168 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:56:07.072+0000 7f4243285640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.168 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient(hunting): get_auth_request con 0x562464a95060 auth_method 0 2024-09-12T00:56:07.168 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.168 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.168 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.168 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:56:07.072+0000 7f4244287640 10 monclient(hunting): get_auth_request con 0x562464a93d70 auth_method 0 2024-09-12T00:56:07.168 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:56:07.072+0000 7f4244287640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.168 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:56:07.072+0000 7f4244287640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.169 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:56:07.072+0000 7f4244287640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.169 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.169 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.169 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.169 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:56:07.072+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.169 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:56:07.072+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.169 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:56:07.072+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.169 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:56:07.072+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.169 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:56:07.072+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.169 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:56:07.072+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.169 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient(hunting): handle_auth_done global_id 7514 payload 824 2024-09-12T00:56:07.169 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient: _finish_hunting 0 2024-09-12T00:56:07.169 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:56:07.072+0000 7f4243a86640 1 monclient: found mon.noname-c 2024-09-12T00:56:07.169 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:56:07.170 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:07.170 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:56:07.170 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: dump: 2024-09-12T00:56:07.170 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:07.170 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:07.170 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.170 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.170 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:07.170 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.170 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:07.170 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:07.170 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:07.170 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.170 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: _finish_auth 0 2024-09-12T00:56:07.171 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: _check_auth_tickets 2024-09-12T00:56:07.171 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:56:07.171 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:07.171 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:56:07.171 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: dump: 2024-09-12T00:56:07.171 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:07.171 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:07.171 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.171 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.171 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:07.171 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.171 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:07.171 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:07.172 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:07.172 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.172 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:56:07.072+0000 7f4247d42800 5 monclient: authenticate success, global_id 7514 2024-09-12T00:56:07.172 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:56:07.072+0000 7f4247d42800 10 monclient: _renew_subs 2024-09-12T00:56:07.172 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:56:07.072+0000 7f4247d42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:07.172 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:56:07.072+0000 7f4244a88640 4 set_mon_vals no callback set 2024-09-12T00:56:07.172 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:56:07.072+0000 7f4247d42800 10 monclient: _renew_subs 2024-09-12T00:56:07.172 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:56:07.072+0000 7f4247d42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:07.172 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:56:07.074+0000 7f41297fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:56:07.172 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:56:07.074+0000 7f41297fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:07.172 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:56:07.074+0000 7f41297fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:07.172 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:56:07.074+0000 7f4243285640 10 monclient: get_auth_request con 0x7f411c076380 auth_method 0 2024-09-12T00:56:07.172 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:56:07.074+0000 7f4247d42800 10 monclient: get_monmap_and_config 2024-09-12T00:56:07.173 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:56:07.074+0000 7f4247d42800 10 monclient: build_initial_monmap 2024-09-12T00:56:07.173 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:56:07.074+0000 7f4247d42800 1 build_initial for_mkfs: 0 2024-09-12T00:56:07.173 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:56:07.074+0000 7f4247d42800 10 monclient: monmap: 2024-09-12T00:56:07.173 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:56:07.173 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:56:07.173 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:56:07.173 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:56:07.173 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:56:07.173 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.173 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:56:07.173 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:56:07.173 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:56:07.173 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.173 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding auth protocol: cephx 2024-09-12T00:56:07.174 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding auth protocol: cephx 2024-09-12T00:56:07.174 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding auth protocol: cephx 2024-09-12T00:56:07.174 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: secure 2024-09-12T00:56:07.174 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: crc 2024-09-12T00:56:07.174 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: secure 2024-09-12T00:56:07.174 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: crc 2024-09-12T00:56:07.174 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: secure 2024-09-12T00:56:07.174 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: crc 2024-09-12T00:56:07.174 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: crc 2024-09-12T00:56:07.174 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: secure 2024-09-12T00:56:07.174 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: crc 2024-09-12T00:56:07.174 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: secure 2024-09-12T00:56:07.174 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: crc 2024-09-12T00:56:07.174 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: secure 2024-09-12T00:56:07.174 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:56:07.075+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.175 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient: init 2024-09-12T00:56:07.175 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding auth protocol: cephx 2024-09-12T00:56:07.175 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding auth protocol: cephx 2024-09-12T00:56:07.175 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding auth protocol: cephx 2024-09-12T00:56:07.175 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: secure 2024-09-12T00:56:07.175 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: crc 2024-09-12T00:56:07.175 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: secure 2024-09-12T00:56:07.175 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: crc 2024-09-12T00:56:07.175 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: secure 2024-09-12T00:56:07.175 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: crc 2024-09-12T00:56:07.175 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: crc 2024-09-12T00:56:07.175 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: secure 2024-09-12T00:56:07.175 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: crc 2024-09-12T00:56:07.175 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: secure 2024-09-12T00:56:07.175 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: crc 2024-09-12T00:56:07.176 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: secure 2024-09-12T00:56:07.176 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:56:07.075+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.176 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:56:07.075+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.176 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 asok(0x5624647f8630) register_command rotate-key cmddesc rotate-key hook 0x7fff1b2c0e78 EEXIST 2024-09-12T00:56:07.176 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient: _reopen_session rank -1 2024-09-12T00:56:07.176 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:56:07.176 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-b con 0x562464ae5200 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:56:07.176 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-c con 0x562464ab8df0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:56:07.176 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-a con 0x562464ab72f0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:56:07.176 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.176 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.176 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.176 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient(hunting): _renew_subs 2024-09-12T00:56:07.176 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient(hunting): authenticate will time out at 2073.526914s 2024-09-12T00:56:07.176 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:56:07.076+0000 7f4243285640 10 monclient(hunting): get_auth_request con 0x562464ab8df0 auth_method 0 2024-09-12T00:56:07.177 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:56:07.076+0000 7f4243285640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.177 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:56:07.076+0000 7f4243285640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.177 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:56:07.076+0000 7f4243285640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.177 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient(hunting): get_auth_request con 0x562464ab72f0 auth_method 0 2024-09-12T00:56:07.177 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.177 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.177 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.177 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:56:07.076+0000 7f4243a86640 10 monclient(hunting): get_auth_request con 0x562464ae5200 auth_method 0 2024-09-12T00:56:07.177 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:56:07.076+0000 7f4243a86640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.177 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:56:07.076+0000 7f4243a86640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.177 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:56:07.076+0000 7f4243a86640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.177 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.177 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.178 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.178 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:56:07.076+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.178 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:56:07.076+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.178 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:56:07.076+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.178 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:56:07.076+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.178 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:56:07.076+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.178 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:56:07.076+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.178 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient(hunting): handle_auth_done global_id 8001 payload 274 2024-09-12T00:56:07.178 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient: _finish_hunting 0 2024-09-12T00:56:07.178 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:56:07.076+0000 7f4244287640 1 monclient: found mon.noname-a 2024-09-12T00:56:07.178 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:56:07.178 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:07.178 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:56:07.178 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: dump: 2024-09-12T00:56:07.179 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:07.179 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:07.179 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.179 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.179 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:07.179 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.179 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:07.179 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:07.179 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:07.179 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.179 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: _finish_auth 0 2024-09-12T00:56:07.179 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:56:07.179 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:56:07.179 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:56:07.076+0000 7f4247d42800 5 monclient: authenticate success, global_id 8001 2024-09-12T00:56:07.179 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:56:07.076+0000 7f4247d42800 10 monclient: get_monmap_and_config success 2024-09-12T00:56:07.180 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:56:07.076+0000 7f4247d42800 4 set_mon_vals no callback set 2024-09-12T00:56:07.180 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:07.180 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:56:07.180 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: dump: 2024-09-12T00:56:07.180 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:07.180 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:07.180 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.180 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.180 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:07.180 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.180 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:07.180 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:07.180 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:07.180 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.181 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:56:07.077+0000 7f4247d42800 10 monclient: shutdown 2024-09-12T00:56:07.181 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:56:07.077+0000 7f4247d42800 10 monclient: build_initial_monmap 2024-09-12T00:56:07.181 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:56:07.077+0000 7f4247d42800 1 build_initial for_mkfs: 0 2024-09-12T00:56:07.181 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:56:07.077+0000 7f4247d42800 10 monclient: monmap: 2024-09-12T00:56:07.181 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:56:07.181 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:56:07.181 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:56:07.181 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:56:07.181 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:56:07.181 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.181 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:56:07.181 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:56:07.181 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:56:07.182 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.182 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding auth protocol: cephx 2024-09-12T00:56:07.182 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding auth protocol: cephx 2024-09-12T00:56:07.182 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding auth protocol: cephx 2024-09-12T00:56:07.182 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: secure 2024-09-12T00:56:07.182 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: crc 2024-09-12T00:56:07.182 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: secure 2024-09-12T00:56:07.182 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: crc 2024-09-12T00:56:07.182 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: secure 2024-09-12T00:56:07.182 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: crc 2024-09-12T00:56:07.182 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: crc 2024-09-12T00:56:07.182 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: secure 2024-09-12T00:56:07.182 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: crc 2024-09-12T00:56:07.182 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: secure 2024-09-12T00:56:07.183 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: crc 2024-09-12T00:56:07.183 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: secure 2024-09-12T00:56:07.183 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:56:07.077+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.183 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:56:07.077+0000 7f4247d42800 1 librados: starting msgr at 2024-09-12T00:56:07.183 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:56:07.077+0000 7f4247d42800 1 librados: starting objecter 2024-09-12T00:56:07.183 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 asok(0x5624647f8630) register_command objecter_requests cmddesc objecter_requests hook 0x562464aba490 EEXIST 2024-09-12T00:56:07.183 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:56:07.077+0000 7f4247d42800 1 librados: setting wanted keys 2024-09-12T00:56:07.183 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:56:07.077+0000 7f4247d42800 1 librados: calling monclient init 2024-09-12T00:56:07.183 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:56:07.077+0000 7f4247d42800 10 monclient: init 2024-09-12T00:56:07.183 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding auth protocol: cephx 2024-09-12T00:56:07.183 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding auth protocol: cephx 2024-09-12T00:56:07.183 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding auth protocol: cephx 2024-09-12T00:56:07.183 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: secure 2024-09-12T00:56:07.183 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: crc 2024-09-12T00:56:07.183 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: secure 2024-09-12T00:56:07.184 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: crc 2024-09-12T00:56:07.184 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: secure 2024-09-12T00:56:07.184 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: crc 2024-09-12T00:56:07.184 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: crc 2024-09-12T00:56:07.184 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: secure 2024-09-12T00:56:07.184 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: crc 2024-09-12T00:56:07.184 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: secure 2024-09-12T00:56:07.184 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: crc 2024-09-12T00:56:07.184 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: secure 2024-09-12T00:56:07.184 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:56:07.077+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.184 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:56:07.078+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.184 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:56:07.078+0000 7f4247d42800 5 asok(0x5624647f8630) register_command rotate-key cmddesc rotate-key hook 0x562464aa9a68 EEXIST 2024-09-12T00:56:07.184 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient: _reopen_session rank -1 2024-09-12T00:56:07.184 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:56:07.185 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-b con 0x562464ab72f0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:56:07.185 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-a con 0x562464ab8df0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:56:07.185 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-c con 0x562464ae5200 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:56:07.185 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.185 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.185 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.185 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient(hunting): _renew_subs 2024-09-12T00:56:07.185 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient(hunting): authenticate will time out at 2073.529273s 2024-09-12T00:56:07.185 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient(hunting): get_auth_request con 0x562464ab8df0 auth_method 0 2024-09-12T00:56:07.185 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.185 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.185 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.185 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:56:07.078+0000 7f4243a86640 10 monclient(hunting): get_auth_request con 0x562464ab72f0 auth_method 0 2024-09-12T00:56:07.186 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:56:07.078+0000 7f4243a86640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.186 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:56:07.078+0000 7f4243a86640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.186 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:56:07.078+0000 7f4243a86640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.186 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:56:07.078+0000 7f4244287640 10 monclient(hunting): get_auth_request con 0x562464ae5200 auth_method 0 2024-09-12T00:56:07.186 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:56:07.078+0000 7f4244287640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.186 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:56:07.078+0000 7f4244287640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.186 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:56:07.078+0000 7f4244287640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.186 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.186 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.186 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.186 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:56:07.078+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.186 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:56:07.078+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.186 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:56:07.078+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.186 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:56:07.078+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.186 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:56:07.078+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.187 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:56:07.078+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.187 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient(hunting): handle_auth_done global_id 8004 payload 824 2024-09-12T00:56:07.187 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient: _finish_hunting 0 2024-09-12T00:56:07.187 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:56:07.078+0000 7f4243285640 1 monclient: found mon.noname-a 2024-09-12T00:56:07.187 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:56:07.187 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:07.187 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:56:07.187 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: dump: 2024-09-12T00:56:07.187 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:07.187 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:07.187 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.187 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.187 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:07.188 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.188 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:07.188 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:07.188 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:07.188 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.188 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: _finish_auth 0 2024-09-12T00:56:07.188 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: _check_auth_tickets 2024-09-12T00:56:07.188 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:56:07.188 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:07.188 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:56:07.188 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: dump: 2024-09-12T00:56:07.188 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:07.188 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:07.189 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.189 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.189 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:07.189 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.189 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:07.189 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:07.189 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:07.189 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.189 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:56:07.078+0000 7f4247d42800 5 monclient: authenticate success, global_id 8004 2024-09-12T00:56:07.189 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient: _renew_subs 2024-09-12T00:56:07.189 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:56:07.078+0000 7f4122ffd640 4 set_mon_vals no callback set 2024-09-12T00:56:07.189 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:56:07.189 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:56:07.079+0000 7f4247d42800 10 monclient: _renew_subs 2024-09-12T00:56:07.189 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:56:07.079+0000 7f4247d42800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:56:07.190 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:56:07.079+0000 7f4247d42800 1 librados: init done 2024-09-12T00:56:07.190 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:56:07.079+0000 7f4247d42800 5 asok(0x5624647f8630) register_command cr dump hook 0x562464ae0748 2024-09-12T00:56:07.190 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:56:07.080+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.190 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:56:07.081+0000 7f41217fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:56:07.190 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:56:07.081+0000 7f41217fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:07.190 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:56:07.081+0000 7f41217fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:07.190 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:56:07.081+0000 7f4243a86640 10 monclient: get_auth_request con 0x7f410c076470 auth_method 0 2024-09-12T00:56:07.190 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:56:07.081+0000 7f4244287640 10 monclient: get_auth_request con 0x562464b063b0 auth_method 0 2024-09-12T00:56:07.190 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.190 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:56:07.082+0000 7f4247d42800 20 realm 2024-09-12T00:56:07.190 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.190 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.190 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:56:07.082+0000 7f4247d42800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:07.190 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.191 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.191 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.191 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:56:07.082+0000 7f4243a86640 10 monclient: get_auth_request con 0x562464b0a520 auth_method 0 2024-09-12T00:56:07.191 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:56:07.083+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:07.191 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:56:07.083+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.191 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:56:07.083+0000 7f4243285640 10 monclient: get_auth_request con 0x562464b0dd80 auth_method 0 2024-09-12T00:56:07.191 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:56:07.084+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:07.191 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:56:07.084+0000 7f4247d42800 20 searching for the correct realm 2024-09-12T00:56:07.191 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:56:07.084+0000 7f4244287640 10 monclient: get_auth_request con 0x562464b12b00 auth_method 0 2024-09-12T00:56:07.191 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:56:07.085+0000 7f4243a86640 10 monclient: get_auth_request con 0x7f423801a040 auth_method 0 2024-09-12T00:56:07.191 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:56:07.085+0000 7f4243285640 10 monclient: get_auth_request con 0x7f4234074040 auth_method 0 2024-09-12T00:56:07.191 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:56:07.086+0000 7f4243285640 0 -- 172.21.15.38:0/67761376 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x562464b0dd80 msgr2=0x562464b10170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:07.191 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:56:07.086+0000 7f41217fa640 1 client.8004.objecter ms_handle_reset 0x562464b0dd80 session 0x562464b09870 osd.7 2024-09-12T00:56:07.191 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:56:07.086+0000 7f41217fa640 10 monclient: _renew_subs 2024-09-12T00:56:07.192 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:56:07.086+0000 7f41217fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:56:07.192 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:56:07.086+0000 7f4243285640 10 monclient: get_auth_request con 0x7f410c086aa0 auth_method 0 2024-09-12T00:56:07.192 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:56:07.087+0000 7f4244287640 10 monclient: get_auth_request con 0x7f423806d330 auth_method 0 2024-09-12T00:56:07.192 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:56:07.089+0000 7f4243a86640 10 monclient: get_auth_request con 0x7f4238075e20 auth_method 0 2024-09-12T00:56:07.192 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:56:07.089+0000 7f4243a86640 0 -- 172.21.15.38:0/67761376 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f4238075e20 msgr2=0x7f423806b4a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:07.192 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:56:07.090+0000 7f41217fa640 1 client.8004.objecter ms_handle_reset 0x7f4238075e20 session 0x7f4238076310 osd.0 2024-09-12T00:56:07.192 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:56:07.090+0000 7f4243a86640 10 monclient: get_auth_request con 0x562464b0dd80 auth_method 0 2024-09-12T00:56:07.192 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:07.192 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:07.192 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:07.192 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:07.192 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:07.192 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:07.192 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.193 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.193 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.193 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:07.193 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.193 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:07.193 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 zone default found 2024-09-12T00:56:07.193 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:56:07.095+0000 7f4247d42800 4 Realm: () 2024-09-12T00:56:07.193 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:56:07.095+0000 7f4247d42800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:07.193 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:56:07.095+0000 7f4247d42800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:07.193 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:56:07.095+0000 7f4247d42800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:07.193 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 zonegroup default 2024-09-12T00:56:07.193 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.193 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.193 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.194 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.194 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.194 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:56:07.096+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.194 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:56:07.096+0000 7f4247d42800 20 started sync module instance, tier type = 2024-09-12T00:56:07.194 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:56:07.096+0000 7f4247d42800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:07.194 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=0 2024-09-12T00:56:07.194 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=1 2024-09-12T00:56:07.194 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=2 2024-09-12T00:56:07.194 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=3 2024-09-12T00:56:07.194 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=4 2024-09-12T00:56:07.194 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=5 2024-09-12T00:56:07.194 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=6 2024-09-12T00:56:07.194 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:56:07.106+0000 7f4247d42800 20 add_watcher() i=7 2024-09-12T00:56:07.194 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:56:07.106+0000 7f4247d42800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:07.195 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding auth protocol: cephx 2024-09-12T00:56:07.195 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding auth protocol: cephx 2024-09-12T00:56:07.195 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding auth protocol: cephx 2024-09-12T00:56:07.195 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: secure 2024-09-12T00:56:07.195 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: crc 2024-09-12T00:56:07.195 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: secure 2024-09-12T00:56:07.195 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: crc 2024-09-12T00:56:07.195 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: secure 2024-09-12T00:56:07.195 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: crc 2024-09-12T00:56:07.195 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: crc 2024-09-12T00:56:07.195 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: secure 2024-09-12T00:56:07.195 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: crc 2024-09-12T00:56:07.195 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: secure 2024-09-12T00:56:07.195 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: crc 2024-09-12T00:56:07.195 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: secure 2024-09-12T00:56:07.196 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:56:07.108+0000 7f40f9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:07.196 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:56:07.108+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.196 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:56:07.108+0000 7f4247d42800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:07.196 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:56:07.108+0000 7f4247d42800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:07.196 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 asok(0x5624647f8630) register_command cache list hook 0x562464ae1500 2024-09-12T00:56:07.196 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 asok(0x5624647f8630) register_command cache inspect hook 0x562464ae1500 2024-09-12T00:56:07.196 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 asok(0x5624647f8630) register_command cache erase hook 0x562464ae1500 2024-09-12T00:56:07.196 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 asok(0x5624647f8630) register_command cache zap hook 0x562464ae1500 2024-09-12T00:56:07.196 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 note: GC not initialized 2024-09-12T00:56:07.196 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:56:07.108+0000 7f40f8fe1640 20 reqs_thread_entry: start 2024-09-12T00:56:07.196 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:56:07.109+0000 7f4247d42800 5 asok(0x5624647f8630) register_command sync trace show hook 0x7f4234004b60 2024-09-12T00:56:07.196 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:56:07.109+0000 7f4247d42800 5 asok(0x5624647f8630) register_command sync trace history hook 0x7f4234004b60 2024-09-12T00:56:07.196 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:56:07.109+0000 7f4247d42800 5 asok(0x5624647f8630) register_command sync trace active hook 0x7f4234004b60 2024-09-12T00:56:07.196 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:56:07.109+0000 7f4247d42800 5 asok(0x5624647f8630) register_command sync trace active_short hook 0x7f4234004b60 2024-09-12T00:56:07.197 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:56:07.109+0000 7f4247d42800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:07.197 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:56:07.109+0000 7f4247d42800 20 Filter name: none 2024-09-12T00:56:07.197 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:56:07.109+0000 7f40727fc640 20 reqs_thread_entry: start 2024-09-12T00:56:07.197 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:56:07.109+0000 7f4247d42800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T00:56:07.197 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:56:07.109+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.197 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:56:07.109+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:07.197 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:56:07.109+0000 7f4247d42800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T00:56:07.197 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:56:07.109+0000 7f4247d42800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T00:56:07.197 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:56:07.109+0000 7f4247d42800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 : miss 2024-09-12T00:56:07.197 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:56:07.109+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.197 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:56:07.110+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:07.197 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:56:07.110+0000 7f4247d42800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 info.flags=0x17 2024-09-12T00:56:07.197 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:56:07.110+0000 7f4247d42800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to cache LRU end 2024-09-12T00:56:07.197 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:56:07.110+0000 7f4247d42800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:56:07.197 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:56:07.110+0000 7f4247d42800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:07.198 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:56:07.110+0000 7f4247d42800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 2024-09-12T00:56:07.198 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:56:07.115+0000 7f4247d42800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 info.flags=0x17 2024-09-12T00:56:07.198 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:56:07.115+0000 7f4247d42800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to cache LRU end 2024-09-12T00:56:07.198 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:56:07.115+0000 7f4247d42800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:07.198 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:56:07.115+0000 7f4247d42800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40, ofs0, ns] 2024-09-12T00:56:07.198 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:56:07.116+0000 7f41227fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464378 cookie 94714308130064 notifier 8004 bl.length()=1015 2024-09-12T00:56:07.198 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:56:07.116+0000 7f41227fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 info.flags=0x17 2024-09-12T00:56:07.198 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:56:07.116+0000 7f41227fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to cache LRU end 2024-09-12T00:56:07.198 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:56:07.116+0000 7f41227fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:07.198 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:56:07.116+0000 7f4247d42800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): orig_sources= new_sources= 2024-09-12T00:56:07.198 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:56:07.116+0000 7f4247d42800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): potential sources added=[] removed=[] 2024-09-12T00:56:07.198 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:56:07.116+0000 7f4247d42800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): orig_dests= new_dests= 2024-09-12T00:56:07.198 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:56:07.116+0000 7f4247d42800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): potential dests added=[] removed=[] 2024-09-12T00:56:07.199 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.0 2024-09-12T00:56:07.199 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.0 2024-09-12T00:56:07.199 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.1 2024-09-12T00:56:07.199 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.1 2024-09-12T00:56:07.199 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.2 2024-09-12T00:56:07.199 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.2 2024-09-12T00:56:07.199 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.3 2024-09-12T00:56:07.199 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.3 2024-09-12T00:56:07.199 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.4 2024-09-12T00:56:07.199 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.4 2024-09-12T00:56:07.199 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.5 2024-09-12T00:56:07.199 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.5 2024-09-12T00:56:07.199 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.6 2024-09-12T00:56:07.199 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.6 2024-09-12T00:56:07.200 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.7 2024-09-12T00:56:07.200 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.7 2024-09-12T00:56:07.200 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.8 2024-09-12T00:56:07.200 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.8 2024-09-12T00:56:07.200 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.9 2024-09-12T00:56:07.200 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.9 2024-09-12T00:56:07.200 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.10 2024-09-12T00:56:07.200 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.10 2024-09-12T00:56:07.200 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.11 2024-09-12T00:56:07.200 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.11 2024-09-12T00:56:07.200 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.0 2024-09-12T00:56:07.200 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1 2024-09-12T00:56:07.200 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:56:07.122+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2 2024-09-12T00:56:07.200 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:56:07.122+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.3 2024-09-12T00:56:07.201 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:56:07.123+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.4 2024-09-12T00:56:07.201 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:56:07.123+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.5 2024-09-12T00:56:07.201 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:56:07.123+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.6 2024-09-12T00:56:07.201 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:56:07.124+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.7 2024-09-12T00:56:07.201 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:56:07.124+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.8 2024-09-12T00:56:07.201 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:56:07.125+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.9 2024-09-12T00:56:07.201 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:56:07.125+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.10 2024-09-12T00:56:07.201 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:56:07.129+0000 7f4247d42800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4247d42800 time 2024-09-12T00:56:07.129350+0000 2024-09-12T00:56:07.201 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:56:07.201 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.201 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:56:07.201 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f424958c71a] 2024-09-12T00:56:07.201 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f424958c8d8] 2024-09-12T00:56:07.201 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5624620c7641] 2024-09-12T00:56:07.202 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x5624620d651b] 2024-09-12T00:56:07.202 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x5624620d73e4] 2024-09-12T00:56:07.202 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:56:07.202 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f4248229590] 2024-09-12T00:56:07.202 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:56:07.202 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:56:07.202 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.202 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:56:07.130+0000 7f4247d42800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:56:07.202 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f4247d42800 thread_name:radosgw-admin 2024-09-12T00:56:07.202 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.202 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:56:07.202 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f424823e6f0] 2024-09-12T00:56:07.202 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f424828b99c] 2024-09-12T00:56:07.202 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:56:07.203 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:56:07.203 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f424958c774] 2024-09-12T00:56:07.203 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f424958c8d8] 2024-09-12T00:56:07.203 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5624620c7641] 2024-09-12T00:56:07.203 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x5624620d651b] 2024-09-12T00:56:07.203 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x5624620d73e4] 2024-09-12T00:56:07.203 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:56:07.203 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f4248229590] 2024-09-12T00:56:07.203 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:56:07.203 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:56:07.203 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:56:07.203 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.203 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:56:07.204 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:56:07.204 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:56:07.204 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:56:07.204 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:56:07.204 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:56:07.204 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:56:07.204 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:56:07.204 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:56:07.204 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:56:07.204 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:56:07.204 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:56:07.204 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:56:07.204 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:56:07.204 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:56:07.204 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:56:07.205 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:56:07.205 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:56:07.205 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:56:07.205 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:56:07.205 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:56:07.205 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:56:07.205 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:56:07.205 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:56:07.205 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:56:07.205 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:56:07.205 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:56:07.205 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:56:07.205 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:56:07.205 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:56:07.206 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:56:07.206 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:56:07.206 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:56:07.206 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:56:07.206 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:56:07.206 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:56:07.206 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:56:07.206 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:56:07.206 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:56:07.206 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:56:07.206 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:56:07.206 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:56:07.206 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:56:07.207 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:56:07.207 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:56:07.207 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:56:07.207 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:56:07.207 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:56:07.207 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:56:07.207 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:56:07.207 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:56:07.207 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:56:07.207 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:56:07.207 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:56:07.207 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:56:07.207 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:56:07.207 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:56:07.208 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:56:07.208 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:56:07.208 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:56:07.208 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:56:07.208 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:56:07.208 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:56:07.208 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:56:07.208 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:56:07.208 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:56:07.208 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:56:07.208 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:56:07.208 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:56:07.208 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:56:07.208 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:56:07.208 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:56:07.209 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:56:07.209 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:56:07.209 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:56:07.209 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:56:07.209 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:56:07.209 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:56:07.209 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:56:07.209 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:56:07.209 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:56:07.209 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:56:07.209 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:56:07.209 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:56:07.209 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:56:07.209 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:56:07.210 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:56:07.210 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:56:07.210 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:56:07.210 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:56:07.210 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:56:07.210 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:56:07.210 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:56:07.210 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:56:07.210 INFO:tasks.workunit.client.0.smithi038.stderr: 7f40727fc640 / http_manager 2024-09-12T00:56:07.210 INFO:tasks.workunit.client.0.smithi038.stderr: 7f40f8fe1640 / http_manager 2024-09-12T00:56:07.210 INFO:tasks.workunit.client.0.smithi038.stderr: 7f40f9fe3640 / rgw_dt_lg_renew 2024-09-12T00:56:07.210 INFO:tasks.workunit.client.0.smithi038.stderr: 7f41217fa640 / ms_dispatch 2024-09-12T00:56:07.210 INFO:tasks.workunit.client.0.smithi038.stderr: 7f41227fc640 / io_context_pool 2024-09-12T00:56:07.210 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4122ffd640 / io_context_pool 2024-09-12T00:56:07.211 INFO:tasks.workunit.client.0.smithi038.stderr: 7f41297fa640 / ms_dispatch 2024-09-12T00:56:07.211 INFO:tasks.workunit.client.0.smithi038.stderr: 7f412bfff640 / ms_dispatch 2024-09-12T00:56:07.211 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4131e0b640 / io_context_pool 2024-09-12T00:56:07.211 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4243285640 / msgr-worker-2 2024-09-12T00:56:07.211 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4243a86640 / msgr-worker-1 2024-09-12T00:56:07.211 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4244287640 / msgr-worker-0 2024-09-12T00:56:07.211 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4244a88640 / io_context_pool 2024-09-12T00:56:07.211 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4247d42800 / radosgw-admin 2024-09-12T00:56:07.211 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:56:07.211 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:56:07.211 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/log/ceph/ceph-client.admin.144380.log 2024-09-12T00:56:07.211 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:56:07.211 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:56:07.211 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:56:07.064+0000 7f4247d42800 5 AuthRegistry(0x562464a17870) adding con mode: crc 2024-09-12T00:56:07.212 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:56:07.064+0000 7f4247d42800 5 AuthRegistry(0x562464a17870) adding con mode: secure 2024-09-12T00:56:07.212 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:56:07.064+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.212 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:56:07.064+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.212 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:56:07.064+0000 7f4247d42800 5 asok(0x5624647f8630) register_command rotate-key hook 0x562464a179b8 2024-09-12T00:56:07.212 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient: _reopen_session rank -1 2024-09-12T00:56:07.212 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:56:07.212 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-b con 0x5624648c4700 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:56:07.212 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-a con 0x5624648c4ee0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:56:07.212 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-c con 0x562464a1eb20 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:56:07.212 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.212 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.212 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.212 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient(hunting): _renew_subs 2024-09-12T00:56:07.212 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:56:07.064+0000 7f4247d42800 10 monclient(hunting): authenticate will time out at 2073.515605s 2024-09-12T00:56:07.213 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:56:07.064+0000 7f4244287640 10 monclient(hunting): get_auth_request con 0x562464a1eb20 auth_method 0 2024-09-12T00:56:07.213 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:56:07.064+0000 7f4244287640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.213 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:56:07.064+0000 7f4244287640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.213 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:56:07.064+0000 7f4244287640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.213 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:56:07.064+0000 7f4243285640 10 monclient(hunting): get_auth_request con 0x5624648c4ee0 auth_method 0 2024-09-12T00:56:07.213 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:56:07.064+0000 7f4243285640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.213 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:56:07.064+0000 7f4243285640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.213 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:56:07.064+0000 7f4243285640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.213 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:56:07.064+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.213 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:56:07.064+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.213 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:56:07.064+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.213 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:56:07.064+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.213 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:56:07.064+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.214 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:56:07.064+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.214 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:56:07.064+0000 7f4243a86640 10 monclient(hunting): get_auth_request con 0x5624648c4700 auth_method 0 2024-09-12T00:56:07.214 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:56:07.064+0000 7f4243a86640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.214 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:56:07.064+0000 7f4243a86640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.214 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:56:07.064+0000 7f4243a86640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.214 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:56:07.064+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.214 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:56:07.064+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.214 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:56:07.064+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.214 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:56:07.064+0000 7f4244287640 10 monclient(hunting): handle_auth_done global_id 7511 payload 824 2024-09-12T00:56:07.214 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:56:07.065+0000 7f4244287640 10 monclient: _finish_hunting 0 2024-09-12T00:56:07.214 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:56:07.065+0000 7f4244287640 1 monclient: found mon.noname-c 2024-09-12T00:56:07.214 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:56:07.065+0000 7f4244287640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:56:07.214 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:07.214 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:56:07.215 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: dump: 2024-09-12T00:56:07.215 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:07.215 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:07.215 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.215 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.215 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:07.215 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.215 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:07.215 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:07.215 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:07.215 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.215 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: _finish_auth 0 2024-09-12T00:56:07.215 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: _check_auth_tickets 2024-09-12T00:56:07.216 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: handle_config config(0 keys) 2024-09-12T00:56:07.216 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:07.216 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:56:07.216 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:56:07.065+0000 7f412bfff640 10 monclient: dump: 2024-09-12T00:56:07.216 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:07.216 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:07.216 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.216 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.216 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:07.216 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.216 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:07.216 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:07.216 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:07.216 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.217 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:56:07.065+0000 7f4247d42800 5 monclient: authenticate success, global_id 7511 2024-09-12T00:56:07.217 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:56:07.065+0000 7f4247d42800 10 monclient: _renew_subs 2024-09-12T00:56:07.217 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:56:07.065+0000 7f4247d42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:07.217 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:56:07.065+0000 7f4131e0b640 4 set_mon_vals no callback set 2024-09-12T00:56:07.217 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:56:07.065+0000 7f4247d42800 10 monclient: _renew_subs 2024-09-12T00:56:07.217 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:56:07.065+0000 7f4247d42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:07.217 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:56:07.065+0000 7f4247d42800 1 librados: init done 2024-09-12T00:56:07.217 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:56:07.067+0000 7f412bfff640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:56:07.217 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:56:07.067+0000 7f412bfff640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:07.217 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:56:07.067+0000 7f412bfff640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:07.217 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:56:07.067+0000 7f4243a86640 10 monclient: get_auth_request con 0x7f412c076470 auth_method 0 2024-09-12T00:56:07.217 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:56:07.067+0000 7f4243285640 10 monclient: get_auth_request con 0x562464a46060 auth_method 0 2024-09-12T00:56:07.217 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:56:07.068+0000 7f4243a86640 10 monclient: get_auth_request con 0x562464a644b0 auth_method 0 2024-09-12T00:56:07.217 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:56:07.069+0000 7f4243285640 10 monclient: get_auth_request con 0x562464a68bc0 auth_method 0 2024-09-12T00:56:07.218 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:56:07.070+0000 7f4247d42800 10 monclient: build_initial_monmap 2024-09-12T00:56:07.218 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:56:07.070+0000 7f4247d42800 1 build_initial for_mkfs: 0 2024-09-12T00:56:07.218 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:56:07.070+0000 7f4247d42800 10 monclient: monmap: 2024-09-12T00:56:07.218 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:56:07.218 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:56:07.218 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:56:07.218 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:56:07.218 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:56:07.218 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.218 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:56:07.218 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:56:07.218 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:56:07.218 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.219 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding auth protocol: cephx 2024-09-12T00:56:07.219 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding auth protocol: cephx 2024-09-12T00:56:07.219 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding auth protocol: cephx 2024-09-12T00:56:07.219 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: secure 2024-09-12T00:56:07.219 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: crc 2024-09-12T00:56:07.219 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: secure 2024-09-12T00:56:07.219 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: crc 2024-09-12T00:56:07.219 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: secure 2024-09-12T00:56:07.219 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: crc 2024-09-12T00:56:07.219 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: crc 2024-09-12T00:56:07.219 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: secure 2024-09-12T00:56:07.219 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: crc 2024-09-12T00:56:07.219 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: secure 2024-09-12T00:56:07.219 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: crc 2024-09-12T00:56:07.220 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:56:07.070+0000 7f4247d42800 5 AuthRegistry(0x562464a6d890) adding con mode: secure 2024-09-12T00:56:07.220 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:56:07.071+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.220 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 asok(0x5624647f8630) register_command objecter_requests cmddesc objecter_requests hook 0x562464a70d40 EEXIST 2024-09-12T00:56:07.220 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient: init 2024-09-12T00:56:07.220 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding auth protocol: cephx 2024-09-12T00:56:07.220 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding auth protocol: cephx 2024-09-12T00:56:07.220 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding auth protocol: cephx 2024-09-12T00:56:07.220 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: secure 2024-09-12T00:56:07.220 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: crc 2024-09-12T00:56:07.220 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: secure 2024-09-12T00:56:07.220 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: crc 2024-09-12T00:56:07.220 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: secure 2024-09-12T00:56:07.220 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: crc 2024-09-12T00:56:07.221 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: crc 2024-09-12T00:56:07.221 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: secure 2024-09-12T00:56:07.221 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: crc 2024-09-12T00:56:07.221 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: secure 2024-09-12T00:56:07.221 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: crc 2024-09-12T00:56:07.221 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 AuthRegistry(0x562464a6bf68) adding con mode: secure 2024-09-12T00:56:07.221 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:56:07.071+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.221 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:56:07.071+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.221 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:56:07.071+0000 7f4247d42800 5 asok(0x5624647f8630) register_command rotate-key cmddesc rotate-key hook 0x562464a6c0b0 EEXIST 2024-09-12T00:56:07.221 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient: _reopen_session rank -1 2024-09-12T00:56:07.221 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:56:07.221 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-c con 0x562464a95060 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:56:07.221 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-a con 0x562464a95440 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:56:07.221 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-b con 0x562464a93d70 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:56:07.222 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.222 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.222 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.222 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient(hunting): _renew_subs 2024-09-12T00:56:07.222 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:56:07.071+0000 7f4247d42800 10 monclient(hunting): authenticate will time out at 2073.522902s 2024-09-12T00:56:07.222 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:56:07.072+0000 7f4243285640 10 monclient(hunting): get_auth_request con 0x562464a95440 auth_method 0 2024-09-12T00:56:07.222 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:56:07.072+0000 7f4243285640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.222 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:56:07.072+0000 7f4243285640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.222 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:56:07.072+0000 7f4243285640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.222 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient(hunting): get_auth_request con 0x562464a95060 auth_method 0 2024-09-12T00:56:07.222 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.222 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.222 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.222 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:56:07.072+0000 7f4244287640 10 monclient(hunting): get_auth_request con 0x562464a93d70 auth_method 0 2024-09-12T00:56:07.223 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:56:07.072+0000 7f4244287640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.223 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:56:07.072+0000 7f4244287640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.223 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:56:07.072+0000 7f4244287640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.223 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.223 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.223 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.223 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:56:07.072+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.223 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:56:07.072+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.223 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:56:07.072+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.223 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:56:07.072+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.223 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:56:07.072+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.223 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:56:07.072+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.223 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient(hunting): handle_auth_done global_id 7514 payload 824 2024-09-12T00:56:07.223 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient: _finish_hunting 0 2024-09-12T00:56:07.223 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:56:07.072+0000 7f4243a86640 1 monclient: found mon.noname-c 2024-09-12T00:56:07.224 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:56:07.072+0000 7f4243a86640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:56:07.224 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:07.224 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:56:07.224 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: dump: 2024-09-12T00:56:07.224 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:07.224 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:07.224 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.224 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.224 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:07.224 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.224 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:07.224 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:07.224 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:07.225 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.225 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: _finish_auth 0 2024-09-12T00:56:07.225 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: _check_auth_tickets 2024-09-12T00:56:07.225 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:56:07.225 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:07.225 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:56:07.225 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:56:07.072+0000 7f41297fa640 10 monclient: dump: 2024-09-12T00:56:07.225 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:07.225 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:07.225 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.225 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.225 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:07.225 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.225 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:07.226 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:07.226 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:07.226 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.226 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:56:07.072+0000 7f4247d42800 5 monclient: authenticate success, global_id 7514 2024-09-12T00:56:07.226 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:56:07.072+0000 7f4247d42800 10 monclient: _renew_subs 2024-09-12T00:56:07.226 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:56:07.072+0000 7f4247d42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:07.226 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:56:07.072+0000 7f4244a88640 4 set_mon_vals no callback set 2024-09-12T00:56:07.226 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:56:07.072+0000 7f4247d42800 10 monclient: _renew_subs 2024-09-12T00:56:07.226 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:56:07.072+0000 7f4247d42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:07.226 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:56:07.074+0000 7f41297fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:56:07.226 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:56:07.074+0000 7f41297fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:07.226 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:56:07.074+0000 7f41297fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:07.226 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:56:07.074+0000 7f4243285640 10 monclient: get_auth_request con 0x7f411c076380 auth_method 0 2024-09-12T00:56:07.226 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:56:07.074+0000 7f4247d42800 10 monclient: get_monmap_and_config 2024-09-12T00:56:07.227 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:56:07.074+0000 7f4247d42800 10 monclient: build_initial_monmap 2024-09-12T00:56:07.227 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:56:07.074+0000 7f4247d42800 1 build_initial for_mkfs: 0 2024-09-12T00:56:07.227 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:56:07.074+0000 7f4247d42800 10 monclient: monmap: 2024-09-12T00:56:07.227 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:56:07.227 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:56:07.227 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:56:07.227 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:56:07.227 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:56:07.227 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.227 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:56:07.227 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:56:07.227 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:56:07.227 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.227 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding auth protocol: cephx 2024-09-12T00:56:07.228 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding auth protocol: cephx 2024-09-12T00:56:07.228 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding auth protocol: cephx 2024-09-12T00:56:07.228 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: secure 2024-09-12T00:56:07.228 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: crc 2024-09-12T00:56:07.228 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: secure 2024-09-12T00:56:07.228 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: crc 2024-09-12T00:56:07.228 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: secure 2024-09-12T00:56:07.228 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: crc 2024-09-12T00:56:07.228 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: crc 2024-09-12T00:56:07.228 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: secure 2024-09-12T00:56:07.228 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: crc 2024-09-12T00:56:07.228 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: secure 2024-09-12T00:56:07.228 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: crc 2024-09-12T00:56:07.228 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:56:07.074+0000 7f4247d42800 5 AuthRegistry(0x562464ab4f60) adding con mode: secure 2024-09-12T00:56:07.229 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:56:07.075+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.229 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient: init 2024-09-12T00:56:07.229 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding auth protocol: cephx 2024-09-12T00:56:07.229 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding auth protocol: cephx 2024-09-12T00:56:07.229 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding auth protocol: cephx 2024-09-12T00:56:07.229 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: secure 2024-09-12T00:56:07.229 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: crc 2024-09-12T00:56:07.229 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: secure 2024-09-12T00:56:07.229 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: crc 2024-09-12T00:56:07.229 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: secure 2024-09-12T00:56:07.229 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: crc 2024-09-12T00:56:07.229 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: crc 2024-09-12T00:56:07.229 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: secure 2024-09-12T00:56:07.229 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: crc 2024-09-12T00:56:07.230 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: secure 2024-09-12T00:56:07.230 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: crc 2024-09-12T00:56:07.230 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c0d30) adding con mode: secure 2024-09-12T00:56:07.230 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:56:07.075+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.230 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:56:07.075+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.230 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:56:07.075+0000 7f4247d42800 5 asok(0x5624647f8630) register_command rotate-key cmddesc rotate-key hook 0x7fff1b2c0e78 EEXIST 2024-09-12T00:56:07.230 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient: _reopen_session rank -1 2024-09-12T00:56:07.230 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:56:07.230 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-b con 0x562464ae5200 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:56:07.230 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-c con 0x562464ab8df0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:56:07.230 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-a con 0x562464ab72f0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:56:07.230 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.230 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.230 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.231 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient(hunting): _renew_subs 2024-09-12T00:56:07.231 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:56:07.075+0000 7f4247d42800 10 monclient(hunting): authenticate will time out at 2073.526914s 2024-09-12T00:56:07.231 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:56:07.076+0000 7f4243285640 10 monclient(hunting): get_auth_request con 0x562464ab8df0 auth_method 0 2024-09-12T00:56:07.231 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:56:07.076+0000 7f4243285640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.231 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:56:07.076+0000 7f4243285640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.231 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:56:07.076+0000 7f4243285640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.231 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient(hunting): get_auth_request con 0x562464ab72f0 auth_method 0 2024-09-12T00:56:07.231 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.231 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.231 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.231 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:56:07.076+0000 7f4243a86640 10 monclient(hunting): get_auth_request con 0x562464ae5200 auth_method 0 2024-09-12T00:56:07.231 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:56:07.076+0000 7f4243a86640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.231 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:56:07.076+0000 7f4243a86640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.232 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:56:07.076+0000 7f4243a86640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.232 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.232 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.232 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.232 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:56:07.076+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.232 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:56:07.076+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.232 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:56:07.076+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.232 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:56:07.076+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.232 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:56:07.076+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.232 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:56:07.076+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.232 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient(hunting): handle_auth_done global_id 8001 payload 274 2024-09-12T00:56:07.232 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient: _finish_hunting 0 2024-09-12T00:56:07.232 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:56:07.076+0000 7f4244287640 1 monclient: found mon.noname-a 2024-09-12T00:56:07.232 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:56:07.076+0000 7f4244287640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:56:07.232 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:07.233 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:56:07.233 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: dump: 2024-09-12T00:56:07.233 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:07.233 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:07.233 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.233 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.233 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:07.233 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.233 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:07.233 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:07.233 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:07.233 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.233 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: _finish_auth 0 2024-09-12T00:56:07.234 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: _check_auth_tickets 2024-09-12T00:56:07.234 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:56:07.234 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:56:07.076+0000 7f4247d42800 5 monclient: authenticate success, global_id 8001 2024-09-12T00:56:07.234 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:56:07.076+0000 7f4247d42800 10 monclient: get_monmap_and_config success 2024-09-12T00:56:07.234 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:56:07.076+0000 7f4247d42800 4 set_mon_vals no callback set 2024-09-12T00:56:07.234 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:07.234 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:56:07.234 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:56:07.076+0000 7f4122ffd640 10 monclient: dump: 2024-09-12T00:56:07.234 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:07.234 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:07.234 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.234 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.234 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:07.234 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.234 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:07.234 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:07.235 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:07.235 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.235 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:56:07.077+0000 7f4247d42800 10 monclient: shutdown 2024-09-12T00:56:07.235 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:56:07.077+0000 7f4247d42800 10 monclient: build_initial_monmap 2024-09-12T00:56:07.235 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:56:07.077+0000 7f4247d42800 1 build_initial for_mkfs: 0 2024-09-12T00:56:07.235 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:56:07.077+0000 7f4247d42800 10 monclient: monmap: 2024-09-12T00:56:07.235 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:56:07.235 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:56:07.235 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:56:07.235 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:56:07.235 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:56:07.235 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.235 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:56:07.235 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:56:07.236 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:56:07.236 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.236 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding auth protocol: cephx 2024-09-12T00:56:07.236 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding auth protocol: cephx 2024-09-12T00:56:07.236 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding auth protocol: cephx 2024-09-12T00:56:07.236 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: secure 2024-09-12T00:56:07.236 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: crc 2024-09-12T00:56:07.236 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: secure 2024-09-12T00:56:07.236 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: crc 2024-09-12T00:56:07.236 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: secure 2024-09-12T00:56:07.236 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: crc 2024-09-12T00:56:07.236 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: crc 2024-09-12T00:56:07.236 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: secure 2024-09-12T00:56:07.236 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: crc 2024-09-12T00:56:07.237 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: secure 2024-09-12T00:56:07.237 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: crc 2024-09-12T00:56:07.237 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464ab6420) adding con mode: secure 2024-09-12T00:56:07.237 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:56:07.077+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.237 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:56:07.077+0000 7f4247d42800 1 librados: starting msgr at 2024-09-12T00:56:07.237 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:56:07.077+0000 7f4247d42800 1 librados: starting objecter 2024-09-12T00:56:07.237 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 asok(0x5624647f8630) register_command objecter_requests cmddesc objecter_requests hook 0x562464aba490 EEXIST 2024-09-12T00:56:07.237 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:56:07.077+0000 7f4247d42800 1 librados: setting wanted keys 2024-09-12T00:56:07.237 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:56:07.077+0000 7f4247d42800 1 librados: calling monclient init 2024-09-12T00:56:07.237 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:56:07.077+0000 7f4247d42800 10 monclient: init 2024-09-12T00:56:07.237 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding auth protocol: cephx 2024-09-12T00:56:07.237 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding auth protocol: cephx 2024-09-12T00:56:07.237 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding auth protocol: cephx 2024-09-12T00:56:07.237 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: secure 2024-09-12T00:56:07.238 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: crc 2024-09-12T00:56:07.238 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: secure 2024-09-12T00:56:07.238 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: crc 2024-09-12T00:56:07.238 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: secure 2024-09-12T00:56:07.238 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: crc 2024-09-12T00:56:07.238 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: crc 2024-09-12T00:56:07.238 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: secure 2024-09-12T00:56:07.238 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: crc 2024-09-12T00:56:07.238 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: secure 2024-09-12T00:56:07.238 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: crc 2024-09-12T00:56:07.238 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:56:07.077+0000 7f4247d42800 5 AuthRegistry(0x562464aa9920) adding con mode: secure 2024-09-12T00:56:07.238 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:56:07.077+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.238 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:56:07.078+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.239 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:56:07.078+0000 7f4247d42800 5 asok(0x5624647f8630) register_command rotate-key cmddesc rotate-key hook 0x562464aa9a68 EEXIST 2024-09-12T00:56:07.239 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient: _reopen_session rank -1 2024-09-12T00:56:07.239 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient: _add_conns ranks=[1,0,2] 2024-09-12T00:56:07.239 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-b con 0x562464ab72f0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:56:07.239 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-a con 0x562464ab8df0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:56:07.239 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient(hunting): picked mon.noname-c con 0x562464ae5200 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:56:07.239 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.239 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.239 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:07.239 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient(hunting): _renew_subs 2024-09-12T00:56:07.239 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient(hunting): authenticate will time out at 2073.529273s 2024-09-12T00:56:07.239 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient(hunting): get_auth_request con 0x562464ab8df0 auth_method 0 2024-09-12T00:56:07.239 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.239 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.240 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.240 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:56:07.078+0000 7f4243a86640 10 monclient(hunting): get_auth_request con 0x562464ab72f0 auth_method 0 2024-09-12T00:56:07.240 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:56:07.078+0000 7f4243a86640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.240 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:56:07.078+0000 7f4243a86640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.240 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:56:07.078+0000 7f4243a86640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.240 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:56:07.078+0000 7f4244287640 10 monclient(hunting): get_auth_request con 0x562464ae5200 auth_method 0 2024-09-12T00:56:07.240 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:56:07.078+0000 7f4244287640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:07.240 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:56:07.078+0000 7f4244287640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:07.240 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:56:07.078+0000 7f4244287640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:07.241 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.241 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.241 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.241 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:56:07.078+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.241 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:56:07.078+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.241 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:56:07.078+0000 7f4243a86640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.241 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:56:07.078+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:07.241 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:56:07.078+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:07.241 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:56:07.078+0000 7f4244287640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:07.241 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient(hunting): handle_auth_done global_id 8004 payload 824 2024-09-12T00:56:07.242 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient: _finish_hunting 0 2024-09-12T00:56:07.242 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:56:07.078+0000 7f4243285640 1 monclient: found mon.noname-a 2024-09-12T00:56:07.242 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:56:07.078+0000 7f4243285640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:56:07.242 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:07.242 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:56:07.242 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: dump: 2024-09-12T00:56:07.242 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:07.242 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:07.242 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.242 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.242 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:07.242 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.242 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:07.243 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:07.243 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:07.243 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.243 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: _finish_auth 0 2024-09-12T00:56:07.243 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: _check_auth_tickets 2024-09-12T00:56:07.243 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:56:07.243 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:07.243 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:56:07.243 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:56:07.078+0000 7f41217fa640 10 monclient: dump: 2024-09-12T00:56:07.243 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:07.243 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:07.243 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.243 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:07.243 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:07.244 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:07.244 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:07.244 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:07.244 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:07.244 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.244 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:56:07.078+0000 7f4247d42800 5 monclient: authenticate success, global_id 8004 2024-09-12T00:56:07.244 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient: _renew_subs 2024-09-12T00:56:07.244 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:56:07.078+0000 7f4122ffd640 4 set_mon_vals no callback set 2024-09-12T00:56:07.244 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:56:07.078+0000 7f4247d42800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:56:07.244 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:56:07.079+0000 7f4247d42800 10 monclient: _renew_subs 2024-09-12T00:56:07.244 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:56:07.079+0000 7f4247d42800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:56:07.244 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:56:07.079+0000 7f4247d42800 1 librados: init done 2024-09-12T00:56:07.244 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:56:07.079+0000 7f4247d42800 5 asok(0x5624647f8630) register_command cr dump hook 0x562464ae0748 2024-09-12T00:56:07.244 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:56:07.080+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.245 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:56:07.081+0000 7f41217fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:56:07.245 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:56:07.081+0000 7f41217fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:07.245 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:56:07.081+0000 7f41217fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:07.245 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:56:07.081+0000 7f4243a86640 10 monclient: get_auth_request con 0x7f410c076470 auth_method 0 2024-09-12T00:56:07.245 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:56:07.081+0000 7f4244287640 10 monclient: get_auth_request con 0x562464b063b0 auth_method 0 2024-09-12T00:56:07.245 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.245 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:56:07.082+0000 7f4247d42800 20 realm 2024-09-12T00:56:07.245 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.245 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.245 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:56:07.082+0000 7f4247d42800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:07.245 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.246 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.246 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:56:07.082+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.246 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:56:07.082+0000 7f4243a86640 10 monclient: get_auth_request con 0x562464b0a520 auth_method 0 2024-09-12T00:56:07.246 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:56:07.083+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:07.246 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:56:07.083+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.246 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:56:07.083+0000 7f4243285640 10 monclient: get_auth_request con 0x562464b0dd80 auth_method 0 2024-09-12T00:56:07.246 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:56:07.084+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:07.246 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:56:07.084+0000 7f4247d42800 20 searching for the correct realm 2024-09-12T00:56:07.246 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:56:07.084+0000 7f4244287640 10 monclient: get_auth_request con 0x562464b12b00 auth_method 0 2024-09-12T00:56:07.246 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:56:07.085+0000 7f4243a86640 10 monclient: get_auth_request con 0x7f423801a040 auth_method 0 2024-09-12T00:56:07.246 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:56:07.085+0000 7f4243285640 10 monclient: get_auth_request con 0x7f4234074040 auth_method 0 2024-09-12T00:56:07.246 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:56:07.086+0000 7f4243285640 0 -- 172.21.15.38:0/67761376 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x562464b0dd80 msgr2=0x562464b10170 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:07.246 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:56:07.086+0000 7f41217fa640 1 client.8004.objecter ms_handle_reset 0x562464b0dd80 session 0x562464b09870 osd.7 2024-09-12T00:56:07.247 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:56:07.086+0000 7f41217fa640 10 monclient: _renew_subs 2024-09-12T00:56:07.247 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:56:07.086+0000 7f41217fa640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:56:07.247 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:56:07.086+0000 7f4243285640 10 monclient: get_auth_request con 0x7f410c086aa0 auth_method 0 2024-09-12T00:56:07.247 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:56:07.087+0000 7f4244287640 10 monclient: get_auth_request con 0x7f423806d330 auth_method 0 2024-09-12T00:56:07.247 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:56:07.089+0000 7f4243a86640 10 monclient: get_auth_request con 0x7f4238075e20 auth_method 0 2024-09-12T00:56:07.247 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:56:07.089+0000 7f4243a86640 0 -- 172.21.15.38:0/67761376 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f4238075e20 msgr2=0x7f423806b4a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:07.247 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:56:07.090+0000 7f41217fa640 1 client.8004.objecter ms_handle_reset 0x7f4238075e20 session 0x7f4238076310 osd.0 2024-09-12T00:56:07.247 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:56:07.090+0000 7f4243a86640 10 monclient: get_auth_request con 0x562464b0dd80 auth_method 0 2024-09-12T00:56:07.247 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:07.247 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:07.247 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:07.247 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:07.248 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:07.248 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:07.248 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.248 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.248 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.248 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:56:07.094+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:07.248 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.248 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:07.248 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 zone default found 2024-09-12T00:56:07.248 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:56:07.095+0000 7f4247d42800 4 Realm: () 2024-09-12T00:56:07.248 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:56:07.095+0000 7f4247d42800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:07.248 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:56:07.095+0000 7f4247d42800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:07.248 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:56:07.095+0000 7f4247d42800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:07.248 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 zonegroup default 2024-09-12T00:56:07.249 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.249 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.249 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.252 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.252 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:56:07.095+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.252 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:56:07.096+0000 7f4247d42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.252 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:56:07.096+0000 7f4247d42800 20 started sync module instance, tier type = 2024-09-12T00:56:07.252 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:56:07.096+0000 7f4247d42800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:07.252 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=0 2024-09-12T00:56:07.252 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=1 2024-09-12T00:56:07.252 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=2 2024-09-12T00:56:07.252 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=3 2024-09-12T00:56:07.253 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=4 2024-09-12T00:56:07.253 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=5 2024-09-12T00:56:07.253 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:56:07.105+0000 7f4247d42800 20 add_watcher() i=6 2024-09-12T00:56:07.253 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:56:07.106+0000 7f4247d42800 20 add_watcher() i=7 2024-09-12T00:56:07.253 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:56:07.106+0000 7f4247d42800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:07.253 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding auth protocol: cephx 2024-09-12T00:56:07.253 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding auth protocol: cephx 2024-09-12T00:56:07.253 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding auth protocol: cephx 2024-09-12T00:56:07.253 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: secure 2024-09-12T00:56:07.253 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: crc 2024-09-12T00:56:07.253 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: secure 2024-09-12T00:56:07.253 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: crc 2024-09-12T00:56:07.253 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: secure 2024-09-12T00:56:07.253 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: crc 2024-09-12T00:56:07.254 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: crc 2024-09-12T00:56:07.254 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: secure 2024-09-12T00:56:07.254 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: crc 2024-09-12T00:56:07.254 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: secure 2024-09-12T00:56:07.254 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: crc 2024-09-12T00:56:07.254 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 AuthRegistry(0x7fff1b2c1210) adding con mode: secure 2024-09-12T00:56:07.254 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:56:07.108+0000 7f40f9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:07.254 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:56:07.108+0000 7f4247d42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:07.254 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:56:07.108+0000 7f4247d42800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:07.254 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:56:07.108+0000 7f4247d42800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:07.254 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 asok(0x5624647f8630) register_command cache list hook 0x562464ae1500 2024-09-12T00:56:07.254 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 asok(0x5624647f8630) register_command cache inspect hook 0x562464ae1500 2024-09-12T00:56:07.254 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 asok(0x5624647f8630) register_command cache erase hook 0x562464ae1500 2024-09-12T00:56:07.254 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 asok(0x5624647f8630) register_command cache zap hook 0x562464ae1500 2024-09-12T00:56:07.255 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:56:07.108+0000 7f4247d42800 5 note: GC not initialized 2024-09-12T00:56:07.255 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:56:07.108+0000 7f40f8fe1640 20 reqs_thread_entry: start 2024-09-12T00:56:07.255 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:56:07.109+0000 7f4247d42800 5 asok(0x5624647f8630) register_command sync trace show hook 0x7f4234004b60 2024-09-12T00:56:07.255 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:56:07.109+0000 7f4247d42800 5 asok(0x5624647f8630) register_command sync trace history hook 0x7f4234004b60 2024-09-12T00:56:07.255 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:56:07.109+0000 7f4247d42800 5 asok(0x5624647f8630) register_command sync trace active hook 0x7f4234004b60 2024-09-12T00:56:07.255 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:56:07.109+0000 7f4247d42800 5 asok(0x5624647f8630) register_command sync trace active_short hook 0x7f4234004b60 2024-09-12T00:56:07.255 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:56:07.109+0000 7f4247d42800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:07.255 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:56:07.109+0000 7f4247d42800 20 Filter name: none 2024-09-12T00:56:07.255 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:56:07.109+0000 7f40727fc640 20 reqs_thread_entry: start 2024-09-12T00:56:07.255 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:56:07.109+0000 7f4247d42800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T00:56:07.255 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:56:07.109+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.255 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:56:07.109+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:07.255 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:56:07.109+0000 7f4247d42800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T00:56:07.255 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:56:07.109+0000 7f4247d42800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T00:56:07.256 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:56:07.109+0000 7f4247d42800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 : miss 2024-09-12T00:56:07.256 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:56:07.109+0000 7f4247d42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.256 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:56:07.110+0000 7f4247d42800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:07.256 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:56:07.110+0000 7f4247d42800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 info.flags=0x17 2024-09-12T00:56:07.256 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:56:07.110+0000 7f4247d42800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to cache LRU end 2024-09-12T00:56:07.256 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:56:07.110+0000 7f4247d42800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:56:07.256 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:56:07.110+0000 7f4247d42800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:07.256 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:56:07.110+0000 7f4247d42800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 2024-09-12T00:56:07.256 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:56:07.115+0000 7f4247d42800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 info.flags=0x17 2024-09-12T00:56:07.256 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:56:07.115+0000 7f4247d42800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to cache LRU end 2024-09-12T00:56:07.256 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:56:07.115+0000 7f4247d42800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:07.256 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:56:07.115+0000 7f4247d42800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40, ofs0, ns] 2024-09-12T00:56:07.256 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:56:07.116+0000 7f41227fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464378 cookie 94714308130064 notifier 8004 bl.length()=1015 2024-09-12T00:56:07.256 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:56:07.116+0000 7f41227fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 info.flags=0x17 2024-09-12T00:56:07.257 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:56:07.116+0000 7f41227fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to cache LRU end 2024-09-12T00:56:07.257 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:56:07.116+0000 7f41227fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:07.257 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:56:07.116+0000 7f4247d42800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): orig_sources= new_sources= 2024-09-12T00:56:07.257 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:56:07.116+0000 7f4247d42800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): potential sources added=[] removed=[] 2024-09-12T00:56:07.257 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:56:07.116+0000 7f4247d42800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): orig_dests= new_dests= 2024-09-12T00:56:07.257 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:56:07.116+0000 7f4247d42800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): potential dests added=[] removed=[] 2024-09-12T00:56:07.257 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.0 2024-09-12T00:56:07.257 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.0 2024-09-12T00:56:07.257 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.1 2024-09-12T00:56:07.257 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.1 2024-09-12T00:56:07.258 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.2 2024-09-12T00:56:07.258 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.2 2024-09-12T00:56:07.258 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.3 2024-09-12T00:56:07.258 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.3 2024-09-12T00:56:07.258 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.4 2024-09-12T00:56:07.258 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.4 2024-09-12T00:56:07.258 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.5 2024-09-12T00:56:07.258 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.5 2024-09-12T00:56:07.258 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.6 2024-09-12T00:56:07.258 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.6 2024-09-12T00:56:07.258 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.7 2024-09-12T00:56:07.258 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.7 2024-09-12T00:56:07.258 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.8 2024-09-12T00:56:07.258 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.8 2024-09-12T00:56:07.259 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.9 2024-09-12T00:56:07.259 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.9 2024-09-12T00:56:07.259 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.10 2024-09-12T00:56:07.259 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.10 2024-09-12T00:56:07.259 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:56:07.121+0000 7f4247d42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.11 2024-09-12T00:56:07.259 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1.11 2024-09-12T00:56:07.259 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.0 2024-09-12T00:56:07.259 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:56:07.121+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1 2024-09-12T00:56:07.259 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:56:07.122+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2 2024-09-12T00:56:07.259 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:56:07.122+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.3 2024-09-12T00:56:07.259 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:56:07.123+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.4 2024-09-12T00:56:07.259 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:56:07.123+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.5 2024-09-12T00:56:07.259 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:56:07.123+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.6 2024-09-12T00:56:07.259 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:56:07.124+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.7 2024-09-12T00:56:07.260 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:56:07.124+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.8 2024-09-12T00:56:07.260 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:56:07.125+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.9 2024-09-12T00:56:07.260 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:56:07.125+0000 7f4247d42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.10 2024-09-12T00:56:07.260 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:56:07.129+0000 7f4247d42800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f4247d42800 time 2024-09-12T00:56:07.129350+0000 2024-09-12T00:56:07.260 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:56:07.260 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.260 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:56:07.260 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f424958c71a] 2024-09-12T00:56:07.260 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f424958c8d8] 2024-09-12T00:56:07.260 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5624620c7641] 2024-09-12T00:56:07.260 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x5624620d651b] 2024-09-12T00:56:07.260 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x5624620d73e4] 2024-09-12T00:56:07.260 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:56:07.260 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f4248229590] 2024-09-12T00:56:07.261 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:56:07.261 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:56:07.261 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.261 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:56:07.130+0000 7f4247d42800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:56:07.261 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f4247d42800 thread_name:radosgw-admin 2024-09-12T00:56:07.261 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.261 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:56:07.261 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f424823e6f0] 2024-09-12T00:56:07.261 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f424828b99c] 2024-09-12T00:56:07.261 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:56:07.261 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:56:07.261 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f424958c774] 2024-09-12T00:56:07.261 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f424958c8d8] 2024-09-12T00:56:07.261 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5624620c7641] 2024-09-12T00:56:07.262 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x5624620d651b] 2024-09-12T00:56:07.262 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x5624620d73e4] 2024-09-12T00:56:07.262 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:56:07.262 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f4248229590] 2024-09-12T00:56:07.262 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:56:07.262 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:56:07.262 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:56:07.262 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.262 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:56:07.262 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:56:07.262 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:56:07.262 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:56:07.262 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:56:07.262 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:56:07.263 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:56:07.263 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:56:07.263 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:56:07.263 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:56:07.263 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:56:07.263 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:56:07.263 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:56:07.263 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:56:07.263 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:56:07.263 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:56:07.263 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:56:07.263 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:56:07.263 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:56:07.263 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:56:07.263 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:56:07.264 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:56:07.264 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:56:07.264 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:56:07.264 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:56:07.264 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:56:07.264 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:56:07.264 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:56:07.264 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:56:07.264 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:56:07.264 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:56:07.264 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:56:07.264 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:56:07.264 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:56:07.264 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:56:07.264 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:56:07.265 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:56:07.265 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:56:07.265 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:56:07.265 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:56:07.265 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:56:07.265 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:56:07.265 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:56:07.265 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:56:07.265 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:56:07.265 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:56:07.265 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:56:07.265 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:56:07.265 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:56:07.265 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:56:07.266 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:56:07.266 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:56:07.266 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:56:07.266 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:56:07.266 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:56:07.266 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:56:07.266 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:56:07.266 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:56:07.266 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:56:07.266 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:56:07.266 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:56:07.266 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:56:07.266 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:56:07.266 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:56:07.267 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:56:07.267 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:56:07.267 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:56:07.267 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:56:07.267 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:56:07.267 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:56:07.267 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:56:07.267 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:56:07.267 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:56:07.267 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:56:07.267 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:56:07.267 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:56:07.267 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:56:07.267 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:56:07.268 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:56:07.268 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:56:07.268 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:56:07.268 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:56:07.268 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:56:07.268 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:56:07.268 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:56:07.268 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:56:07.268 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:56:07.268 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:56:07.268 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:56:07.268 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:56:07.268 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:56:07.269 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:56:07.269 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:56:07.269 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:56:07.269 INFO:tasks.workunit.client.0.smithi038.stderr: 7f40727fc640 / http_manager 2024-09-12T00:56:07.269 INFO:tasks.workunit.client.0.smithi038.stderr: 7f40f8fe1640 / http_manager 2024-09-12T00:56:07.269 INFO:tasks.workunit.client.0.smithi038.stderr: 7f40f9fe3640 / rgw_dt_lg_renew 2024-09-12T00:56:07.269 INFO:tasks.workunit.client.0.smithi038.stderr: 7f41217fa640 / ms_dispatch 2024-09-12T00:56:07.269 INFO:tasks.workunit.client.0.smithi038.stderr: 7f41227fc640 / io_context_pool 2024-09-12T00:56:07.269 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4122ffd640 / io_context_pool 2024-09-12T00:56:07.269 INFO:tasks.workunit.client.0.smithi038.stderr: 7f41297fa640 / ms_dispatch 2024-09-12T00:56:07.269 INFO:tasks.workunit.client.0.smithi038.stderr: 7f412bfff640 / ms_dispatch 2024-09-12T00:56:07.269 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4131e0b640 / io_context_pool 2024-09-12T00:56:07.269 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4243285640 / msgr-worker-2 2024-09-12T00:56:07.269 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4243a86640 / msgr-worker-1 2024-09-12T00:56:07.270 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4244287640 / msgr-worker-0 2024-09-12T00:56:07.270 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4244a88640 / io_context_pool 2024-09-12T00:56:07.270 INFO:tasks.workunit.client.0.smithi038.stderr: 7f4247d42800 / radosgw-admin 2024-09-12T00:56:07.270 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:56:07.270 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:56:07.270 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:56:07.131036Z_9f3e74b0-37c8-4c5d-a543-2e3b4eb42592/log 2024-09-12T00:56:07.270 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:56:07.270 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T00:56:07.272 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:07.272 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:07.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.210+0000 7f570ce2f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.211+0000 7f570ce2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.211+0000 7f570ce2f800 20 realm 2024-09-12T00:56:07.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.211+0000 7f570ce2f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.212+0000 7f570ce2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.212+0000 7f570ce2f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:07.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.212+0000 7f570ce2f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.212+0000 7f570ce2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.212+0000 7f570ce2f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.213+0000 7f570ce2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:07.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.213+0000 7f570ce2f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.213+0000 7f570ce2f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:07.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.213+0000 7f570ce2f800 20 searching for the correct realm 2024-09-12T00:56:07.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.216+0000 7f570a118640 0 -- 172.21.15.38:0/3751285106 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55d67eed7be0 msgr2=0x55d67eed9fd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:56:07.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.220+0000 7f570a919640 0 -- 172.21.15.38:0/3751285106 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f5700003b60 msgr2=0x7f570004da50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:07.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.425+0000 7f570ce2f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:07.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.425+0000 7f570ce2f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:07.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.425+0000 7f570ce2f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:07.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.425+0000 7f570ce2f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:07.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.425+0000 7f570ce2f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:07.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.425+0000 7f570ce2f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:07.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.425+0000 7f570ce2f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.426+0000 7f570ce2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.426+0000 7f570ce2f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.426+0000 7f570ce2f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:07.426 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.426+0000 7f570ce2f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.426+0000 7f570ce2f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:07.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.426+0000 7f570ce2f800 20 zone default found 2024-09-12T00:56:07.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.426+0000 7f570ce2f800 4 Realm: () 2024-09-12T00:56:07.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.426+0000 7f570ce2f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:07.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.426+0000 7f570ce2f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:07.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.426+0000 7f570ce2f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:07.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.426+0000 7f570ce2f800 20 zonegroup default 2024-09-12T00:56:07.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.426+0000 7f570ce2f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.427+0000 7f570ce2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.427+0000 7f570ce2f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.427+0000 7f570ce2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.427+0000 7f570ce2f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.427+0000 7f570ce2f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.427+0000 7f570ce2f800 20 started sync module instance, tier type = 2024-09-12T00:56:07.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.427+0000 7f570ce2f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:07.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.437+0000 7f570ce2f800 20 add_watcher() i=0 2024-09-12T00:56:07.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.437+0000 7f570ce2f800 20 add_watcher() i=1 2024-09-12T00:56:07.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.437+0000 7f570ce2f800 20 add_watcher() i=2 2024-09-12T00:56:07.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.437+0000 7f570ce2f800 20 add_watcher() i=3 2024-09-12T00:56:07.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.437+0000 7f570ce2f800 20 add_watcher() i=4 2024-09-12T00:56:07.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.437+0000 7f570ce2f800 20 add_watcher() i=5 2024-09-12T00:56:07.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.437+0000 7f570ce2f800 20 add_watcher() i=6 2024-09-12T00:56:07.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.438+0000 7f570ce2f800 20 add_watcher() i=7 2024-09-12T00:56:07.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.438+0000 7f570ce2f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:07.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.440+0000 7f55c17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:07.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.440+0000 7f570ce2f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:07.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.440+0000 7f570ce2f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:07.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.440+0000 7f570ce2f800 5 note: GC not initialized 2024-09-12T00:56:07.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.440+0000 7f553bfff640 20 reqs_thread_entry: start 2024-09-12T00:56:07.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.440+0000 7f570ce2f800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:07.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.440+0000 7f570ce2f800 20 Filter name: none 2024-09-12T00:56:07.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.441+0000 7f5539ffb640 20 reqs_thread_entry: start 2024-09-12T00:56:07.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.441+0000 7f570ce2f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.441+0000 7f570ce2f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:07.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.441+0000 7f570ce2f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.442+0000 7f570ce2f800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T00:56:07.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.442+0000 7f570ce2f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:07.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.442+0000 7f570ce2f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.442+0000 7f570ce2f800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:07.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.442+0000 7f570ce2f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.442+0000 7f570ce2f800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T00:56:07.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.442+0000 7f570ce2f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:07.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.444+0000 7f55c17e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:07.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.446+0000 7f570ce2f800 20 remove_watcher() i=0 2024-09-12T00:56:07.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.446+0000 7f570ce2f800 2 removed watcher, disabling cache 2024-09-12T00:56:07.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.447+0000 7f570ce2f800 20 remove_watcher() i=1 2024-09-12T00:56:07.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.448+0000 7f570ce2f800 20 remove_watcher() i=2 2024-09-12T00:56:07.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.449+0000 7f570ce2f800 20 remove_watcher() i=3 2024-09-12T00:56:07.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.450+0000 7f570ce2f800 20 remove_watcher() i=4 2024-09-12T00:56:07.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.452+0000 7f570ce2f800 20 remove_watcher() i=5 2024-09-12T00:56:07.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.453+0000 7f570ce2f800 20 remove_watcher() i=6 2024-09-12T00:56:07.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.454+0000 7f570ce2f800 20 remove_watcher() i=7 2024-09-12T00:56:07.463 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.463 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:56:07.463 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-change-reshard-state id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 num_objects: 20 size_kb: 1 num_shards: 11 2024-09-12T00:56:07.463 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:07.465 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:07.465 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:07.473 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:07.473 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:07.517 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:56:07.549 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:07.549 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:07.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.590+0000 7fb688121800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.591+0000 7fb688121800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.592+0000 7fb688121800 20 realm 2024-09-12T00:56:07.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.592+0000 7fb688121800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.592+0000 7fb688121800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.592+0000 7fb688121800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:07.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.592+0000 7fb688121800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.592+0000 7fb688121800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.592+0000 7fb688121800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.593+0000 7fb688121800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:07.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.593+0000 7fb688121800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.592 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.594+0000 7fb688121800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:07.592 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.594+0000 7fb688121800 20 searching for the correct realm 2024-09-12T00:56:07.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.596+0000 7fb684557640 0 -- 172.21.15.38:0/753758603 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x555f84941730 msgr2=0x555f84943bf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:07.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.600+0000 7fb683d56640 0 -- 172.21.15.38:0/753758603 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fb67805b400 msgr2=0x7fb67805b860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:07.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.604+0000 7fb688121800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:07.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.604+0000 7fb688121800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:07.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.604+0000 7fb688121800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:07.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.604+0000 7fb688121800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:07.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.604+0000 7fb688121800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:07.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.604+0000 7fb688121800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:07.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.604+0000 7fb688121800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.604+0000 7fb688121800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.604+0000 7fb688121800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.604+0000 7fb688121800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:07.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.604+0000 7fb688121800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.605+0000 7fb688121800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:07.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.605+0000 7fb688121800 20 zone default found 2024-09-12T00:56:07.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.605+0000 7fb688121800 4 Realm: () 2024-09-12T00:56:07.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.605+0000 7fb688121800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:07.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.605+0000 7fb688121800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:07.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.605+0000 7fb688121800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:07.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.605+0000 7fb688121800 20 zonegroup default 2024-09-12T00:56:07.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.605+0000 7fb688121800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.605+0000 7fb688121800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.605+0000 7fb688121800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.605+0000 7fb688121800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.605+0000 7fb688121800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.606+0000 7fb688121800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:07.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.606+0000 7fb688121800 20 started sync module instance, tier type = 2024-09-12T00:56:07.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.606+0000 7fb688121800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:07.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.615+0000 7fb688121800 20 add_watcher() i=0 2024-09-12T00:56:07.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.615+0000 7fb688121800 20 add_watcher() i=1 2024-09-12T00:56:07.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.615+0000 7fb688121800 20 add_watcher() i=2 2024-09-12T00:56:07.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.615+0000 7fb688121800 20 add_watcher() i=3 2024-09-12T00:56:07.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.615+0000 7fb688121800 20 add_watcher() i=4 2024-09-12T00:56:07.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.615+0000 7fb688121800 20 add_watcher() i=5 2024-09-12T00:56:07.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.615+0000 7fb688121800 20 add_watcher() i=6 2024-09-12T00:56:07.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.616+0000 7fb688121800 20 add_watcher() i=7 2024-09-12T00:56:07.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.616+0000 7fb688121800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:07.616 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.618+0000 7fb539fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:07.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.618+0000 7fb688121800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:07.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.618+0000 7fb688121800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:07.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.618+0000 7fb688121800 5 note: GC not initialized 2024-09-12T00:56:07.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.618+0000 7fb538fe1640 20 reqs_thread_entry: start 2024-09-12T00:56:07.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.619+0000 7fb688121800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:07.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.619+0000 7fb688121800 20 Filter name: none 2024-09-12T00:56:07.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.619+0000 7fb4b27fc640 20 reqs_thread_entry: start 2024-09-12T00:56:07.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.619+0000 7fb688121800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T00:56:07.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.619+0000 7fb688121800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.619+0000 7fb688121800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:07.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.619+0000 7fb688121800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T00:56:07.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.619+0000 7fb688121800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T00:56:07.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.619+0000 7fb688121800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 : miss 2024-09-12T00:56:07.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.619+0000 7fb688121800 20 rados->read ofs=0 len=0 2024-09-12T00:56:07.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.619+0000 7fb688121800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T00:56:07.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.619+0000 7fb688121800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 info.flags=0x17 2024-09-12T00:56:07.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.619+0000 7fb688121800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to cache LRU end 2024-09-12T00:56:07.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.619+0000 7fb688121800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:56:07.619 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.619+0000 7fb688121800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:07.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.620+0000 7fb688121800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 2024-09-12T00:56:07.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.621+0000 7fb688121800 0 INFO: RGWReshardLock::lock found lock on abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to be held by another RGW process; skipping for now 2024-09-12T00:56:07.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.622+0000 7fb539fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:07.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.624+0000 7fb688121800 20 remove_watcher() i=0 2024-09-12T00:56:07.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.624+0000 7fb688121800 2 removed watcher, disabling cache 2024-09-12T00:56:07.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.625+0000 7fb688121800 20 remove_watcher() i=1 2024-09-12T00:56:07.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.626+0000 7fb688121800 20 remove_watcher() i=2 2024-09-12T00:56:07.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.627+0000 7fb688121800 20 remove_watcher() i=3 2024-09-12T00:56:07.627 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.628+0000 7fb688121800 20 remove_watcher() i=4 2024-09-12T00:56:07.628 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.629+0000 7fb688121800 20 remove_watcher() i=5 2024-09-12T00:56:07.629 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.631+0000 7fb688121800 20 remove_watcher() i=6 2024-09-12T00:56:07.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:07.632+0000 7fb688121800 20 remove_watcher() i=7 2024-09-12T00:56:07.641 INFO:tasks.workunit.client.0.smithi038.stderr:waiting 30 seconds for reshard lock to expire... 2024-09-12T00:56:37.660 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket abort-at-change-reshard-state --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2024-09-12T00:56:37.697 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:37.697 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:37.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.744+0000 7fcd68123800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.746+0000 7fcd68123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:37.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.746+0000 7fcd68123800 20 realm 2024-09-12T00:56:37.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.746+0000 7fcd68123800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.746+0000 7fcd68123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:37.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.746+0000 7fcd68123800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:37.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.746+0000 7fcd68123800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.746+0000 7fcd68123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:37.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.746+0000 7fcd68123800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.747+0000 7fcd68123800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:37.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.747+0000 7fcd68123800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.748+0000 7fcd68123800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:37.747 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.748+0000 7fcd68123800 20 searching for the correct realm 2024-09-12T00:56:37.750 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.752+0000 7fcd64614640 0 -- 172.21.15.38:0/2941248456 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x559d2409afe0 msgr2=0x559d2409d4a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:37.754 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.756+0000 7fcd63e13640 0 -- 172.21.15.38:0/2941248456 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fcd58073910 msgr2=0x7fcd580a0080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:37.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.761+0000 7fcd68123800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:37.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.761+0000 7fcd68123800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:37.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.761+0000 7fcd68123800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:37.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.761+0000 7fcd68123800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:37.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.761+0000 7fcd68123800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:37.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.761+0000 7fcd68123800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:37.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.761+0000 7fcd68123800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.761+0000 7fcd68123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:37.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.761+0000 7fcd68123800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.762+0000 7fcd68123800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:37.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.762+0000 7fcd68123800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.762+0000 7fcd68123800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:37.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.762+0000 7fcd68123800 20 zone default found 2024-09-12T00:56:37.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.762+0000 7fcd68123800 4 Realm: () 2024-09-12T00:56:37.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.762+0000 7fcd68123800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:37.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.762+0000 7fcd68123800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:37.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.762+0000 7fcd68123800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:37.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.762+0000 7fcd68123800 20 zonegroup default 2024-09-12T00:56:37.762 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.762+0000 7fcd68123800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.762+0000 7fcd68123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:37.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.762+0000 7fcd68123800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.763+0000 7fcd68123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:37.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.763+0000 7fcd68123800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.763+0000 7fcd68123800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:37.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.763+0000 7fcd68123800 20 started sync module instance, tier type = 2024-09-12T00:56:37.763 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.763+0000 7fcd68123800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:37.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.773+0000 7fcd68123800 20 add_watcher() i=0 2024-09-12T00:56:37.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.773+0000 7fcd68123800 20 add_watcher() i=1 2024-09-12T00:56:37.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.773+0000 7fcd68123800 20 add_watcher() i=2 2024-09-12T00:56:37.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.773+0000 7fcd68123800 20 add_watcher() i=3 2024-09-12T00:56:37.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.773+0000 7fcd68123800 20 add_watcher() i=4 2024-09-12T00:56:37.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.773+0000 7fcd68123800 20 add_watcher() i=5 2024-09-12T00:56:37.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.773+0000 7fcd68123800 20 add_watcher() i=6 2024-09-12T00:56:37.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.774+0000 7fcd68123800 20 add_watcher() i=7 2024-09-12T00:56:37.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.774+0000 7fcd68123800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:37.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.776+0000 7fcc19fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:37.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.776+0000 7fcd68123800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:37.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.776+0000 7fcd68123800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:37.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.776+0000 7fcd68123800 5 note: GC not initialized 2024-09-12T00:56:37.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.776+0000 7fcc18fe1640 20 reqs_thread_entry: start 2024-09-12T00:56:37.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.776+0000 7fcd68123800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:37.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.776+0000 7fcd68123800 20 Filter name: none 2024-09-12T00:56:37.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.777+0000 7fcb927fc640 20 reqs_thread_entry: start 2024-09-12T00:56:37.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.777+0000 7fcd68123800 10 cache get: name=default.rgw.meta+root+abort-at-change-reshard-state : miss 2024-09-12T00:56:37.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.777+0000 7fcd68123800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.777+0000 7fcd68123800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:37.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.777+0000 7fcd68123800 10 cache put: name=default.rgw.meta+root+abort-at-change-reshard-state info.flags=0x11 2024-09-12T00:56:37.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.777+0000 7fcd68123800 10 adding default.rgw.meta+root+abort-at-change-reshard-state to cache LRU end 2024-09-12T00:56:37.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.777+0000 7fcd68123800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 : miss 2024-09-12T00:56:37.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.777+0000 7fcd68123800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.777+0000 7fcd68123800 20 rados_obj.operate() r=0 bl.length=475 2024-09-12T00:56:37.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.777+0000 7fcd68123800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 info.flags=0x17 2024-09-12T00:56:37.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.777+0000 7fcd68123800 10 adding default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to cache LRU end 2024-09-12T00:56:37.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.777+0000 7fcd68123800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:56:37.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.777+0000 7fcd68123800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:37.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.777+0000 7fcd68123800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 2024-09-12T00:56:37.778 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.779+0000 7fcd68123800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:56:37.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.786+0000 7fcd68123800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 info.flags=0x17 2024-09-12T00:56:37.785 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.786+0000 7fcd68123800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to cache LRU end 2024-09-12T00:56:37.785 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.786+0000 7fcd68123800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:37.785 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.786+0000 7fcd68123800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40, ofs0, ns] 2024-09-12T00:56:37.785 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.786+0000 7fcc427fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464379 cookie 94133402853488 notifier 7574 bl.length()=1015 2024-09-12T00:56:37.785 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.786+0000 7fcc427fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 info.flags=0x17 2024-09-12T00:56:37.785 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.786+0000 7fcc427fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to cache LRU end 2024-09-12T00:56:37.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.786+0000 7fcc427fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:37.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.787+0000 7fcd68123800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): orig_sources= new_sources= 2024-09-12T00:56:37.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.787+0000 7fcd68123800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): potential sources added=[] removed=[] 2024-09-12T00:56:37.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.787+0000 7fcd68123800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): orig_dests= new_dests= 2024-09-12T00:56:37.786 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.787+0000 7fcd68123800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): potential dests added=[] removed=[] 2024-09-12T00:56:37.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.0 2024-09-12T00:56:37.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.0 2024-09-12T00:56:37.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.1 2024-09-12T00:56:37.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.1 2024-09-12T00:56:37.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.2 2024-09-12T00:56:37.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.2 2024-09-12T00:56:37.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.3 2024-09-12T00:56:37.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.3 2024-09-12T00:56:37.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.4 2024-09-12T00:56:37.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.4 2024-09-12T00:56:37.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.5 2024-09-12T00:56:37.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.5 2024-09-12T00:56:37.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.6 2024-09-12T00:56:37.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.6 2024-09-12T00:56:37.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.7 2024-09-12T00:56:37.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.7 2024-09-12T00:56:37.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.8 2024-09-12T00:56:37.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.8 2024-09-12T00:56:37.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.9 2024-09-12T00:56:37.792 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.9 2024-09-12T00:56:37.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.10 2024-09-12T00:56:37.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.10 2024-09-12T00:56:37.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.11 2024-09-12T00:56:37.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2.11 2024-09-12T00:56:37.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.792+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.0 2024-09-12T00:56:37.793 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.793+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1 2024-09-12T00:56:37.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.793+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2 2024-09-12T00:56:37.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.794+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.3 2024-09-12T00:56:37.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.794+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.4 2024-09-12T00:56:37.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.795+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.5 2024-09-12T00:56:37.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.795+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.6 2024-09-12T00:56:37.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.796+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.7 2024-09-12T00:56:37.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.796+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.8 2024-09-12T00:56:37.795 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.797+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.9 2024-09-12T00:56:37.796 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.797+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.10 2024-09-12T00:56:37.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.801+0000 7fcd68123800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 : hit (requested=0x17, cached=0x17) 2024-09-12T00:56:37.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.801+0000 7fcd68123800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 2024-09-12T00:56:37.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.802+0000 7fcd68123800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 info.flags=0x17 2024-09-12T00:56:37.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.802+0000 7fcd68123800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to cache LRU end 2024-09-12T00:56:37.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.802+0000 7fcd68123800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:37.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.802+0000 7fcd68123800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40, ofs0, ns] 2024-09-12T00:56:37.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.802+0000 7fcc42ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464380 cookie 94133402853488 notifier 7574 bl.length()=1015 2024-09-12T00:56:37.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.802+0000 7fcc42ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 info.flags=0x17 2024-09-12T00:56:37.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.802+0000 7fcc42ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to cache LRU end 2024-09-12T00:56:37.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.802+0000 7fcc42ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:37.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.803+0000 7fcd68123800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): orig_sources= new_sources= 2024-09-12T00:56:37.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.803+0000 7fcd68123800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): potential sources added=[] removed=[] 2024-09-12T00:56:37.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.803+0000 7fcd68123800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): orig_dests= new_dests= 2024-09-12T00:56:37.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.803+0000 7fcd68123800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): potential dests added=[] removed=[] 2024-09-12T00:56:37.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.806+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.0 2024-09-12T00:56:37.805 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.806+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.1 2024-09-12T00:56:37.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.806+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.2 2024-09-12T00:56:37.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.807+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.3 2024-09-12T00:56:37.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.807+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.4 2024-09-12T00:56:37.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.808+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.5 2024-09-12T00:56:37.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.808+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.6 2024-09-12T00:56:37.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.808+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.7 2024-09-12T00:56:37.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.809+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.8 2024-09-12T00:56:37.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.809+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.9 2024-09-12T00:56:37.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.809+0000 7fcd68123800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40.10 2024-09-12T00:56:37.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.810+0000 7fcd68123800 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 : hit (requested=0x17, cached=0x17) 2024-09-12T00:56:37.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.810+0000 7fcd68123800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 2024-09-12T00:56:37.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.811+0000 7fcd68123800 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 info.flags=0x17 2024-09-12T00:56:37.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.811+0000 7fcd68123800 10 moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to cache LRU end 2024-09-12T00:56:37.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.811+0000 7fcd68123800 10 updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:37.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.811+0000 7fcd68123800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40, ofs0, ns] 2024-09-12T00:56:37.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.811+0000 7fcc427fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464381 cookie 94133402853488 notifier 7574 bl.length()=983 2024-09-12T00:56:37.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.811+0000 7fcc427fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 info.flags=0x17 2024-09-12T00:56:37.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.811+0000 7fcc427fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-change-reshard-state:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 to cache LRU end 2024-09-12T00:56:37.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.811+0000 7fcc427fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=265 2024-09-12T00:56:37.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.812+0000 7fcd68123800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): orig_sources= new_sources= 2024-09-12T00:56:37.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.812+0000 7fcd68123800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): potential sources added=[] removed=[] 2024-09-12T00:56:37.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.812+0000 7fcd68123800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): orig_dests= new_dests= 2024-09-12T00:56:37.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.812+0000 7fcd68123800 20 handle_bi_update(): bucket=:abort-at-change-reshard-state[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40]): potential dests added=[] removed=[] 2024-09-12T00:56:37.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.815+0000 7fcd68123800 1 execute INFO: reshard of bucket "abort-at-change-reshard-state" from 11 shards to 12 shards completed successfully 2024-09-12T00:56:37.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.817+0000 7fcc19fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:37.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.819+0000 7fcd68123800 20 remove_watcher() i=0 2024-09-12T00:56:37.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.819+0000 7fcd68123800 2 removed watcher, disabling cache 2024-09-12T00:56:37.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.820+0000 7fcd68123800 20 remove_watcher() i=1 2024-09-12T00:56:37.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.821+0000 7fcd68123800 20 remove_watcher() i=2 2024-09-12T00:56:37.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.822+0000 7fcd68123800 20 remove_watcher() i=3 2024-09-12T00:56:37.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.824+0000 7fcd68123800 20 remove_watcher() i=4 2024-09-12T00:56:37.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.825+0000 7fcd68123800 20 remove_watcher() i=5 2024-09-12T00:56:37.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.826+0000 7fcd68123800 20 remove_watcher() i=6 2024-09-12T00:56:37.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.827+0000 7fcd68123800 20 remove_watcher() i=7 2024-09-12T00:56:37.838 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket abort-at-change-reshard-state 2024-09-12T00:56:37.867 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:37.868 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:37.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.908+0000 7fb2fb840800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.910+0000 7fb2fb840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:37.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.910+0000 7fb2fb840800 20 realm 2024-09-12T00:56:37.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.910+0000 7fb2fb840800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.910+0000 7fb2fb840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:37.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.910+0000 7fb2fb840800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:37.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.910+0000 7fb2fb840800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.910+0000 7fb2fb840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:37.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.910+0000 7fb2fb840800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.911+0000 7fb2fb840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:37.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.911+0000 7fb2fb840800 20 rados->read ofs=0 len=0 2024-09-12T00:56:37.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.912+0000 7fb2fb840800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:37.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.912+0000 7fb2fb840800 20 searching for the correct realm 2024-09-12T00:56:37.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.914+0000 7fb2f8b29640 0 -- 172.21.15.38:0/961343732 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fb2ec065c70 msgr2=0x7fb2ec0a4d10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:37.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:37.918+0000 7fb2f932a640 0 -- 172.21.15.38:0/961343732 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fb2f005a440 msgr2=0x7fb2f005a8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:56:38.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.125+0000 7fb2fb840800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:38.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.125+0000 7fb2fb840800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:38.124 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.125+0000 7fb2fb840800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:38.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.125+0000 7fb2fb840800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:38.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.125+0000 7fb2fb840800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:38.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.125+0000 7fb2fb840800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:38.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.125+0000 7fb2fb840800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.125+0000 7fb2fb840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.125+0000 7fb2fb840800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.126+0000 7fb2fb840800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:38.125 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.126+0000 7fb2fb840800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.126+0000 7fb2fb840800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:38.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.126+0000 7fb2fb840800 20 zone default found 2024-09-12T00:56:38.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.126+0000 7fb2fb840800 4 Realm: () 2024-09-12T00:56:38.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.126+0000 7fb2fb840800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:38.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.126+0000 7fb2fb840800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:38.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.126+0000 7fb2fb840800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:38.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.126+0000 7fb2fb840800 20 zonegroup default 2024-09-12T00:56:38.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.126+0000 7fb2fb840800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.126+0000 7fb2fb840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.126+0000 7fb2fb840800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.127+0000 7fb2fb840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.127+0000 7fb2fb840800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.127+0000 7fb2fb840800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.127+0000 7fb2fb840800 20 started sync module instance, tier type = 2024-09-12T00:56:38.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.127+0000 7fb2fb840800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:38.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.137+0000 7fb2fb840800 20 add_watcher() i=0 2024-09-12T00:56:38.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.137+0000 7fb2fb840800 20 add_watcher() i=1 2024-09-12T00:56:38.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.137+0000 7fb2fb840800 20 add_watcher() i=2 2024-09-12T00:56:38.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.137+0000 7fb2fb840800 20 add_watcher() i=3 2024-09-12T00:56:38.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.137+0000 7fb2fb840800 20 add_watcher() i=4 2024-09-12T00:56:38.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.137+0000 7fb2fb840800 20 add_watcher() i=5 2024-09-12T00:56:38.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.137+0000 7fb2fb840800 20 add_watcher() i=6 2024-09-12T00:56:38.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.138+0000 7fb2fb840800 20 add_watcher() i=7 2024-09-12T00:56:38.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.138+0000 7fb2fb840800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:38.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.139+0000 7fb1affe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:38.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.140+0000 7fb2fb840800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:38.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.140+0000 7fb2fb840800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:38.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.140+0000 7fb2fb840800 5 note: GC not initialized 2024-09-12T00:56:38.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.140+0000 7fb1aefe5640 20 reqs_thread_entry: start 2024-09-12T00:56:38.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.140+0000 7fb2fb840800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:38.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.140+0000 7fb2fb840800 20 Filter name: none 2024-09-12T00:56:38.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.140+0000 7fb1acfe1640 20 reqs_thread_entry: start 2024-09-12T00:56:38.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.140+0000 7fb2fb840800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.141+0000 7fb2fb840800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:38.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.141+0000 7fb2fb840800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.141+0000 7fb2fb840800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:38.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.141+0000 7fb2fb840800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:38.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.141+0000 7fb2fb840800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.142+0000 7fb2fb840800 20 rados_obj.operate() r=0 bl.length=221 2024-09-12T00:56:38.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.142+0000 7fb2fb840800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.142+0000 7fb2fb840800 20 rados_obj.operate() r=0 bl.length=443 2024-09-12T00:56:38.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.142+0000 7fb2fb840800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:38.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.144+0000 7fb1affe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:38.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.146+0000 7fb2fb840800 20 remove_watcher() i=0 2024-09-12T00:56:38.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.146+0000 7fb2fb840800 2 removed watcher, disabling cache 2024-09-12T00:56:38.146 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.148+0000 7fb2fb840800 20 remove_watcher() i=1 2024-09-12T00:56:38.148 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.149+0000 7fb2fb840800 20 remove_watcher() i=2 2024-09-12T00:56:38.149 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.150+0000 7fb2fb840800 20 remove_watcher() i=3 2024-09-12T00:56:38.150 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.151+0000 7fb2fb840800 20 remove_watcher() i=4 2024-09-12T00:56:38.151 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.152+0000 7fb2fb840800 20 remove_watcher() i=5 2024-09-12T00:56:38.152 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.153+0000 7fb2fb840800 20 remove_watcher() i=6 2024-09-12T00:56:38.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.155+0000 7fb2fb840800 20 remove_watcher() i=7 2024-09-12T00:56:38.164 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.164 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:56:38.164 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: abort-at-change-reshard-state id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40 num_objects: 19 size_kb: 1 num_shards: 12 2024-09-12T00:56:38.164 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.166 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:38.167 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:38.170 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:38.170 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:38.213 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:38.213 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:38.242 INFO:tasks.workunit.client.0.smithi038.stderr: test: logrecord could be stopped after reshard failed 2024-09-12T00:56:38.244 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:56:38.273 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:38.273 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:38.312 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.314+0000 7ff3edd75800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.316+0000 7ff3edd75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.316+0000 7ff3edd75800 20 realm 2024-09-12T00:56:38.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.316+0000 7ff3edd75800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.316+0000 7ff3edd75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.316+0000 7ff3edd75800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:38.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.316+0000 7ff3edd75800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.316+0000 7ff3edd75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.315 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.316+0000 7ff3edd75800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.317+0000 7ff3edd75800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:38.316 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.317+0000 7ff3edd75800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.318+0000 7ff3edd75800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:38.317 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.318+0000 7ff3edd75800 20 searching for the correct realm 2024-09-12T00:56:38.320 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.321+0000 7ff3eb05e640 0 -- 172.21.15.38:0/2520424035 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x55c0aa07de40 msgr2=0x55c0aa080270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:38.324 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.325+0000 7ff3eb05e640 0 -- 172.21.15.38:0/2520424035 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7ff3dc046040 msgr2=0x7ff3dc039400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:38.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.329+0000 7ff3edd75800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:38.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.329+0000 7ff3edd75800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:38.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.329+0000 7ff3edd75800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:38.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.329+0000 7ff3edd75800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:38.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.329+0000 7ff3edd75800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:38.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.329+0000 7ff3edd75800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:38.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.329+0000 7ff3edd75800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.329+0000 7ff3edd75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.328 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.329+0000 7ff3edd75800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.330+0000 7ff3edd75800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:38.329 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.330+0000 7ff3edd75800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.330+0000 7ff3edd75800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:38.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.330+0000 7ff3edd75800 20 zone default found 2024-09-12T00:56:38.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.330+0000 7ff3edd75800 4 Realm: () 2024-09-12T00:56:38.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.330+0000 7ff3edd75800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:38.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.330+0000 7ff3edd75800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:38.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.330+0000 7ff3edd75800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:38.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.330+0000 7ff3edd75800 20 zonegroup default 2024-09-12T00:56:38.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.330+0000 7ff3edd75800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.330+0000 7ff3edd75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.330+0000 7ff3edd75800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.330+0000 7ff3edd75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.330+0000 7ff3edd75800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.331+0000 7ff3edd75800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.330 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.331+0000 7ff3edd75800 20 started sync module instance, tier type = 2024-09-12T00:56:38.331 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.331+0000 7ff3edd75800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:38.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.340+0000 7ff3edd75800 20 add_watcher() i=0 2024-09-12T00:56:38.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.340+0000 7ff3edd75800 20 add_watcher() i=1 2024-09-12T00:56:38.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.340+0000 7ff3edd75800 20 add_watcher() i=2 2024-09-12T00:56:38.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.340+0000 7ff3edd75800 20 add_watcher() i=3 2024-09-12T00:56:38.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.340+0000 7ff3edd75800 20 add_watcher() i=4 2024-09-12T00:56:38.339 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.340+0000 7ff3edd75800 20 add_watcher() i=5 2024-09-12T00:56:38.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.340+0000 7ff3edd75800 20 add_watcher() i=6 2024-09-12T00:56:38.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.341+0000 7ff3edd75800 20 add_watcher() i=7 2024-09-12T00:56:38.340 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.341+0000 7ff3edd75800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:38.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.343+0000 7ff2a1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:38.342 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.343+0000 7ff3edd75800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:38.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.343+0000 7ff3edd75800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:38.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.343+0000 7ff3edd75800 5 note: GC not initialized 2024-09-12T00:56:38.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.344+0000 7ff2a0fe1640 20 reqs_thread_entry: start 2024-09-12T00:56:38.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.344+0000 7ff3edd75800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:38.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.344+0000 7ff3edd75800 20 Filter name: none 2024-09-12T00:56:38.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.344+0000 7ff21a7fc640 20 reqs_thread_entry: start 2024-09-12T00:56:38.343 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.344+0000 7ff3edd75800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.345+0000 7ff3edd75800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:56:38.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.345+0000 7ff3edd75800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.345+0000 7ff3edd75800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:56:38.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.345+0000 7ff3edd75800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:38.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.345+0000 7ff3edd75800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.345+0000 7ff3edd75800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:56:38.344 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.345+0000 7ff3edd75800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.346+0000 7ff3edd75800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:56:38.345 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.346+0000 7ff3edd75800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:38.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.347+0000 7ff2a1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:38.348 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.349+0000 7ff3edd75800 20 remove_watcher() i=0 2024-09-12T00:56:38.348 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.349+0000 7ff3edd75800 2 removed watcher, disabling cache 2024-09-12T00:56:38.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.351+0000 7ff3edd75800 20 remove_watcher() i=1 2024-09-12T00:56:38.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.352+0000 7ff3edd75800 20 remove_watcher() i=2 2024-09-12T00:56:38.352 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.353+0000 7ff3edd75800 20 remove_watcher() i=3 2024-09-12T00:56:38.353 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.354+0000 7ff3edd75800 20 remove_watcher() i=4 2024-09-12T00:56:38.354 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.355+0000 7ff3edd75800 20 remove_watcher() i=5 2024-09-12T00:56:38.355 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.356+0000 7ff3edd75800 20 remove_watcher() i=6 2024-09-12T00:56:38.356 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.357+0000 7ff3edd75800 20 remove_watcher() i=7 2024-09-12T00:56:38.367 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.367 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:56:38.367 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: a-bucket id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 num_objects: 8 size_kb: 1 num_shards: 13 2024-09-12T00:56:38.367 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.369 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:56:38.398 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:38.398 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:38.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.438+0000 7f786771f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.440+0000 7f786771f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.440+0000 7f786771f800 20 realm 2024-09-12T00:56:38.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.440+0000 7f786771f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.440+0000 7f786771f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.440+0000 7f786771f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:38.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.440+0000 7f786771f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.441+0000 7f786771f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.441+0000 7f786771f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.442+0000 7f786771f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:38.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.442+0000 7f786771f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.442+0000 7f786771f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:38.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.442+0000 7f786771f800 20 searching for the correct realm 2024-09-12T00:56:38.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.446+0000 7f7863ca3640 0 -- 172.21.15.38:0/328136234 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7f7858099040 msgr2=0x7f7858099930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:56:38.651 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.652+0000 7f78634a2640 0 -- 172.21.15.38:0/328136234 >> [v2:172.21.15.194:6800/4136092038,v1:172.21.15.194:6801/4136092038] conn(0x561867b5d290 msgr2=0x561867b5f750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:38.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.655+0000 7f786771f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:38.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.655+0000 7f786771f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:38.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.655+0000 7f786771f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:38.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.655+0000 7f786771f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:38.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.655+0000 7f786771f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:38.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.655+0000 7f786771f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:38.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.655+0000 7f786771f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.655+0000 7f786771f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.655 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.655+0000 7f786771f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.656+0000 7f786771f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:38.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.656+0000 7f786771f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.656+0000 7f786771f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:38.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.656+0000 7f786771f800 20 zone default found 2024-09-12T00:56:38.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.656+0000 7f786771f800 4 Realm: () 2024-09-12T00:56:38.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.656+0000 7f786771f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:38.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.656+0000 7f786771f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:38.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.656+0000 7f786771f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:38.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.656+0000 7f786771f800 20 zonegroup default 2024-09-12T00:56:38.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.656+0000 7f786771f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.656+0000 7f786771f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.656+0000 7f786771f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.656 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.657+0000 7f786771f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.657+0000 7f786771f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.657+0000 7f786771f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.657+0000 7f786771f800 20 started sync module instance, tier type = 2024-09-12T00:56:38.657 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.657+0000 7f786771f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:38.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.667+0000 7f786771f800 20 add_watcher() i=0 2024-09-12T00:56:38.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.667+0000 7f786771f800 20 add_watcher() i=1 2024-09-12T00:56:38.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.667+0000 7f786771f800 20 add_watcher() i=2 2024-09-12T00:56:38.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.667+0000 7f786771f800 20 add_watcher() i=3 2024-09-12T00:56:38.666 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.667+0000 7f786771f800 20 add_watcher() i=4 2024-09-12T00:56:38.667 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.667+0000 7f786771f800 20 add_watcher() i=5 2024-09-12T00:56:38.667 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.667+0000 7f786771f800 20 add_watcher() i=6 2024-09-12T00:56:38.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.669+0000 7f786771f800 20 add_watcher() i=7 2024-09-12T00:56:38.668 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.669+0000 7f786771f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:38.670 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.671+0000 7f7719fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:38.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.672+0000 7f786771f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:38.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.672+0000 7f786771f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:38.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.672+0000 7f786771f800 5 note: GC not initialized 2024-09-12T00:56:38.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.672+0000 7f7718fe1640 20 reqs_thread_entry: start 2024-09-12T00:56:38.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.672+0000 7f786771f800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:38.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.672+0000 7f786771f800 20 Filter name: none 2024-09-12T00:56:38.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.672+0000 7f76927fc640 20 reqs_thread_entry: start 2024-09-12T00:56:38.671 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.672+0000 7f786771f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.672 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.673+0000 7f786771f800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:56:38.672 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.673+0000 7f786771f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.672 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.673+0000 7f786771f800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:56:38.672 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.673+0000 7f786771f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:38.672 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.673+0000 7f786771f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.672 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.673+0000 7f786771f800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:56:38.672 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.673+0000 7f786771f800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.674+0000 7f786771f800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:56:38.673 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.674+0000 7f786771f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:38.674 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.676+0000 7f7719fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:38.676 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.678+0000 7f786771f800 20 remove_watcher() i=0 2024-09-12T00:56:38.677 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.678+0000 7f786771f800 2 removed watcher, disabling cache 2024-09-12T00:56:38.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.679+0000 7f786771f800 20 remove_watcher() i=1 2024-09-12T00:56:38.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.681+0000 7f786771f800 20 remove_watcher() i=2 2024-09-12T00:56:38.680 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.682+0000 7f786771f800 20 remove_watcher() i=3 2024-09-12T00:56:38.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.684+0000 7f786771f800 20 remove_watcher() i=4 2024-09-12T00:56:38.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.685+0000 7f786771f800 20 remove_watcher() i=5 2024-09-12T00:56:38.684 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.686+0000 7f786771f800 20 remove_watcher() i=6 2024-09-12T00:56:38.685 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.687+0000 7f786771f800 20 remove_watcher() i=7 2024-09-12T00:56:38.698 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 14 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at change_reshard_state 2024-09-12T00:56:38.733 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:38.733 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:38.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.774+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.775+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.775+0000 7f5a22f42800 20 realm 2024-09-12T00:56:38.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.775+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.776+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.776+0000 7f5a22f42800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:38.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.776+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.776+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.776+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.777+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:38.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.777+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.778+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:38.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.778+0000 7f5a22f42800 20 searching for the correct realm 2024-09-12T00:56:38.779 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.780+0000 7f5a1f4ee640 0 -- 172.21.15.38:0/293033372 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55d268c89910 msgr2=0x55d268c8bdd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:38.782 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.783+0000 7f5a1eced640 0 -- 172.21.15.38:0/293033372 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f5a14044a00 msgr2=0x7f5a14043760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:38.787 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:38.787 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:38.787 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:38.787 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:38.787 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:38.787 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:38.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.788+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.788+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.788+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.788+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:38.788 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.788+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:38.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.789+0000 7f5a22f42800 20 zone default found 2024-09-12T00:56:38.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.789+0000 7f5a22f42800 4 Realm: () 2024-09-12T00:56:38.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.789+0000 7f5a22f42800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:38.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.789+0000 7f5a22f42800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:38.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.789+0000 7f5a22f42800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:38.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.789+0000 7f5a22f42800 20 zonegroup default 2024-09-12T00:56:38.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.790+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.790+0000 7f5a22f42800 20 started sync module instance, tier type = 2024-09-12T00:56:38.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.790+0000 7f5a22f42800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:38.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=0 2024-09-12T00:56:38.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=1 2024-09-12T00:56:38.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=2 2024-09-12T00:56:38.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=3 2024-09-12T00:56:38.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=4 2024-09-12T00:56:38.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=5 2024-09-12T00:56:38.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=6 2024-09-12T00:56:38.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.800+0000 7f5a22f42800 20 add_watcher() i=7 2024-09-12T00:56:38.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.800+0000 7f5a22f42800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:38.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.802+0000 7f58d57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:38.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.802+0000 7f5a22f42800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:38.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.802+0000 7f5a22f42800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:38.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.802+0000 7f5a22f42800 5 note: GC not initialized 2024-09-12T00:56:38.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.802+0000 7f584ffff640 20 reqs_thread_entry: start 2024-09-12T00:56:38.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.802+0000 7f5a22f42800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:38.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.802+0000 7f5a22f42800 20 Filter name: none 2024-09-12T00:56:38.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.803+0000 7f584dffb640 20 reqs_thread_entry: start 2024-09-12T00:56:38.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.803+0000 7f5a22f42800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:56:38.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.803+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.803+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:56:38.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.803+0000 7f5a22f42800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:56:38.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.803+0000 7f5a22f42800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:56:38.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.803+0000 7f5a22f42800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:56:38.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.803+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.804+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:56:38.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.804+0000 7f5a22f42800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:56:38.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.804+0000 7f5a22f42800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:56:38.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.804+0000 7f5a22f42800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:56:38.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.804+0000 7f5a22f42800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:56:38.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.804+0000 7f5a22f42800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:56:38.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.809+0000 7f5a22f42800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:56:38.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.809+0000 7f5a22f42800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:56:38.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.809+0000 7f5a22f42800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:56:38.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.809+0000 7f5a22f42800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:56:38.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.809+0000 7f5901ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464331 cookie 94362189474752 notifier 7643 bl.length()=911 2024-09-12T00:56:38.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.809+0000 7f5901ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:56:38.808 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.809+0000 7f5901ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:56:38.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.809+0000 7f5901ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:56:38.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.810+0000 7f5a22f42800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:56:38.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.810+0000 7f5a22f42800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:56:38.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.810+0000 7f5a22f42800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:56:38.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.810+0000 7f5a22f42800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:56:38.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.0 2024-09-12T00:56:38.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.0 2024-09-12T00:56:38.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.1 2024-09-12T00:56:38.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.1 2024-09-12T00:56:38.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.2 2024-09-12T00:56:38.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.2 2024-09-12T00:56:38.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.3 2024-09-12T00:56:38.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.3 2024-09-12T00:56:38.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.4 2024-09-12T00:56:38.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.4 2024-09-12T00:56:38.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.5 2024-09-12T00:56:38.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.5 2024-09-12T00:56:38.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.6 2024-09-12T00:56:38.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.6 2024-09-12T00:56:38.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.7 2024-09-12T00:56:38.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.7 2024-09-12T00:56:38.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.8 2024-09-12T00:56:38.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.8 2024-09-12T00:56:38.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.9 2024-09-12T00:56:38.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.9 2024-09-12T00:56:38.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.10 2024-09-12T00:56:38.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.10 2024-09-12T00:56:38.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.11 2024-09-12T00:56:38.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.11 2024-09-12T00:56:38.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.12 2024-09-12T00:56:38.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.12 2024-09-12T00:56:38.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.13 2024-09-12T00:56:38.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.13 2024-09-12T00:56:38.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:56:38.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:56:38.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.816+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:56:38.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.816+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:56:38.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.817+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:56:38.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.817+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:56:38.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.817+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:56:38.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.817+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:56:38.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.818+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:56:38.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.818+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:56:38.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.818+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:56:38.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.818+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:56:38.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.819+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:56:38.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.819+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:56:38.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.819+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:56:38.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.819+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:56:38.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.820+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:56:38.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.820+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:56:38.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.820+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:56:38.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.820+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:56:38.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.821+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:56:38.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.821+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:56:38.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.821+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:56:38.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.821+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:56:38.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.822+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:56:38.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.822+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:56:38.823 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5a22f42800 time 2024-09-12T00:56:38.825572+0000 2024-09-12T00:56:38.823 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:56:38.824 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:56:38.824 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f5a2478c71a] 2024-09-12T00:56:38.824 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f5a2478c8d8] 2024-09-12T00:56:38.824 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d26723b641] 2024-09-12T00:56:38.824 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x55d26724a51b] 2024-09-12T00:56:38.824 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55d26724b3e4] 2024-09-12T00:56:38.824 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:56:38.824 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f5a23429590] 2024-09-12T00:56:38.825 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:56:38.825 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:56:38.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.825+0000 7f5a22f42800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5a22f42800 time 2024-09-12T00:56:38.825572+0000 2024-09-12T00:56:38.825 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:56:38.825 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.825 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:56:38.825 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f5a2478c71a] 2024-09-12T00:56:38.825 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f5a2478c8d8] 2024-09-12T00:56:38.825 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d26723b641] 2024-09-12T00:56:38.825 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x55d26724a51b] 2024-09-12T00:56:38.825 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55d26724b3e4] 2024-09-12T00:56:38.825 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:56:38.825 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f5a23429590] 2024-09-12T00:56:38.826 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:56:38.826 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:56:38.826 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.826 INFO:tasks.workunit.client.0.smithi038.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:56:38.826 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f5a22f42800 thread_name:radosgw-admin 2024-09-12T00:56:38.843 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:56:38.843 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f5a2343e6f0] 2024-09-12T00:56:38.843 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f5a2348b99c] 2024-09-12T00:56:38.843 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:56:38.844 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:56:38.844 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f5a2478c774] 2024-09-12T00:56:38.844 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f5a2478c8d8] 2024-09-12T00:56:38.844 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d26723b641] 2024-09-12T00:56:38.844 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x55d26724a51b] 2024-09-12T00:56:38.844 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55d26724b3e4] 2024-09-12T00:56:38.844 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:56:38.844 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f5a23429590] 2024-09-12T00:56:38.844 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:56:38.844 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:56:38.844 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.826+0000 7f5a22f42800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:56:38.844 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f5a22f42800 thread_name:radosgw-admin 2024-09-12T00:56:38.845 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.845 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:56:38.845 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f5a2343e6f0] 2024-09-12T00:56:38.845 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f5a2348b99c] 2024-09-12T00:56:38.845 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:56:38.845 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:56:38.845 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f5a2478c774] 2024-09-12T00:56:38.845 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f5a2478c8d8] 2024-09-12T00:56:38.845 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d26723b641] 2024-09-12T00:56:38.845 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x55d26724a51b] 2024-09-12T00:56:38.845 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55d26724b3e4] 2024-09-12T00:56:38.845 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:56:38.845 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f5a23429590] 2024-09-12T00:56:38.845 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:56:38.846 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:56:38.846 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:56:38.846 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.846 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:56:38.846 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:56:38.758+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.846 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:56:38.758+0000 7f5a22f42800 10 monclient(hunting): _renew_subs 2024-09-12T00:56:38.846 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:56:38.758+0000 7f5a22f42800 10 monclient(hunting): authenticate will time out at 2105.209075s 2024-09-12T00:56:38.846 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient(hunting): get_auth_request con 0x55d268ad3030 auth_method 0 2024-09-12T00:56:38.846 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.846 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.846 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.846 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:56:38.758+0000 7f5a1f4ee640 10 monclient(hunting): get_auth_request con 0x55d268ad6710 auth_method 0 2024-09-12T00:56:38.846 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:56:38.758+0000 7f5a1f4ee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.846 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:56:38.758+0000 7f5a1f4ee640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.847 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:56:38.758+0000 7f5a1f4ee640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.847 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.847 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.847 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.847 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:56:38.758+0000 7f5a1eced640 10 monclient(hunting): get_auth_request con 0x55d268a071b0 auth_method 0 2024-09-12T00:56:38.847 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:56:38.758+0000 7f5a1eced640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.847 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:56:38.758+0000 7f5a1eced640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.847 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:56:38.758+0000 7f5a1eced640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.847 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:56:38.758+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.847 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:56:38.758+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.847 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:56:38.758+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.847 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:56:38.758+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.847 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:56:38.758+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.847 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:56:38.758+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.848 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_done global_id 7634 payload 824 2024-09-12T00:56:38.848 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient: _finish_hunting 0 2024-09-12T00:56:38.848 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 1 monclient: found mon.noname-c 2024-09-12T00:56:38.848 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.848 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:38.848 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:56:38.848 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: dump: 2024-09-12T00:56:38.848 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:38.848 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:38.848 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.848 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.848 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:38.848 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.848 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:38.849 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:38.849 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:38.849 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.849 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: _finish_auth 0 2024-09-12T00:56:38.849 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: _check_auth_tickets 2024-09-12T00:56:38.849 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: handle_config config(0 keys) 2024-09-12T00:56:38.849 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:38.849 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:56:38.849 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: dump: 2024-09-12T00:56:38.849 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:38.849 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:38.849 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.849 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.849 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:38.850 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.850 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:38.850 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:38.850 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:38.850 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.850 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:56:38.758+0000 7f5a22f42800 5 monclient: authenticate success, global_id 7634 2024-09-12T00:56:38.850 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:56:38.758+0000 7f5a22f42800 10 monclient: _renew_subs 2024-09-12T00:56:38.850 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:56:38.758+0000 7f590ce09640 4 set_mon_vals no callback set 2024-09-12T00:56:38.850 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:56:38.758+0000 7f5a22f42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.850 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:56:38.758+0000 7f5a22f42800 10 monclient: _renew_subs 2024-09-12T00:56:38.850 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:56:38.758+0000 7f5a22f42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.850 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:56:38.758+0000 7f5a22f42800 1 librados: init done 2024-09-12T00:56:38.850 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:56:38.760+0000 7f590b606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:56:38.851 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:56:38.760+0000 7f590b606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:38.851 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:56:38.760+0000 7f590b606640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:38.851 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:56:38.761+0000 7f5a1eced640 10 monclient: get_auth_request con 0x7f5904076470 auth_method 0 2024-09-12T00:56:38.851 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:56:38.761+0000 7f5a1f4ee640 10 monclient: get_auth_request con 0x55d268bbaaa0 auth_method 0 2024-09-12T00:56:38.851 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:56:38.762+0000 7f5a1eced640 10 monclient: get_auth_request con 0x55d268bddfb0 auth_method 0 2024-09-12T00:56:38.851 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:56:38.762+0000 7f5a1e4ec640 10 monclient: get_auth_request con 0x55d268be2650 auth_method 0 2024-09-12T00:56:38.851 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:56:38.764+0000 7f5a22f42800 10 monclient: build_initial_monmap 2024-09-12T00:56:38.851 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:56:38.764+0000 7f5a22f42800 1 build_initial for_mkfs: 0 2024-09-12T00:56:38.851 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:56:38.764+0000 7f5a22f42800 10 monclient: monmap: 2024-09-12T00:56:38.851 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:56:38.851 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:56:38.851 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:56:38.851 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:56:38.851 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:56:38.852 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.852 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:56:38.852 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:56:38.852 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:56:38.852 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.852 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding auth protocol: cephx 2024-09-12T00:56:38.852 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding auth protocol: cephx 2024-09-12T00:56:38.852 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding auth protocol: cephx 2024-09-12T00:56:38.852 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: secure 2024-09-12T00:56:38.852 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: crc 2024-09-12T00:56:38.852 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: secure 2024-09-12T00:56:38.852 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: crc 2024-09-12T00:56:38.852 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: secure 2024-09-12T00:56:38.852 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: crc 2024-09-12T00:56:38.853 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: crc 2024-09-12T00:56:38.853 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: secure 2024-09-12T00:56:38.853 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: crc 2024-09-12T00:56:38.853 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: secure 2024-09-12T00:56:38.853 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: crc 2024-09-12T00:56:38.853 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: secure 2024-09-12T00:56:38.853 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:56:38.764+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.853 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 asok(0x55d268970630) register_command objecter_requests cmddesc objecter_requests hook 0x55d268bea900 EEXIST 2024-09-12T00:56:38.853 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:56:38.764+0000 7f5a22f42800 10 monclient: init 2024-09-12T00:56:38.853 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding auth protocol: cephx 2024-09-12T00:56:38.853 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding auth protocol: cephx 2024-09-12T00:56:38.853 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding auth protocol: cephx 2024-09-12T00:56:38.853 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: secure 2024-09-12T00:56:38.853 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: crc 2024-09-12T00:56:38.854 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: secure 2024-09-12T00:56:38.854 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: crc 2024-09-12T00:56:38.854 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: secure 2024-09-12T00:56:38.854 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: crc 2024-09-12T00:56:38.854 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: crc 2024-09-12T00:56:38.854 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: secure 2024-09-12T00:56:38.854 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: crc 2024-09-12T00:56:38.854 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: secure 2024-09-12T00:56:38.854 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: crc 2024-09-12T00:56:38.854 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: secure 2024-09-12T00:56:38.854 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:56:38.765+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.854 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:56:38.765+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.855 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:56:38.765+0000 7f5a22f42800 5 asok(0x55d268970630) register_command rotate-key cmddesc rotate-key hook 0x55d268be5bd0 EEXIST 2024-09-12T00:56:38.855 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient: _reopen_session rank -1 2024-09-12T00:56:38.855 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:56:38.855 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-c con 0x55d268c0ec20 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:56:38.855 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-b con 0x55d268c0f000 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:56:38.855 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-a con 0x55d268c0d930 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:56:38.855 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.855 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.855 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.855 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient(hunting): _renew_subs 2024-09-12T00:56:38.855 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient(hunting): authenticate will time out at 2105.216606s 2024-09-12T00:56:38.856 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:56:38.765+0000 7f5a1eced640 10 monclient(hunting): get_auth_request con 0x55d268c0ec20 auth_method 0 2024-09-12T00:56:38.856 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:56:38.765+0000 7f5a1eced640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.856 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:56:38.765+0000 7f5a1eced640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.856 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:56:38.765+0000 7f5a1eced640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.856 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:56:38.765+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.856 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:56:38.765+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.856 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:56:38.765+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.856 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:56:38.765+0000 7f5a1f4ee640 10 monclient(hunting): get_auth_request con 0x55d268c0d930 auth_method 0 2024-09-12T00:56:38.856 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:56:38.765+0000 7f5a1f4ee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.856 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:56:38.765+0000 7f5a1f4ee640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.857 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:56:38.765+0000 7f5a1f4ee640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.857 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:56:38.765+0000 7f5a1e4ec640 10 monclient(hunting): get_auth_request con 0x55d268c0f000 auth_method 0 2024-09-12T00:56:38.857 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:56:38.765+0000 7f5a1e4ec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.857 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:56:38.765+0000 7f5a1e4ec640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.857 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:56:38.765+0000 7f5a1e4ec640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.857 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:56:38.765+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.857 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:56:38.765+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.857 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:56:38.765+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.857 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:56:38.765+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.857 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:56:38.765+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.857 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:56:38.765+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.857 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:56:38.765+0000 7f5a1eced640 10 monclient(hunting): handle_auth_done global_id 7637 payload 824 2024-09-12T00:56:38.857 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:56:38.766+0000 7f5a1eced640 10 monclient: _finish_hunting 0 2024-09-12T00:56:38.857 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:56:38.766+0000 7f5a1eced640 1 monclient: found mon.noname-c 2024-09-12T00:56:38.858 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:56:38.766+0000 7f5a1eced640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.858 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:38.858 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:56:38.858 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: dump: 2024-09-12T00:56:38.858 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:38.858 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:38.858 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.858 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.858 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:38.858 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.858 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:38.858 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:38.858 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:38.858 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.859 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: _finish_auth 0 2024-09-12T00:56:38.859 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: _check_auth_tickets 2024-09-12T00:56:38.859 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: handle_config config(0 keys) 2024-09-12T00:56:38.859 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:38.859 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:56:38.859 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: dump: 2024-09-12T00:56:38.859 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:38.859 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:38.859 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.859 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.859 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:38.859 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.859 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:38.859 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:38.860 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:38.860 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.860 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:56:38.766+0000 7f5a22f42800 5 monclient: authenticate success, global_id 7637 2024-09-12T00:56:38.860 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:56:38.766+0000 7f5a22f42800 10 monclient: _renew_subs 2024-09-12T00:56:38.860 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:56:38.766+0000 7f5a22f42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.860 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:56:38.766+0000 7f5a1fcef640 4 set_mon_vals no callback set 2024-09-12T00:56:38.860 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:56:38.766+0000 7f5a22f42800 10 monclient: _renew_subs 2024-09-12T00:56:38.860 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:56:38.766+0000 7f5a22f42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.860 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:56:38.768+0000 7f5908e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:56:38.860 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:56:38.768+0000 7f5908e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:38.860 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:56:38.768+0000 7f5908e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:38.860 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:56:38.768+0000 7f5a1e4ec640 10 monclient: get_auth_request con 0x7f58f8076380 auth_method 0 2024-09-12T00:56:38.860 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:56:38.768+0000 7f5a22f42800 10 monclient: get_monmap_and_config 2024-09-12T00:56:38.860 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:56:38.768+0000 7f5a22f42800 10 monclient: build_initial_monmap 2024-09-12T00:56:38.861 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:56:38.768+0000 7f5a22f42800 1 build_initial for_mkfs: 0 2024-09-12T00:56:38.861 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:56:38.768+0000 7f5a22f42800 10 monclient: monmap: 2024-09-12T00:56:38.861 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:56:38.861 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:56:38.861 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:56:38.861 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:56:38.861 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:56:38.861 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.861 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:56:38.861 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:56:38.861 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:56:38.861 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.861 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding auth protocol: cephx 2024-09-12T00:56:38.861 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding auth protocol: cephx 2024-09-12T00:56:38.862 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding auth protocol: cephx 2024-09-12T00:56:38.862 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: secure 2024-09-12T00:56:38.862 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: crc 2024-09-12T00:56:38.862 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: secure 2024-09-12T00:56:38.862 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: crc 2024-09-12T00:56:38.862 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: secure 2024-09-12T00:56:38.862 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: crc 2024-09-12T00:56:38.862 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: crc 2024-09-12T00:56:38.862 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: secure 2024-09-12T00:56:38.862 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: crc 2024-09-12T00:56:38.862 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: secure 2024-09-12T00:56:38.862 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: crc 2024-09-12T00:56:38.862 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: secure 2024-09-12T00:56:38.862 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:56:38.769+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.863 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient: init 2024-09-12T00:56:38.863 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding auth protocol: cephx 2024-09-12T00:56:38.863 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding auth protocol: cephx 2024-09-12T00:56:38.863 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding auth protocol: cephx 2024-09-12T00:56:38.863 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: secure 2024-09-12T00:56:38.863 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: crc 2024-09-12T00:56:38.863 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: secure 2024-09-12T00:56:38.863 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: crc 2024-09-12T00:56:38.863 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: secure 2024-09-12T00:56:38.863 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: crc 2024-09-12T00:56:38.863 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: crc 2024-09-12T00:56:38.863 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: secure 2024-09-12T00:56:38.863 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: crc 2024-09-12T00:56:38.863 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: secure 2024-09-12T00:56:38.864 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: crc 2024-09-12T00:56:38.864 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: secure 2024-09-12T00:56:38.864 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:56:38.769+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.864 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:56:38.769+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.864 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 asok(0x55d268970630) register_command rotate-key cmddesc rotate-key hook 0x7ffd92983868 EEXIST 2024-09-12T00:56:38.864 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient: _reopen_session rank -1 2024-09-12T00:56:38.864 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:56:38.864 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-a con 0x55d268c63160 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:56:38.864 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-b con 0x55d268c53ab0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:56:38.864 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-c con 0x55d268c5e590 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:56:38.864 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.864 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.864 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.864 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient(hunting): _renew_subs 2024-09-12T00:56:38.865 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient(hunting): authenticate will time out at 2105.220697s 2024-09-12T00:56:38.865 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:56:38.769+0000 7f5a1eced640 10 monclient(hunting): get_auth_request con 0x55d268c63160 auth_method 0 2024-09-12T00:56:38.865 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:56:38.769+0000 7f5a1eced640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.865 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:56:38.769+0000 7f5a1eced640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.865 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:56:38.769+0000 7f5a1eced640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.865 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:56:38.769+0000 7f5a1f4ee640 10 monclient(hunting): get_auth_request con 0x55d268c5e590 auth_method 0 2024-09-12T00:56:38.865 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:56:38.769+0000 7f5a1f4ee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.865 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:56:38.769+0000 7f5a1f4ee640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.865 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:56:38.769+0000 7f5a1f4ee640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.865 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:56:38.769+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.865 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:56:38.769+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.865 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:56:38.769+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.865 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:56:38.769+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.866 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:56:38.769+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.866 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:56:38.769+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.866 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:56:38.770+0000 7f5a1eced640 10 monclient(hunting): handle_auth_done global_id 8124 payload 274 2024-09-12T00:56:38.866 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:56:38.770+0000 7f5a1eced640 10 monclient: _finish_hunting 0 2024-09-12T00:56:38.866 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:56:38.770+0000 7f5a1eced640 1 monclient: found mon.noname-a 2024-09-12T00:56:38.866 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:56:38.770+0000 7f5a1eced640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:56:38.866 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:56:38.770+0000 7f5a1e4ec640 10 monclient: get_auth_request con 0x55d268c53ab0 auth_method 0 2024-09-12T00:56:38.866 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:38.866 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:56:38.866 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: dump: 2024-09-12T00:56:38.866 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:38.866 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:38.866 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.866 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.866 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:38.867 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.867 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:38.867 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:38.867 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:38.867 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.867 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: _finish_auth 0 2024-09-12T00:56:38.867 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: _check_auth_tickets 2024-09-12T00:56:38.867 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: handle_config config(0 keys) 2024-09-12T00:56:38.867 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:56:38.770+0000 7f5a22f42800 5 monclient: authenticate success, global_id 8124 2024-09-12T00:56:38.867 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:56:38.770+0000 7f5a22f42800 10 monclient: get_monmap_and_config success 2024-09-12T00:56:38.867 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:56:38.770+0000 7f5a22f42800 4 set_mon_vals no callback set 2024-09-12T00:56:38.867 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:38.867 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:56:38.867 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: dump: 2024-09-12T00:56:38.868 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:38.868 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:38.868 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.868 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.868 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:38.868 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.868 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:38.868 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:38.868 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:38.868 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.868 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:56:38.770+0000 7f5a22f42800 10 monclient: shutdown 2024-09-12T00:56:38.868 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:56:38.771+0000 7f5a22f42800 10 monclient: build_initial_monmap 2024-09-12T00:56:38.868 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:56:38.771+0000 7f5a22f42800 1 build_initial for_mkfs: 0 2024-09-12T00:56:38.868 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:56:38.771+0000 7f5a22f42800 10 monclient: monmap: 2024-09-12T00:56:38.869 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:56:38.869 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:56:38.869 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:56:38.869 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:56:38.869 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:56:38.869 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.869 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:56:38.869 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:56:38.869 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:56:38.869 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.869 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding auth protocol: cephx 2024-09-12T00:56:38.869 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding auth protocol: cephx 2024-09-12T00:56:38.869 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding auth protocol: cephx 2024-09-12T00:56:38.869 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: secure 2024-09-12T00:56:38.870 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: crc 2024-09-12T00:56:38.870 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: secure 2024-09-12T00:56:38.870 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: crc 2024-09-12T00:56:38.870 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: secure 2024-09-12T00:56:38.870 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: crc 2024-09-12T00:56:38.870 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: crc 2024-09-12T00:56:38.870 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: secure 2024-09-12T00:56:38.870 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: crc 2024-09-12T00:56:38.870 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: secure 2024-09-12T00:56:38.870 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: crc 2024-09-12T00:56:38.870 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: secure 2024-09-12T00:56:38.870 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:56:38.771+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.870 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:56:38.771+0000 7f5a22f42800 1 librados: starting msgr at 2024-09-12T00:56:38.870 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:56:38.771+0000 7f5a22f42800 1 librados: starting objecter 2024-09-12T00:56:38.871 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 asok(0x55d268970630) register_command objecter_requests cmddesc objecter_requests hook 0x55d268c5e970 EEXIST 2024-09-12T00:56:38.871 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:56:38.771+0000 7f5a22f42800 1 librados: setting wanted keys 2024-09-12T00:56:38.871 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:56:38.771+0000 7f5a22f42800 1 librados: calling monclient init 2024-09-12T00:56:38.871 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:56:38.771+0000 7f5a22f42800 10 monclient: init 2024-09-12T00:56:38.871 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding auth protocol: cephx 2024-09-12T00:56:38.871 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding auth protocol: cephx 2024-09-12T00:56:38.871 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding auth protocol: cephx 2024-09-12T00:56:38.871 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: secure 2024-09-12T00:56:38.871 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: crc 2024-09-12T00:56:38.872 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: secure 2024-09-12T00:56:38.872 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: crc 2024-09-12T00:56:38.872 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: secure 2024-09-12T00:56:38.872 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: crc 2024-09-12T00:56:38.872 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: crc 2024-09-12T00:56:38.872 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: secure 2024-09-12T00:56:38.872 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: crc 2024-09-12T00:56:38.872 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: secure 2024-09-12T00:56:38.872 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: crc 2024-09-12T00:56:38.872 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: secure 2024-09-12T00:56:38.872 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:56:38.771+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.872 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:56:38.771+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.872 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:56:38.772+0000 7f5a22f42800 5 asok(0x55d268970630) register_command rotate-key cmddesc rotate-key hook 0x55d268c23628 EEXIST 2024-09-12T00:56:38.872 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient: _reopen_session rank -1 2024-09-12T00:56:38.873 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:56:38.873 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-a con 0x55d268c53ab0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:56:38.873 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-c con 0x55d268c5e590 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:56:38.873 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-b con 0x55d268c63160 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:56:38.873 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.873 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.873 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.873 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient(hunting): _renew_subs 2024-09-12T00:56:38.873 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient(hunting): authenticate will time out at 2105.223118s 2024-09-12T00:56:38.873 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient(hunting): get_auth_request con 0x55d268c5e590 auth_method 0 2024-09-12T00:56:38.873 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.873 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.873 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.873 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:56:38.772+0000 7f5a1eced640 10 monclient(hunting): get_auth_request con 0x55d268c53ab0 auth_method 0 2024-09-12T00:56:38.874 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:56:38.772+0000 7f5a1eced640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.874 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:56:38.772+0000 7f5a1eced640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.874 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:56:38.772+0000 7f5a1eced640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.874 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.874 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.874 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.874 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:56:38.772+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.874 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:56:38.772+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.874 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:56:38.772+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.874 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:56:38.772+0000 7f5a1f4ee640 10 monclient(hunting): get_auth_request con 0x55d268c63160 auth_method 0 2024-09-12T00:56:38.874 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:56:38.772+0000 7f5a1f4ee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.874 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:56:38.772+0000 7f5a1f4ee640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.874 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:56:38.772+0000 7f5a1f4ee640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.874 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_done global_id 7643 payload 824 2024-09-12T00:56:38.875 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient: _finish_hunting 0 2024-09-12T00:56:38.875 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 1 monclient: found mon.noname-c 2024-09-12T00:56:38.875 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.875 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:38.875 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:56:38.875 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: dump: 2024-09-12T00:56:38.875 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:38.875 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:38.875 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.875 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.875 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:38.875 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.875 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:38.875 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:38.875 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:38.876 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.876 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: _finish_auth 0 2024-09-12T00:56:38.876 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: _check_auth_tickets 2024-09-12T00:56:38.876 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T00:56:38.876 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:38.876 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:56:38.876 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: dump: 2024-09-12T00:56:38.876 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:38.876 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:38.876 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.876 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.876 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:38.876 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.877 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:38.877 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:38.877 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:38.877 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.877 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:56:38.772+0000 7f5a22f42800 5 monclient: authenticate success, global_id 7643 2024-09-12T00:56:38.877 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:56:38.772+0000 7f59027fc640 4 set_mon_vals no callback set 2024-09-12T00:56:38.877 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient: _renew_subs 2024-09-12T00:56:38.877 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.877 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient: _renew_subs 2024-09-12T00:56:38.877 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.878 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:56:38.772+0000 7f5a22f42800 1 librados: init done 2024-09-12T00:56:38.878 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:56:38.772+0000 7f5a22f42800 5 asok(0x55d268970630) register_command cr dump hook 0x55d268c5c788 2024-09-12T00:56:38.878 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:56:38.774+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.878 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:56:38.774+0000 7f5900ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:56:38.878 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:56:38.774+0000 7f5900ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:38.878 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:56:38.774+0000 7f5900ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:38.878 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:56:38.775+0000 7f5a1eced640 10 monclient: get_auth_request con 0x7f58e8076470 auth_method 0 2024-09-12T00:56:38.878 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:56:38.775+0000 7f5a1f4ee640 10 monclient: get_auth_request con 0x55d268c7d070 auth_method 0 2024-09-12T00:56:38.878 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:56:38.775+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.878 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:56:38.775+0000 7f5a22f42800 20 realm 2024-09-12T00:56:38.878 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:56:38.775+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.878 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:56:38.776+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.878 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:56:38.776+0000 7f5a22f42800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:38.878 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:56:38.776+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.879 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:56:38.776+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.879 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:56:38.776+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.879 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:56:38.776+0000 7f5a1eced640 10 monclient: get_auth_request con 0x55d268c81470 auth_method 0 2024-09-12T00:56:38.879 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:56:38.777+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:38.879 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:56:38.777+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.879 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:56:38.777+0000 7f5a1e4ec640 10 monclient: get_auth_request con 0x55d268c84b90 auth_method 0 2024-09-12T00:56:38.879 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:56:38.778+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:38.879 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:56:38.778+0000 7f5a22f42800 20 searching for the correct realm 2024-09-12T00:56:38.879 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:56:38.778+0000 7f5a1f4ee640 10 monclient: get_auth_request con 0x55d268c89910 auth_method 0 2024-09-12T00:56:38.879 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:56:38.779+0000 7f5a1eced640 10 monclient: get_auth_request con 0x7f5a140a72e0 auth_method 0 2024-09-12T00:56:38.879 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:56:38.779+0000 7f5a1e4ec640 10 monclient: get_auth_request con 0x7f5a10037060 auth_method 0 2024-09-12T00:56:38.879 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:56:38.780+0000 7f5a1f4ee640 0 -- 172.21.15.38:0/293033372 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55d268c89910 msgr2=0x55d268c8bdd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:38.879 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:56:38.780+0000 7f5900ff9640 1 client.7643.objecter ms_handle_reset 0x55d268c89910 session 0x55d268c89290 osd.3 2024-09-12T00:56:38.879 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:56:38.780+0000 7f5900ff9640 10 monclient: _renew_subs 2024-09-12T00:56:38.880 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:56:38.780+0000 7f5900ff9640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.880 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:56:38.781+0000 7f5a1f4ee640 10 monclient: get_auth_request con 0x7f58e8086a20 auth_method 0 2024-09-12T00:56:38.880 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:56:38.781+0000 7f5a1f4ee640 10 monclient: get_auth_request con 0x7f5a14016a60 auth_method 0 2024-09-12T00:56:38.880 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:56:38.783+0000 7f5a1eced640 10 monclient: get_auth_request con 0x7f5a14044a00 auth_method 0 2024-09-12T00:56:38.880 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:56:38.783+0000 7f5a1eced640 0 -- 172.21.15.38:0/293033372 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f5a14044a00 msgr2=0x7f5a14043760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:38.880 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:56:38.783+0000 7f5900ff9640 1 client.7643.objecter ms_handle_reset 0x7f5a14044a00 session 0x7f5a14087e80 osd.0 2024-09-12T00:56:38.880 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:56:38.784+0000 7f5a1eced640 10 monclient: get_auth_request con 0x55d268c89910 auth_method 0 2024-09-12T00:56:38.880 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:38.880 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:38.880 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:38.880 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:38.880 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:38.880 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:38.881 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.881 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.881 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.881 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:38.881 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.881 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:38.881 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:56:38.789+0000 7f5a22f42800 20 zone default found 2024-09-12T00:56:38.881 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:56:38.789+0000 7f5a22f42800 4 Realm: () 2024-09-12T00:56:38.881 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:56:38.789+0000 7f5a22f42800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:38.881 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:56:38.789+0000 7f5a22f42800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:38.881 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:56:38.789+0000 7f5a22f42800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:38.881 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:56:38.789+0000 7f5a22f42800 20 zonegroup default 2024-09-12T00:56:38.881 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.881 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.882 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.882 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.882 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.882 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:56:38.790+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.882 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:56:38.790+0000 7f5a22f42800 20 started sync module instance, tier type = 2024-09-12T00:56:38.882 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:56:38.790+0000 7f5a22f42800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:38.882 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=0 2024-09-12T00:56:38.882 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=1 2024-09-12T00:56:38.882 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=2 2024-09-12T00:56:38.882 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=3 2024-09-12T00:56:38.882 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=4 2024-09-12T00:56:38.882 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=5 2024-09-12T00:56:38.882 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=6 2024-09-12T00:56:38.882 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:56:38.800+0000 7f5a22f42800 20 add_watcher() i=7 2024-09-12T00:56:38.883 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:56:38.800+0000 7f5a22f42800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:38.883 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding auth protocol: cephx 2024-09-12T00:56:38.883 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding auth protocol: cephx 2024-09-12T00:56:38.883 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding auth protocol: cephx 2024-09-12T00:56:38.883 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: secure 2024-09-12T00:56:38.883 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: crc 2024-09-12T00:56:38.883 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: secure 2024-09-12T00:56:38.883 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: crc 2024-09-12T00:56:38.883 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: secure 2024-09-12T00:56:38.883 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: crc 2024-09-12T00:56:38.883 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: crc 2024-09-12T00:56:38.883 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: secure 2024-09-12T00:56:38.883 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: crc 2024-09-12T00:56:38.883 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: secure 2024-09-12T00:56:38.884 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:56:38.802+0000 7f58d57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:38.884 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: crc 2024-09-12T00:56:38.884 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: secure 2024-09-12T00:56:38.884 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:56:38.802+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.884 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:56:38.802+0000 7f5a22f42800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:38.884 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:56:38.802+0000 7f5a22f42800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:38.884 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 asok(0x55d268970630) register_command cache list hook 0x55d268c70ff0 2024-09-12T00:56:38.884 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 asok(0x55d268970630) register_command cache inspect hook 0x55d268c70ff0 2024-09-12T00:56:38.884 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 asok(0x55d268970630) register_command cache erase hook 0x55d268c70ff0 2024-09-12T00:56:38.884 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 asok(0x55d268970630) register_command cache zap hook 0x55d268c70ff0 2024-09-12T00:56:38.884 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 note: GC not initialized 2024-09-12T00:56:38.884 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:56:38.802+0000 7f584ffff640 20 reqs_thread_entry: start 2024-09-12T00:56:38.884 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 asok(0x55d268970630) register_command sync trace show hook 0x7f5a180046e0 2024-09-12T00:56:38.885 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 asok(0x55d268970630) register_command sync trace history hook 0x7f5a180046e0 2024-09-12T00:56:38.885 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 asok(0x55d268970630) register_command sync trace active hook 0x7f5a180046e0 2024-09-12T00:56:38.885 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 asok(0x55d268970630) register_command sync trace active_short hook 0x7f5a180046e0 2024-09-12T00:56:38.885 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:56:38.802+0000 7f5a22f42800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:38.885 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:56:38.802+0000 7f5a22f42800 20 Filter name: none 2024-09-12T00:56:38.885 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:56:38.803+0000 7f584dffb640 20 reqs_thread_entry: start 2024-09-12T00:56:38.885 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:56:38.803+0000 7f5a22f42800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:56:38.885 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:56:38.803+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.885 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:56:38.803+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:56:38.885 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:56:38.803+0000 7f5a22f42800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:56:38.885 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:56:38.803+0000 7f5a22f42800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:56:38.885 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:56:38.803+0000 7f5a22f42800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:56:38.885 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:56:38.803+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.886 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:56:38.804+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:56:38.886 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:56:38.804+0000 7f5a22f42800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:56:38.886 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:56:38.804+0000 7f5a22f42800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:56:38.886 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:56:38.804+0000 7f5a22f42800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:56:38.886 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:56:38.804+0000 7f5a22f42800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:56:38.886 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:56:38.804+0000 7f5a22f42800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:56:38.886 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:56:38.809+0000 7f5a22f42800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:56:38.886 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:56:38.809+0000 7f5a22f42800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:56:38.886 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:56:38.809+0000 7f5a22f42800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:56:38.886 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:56:38.809+0000 7f5a22f42800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:56:38.886 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:56:38.809+0000 7f5901ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464331 cookie 94362189474752 notifier 7643 bl.length()=911 2024-09-12T00:56:38.886 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:56:38.809+0000 7f5901ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:56:38.886 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:56:38.809+0000 7f5901ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:56:38.886 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:56:38.809+0000 7f5901ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:56:38.887 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:56:38.810+0000 7f5a22f42800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:56:38.887 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:56:38.810+0000 7f5a22f42800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:56:38.887 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:56:38.810+0000 7f5a22f42800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:56:38.887 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:56:38.810+0000 7f5a22f42800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:56:38.887 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.0 2024-09-12T00:56:38.887 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.0 2024-09-12T00:56:38.887 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.1 2024-09-12T00:56:38.887 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.1 2024-09-12T00:56:38.887 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.2 2024-09-12T00:56:38.887 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.2 2024-09-12T00:56:38.888 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.3 2024-09-12T00:56:38.888 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.3 2024-09-12T00:56:38.888 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.4 2024-09-12T00:56:38.888 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.4 2024-09-12T00:56:38.888 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.5 2024-09-12T00:56:38.888 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.5 2024-09-12T00:56:38.888 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.6 2024-09-12T00:56:38.888 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.6 2024-09-12T00:56:38.888 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.7 2024-09-12T00:56:38.888 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.7 2024-09-12T00:56:38.888 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.8 2024-09-12T00:56:38.888 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.8 2024-09-12T00:56:38.888 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.9 2024-09-12T00:56:38.889 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.9 2024-09-12T00:56:38.889 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.10 2024-09-12T00:56:38.889 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.10 2024-09-12T00:56:38.889 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.11 2024-09-12T00:56:38.889 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.11 2024-09-12T00:56:38.889 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.12 2024-09-12T00:56:38.889 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.12 2024-09-12T00:56:38.889 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.13 2024-09-12T00:56:38.889 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.13 2024-09-12T00:56:38.889 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:56:38.889 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:56:38.889 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:56:38.816+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:56:38.889 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:56:38.816+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:56:38.890 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:56:38.817+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:56:38.890 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:56:38.817+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:56:38.890 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:56:38.817+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:56:38.890 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:56:38.817+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:56:38.890 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:56:38.818+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:56:38.890 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:56:38.818+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:56:38.890 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:56:38.818+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:56:38.890 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:56:38.818+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:56:38.890 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:56:38.819+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:56:38.890 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:56:38.819+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:56:38.890 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:56:38.819+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:56:38.890 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:56:38.819+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:56:38.890 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:56:38.820+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:56:38.890 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:56:38.820+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:56:38.891 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:56:38.820+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:56:38.891 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:56:38.820+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:56:38.891 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:56:38.821+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:56:38.891 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:56:38.821+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:56:38.891 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:56:38.821+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:56:38.891 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:56:38.821+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:56:38.891 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:56:38.822+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:56:38.891 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:56:38.822+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:56:38.891 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:56:38.822+0000 7f5900ff9640 1 client.7643.objecter ms_handle_reset 0x55d268c89910 session 0x7f5a14087e80 osd.0 2024-09-12T00:56:38.891 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:56:38.822+0000 7f5a1eced640 10 monclient: get_auth_request con 0x7f5a14044a00 auth_method 0 2024-09-12T00:56:38.891 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:56:38.825+0000 7f5a22f42800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5a22f42800 time 2024-09-12T00:56:38.825572+0000 2024-09-12T00:56:38.891 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:56:38.891 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.891 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:56:38.892 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f5a2478c71a] 2024-09-12T00:56:38.892 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f5a2478c8d8] 2024-09-12T00:56:38.892 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d26723b641] 2024-09-12T00:56:38.892 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x55d26724a51b] 2024-09-12T00:56:38.892 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55d26724b3e4] 2024-09-12T00:56:38.892 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:56:38.892 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f5a23429590] 2024-09-12T00:56:38.892 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:56:38.892 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:56:38.892 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.892 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:56:38.826+0000 7f5a22f42800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:56:38.892 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f5a22f42800 thread_name:radosgw-admin 2024-09-12T00:56:38.892 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.893 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:56:38.893 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f5a2343e6f0] 2024-09-12T00:56:38.893 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f5a2348b99c] 2024-09-12T00:56:38.893 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:56:38.893 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:56:38.893 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f5a2478c774] 2024-09-12T00:56:38.893 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f5a2478c8d8] 2024-09-12T00:56:38.893 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d26723b641] 2024-09-12T00:56:38.893 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x55d26724a51b] 2024-09-12T00:56:38.893 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55d26724b3e4] 2024-09-12T00:56:38.893 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:56:38.893 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f5a23429590] 2024-09-12T00:56:38.893 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:56:38.893 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:56:38.894 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:56:38.894 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.894 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:56:38.894 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:56:38.894 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:56:38.894 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:56:38.894 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:56:38.894 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:56:38.894 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:56:38.894 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:56:38.894 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:56:38.894 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:56:38.894 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:56:38.894 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:56:38.895 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:56:38.895 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:56:38.895 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:56:38.895 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:56:38.895 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:56:38.895 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:56:38.895 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:56:38.895 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:56:38.895 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:56:38.895 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:56:38.895 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:56:38.895 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:56:38.895 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:56:38.895 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:56:38.896 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:56:38.896 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:56:38.896 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:56:38.896 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:56:38.896 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:56:38.896 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:56:38.896 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:56:38.896 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:56:38.896 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:56:38.896 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:56:38.896 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:56:38.896 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:56:38.896 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:56:38.896 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:56:38.897 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:56:38.897 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:56:38.897 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:56:38.897 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:56:38.897 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:56:38.897 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:56:38.897 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:56:38.897 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:56:38.897 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:56:38.897 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:56:38.897 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:56:38.897 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:56:38.897 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:56:38.898 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:56:38.898 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:56:38.898 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:56:38.898 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:56:38.898 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:56:38.898 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:56:38.898 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:56:38.898 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:56:38.898 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:56:38.898 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:56:38.898 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:56:38.898 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:56:38.898 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:56:38.898 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:56:38.899 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:56:38.899 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:56:38.899 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:56:38.899 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:56:38.899 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:56:38.899 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:56:38.899 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:56:38.899 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:56:38.899 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:56:38.899 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:56:38.899 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:56:38.899 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:56:38.899 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:56:38.899 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:56:38.899 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:56:38.900 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:56:38.900 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:56:38.900 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:56:38.900 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:56:38.900 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:56:38.900 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:56:38.900 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:56:38.900 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:56:38.900 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:56:38.900 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:56:38.900 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:56:38.900 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:56:38.900 INFO:tasks.workunit.client.0.smithi038.stderr: 7f584dffb640 / http_manager 2024-09-12T00:56:38.900 INFO:tasks.workunit.client.0.smithi038.stderr: 7f584ffff640 / http_manager 2024-09-12T00:56:38.901 INFO:tasks.workunit.client.0.smithi038.stderr: 7f58d57e2640 / rgw_dt_lg_renew 2024-09-12T00:56:38.901 INFO:tasks.workunit.client.0.smithi038.stderr: 7f5900ff9640 / ms_dispatch 2024-09-12T00:56:38.901 INFO:tasks.workunit.client.0.smithi038.stderr: 7f5901ffb640 / io_context_pool 2024-09-12T00:56:38.901 INFO:tasks.workunit.client.0.smithi038.stderr: 7f59027fc640 / io_context_pool 2024-09-12T00:56:38.901 INFO:tasks.workunit.client.0.smithi038.stderr: 7f5908e01640 / ms_dispatch 2024-09-12T00:56:38.901 INFO:tasks.workunit.client.0.smithi038.stderr: 7f590b606640 / ms_dispatch 2024-09-12T00:56:38.901 INFO:tasks.workunit.client.0.smithi038.stderr: 7f590ce09640 / io_context_pool 2024-09-12T00:56:38.901 INFO:tasks.workunit.client.0.smithi038.stderr: 7f5a1e4ec640 / msgr-worker-2 2024-09-12T00:56:38.901 INFO:tasks.workunit.client.0.smithi038.stderr: 7f5a1eced640 / msgr-worker-1 2024-09-12T00:56:38.901 INFO:tasks.workunit.client.0.smithi038.stderr: 7f5a1f4ee640 / msgr-worker-0 2024-09-12T00:56:38.901 INFO:tasks.workunit.client.0.smithi038.stderr: 7f5a1fcef640 / io_context_pool 2024-09-12T00:56:38.901 INFO:tasks.workunit.client.0.smithi038.stderr: 7f5a22f42800 / radosgw-admin 2024-09-12T00:56:38.901 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:56:38.902 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:56:38.902 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/log/ceph/ceph-client.admin.148503.log 2024-09-12T00:56:38.902 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:56:38.902 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:56:38.902 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:56:38.758+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.902 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:56:38.758+0000 7f5a22f42800 10 monclient(hunting): _renew_subs 2024-09-12T00:56:38.902 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:56:38.758+0000 7f5a22f42800 10 monclient(hunting): authenticate will time out at 2105.209075s 2024-09-12T00:56:38.902 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient(hunting): get_auth_request con 0x55d268ad3030 auth_method 0 2024-09-12T00:56:38.902 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.902 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.902 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.902 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:56:38.758+0000 7f5a1f4ee640 10 monclient(hunting): get_auth_request con 0x55d268ad6710 auth_method 0 2024-09-12T00:56:38.902 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:56:38.758+0000 7f5a1f4ee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.902 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:56:38.758+0000 7f5a1f4ee640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.903 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:56:38.758+0000 7f5a1f4ee640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.903 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.903 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.903 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.903 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:56:38.758+0000 7f5a1eced640 10 monclient(hunting): get_auth_request con 0x55d268a071b0 auth_method 0 2024-09-12T00:56:38.903 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:56:38.758+0000 7f5a1eced640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.903 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:56:38.758+0000 7f5a1eced640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.903 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:56:38.758+0000 7f5a1eced640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.903 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:56:38.758+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.903 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:56:38.758+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.903 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:56:38.758+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.903 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:56:38.758+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.903 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:56:38.758+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.903 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:56:38.758+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.904 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_done global_id 7634 payload 824 2024-09-12T00:56:38.904 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient: _finish_hunting 0 2024-09-12T00:56:38.904 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 1 monclient: found mon.noname-c 2024-09-12T00:56:38.904 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:56:38.758+0000 7f5a1e4ec640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.904 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:38.904 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:56:38.904 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: dump: 2024-09-12T00:56:38.904 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:38.904 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:38.904 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.905 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.905 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:38.905 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.905 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:38.905 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:38.905 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:38.905 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.905 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: _finish_auth 0 2024-09-12T00:56:38.905 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: _check_auth_tickets 2024-09-12T00:56:38.905 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: handle_config config(0 keys) 2024-09-12T00:56:38.905 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:38.905 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:56:38.906 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:56:38.758+0000 7f590b606640 10 monclient: dump: 2024-09-12T00:56:38.906 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:38.906 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:38.906 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.906 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.906 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:38.906 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.906 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:38.906 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:38.906 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:38.906 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.906 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:56:38.758+0000 7f5a22f42800 5 monclient: authenticate success, global_id 7634 2024-09-12T00:56:38.906 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:56:38.758+0000 7f5a22f42800 10 monclient: _renew_subs 2024-09-12T00:56:38.906 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:56:38.758+0000 7f590ce09640 4 set_mon_vals no callback set 2024-09-12T00:56:38.907 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:56:38.758+0000 7f5a22f42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.907 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:56:38.758+0000 7f5a22f42800 10 monclient: _renew_subs 2024-09-12T00:56:38.907 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:56:38.758+0000 7f5a22f42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.907 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:56:38.758+0000 7f5a22f42800 1 librados: init done 2024-09-12T00:56:38.907 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:56:38.760+0000 7f590b606640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:56:38.907 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:56:38.760+0000 7f590b606640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:38.907 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:56:38.760+0000 7f590b606640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:38.907 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:56:38.761+0000 7f5a1eced640 10 monclient: get_auth_request con 0x7f5904076470 auth_method 0 2024-09-12T00:56:38.907 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:56:38.761+0000 7f5a1f4ee640 10 monclient: get_auth_request con 0x55d268bbaaa0 auth_method 0 2024-09-12T00:56:38.907 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:56:38.762+0000 7f5a1eced640 10 monclient: get_auth_request con 0x55d268bddfb0 auth_method 0 2024-09-12T00:56:38.907 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:56:38.762+0000 7f5a1e4ec640 10 monclient: get_auth_request con 0x55d268be2650 auth_method 0 2024-09-12T00:56:38.907 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:56:38.764+0000 7f5a22f42800 10 monclient: build_initial_monmap 2024-09-12T00:56:38.907 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:56:38.764+0000 7f5a22f42800 1 build_initial for_mkfs: 0 2024-09-12T00:56:38.907 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:56:38.764+0000 7f5a22f42800 10 monclient: monmap: 2024-09-12T00:56:38.908 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:56:38.908 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:56:38.908 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:56:38.908 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:56:38.908 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:56:38.908 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.908 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:56:38.908 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:56:38.908 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:56:38.908 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.908 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding auth protocol: cephx 2024-09-12T00:56:38.908 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding auth protocol: cephx 2024-09-12T00:56:38.908 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding auth protocol: cephx 2024-09-12T00:56:38.909 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: secure 2024-09-12T00:56:38.909 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: crc 2024-09-12T00:56:38.909 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: secure 2024-09-12T00:56:38.909 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: crc 2024-09-12T00:56:38.909 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: secure 2024-09-12T00:56:38.909 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: crc 2024-09-12T00:56:38.909 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: crc 2024-09-12T00:56:38.909 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: secure 2024-09-12T00:56:38.909 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: crc 2024-09-12T00:56:38.909 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: secure 2024-09-12T00:56:38.909 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: crc 2024-09-12T00:56:38.909 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be73b0) adding con mode: secure 2024-09-12T00:56:38.909 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:56:38.764+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.909 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 asok(0x55d268970630) register_command objecter_requests cmddesc objecter_requests hook 0x55d268bea900 EEXIST 2024-09-12T00:56:38.910 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:56:38.764+0000 7f5a22f42800 10 monclient: init 2024-09-12T00:56:38.910 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding auth protocol: cephx 2024-09-12T00:56:38.910 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding auth protocol: cephx 2024-09-12T00:56:38.910 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding auth protocol: cephx 2024-09-12T00:56:38.910 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: secure 2024-09-12T00:56:38.910 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: crc 2024-09-12T00:56:38.910 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: secure 2024-09-12T00:56:38.910 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: crc 2024-09-12T00:56:38.910 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: secure 2024-09-12T00:56:38.910 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: crc 2024-09-12T00:56:38.910 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: crc 2024-09-12T00:56:38.910 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: secure 2024-09-12T00:56:38.910 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: crc 2024-09-12T00:56:38.911 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: secure 2024-09-12T00:56:38.911 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: crc 2024-09-12T00:56:38.911 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:56:38.764+0000 7f5a22f42800 5 AuthRegistry(0x55d268be5a88) adding con mode: secure 2024-09-12T00:56:38.911 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:56:38.765+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.911 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:56:38.765+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.911 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:56:38.765+0000 7f5a22f42800 5 asok(0x55d268970630) register_command rotate-key cmddesc rotate-key hook 0x55d268be5bd0 EEXIST 2024-09-12T00:56:38.911 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient: _reopen_session rank -1 2024-09-12T00:56:38.911 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:56:38.911 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-c con 0x55d268c0ec20 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:56:38.911 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-b con 0x55d268c0f000 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:56:38.911 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-a con 0x55d268c0d930 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:56:38.911 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.911 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.911 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.911 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient(hunting): _renew_subs 2024-09-12T00:56:38.912 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:56:38.765+0000 7f5a22f42800 10 monclient(hunting): authenticate will time out at 2105.216606s 2024-09-12T00:56:38.912 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:56:38.765+0000 7f5a1eced640 10 monclient(hunting): get_auth_request con 0x55d268c0ec20 auth_method 0 2024-09-12T00:56:38.912 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:56:38.765+0000 7f5a1eced640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.912 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:56:38.765+0000 7f5a1eced640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.912 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:56:38.765+0000 7f5a1eced640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.912 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:56:38.765+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.912 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:56:38.765+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.912 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:56:38.765+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.912 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:56:38.765+0000 7f5a1f4ee640 10 monclient(hunting): get_auth_request con 0x55d268c0d930 auth_method 0 2024-09-12T00:56:38.912 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:56:38.765+0000 7f5a1f4ee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.912 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:56:38.765+0000 7f5a1f4ee640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.912 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:56:38.765+0000 7f5a1f4ee640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.912 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:56:38.765+0000 7f5a1e4ec640 10 monclient(hunting): get_auth_request con 0x55d268c0f000 auth_method 0 2024-09-12T00:56:38.913 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:56:38.765+0000 7f5a1e4ec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.913 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:56:38.765+0000 7f5a1e4ec640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.913 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:56:38.765+0000 7f5a1e4ec640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.913 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:56:38.765+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.913 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:56:38.765+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.913 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:56:38.765+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.913 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:56:38.765+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.913 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:56:38.765+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.913 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:56:38.765+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.913 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:56:38.765+0000 7f5a1eced640 10 monclient(hunting): handle_auth_done global_id 7637 payload 824 2024-09-12T00:56:38.913 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:56:38.766+0000 7f5a1eced640 10 monclient: _finish_hunting 0 2024-09-12T00:56:38.913 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:56:38.766+0000 7f5a1eced640 1 monclient: found mon.noname-c 2024-09-12T00:56:38.913 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:56:38.766+0000 7f5a1eced640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.913 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:38.914 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:56:38.914 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: dump: 2024-09-12T00:56:38.914 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:38.914 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:38.914 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.914 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.914 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:38.914 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.914 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:38.914 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:38.914 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:38.914 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.914 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: _finish_auth 0 2024-09-12T00:56:38.915 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: _check_auth_tickets 2024-09-12T00:56:38.915 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: handle_config config(0 keys) 2024-09-12T00:56:38.915 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:38.915 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:56:38.915 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:56:38.766+0000 7f5908e01640 10 monclient: dump: 2024-09-12T00:56:38.915 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:38.915 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:38.915 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.915 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.915 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:38.915 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.915 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:38.915 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:38.915 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:38.916 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.916 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:56:38.766+0000 7f5a22f42800 5 monclient: authenticate success, global_id 7637 2024-09-12T00:56:38.916 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:56:38.766+0000 7f5a22f42800 10 monclient: _renew_subs 2024-09-12T00:56:38.916 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:56:38.766+0000 7f5a22f42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.916 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:56:38.766+0000 7f5a1fcef640 4 set_mon_vals no callback set 2024-09-12T00:56:38.916 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:56:38.766+0000 7f5a22f42800 10 monclient: _renew_subs 2024-09-12T00:56:38.916 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:56:38.766+0000 7f5a22f42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.916 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:56:38.768+0000 7f5908e01640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:56:38.916 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:56:38.768+0000 7f5908e01640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:38.916 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:56:38.768+0000 7f5908e01640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:38.916 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:56:38.768+0000 7f5a1e4ec640 10 monclient: get_auth_request con 0x7f58f8076380 auth_method 0 2024-09-12T00:56:38.916 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:56:38.768+0000 7f5a22f42800 10 monclient: get_monmap_and_config 2024-09-12T00:56:38.916 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:56:38.768+0000 7f5a22f42800 10 monclient: build_initial_monmap 2024-09-12T00:56:38.917 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:56:38.768+0000 7f5a22f42800 1 build_initial for_mkfs: 0 2024-09-12T00:56:38.917 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:56:38.768+0000 7f5a22f42800 10 monclient: monmap: 2024-09-12T00:56:38.917 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:56:38.917 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:56:38.917 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:56:38.917 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:56:38.917 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:56:38.917 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.917 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:56:38.917 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:56:38.917 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:56:38.917 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.917 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding auth protocol: cephx 2024-09-12T00:56:38.917 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding auth protocol: cephx 2024-09-12T00:56:38.918 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding auth protocol: cephx 2024-09-12T00:56:38.918 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: secure 2024-09-12T00:56:38.918 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: crc 2024-09-12T00:56:38.918 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: secure 2024-09-12T00:56:38.918 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: crc 2024-09-12T00:56:38.918 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: secure 2024-09-12T00:56:38.918 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: crc 2024-09-12T00:56:38.918 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: crc 2024-09-12T00:56:38.918 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: secure 2024-09-12T00:56:38.918 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: crc 2024-09-12T00:56:38.918 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: secure 2024-09-12T00:56:38.918 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: crc 2024-09-12T00:56:38.918 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:56:38.768+0000 7f5a22f42800 5 AuthRegistry(0x55d268c2eb40) adding con mode: secure 2024-09-12T00:56:38.919 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:56:38.769+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.919 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient: init 2024-09-12T00:56:38.919 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding auth protocol: cephx 2024-09-12T00:56:38.919 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding auth protocol: cephx 2024-09-12T00:56:38.919 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding auth protocol: cephx 2024-09-12T00:56:38.919 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: secure 2024-09-12T00:56:38.919 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: crc 2024-09-12T00:56:38.919 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: secure 2024-09-12T00:56:38.919 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: crc 2024-09-12T00:56:38.919 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: secure 2024-09-12T00:56:38.919 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: crc 2024-09-12T00:56:38.919 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: crc 2024-09-12T00:56:38.919 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: secure 2024-09-12T00:56:38.919 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: crc 2024-09-12T00:56:38.920 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: secure 2024-09-12T00:56:38.920 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: crc 2024-09-12T00:56:38.920 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983720) adding con mode: secure 2024-09-12T00:56:38.920 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:56:38.769+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.920 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:56:38.769+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.920 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:56:38.769+0000 7f5a22f42800 5 asok(0x55d268970630) register_command rotate-key cmddesc rotate-key hook 0x7ffd92983868 EEXIST 2024-09-12T00:56:38.920 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient: _reopen_session rank -1 2024-09-12T00:56:38.920 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:56:38.920 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-a con 0x55d268c63160 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:56:38.920 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-b con 0x55d268c53ab0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:56:38.920 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-c con 0x55d268c5e590 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:56:38.920 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.921 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.921 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.921 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient(hunting): _renew_subs 2024-09-12T00:56:38.921 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:56:38.769+0000 7f5a22f42800 10 monclient(hunting): authenticate will time out at 2105.220697s 2024-09-12T00:56:38.921 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:56:38.769+0000 7f5a1eced640 10 monclient(hunting): get_auth_request con 0x55d268c63160 auth_method 0 2024-09-12T00:56:38.921 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:56:38.769+0000 7f5a1eced640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.921 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:56:38.769+0000 7f5a1eced640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.921 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:56:38.769+0000 7f5a1eced640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.921 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:56:38.769+0000 7f5a1f4ee640 10 monclient(hunting): get_auth_request con 0x55d268c5e590 auth_method 0 2024-09-12T00:56:38.921 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:56:38.769+0000 7f5a1f4ee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.921 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:56:38.769+0000 7f5a1f4ee640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.922 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:56:38.769+0000 7f5a1f4ee640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.922 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:56:38.769+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.922 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:56:38.769+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.922 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:56:38.769+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.922 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:56:38.769+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.922 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:56:38.769+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.922 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:56:38.769+0000 7f5a1f4ee640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.922 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:56:38.770+0000 7f5a1eced640 10 monclient(hunting): handle_auth_done global_id 8124 payload 274 2024-09-12T00:56:38.922 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:56:38.770+0000 7f5a1eced640 10 monclient: _finish_hunting 0 2024-09-12T00:56:38.922 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:56:38.770+0000 7f5a1eced640 1 monclient: found mon.noname-a 2024-09-12T00:56:38.922 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:56:38.770+0000 7f5a1eced640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:56:38.922 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:56:38.770+0000 7f5a1e4ec640 10 monclient: get_auth_request con 0x55d268c53ab0 auth_method 0 2024-09-12T00:56:38.922 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:38.923 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:56:38.923 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: dump: 2024-09-12T00:56:38.923 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:38.923 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:38.923 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.923 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.923 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:38.923 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.923 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:38.923 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:38.923 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:38.923 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.923 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: _finish_auth 0 2024-09-12T00:56:38.923 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: _check_auth_tickets 2024-09-12T00:56:38.924 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: handle_config config(0 keys) 2024-09-12T00:56:38.924 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:56:38.770+0000 7f5a22f42800 5 monclient: authenticate success, global_id 8124 2024-09-12T00:56:38.924 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:56:38.770+0000 7f5a22f42800 10 monclient: get_monmap_and_config success 2024-09-12T00:56:38.924 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:56:38.770+0000 7f5a22f42800 4 set_mon_vals no callback set 2024-09-12T00:56:38.924 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:38.924 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:56:38.924 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:56:38.770+0000 7f59027fc640 10 monclient: dump: 2024-09-12T00:56:38.924 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:38.924 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:38.924 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.925 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.925 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:38.925 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.925 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:38.925 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:38.925 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:38.925 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.925 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:56:38.770+0000 7f5a22f42800 10 monclient: shutdown 2024-09-12T00:56:38.925 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:56:38.771+0000 7f5a22f42800 10 monclient: build_initial_monmap 2024-09-12T00:56:38.925 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:56:38.771+0000 7f5a22f42800 1 build_initial for_mkfs: 0 2024-09-12T00:56:38.925 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:56:38.771+0000 7f5a22f42800 10 monclient: monmap: 2024-09-12T00:56:38.925 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:56:38.925 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:56:38.925 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:56:38.926 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:56:38.926 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:56:38.926 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.926 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:56:38.926 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:56:38.926 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:56:38.926 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.926 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding auth protocol: cephx 2024-09-12T00:56:38.926 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding auth protocol: cephx 2024-09-12T00:56:38.926 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding auth protocol: cephx 2024-09-12T00:56:38.926 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: secure 2024-09-12T00:56:38.926 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: crc 2024-09-12T00:56:38.926 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: secure 2024-09-12T00:56:38.926 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: crc 2024-09-12T00:56:38.927 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: secure 2024-09-12T00:56:38.927 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: crc 2024-09-12T00:56:38.927 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: crc 2024-09-12T00:56:38.927 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: secure 2024-09-12T00:56:38.927 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: crc 2024-09-12T00:56:38.927 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: secure 2024-09-12T00:56:38.927 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: crc 2024-09-12T00:56:38.927 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c326c0) adding con mode: secure 2024-09-12T00:56:38.927 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:56:38.771+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.927 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:56:38.771+0000 7f5a22f42800 1 librados: starting msgr at 2024-09-12T00:56:38.927 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:56:38.771+0000 7f5a22f42800 1 librados: starting objecter 2024-09-12T00:56:38.927 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 asok(0x55d268970630) register_command objecter_requests cmddesc objecter_requests hook 0x55d268c5e970 EEXIST 2024-09-12T00:56:38.927 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:56:38.771+0000 7f5a22f42800 1 librados: setting wanted keys 2024-09-12T00:56:38.927 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:56:38.771+0000 7f5a22f42800 1 librados: calling monclient init 2024-09-12T00:56:38.928 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:56:38.771+0000 7f5a22f42800 10 monclient: init 2024-09-12T00:56:38.928 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding auth protocol: cephx 2024-09-12T00:56:38.928 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding auth protocol: cephx 2024-09-12T00:56:38.928 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding auth protocol: cephx 2024-09-12T00:56:38.928 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: secure 2024-09-12T00:56:38.928 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: crc 2024-09-12T00:56:38.928 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: secure 2024-09-12T00:56:38.928 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: crc 2024-09-12T00:56:38.928 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: secure 2024-09-12T00:56:38.928 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: crc 2024-09-12T00:56:38.928 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: crc 2024-09-12T00:56:38.928 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: secure 2024-09-12T00:56:38.928 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: crc 2024-09-12T00:56:38.929 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: secure 2024-09-12T00:56:38.929 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: crc 2024-09-12T00:56:38.929 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:56:38.771+0000 7f5a22f42800 5 AuthRegistry(0x55d268c234e0) adding con mode: secure 2024-09-12T00:56:38.929 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:56:38.771+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.929 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:56:38.771+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.929 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:56:38.772+0000 7f5a22f42800 5 asok(0x55d268970630) register_command rotate-key cmddesc rotate-key hook 0x55d268c23628 EEXIST 2024-09-12T00:56:38.929 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient: _reopen_session rank -1 2024-09-12T00:56:38.929 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:56:38.929 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-a con 0x55d268c53ab0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:56:38.929 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-c con 0x55d268c5e590 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:56:38.929 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient(hunting): picked mon.noname-b con 0x55d268c63160 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:56:38.929 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.929 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.929 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient(hunting): start opening mon connection 2024-09-12T00:56:38.930 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient(hunting): _renew_subs 2024-09-12T00:56:38.930 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient(hunting): authenticate will time out at 2105.223118s 2024-09-12T00:56:38.930 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient(hunting): get_auth_request con 0x55d268c5e590 auth_method 0 2024-09-12T00:56:38.930 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.930 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.930 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.930 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:56:38.772+0000 7f5a1eced640 10 monclient(hunting): get_auth_request con 0x55d268c53ab0 auth_method 0 2024-09-12T00:56:38.930 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:56:38.772+0000 7f5a1eced640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.930 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:56:38.772+0000 7f5a1eced640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.930 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:56:38.772+0000 7f5a1eced640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.930 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.930 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.930 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.930 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:56:38.772+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:56:38.931 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:56:38.772+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:56:38.931 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:56:38.772+0000 7f5a1eced640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:56:38.931 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:56:38.772+0000 7f5a1f4ee640 10 monclient(hunting): get_auth_request con 0x55d268c63160 auth_method 0 2024-09-12T00:56:38.931 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:56:38.772+0000 7f5a1f4ee640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:56:38.931 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:56:38.772+0000 7f5a1f4ee640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:56:38.931 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:56:38.772+0000 7f5a1f4ee640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:56:38.931 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient(hunting): handle_auth_done global_id 7643 payload 824 2024-09-12T00:56:38.931 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient: _finish_hunting 0 2024-09-12T00:56:38.931 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 1 monclient: found mon.noname-c 2024-09-12T00:56:38.931 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:56:38.772+0000 7f5a1e4ec640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.931 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:38.931 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:56:38.931 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: dump: 2024-09-12T00:56:38.931 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:38.931 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:38.932 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.932 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.932 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:38.932 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.932 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:38.932 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:38.932 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:38.932 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.932 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: _finish_auth 0 2024-09-12T00:56:38.932 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: _check_auth_tickets 2024-09-12T00:56:38.932 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: handle_config config(0 keys) 2024-09-12T00:56:38.932 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:56:38.932 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:56:38.933 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:56:38.772+0000 7f5900ff9640 10 monclient: dump: 2024-09-12T00:56:38.933 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:56:38.933 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:56:38.933 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.933 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:56:38.933 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:56:38.933 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:56:38.933 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:56:38.933 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:56:38.933 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:56:38.933 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.933 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:56:38.772+0000 7f5a22f42800 5 monclient: authenticate success, global_id 7643 2024-09-12T00:56:38.933 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:56:38.772+0000 7f59027fc640 4 set_mon_vals no callback set 2024-09-12T00:56:38.933 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient: _renew_subs 2024-09-12T00:56:38.933 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.934 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient: _renew_subs 2024-09-12T00:56:38.934 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:56:38.772+0000 7f5a22f42800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.934 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:56:38.772+0000 7f5a22f42800 1 librados: init done 2024-09-12T00:56:38.934 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:56:38.772+0000 7f5a22f42800 5 asok(0x55d268970630) register_command cr dump hook 0x55d268c5c788 2024-09-12T00:56:38.934 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:56:38.774+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.934 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:56:38.774+0000 7f5900ff9640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:56:38.934 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:56:38.774+0000 7f5900ff9640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:38.934 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:56:38.774+0000 7f5900ff9640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:56:38.934 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:56:38.775+0000 7f5a1eced640 10 monclient: get_auth_request con 0x7f58e8076470 auth_method 0 2024-09-12T00:56:38.934 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:56:38.775+0000 7f5a1f4ee640 10 monclient: get_auth_request con 0x55d268c7d070 auth_method 0 2024-09-12T00:56:38.934 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:56:38.775+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.934 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:56:38.775+0000 7f5a22f42800 20 realm 2024-09-12T00:56:38.934 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:56:38.775+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.934 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:56:38.776+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.935 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:56:38.776+0000 7f5a22f42800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:38.935 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:56:38.776+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.935 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:56:38.776+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.935 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:56:38.776+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.935 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:56:38.776+0000 7f5a1eced640 10 monclient: get_auth_request con 0x55d268c81470 auth_method 0 2024-09-12T00:56:38.935 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:56:38.777+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:38.935 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:56:38.777+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.935 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:56:38.777+0000 7f5a1e4ec640 10 monclient: get_auth_request con 0x55d268c84b90 auth_method 0 2024-09-12T00:56:38.935 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:56:38.778+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:38.935 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:56:38.778+0000 7f5a22f42800 20 searching for the correct realm 2024-09-12T00:56:38.935 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:56:38.778+0000 7f5a1f4ee640 10 monclient: get_auth_request con 0x55d268c89910 auth_method 0 2024-09-12T00:56:38.935 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:56:38.779+0000 7f5a1eced640 10 monclient: get_auth_request con 0x7f5a140a72e0 auth_method 0 2024-09-12T00:56:38.935 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:56:38.779+0000 7f5a1e4ec640 10 monclient: get_auth_request con 0x7f5a10037060 auth_method 0 2024-09-12T00:56:38.935 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:56:38.780+0000 7f5a1f4ee640 0 -- 172.21.15.38:0/293033372 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55d268c89910 msgr2=0x55d268c8bdd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:38.936 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:56:38.780+0000 7f5900ff9640 1 client.7643.objecter ms_handle_reset 0x55d268c89910 session 0x55d268c89290 osd.3 2024-09-12T00:56:38.936 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:56:38.780+0000 7f5900ff9640 10 monclient: _renew_subs 2024-09-12T00:56:38.936 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:56:38.780+0000 7f5900ff9640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:56:38.936 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:56:38.781+0000 7f5a1f4ee640 10 monclient: get_auth_request con 0x7f58e8086a20 auth_method 0 2024-09-12T00:56:38.936 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:56:38.781+0000 7f5a1f4ee640 10 monclient: get_auth_request con 0x7f5a14016a60 auth_method 0 2024-09-12T00:56:38.936 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:56:38.783+0000 7f5a1eced640 10 monclient: get_auth_request con 0x7f5a14044a00 auth_method 0 2024-09-12T00:56:38.936 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:56:38.783+0000 7f5a1eced640 0 -- 172.21.15.38:0/293033372 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f5a14044a00 msgr2=0x7f5a14043760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:38.936 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:56:38.783+0000 7f5900ff9640 1 client.7643.objecter ms_handle_reset 0x7f5a14044a00 session 0x7f5a14087e80 osd.0 2024-09-12T00:56:38.936 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:56:38.784+0000 7f5a1eced640 10 monclient: get_auth_request con 0x55d268c89910 auth_method 0 2024-09-12T00:56:38.936 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:38.936 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:38.936 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:38.936 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:38.936 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:38.937 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:38.937 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.937 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.937 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.937 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:38.937 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:56:38.788+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.937 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:38.937 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:56:38.789+0000 7f5a22f42800 20 zone default found 2024-09-12T00:56:38.937 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:56:38.789+0000 7f5a22f42800 4 Realm: () 2024-09-12T00:56:38.937 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:56:38.789+0000 7f5a22f42800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:38.938 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:56:38.789+0000 7f5a22f42800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:38.938 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:56:38.789+0000 7f5a22f42800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:38.938 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:56:38.789+0000 7f5a22f42800 20 zonegroup default 2024-09-12T00:56:38.938 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.938 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.938 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.938 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.938 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:56:38.789+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.938 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:56:38.790+0000 7f5a22f42800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.938 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:56:38.790+0000 7f5a22f42800 20 started sync module instance, tier type = 2024-09-12T00:56:38.938 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:56:38.790+0000 7f5a22f42800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:38.938 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=0 2024-09-12T00:56:38.938 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=1 2024-09-12T00:56:38.939 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=2 2024-09-12T00:56:38.939 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=3 2024-09-12T00:56:38.939 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=4 2024-09-12T00:56:38.939 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=5 2024-09-12T00:56:38.939 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:56:38.799+0000 7f5a22f42800 20 add_watcher() i=6 2024-09-12T00:56:38.939 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:56:38.800+0000 7f5a22f42800 20 add_watcher() i=7 2024-09-12T00:56:38.939 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:56:38.800+0000 7f5a22f42800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:38.939 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding auth protocol: cephx 2024-09-12T00:56:38.939 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding auth protocol: cephx 2024-09-12T00:56:38.939 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding auth protocol: cephx 2024-09-12T00:56:38.939 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: secure 2024-09-12T00:56:38.939 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: crc 2024-09-12T00:56:38.939 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: secure 2024-09-12T00:56:38.939 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: crc 2024-09-12T00:56:38.940 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: secure 2024-09-12T00:56:38.940 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: crc 2024-09-12T00:56:38.940 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: crc 2024-09-12T00:56:38.940 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: secure 2024-09-12T00:56:38.940 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: crc 2024-09-12T00:56:38.940 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: secure 2024-09-12T00:56:38.940 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:56:38.802+0000 7f58d57e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:38.940 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: crc 2024-09-12T00:56:38.940 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 AuthRegistry(0x7ffd92983c00) adding con mode: secure 2024-09-12T00:56:38.940 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:56:38.802+0000 7f5a22f42800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:56:38.940 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:56:38.802+0000 7f5a22f42800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:38.940 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:56:38.802+0000 7f5a22f42800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:38.940 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 asok(0x55d268970630) register_command cache list hook 0x55d268c70ff0 2024-09-12T00:56:38.940 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 asok(0x55d268970630) register_command cache inspect hook 0x55d268c70ff0 2024-09-12T00:56:38.941 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 asok(0x55d268970630) register_command cache erase hook 0x55d268c70ff0 2024-09-12T00:56:38.941 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 asok(0x55d268970630) register_command cache zap hook 0x55d268c70ff0 2024-09-12T00:56:38.941 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 note: GC not initialized 2024-09-12T00:56:38.941 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:56:38.802+0000 7f584ffff640 20 reqs_thread_entry: start 2024-09-12T00:56:38.941 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 asok(0x55d268970630) register_command sync trace show hook 0x7f5a180046e0 2024-09-12T00:56:38.941 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 asok(0x55d268970630) register_command sync trace history hook 0x7f5a180046e0 2024-09-12T00:56:38.941 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 asok(0x55d268970630) register_command sync trace active hook 0x7f5a180046e0 2024-09-12T00:56:38.941 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:56:38.802+0000 7f5a22f42800 5 asok(0x55d268970630) register_command sync trace active_short hook 0x7f5a180046e0 2024-09-12T00:56:38.941 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:56:38.802+0000 7f5a22f42800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:38.941 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:56:38.802+0000 7f5a22f42800 20 Filter name: none 2024-09-12T00:56:38.941 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:56:38.803+0000 7f584dffb640 20 reqs_thread_entry: start 2024-09-12T00:56:38.941 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:56:38.803+0000 7f5a22f42800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:56:38.941 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:56:38.803+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.941 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:56:38.803+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:56:38.942 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:56:38.803+0000 7f5a22f42800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:56:38.942 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:56:38.803+0000 7f5a22f42800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:56:38.942 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:56:38.803+0000 7f5a22f42800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:56:38.942 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:56:38.803+0000 7f5a22f42800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.942 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:56:38.804+0000 7f5a22f42800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:56:38.942 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:56:38.804+0000 7f5a22f42800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:56:38.942 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:56:38.804+0000 7f5a22f42800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:56:38.942 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:56:38.804+0000 7f5a22f42800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:56:38.942 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:56:38.804+0000 7f5a22f42800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:56:38.942 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:56:38.804+0000 7f5a22f42800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:56:38.942 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:56:38.809+0000 7f5a22f42800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:56:38.942 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:56:38.809+0000 7f5a22f42800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:56:38.942 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:56:38.809+0000 7f5a22f42800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:56:38.942 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:56:38.809+0000 7f5a22f42800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:56:38.943 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:56:38.809+0000 7f5901ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464331 cookie 94362189474752 notifier 7643 bl.length()=911 2024-09-12T00:56:38.943 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:56:38.809+0000 7f5901ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:56:38.943 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:56:38.809+0000 7f5901ffb640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:56:38.943 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:56:38.809+0000 7f5901ffb640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:56:38.943 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:56:38.810+0000 7f5a22f42800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:56:38.943 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:56:38.810+0000 7f5a22f42800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:56:38.943 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:56:38.810+0000 7f5a22f42800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:56:38.943 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:56:38.810+0000 7f5a22f42800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:56:38.943 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.0 2024-09-12T00:56:38.943 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.0 2024-09-12T00:56:38.943 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.1 2024-09-12T00:56:38.943 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.1 2024-09-12T00:56:38.943 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.2 2024-09-12T00:56:38.943 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.2 2024-09-12T00:56:38.944 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.3 2024-09-12T00:56:38.944 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.3 2024-09-12T00:56:38.944 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.4 2024-09-12T00:56:38.944 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.4 2024-09-12T00:56:38.944 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.5 2024-09-12T00:56:38.944 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.5 2024-09-12T00:56:38.944 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.6 2024-09-12T00:56:38.944 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.6 2024-09-12T00:56:38.944 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.7 2024-09-12T00:56:38.944 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.7 2024-09-12T00:56:38.944 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.8 2024-09-12T00:56:38.944 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.8 2024-09-12T00:56:38.944 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.9 2024-09-12T00:56:38.944 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.9 2024-09-12T00:56:38.945 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.10 2024-09-12T00:56:38.945 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.10 2024-09-12T00:56:38.945 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.11 2024-09-12T00:56:38.945 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.11 2024-09-12T00:56:38.945 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.12 2024-09-12T00:56:38.945 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.12 2024-09-12T00:56:38.945 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.13 2024-09-12T00:56:38.945 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.13 2024-09-12T00:56:38.945 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:56:38.815+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:56:38.945 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:56:38.815+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:56:38.945 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:56:38.816+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:56:38.945 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:56:38.816+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:56:38.945 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:56:38.817+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:56:38.946 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:56:38.817+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:56:38.946 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:56:38.817+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:56:38.946 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:56:38.817+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:56:38.946 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:56:38.818+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:56:38.946 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:56:38.818+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:56:38.946 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:56:38.818+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:56:38.946 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:56:38.818+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:56:38.946 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:56:38.819+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:56:38.946 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:56:38.819+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:56:38.946 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:56:38.819+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:56:38.946 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:56:38.819+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:56:38.946 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:56:38.820+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:56:38.946 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:56:38.820+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:56:38.946 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:56:38.820+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:56:38.946 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:56:38.820+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:56:38.947 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:56:38.821+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:56:38.947 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:56:38.821+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:56:38.947 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:56:38.821+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:56:38.947 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:56:38.821+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:56:38.947 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:56:38.822+0000 7f5a22f42800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:56:38.947 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:56:38.822+0000 7f5a22f42800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:56:38.947 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:56:38.822+0000 7f5900ff9640 1 client.7643.objecter ms_handle_reset 0x55d268c89910 session 0x7f5a14087e80 osd.0 2024-09-12T00:56:38.947 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:56:38.822+0000 7f5a1eced640 10 monclient: get_auth_request con 0x7f5a14044a00 auth_method 0 2024-09-12T00:56:38.947 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:56:38.825+0000 7f5a22f42800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f5a22f42800 time 2024-09-12T00:56:38.825572+0000 2024-09-12T00:56:38.947 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:56:38.947 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.947 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:56:38.947 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f5a2478c71a] 2024-09-12T00:56:38.948 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f5a2478c8d8] 2024-09-12T00:56:38.948 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d26723b641] 2024-09-12T00:56:38.948 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x55d26724a51b] 2024-09-12T00:56:38.948 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55d26724b3e4] 2024-09-12T00:56:38.948 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:56:38.948 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7f5a23429590] 2024-09-12T00:56:38.948 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:56:38.948 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:56:38.948 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.948 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:56:38.826+0000 7f5a22f42800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:56:38.948 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f5a22f42800 thread_name:radosgw-admin 2024-09-12T00:56:38.948 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.948 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:56:38.948 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f5a2343e6f0] 2024-09-12T00:56:38.949 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f5a2348b99c] 2024-09-12T00:56:38.949 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:56:38.949 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:56:38.949 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f5a2478c774] 2024-09-12T00:56:38.949 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f5a2478c8d8] 2024-09-12T00:56:38.949 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55d26723b641] 2024-09-12T00:56:38.949 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::do_reshard(rgw::bucket_index_layout_generation const&, rgw::bucket_index_layout_generation const&, int, bool, bool, std::ostream*, ceph::Formatter*, FaultInjector > >&, DoutPrefixProvider const*, optional_yield)+0x1e1b) [0x55d26724a51b] 2024-09-12T00:56:38.949 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1d4) [0x55d26724b3e4] 2024-09-12T00:56:38.949 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:56:38.949 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7f5a23429590] 2024-09-12T00:56:38.949 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:56:38.949 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:56:38.949 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:56:38.949 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:56:38.950 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:56:38.950 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:56:38.950 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:56:38.950 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:56:38.950 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:56:38.950 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:56:38.950 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:56:38.950 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:56:38.950 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:56:38.950 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:56:38.950 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:56:38.950 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:56:38.950 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:56:38.950 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:56:38.951 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:56:38.951 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:56:38.951 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:56:38.951 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:56:38.951 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:56:38.951 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:56:38.951 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:56:38.951 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:56:38.951 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:56:38.951 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:56:38.951 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:56:38.951 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:56:38.951 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:56:38.951 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:56:38.952 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:56:38.952 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:56:38.952 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:56:38.952 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:56:38.952 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:56:38.952 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:56:38.952 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:56:38.952 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:56:38.952 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:56:38.952 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:56:38.952 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:56:38.952 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:56:38.952 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:56:38.952 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:56:38.953 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:56:38.953 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:56:38.953 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:56:38.953 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:56:38.953 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:56:38.953 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:56:38.953 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:56:38.953 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:56:38.953 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:56:38.953 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:56:38.953 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:56:38.953 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:56:38.953 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:56:38.954 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:56:38.954 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:56:38.954 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:56:38.954 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:56:38.954 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:56:38.954 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:56:38.954 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:56:38.954 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:56:38.954 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:56:38.954 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:56:38.955 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:56:38.955 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:56:38.955 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:56:38.955 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:56:38.955 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:56:38.955 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:56:38.955 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:56:38.955 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:56:38.955 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:56:38.955 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:56:38.955 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:56:38.955 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:56:38.955 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:56:38.955 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:56:38.955 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:56:38.956 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:56:38.956 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:56:38.956 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:56:38.956 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:56:38.956 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:56:38.956 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:56:38.956 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:56:38.956 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:56:38.956 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:56:38.956 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:56:38.956 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:56:38.956 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:56:38.956 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:56:38.956 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:56:38.957 INFO:tasks.workunit.client.0.smithi038.stderr: 7f584dffb640 / http_manager 2024-09-12T00:56:38.957 INFO:tasks.workunit.client.0.smithi038.stderr: 7f584ffff640 / http_manager 2024-09-12T00:56:38.957 INFO:tasks.workunit.client.0.smithi038.stderr: 7f58d57e2640 / rgw_dt_lg_renew 2024-09-12T00:56:38.957 INFO:tasks.workunit.client.0.smithi038.stderr: 7f5900ff9640 / ms_dispatch 2024-09-12T00:56:38.957 INFO:tasks.workunit.client.0.smithi038.stderr: 7f5901ffb640 / io_context_pool 2024-09-12T00:56:38.957 INFO:tasks.workunit.client.0.smithi038.stderr: 7f59027fc640 / io_context_pool 2024-09-12T00:56:38.957 INFO:tasks.workunit.client.0.smithi038.stderr: 7f5908e01640 / ms_dispatch 2024-09-12T00:56:38.957 INFO:tasks.workunit.client.0.smithi038.stderr: 7f590b606640 / ms_dispatch 2024-09-12T00:56:38.957 INFO:tasks.workunit.client.0.smithi038.stderr: 7f590ce09640 / io_context_pool 2024-09-12T00:56:38.957 INFO:tasks.workunit.client.0.smithi038.stderr: 7f5a1e4ec640 / msgr-worker-2 2024-09-12T00:56:38.957 INFO:tasks.workunit.client.0.smithi038.stderr: 7f5a1eced640 / msgr-worker-1 2024-09-12T00:56:38.957 INFO:tasks.workunit.client.0.smithi038.stderr: 7f5a1f4ee640 / msgr-worker-0 2024-09-12T00:56:38.957 INFO:tasks.workunit.client.0.smithi038.stderr: 7f5a1fcef640 / io_context_pool 2024-09-12T00:56:38.957 INFO:tasks.workunit.client.0.smithi038.stderr: 7f5a22f42800 / radosgw-admin 2024-09-12T00:56:38.958 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:56:38.958 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:56:38.958 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:56:38.827221Z_fbffa724-4c0f-409a-b387-40c4399f0a33/log 2024-09-12T00:56:38.958 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:56:38.958 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:56:38.959 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.904+0000 7f1ec7b0c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.906+0000 7f1ec7b0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.906+0000 7f1ec7b0c800 20 realm 2024-09-12T00:56:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.906+0000 7f1ec7b0c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.906+0000 7f1ec7b0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.906+0000 7f1ec7b0c800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.906+0000 7f1ec7b0c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.907+0000 7f1ec7b0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.907+0000 7f1ec7b0c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.908+0000 7f1ec7b0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.908+0000 7f1ec7b0c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.908+0000 7f1ec7b0c800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:38.960 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.908+0000 7f1ec7b0c800 20 searching for the correct realm 2024-09-12T00:56:38.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.911+0000 7f1ec4df5640 0 -- 172.21.15.38:0/3686227081 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f1eb8040040 msgr2=0x7f1eb805c930 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:38.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:38.914+0000 7f1ec55f6640 0 -- 172.21.15.38:0/3686227081 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f1ebc002040 msgr2=0x7f1ebc0848f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:56:39.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.120+0000 7f1ec7b0c800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:39.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.120+0000 7f1ec7b0c800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:39.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.120+0000 7f1ec7b0c800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:39.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.120+0000 7f1ec7b0c800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:39.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.120+0000 7f1ec7b0c800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:39.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.120+0000 7f1ec7b0c800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:39.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.120+0000 7f1ec7b0c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.119 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.120+0000 7f1ec7b0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:39.120 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.120+0000 7f1ec7b0c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.120 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.120+0000 7f1ec7b0c800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:39.120 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.120+0000 7f1ec7b0c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.121+0000 7f1ec7b0c800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:39.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.121+0000 7f1ec7b0c800 20 zone default found 2024-09-12T00:56:39.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.121+0000 7f1ec7b0c800 4 Realm: () 2024-09-12T00:56:39.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.121+0000 7f1ec7b0c800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:39.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.121+0000 7f1ec7b0c800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:39.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.121+0000 7f1ec7b0c800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:39.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.121+0000 7f1ec7b0c800 20 zonegroup default 2024-09-12T00:56:39.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.121+0000 7f1ec7b0c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.121 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.121+0000 7f1ec7b0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:39.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.121+0000 7f1ec7b0c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.121+0000 7f1ec7b0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:39.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.121+0000 7f1ec7b0c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.121+0000 7f1ec7b0c800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:39.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.121+0000 7f1ec7b0c800 20 started sync module instance, tier type = 2024-09-12T00:56:39.122 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.121+0000 7f1ec7b0c800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:39.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.131+0000 7f1ec7b0c800 20 add_watcher() i=0 2024-09-12T00:56:39.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.131+0000 7f1ec7b0c800 20 add_watcher() i=1 2024-09-12T00:56:39.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.131+0000 7f1ec7b0c800 20 add_watcher() i=2 2024-09-12T00:56:39.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.131+0000 7f1ec7b0c800 20 add_watcher() i=3 2024-09-12T00:56:39.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.131+0000 7f1ec7b0c800 20 add_watcher() i=4 2024-09-12T00:56:39.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.131+0000 7f1ec7b0c800 20 add_watcher() i=5 2024-09-12T00:56:39.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.131+0000 7f1ec7b0c800 20 add_watcher() i=6 2024-09-12T00:56:39.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.132+0000 7f1ec7b0c800 20 add_watcher() i=7 2024-09-12T00:56:39.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.132+0000 7f1ec7b0c800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:39.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.134+0000 7f1d7b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:39.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.134+0000 7f1ec7b0c800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:39.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.134+0000 7f1ec7b0c800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:39.133 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.134+0000 7f1ec7b0c800 5 note: GC not initialized 2024-09-12T00:56:39.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.134+0000 7f1d7a7e4640 20 reqs_thread_entry: start 2024-09-12T00:56:39.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.134+0000 7f1ec7b0c800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:39.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.135+0000 7f1ec7b0c800 20 Filter name: none 2024-09-12T00:56:39.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.135+0000 7f1cebfff640 20 reqs_thread_entry: start 2024-09-12T00:56:39.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.135+0000 7f1ec7b0c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.135+0000 7f1ec7b0c800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:56:39.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.135+0000 7f1ec7b0c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.136+0000 7f1ec7b0c800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:56:39.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.136+0000 7f1ec7b0c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:39.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.136+0000 7f1ec7b0c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.136+0000 7f1ec7b0c800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:56:39.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.136+0000 7f1ec7b0c800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.136+0000 7f1ec7b0c800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:56:39.135 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.136+0000 7f1ec7b0c800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:56:39.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.138+0000 7f1d7b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:39.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.140+0000 7f1ec7b0c800 20 remove_watcher() i=0 2024-09-12T00:56:39.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.140+0000 7f1ec7b0c800 2 removed watcher, disabling cache 2024-09-12T00:56:39.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.141+0000 7f1ec7b0c800 20 remove_watcher() i=1 2024-09-12T00:56:39.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.142+0000 7f1ec7b0c800 20 remove_watcher() i=2 2024-09-12T00:56:39.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.143+0000 7f1ec7b0c800 20 remove_watcher() i=3 2024-09-12T00:56:39.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.145+0000 7f1ec7b0c800 20 remove_watcher() i=4 2024-09-12T00:56:39.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.146+0000 7f1ec7b0c800 20 remove_watcher() i=5 2024-09-12T00:56:39.145 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.147+0000 7f1ec7b0c800 20 remove_watcher() i=6 2024-09-12T00:56:39.147 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.148+0000 7f1ec7b0c800 20 remove_watcher() i=7 2024-09-12T00:56:39.160 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:56:39.161 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:56:39.170 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T00:56:39.200 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:56:39.200 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:56:39.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.240+0000 7f7f32323800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.242+0000 7f7f32323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:39.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.242+0000 7f7f32323800 20 realm 2024-09-12T00:56:39.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.242+0000 7f7f32323800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.242+0000 7f7f32323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:39.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.242+0000 7f7f32323800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:56:39.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.242+0000 7f7f32323800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.242+0000 7f7f32323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:39.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.242+0000 7f7f32323800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.242 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.243+0000 7f7f32323800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:39.242 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.243+0000 7f7f32323800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.244+0000 7f7f32323800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:56:39.243 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.244+0000 7f7f32323800 20 searching for the correct realm 2024-09-12T00:56:39.245 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.246+0000 7f7f2d812640 0 -- 172.21.15.38:0/738880592 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f7f200961c0 msgr2=0x7f7f200860d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:56:39.249 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.250+0000 7f7f2e013640 0 -- 172.21.15.38:0/738880592 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f7f240200c0 msgr2=0x7f7f2406a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:56:39.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.456+0000 7f7f32323800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:56:39.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.456+0000 7f7f32323800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:56:39.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.456+0000 7f7f32323800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:56:39.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.456+0000 7f7f32323800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:56:39.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.456+0000 7f7f32323800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:56:39.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.456+0000 7f7f32323800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:56:39.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.456+0000 7f7f32323800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.456+0000 7f7f32323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:39.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.456+0000 7f7f32323800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.456+0000 7f7f32323800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:56:39.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.456+0000 7f7f32323800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.457+0000 7f7f32323800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:56:39.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.457+0000 7f7f32323800 20 zone default found 2024-09-12T00:56:39.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.457+0000 7f7f32323800 4 Realm: () 2024-09-12T00:56:39.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.457+0000 7f7f32323800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:56:39.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.457+0000 7f7f32323800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:56:39.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.457+0000 7f7f32323800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:56:39.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.457+0000 7f7f32323800 20 zonegroup default 2024-09-12T00:56:39.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.457+0000 7f7f32323800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.457+0000 7f7f32323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:39.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.457+0000 7f7f32323800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.458+0000 7f7f32323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:39.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.458+0000 7f7f32323800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.458+0000 7f7f32323800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:56:39.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.458+0000 7f7f32323800 20 started sync module instance, tier type = 2024-09-12T00:56:39.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.458+0000 7f7f32323800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:56:39.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.468+0000 7f7f32323800 20 add_watcher() i=0 2024-09-12T00:56:39.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.468+0000 7f7f32323800 20 add_watcher() i=1 2024-09-12T00:56:39.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.468+0000 7f7f32323800 20 add_watcher() i=2 2024-09-12T00:56:39.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.468+0000 7f7f32323800 20 add_watcher() i=3 2024-09-12T00:56:39.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.468+0000 7f7f32323800 20 add_watcher() i=4 2024-09-12T00:56:39.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.468+0000 7f7f32323800 20 add_watcher() i=5 2024-09-12T00:56:39.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.468+0000 7f7f32323800 20 add_watcher() i=6 2024-09-12T00:56:39.468 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.469+0000 7f7f32323800 20 add_watcher() i=7 2024-09-12T00:56:39.468 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.469+0000 7f7f32323800 2 all 8 watchers are set, enabling cache 2024-09-12T00:56:39.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.470+0000 7f7de4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:39.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.471+0000 7f7f32323800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:56:39.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.471+0000 7f7f32323800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:56:39.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.471+0000 7f7f32323800 5 note: GC not initialized 2024-09-12T00:56:39.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.471+0000 7f7d5f7fe640 20 reqs_thread_entry: start 2024-09-12T00:56:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.471+0000 7f7f32323800 20 init_complete bucket index max shards: 11 2024-09-12T00:56:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.471+0000 7f7f32323800 20 Filter name: none 2024-09-12T00:56:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.471+0000 7f7d5d7fa640 20 reqs_thread_entry: start 2024-09-12T00:56:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.472+0000 7f7f32323800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:56:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.472+0000 7f7f32323800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.472+0000 7f7f32323800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:56:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.472+0000 7f7f32323800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:56:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.472+0000 7f7f32323800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:56:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.472+0000 7f7f32323800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:56:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.472+0000 7f7f32323800 20 rados->read ofs=0 len=0 2024-09-12T00:56:39.472 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.472+0000 7f7f32323800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:56:39.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.472+0000 7f7f32323800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:56:39.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.472+0000 7f7f32323800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:56:39.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.472+0000 7f7f32323800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:56:39.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.472+0000 7f7f32323800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:56:39.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.472+0000 7f7f32323800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:56:39.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.472+0000 7f7f32323800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:56:39.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.472+0000 7f7f32323800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:56:39.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.473+0000 7f7f32323800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:56:39.473 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.473+0000 7f7f32323800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:56:39.474 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.473+0000 7f7f32323800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:56:39.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.473+0000 7f7f32323800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:56:39.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.473+0000 7f7f32323800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:56:39.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.473+0000 7f7f32323800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:56:39.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.474+0000 7f7f32323800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:56:39.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.474+0000 7f7f32323800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:56:39.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.474+0000 7f7f32323800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:56:39.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.474+0000 7f7f32323800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:56:39.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.475+0000 7f7f32323800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:56:39.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.475+0000 7f7f32323800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:56:39.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.475+0000 7f7f32323800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:56:39.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.475+0000 7f7f32323800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:56:39.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.475+0000 7f7f32323800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:56:39.475 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.475+0000 7f7f32323800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:56:39.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.476+0000 7f7f32323800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:56:39.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.476+0000 7f7f32323800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:56:39.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.476+0000 7f7f32323800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:56:39.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.476+0000 7f7f32323800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:56:39.476 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.476+0000 7f7f32323800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:56:39.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.476+0000 7f7f32323800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:56:39.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.477+0000 7f7f32323800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:56:39.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.477+0000 7f7f32323800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:56:39.477 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.478+0000 7f7de4fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:56:39.478 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.480+0000 7f7f32323800 20 remove_watcher() i=0 2024-09-12T00:56:39.479 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.480+0000 7f7f32323800 2 removed watcher, disabling cache 2024-09-12T00:56:39.480 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.481+0000 7f7f32323800 20 remove_watcher() i=1 2024-09-12T00:56:39.481 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.482+0000 7f7f32323800 20 remove_watcher() i=2 2024-09-12T00:56:39.482 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.483+0000 7f7f32323800 20 remove_watcher() i=3 2024-09-12T00:56:39.483 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.484+0000 7f7f32323800 20 remove_watcher() i=4 2024-09-12T00:56:39.484 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.485+0000 7f7f32323800 20 remove_watcher() i=5 2024-09-12T00:56:39.485 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.486+0000 7f7f32323800 20 remove_watcher() i=6 2024-09-12T00:56:39.486 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:56:39.487+0000 7f7f32323800 20 remove_watcher() i=7 2024-09-12T00:57:09.523 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:57:09.555 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:57:09.556 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:57:09.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:09.603+0000 7efc30d2e800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:09.605+0000 7efc30d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:09.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:09.605+0000 7efc30d2e800 20 realm 2024-09-12T00:57:09.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:09.605+0000 7efc30d2e800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:09.605+0000 7efc30d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:09.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:09.605+0000 7efc30d2e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:09.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:09.605+0000 7efc30d2e800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:09.605+0000 7efc30d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:09.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:09.605+0000 7efc30d2e800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:09.607+0000 7efc30d2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:09.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:09.607+0000 7efc30d2e800 20 rados->read ofs=0 len=0 2024-09-12T00:57:09.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:09.608+0000 7efc30d2e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:09.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:09.608+0000 7efc30d2e800 20 searching for the correct realm 2024-09-12T00:57:09.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:09.611+0000 7efc2c2dc640 0 -- 172.21.15.38:0/2442960266 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7efc1c01a040 msgr2=0x7efc1c08f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:09.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:09.819+0000 7efc2cadd640 0 -- 172.21.15.38:0/2442960266 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7efc2006c920 msgr2=0x7efc200aa410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:10.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.027+0000 7efc30d2e800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:57:10.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.027+0000 7efc30d2e800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:57:10.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.027+0000 7efc30d2e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:10.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.027+0000 7efc30d2e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:10.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.027+0000 7efc30d2e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:10.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.027+0000 7efc30d2e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:10.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.027+0000 7efc30d2e800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.028+0000 7efc30d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:10.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.028+0000 7efc30d2e800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.028+0000 7efc30d2e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:10.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.028+0000 7efc30d2e800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.029+0000 7efc30d2e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:10.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.029+0000 7efc30d2e800 20 zone default found 2024-09-12T00:57:10.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.029+0000 7efc30d2e800 4 Realm: () 2024-09-12T00:57:10.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.029+0000 7efc30d2e800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:57:10.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.029+0000 7efc30d2e800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:57:10.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.029+0000 7efc30d2e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:10.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.029+0000 7efc30d2e800 20 zonegroup default 2024-09-12T00:57:10.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.029+0000 7efc30d2e800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.029+0000 7efc30d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:10.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.029+0000 7efc30d2e800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.030+0000 7efc30d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:10.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.030+0000 7efc30d2e800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.030+0000 7efc30d2e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:10.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.030+0000 7efc30d2e800 20 started sync module instance, tier type = 2024-09-12T00:57:10.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.030+0000 7efc30d2e800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:57:10.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.043+0000 7efc30d2e800 20 add_watcher() i=0 2024-09-12T00:57:10.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.043+0000 7efc30d2e800 20 add_watcher() i=1 2024-09-12T00:57:10.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.043+0000 7efc30d2e800 20 add_watcher() i=2 2024-09-12T00:57:10.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.043+0000 7efc30d2e800 20 add_watcher() i=3 2024-09-12T00:57:10.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.043+0000 7efc30d2e800 20 add_watcher() i=4 2024-09-12T00:57:10.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.043+0000 7efc30d2e800 20 add_watcher() i=5 2024-09-12T00:57:10.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.043+0000 7efc30d2e800 20 add_watcher() i=6 2024-09-12T00:57:10.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.044+0000 7efc30d2e800 20 add_watcher() i=7 2024-09-12T00:57:10.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.044+0000 7efc30d2e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:10.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.046+0000 7efae37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:10.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.047+0000 7efc30d2e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:10.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.047+0000 7efc30d2e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:10.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.047+0000 7efc30d2e800 5 note: GC not initialized 2024-09-12T00:57:10.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.047+0000 7efae27e4640 20 reqs_thread_entry: start 2024-09-12T00:57:10.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.047+0000 7efc30d2e800 20 init_complete bucket index max shards: 11 2024-09-12T00:57:10.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.047+0000 7efc30d2e800 20 Filter name: none 2024-09-12T00:57:10.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.047+0000 7efadb7fe640 20 reqs_thread_entry: start 2024-09-12T00:57:10.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.047+0000 7efc30d2e800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.048+0000 7efc30d2e800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:57:10.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.048+0000 7efc30d2e800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.048+0000 7efc30d2e800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:57:10.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.048+0000 7efc30d2e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:57:10.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.049+0000 7efc30d2e800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.049+0000 7efc30d2e800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:57:10.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.049+0000 7efc30d2e800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.049+0000 7efc30d2e800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:57:10.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.049+0000 7efc30d2e800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:57:10.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.052+0000 7efae37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:10.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.054+0000 7efc30d2e800 20 remove_watcher() i=0 2024-09-12T00:57:10.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.054+0000 7efc30d2e800 2 removed watcher, disabling cache 2024-09-12T00:57:10.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.056+0000 7efc30d2e800 20 remove_watcher() i=1 2024-09-12T00:57:10.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.057+0000 7efc30d2e800 20 remove_watcher() i=2 2024-09-12T00:57:10.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.059+0000 7efc30d2e800 20 remove_watcher() i=3 2024-09-12T00:57:10.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.060+0000 7efc30d2e800 20 remove_watcher() i=4 2024-09-12T00:57:10.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.061+0000 7efc30d2e800 20 remove_watcher() i=5 2024-09-12T00:57:10.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.062+0000 7efc30d2e800 20 remove_watcher() i=6 2024-09-12T00:57:10.062 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.064+0000 7efc30d2e800 20 remove_watcher() i=7 2024-09-12T00:57:10.078 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:57:10.078 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:57:10.107 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T00:57:10.137 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:57:10.137 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:57:10.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.181+0000 7fe88b413800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.183+0000 7fe88b413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:10.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.183+0000 7fe88b413800 20 realm 2024-09-12T00:57:10.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.183+0000 7fe88b413800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.183+0000 7fe88b413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:10.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.183+0000 7fe88b413800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:10.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.183+0000 7fe88b413800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.183+0000 7fe88b413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:10.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.183+0000 7fe88b413800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.184+0000 7fe88b413800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:10.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.184+0000 7fe88b413800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.185+0000 7fe88b413800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:10.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.185+0000 7fe88b413800 20 searching for the correct realm 2024-09-12T00:57:10.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.187+0000 7fe886347640 0 -- 172.21.15.38:0/3700755243 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fe87807c030 msgr2=0x7fe87807d750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:57:10.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.394+0000 7fe886b48640 0 -- 172.21.15.38:0/3700755243 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fe87c097a60 msgr2=0x7fe87c08cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:10.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.601+0000 7fe88b413800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:57:10.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.601+0000 7fe88b413800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:57:10.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.601+0000 7fe88b413800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:10.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.601+0000 7fe88b413800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:10.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.601+0000 7fe88b413800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:10.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.601+0000 7fe88b413800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:10.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.601+0000 7fe88b413800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.602+0000 7fe88b413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:10.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.602+0000 7fe88b413800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.602+0000 7fe88b413800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:10.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.602+0000 7fe88b413800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.602+0000 7fe88b413800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:10.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.602+0000 7fe88b413800 20 zone default found 2024-09-12T00:57:10.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.602+0000 7fe88b413800 4 Realm: () 2024-09-12T00:57:10.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.602+0000 7fe88b413800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:57:10.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.602+0000 7fe88b413800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:57:10.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.602+0000 7fe88b413800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:10.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.602+0000 7fe88b413800 20 zonegroup default 2024-09-12T00:57:10.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.602+0000 7fe88b413800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.603+0000 7fe88b413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:10.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.603+0000 7fe88b413800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.603+0000 7fe88b413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:10.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.603+0000 7fe88b413800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.604+0000 7fe88b413800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:10.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.604+0000 7fe88b413800 20 started sync module instance, tier type = 2024-09-12T00:57:10.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.604+0000 7fe88b413800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:57:10.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.614+0000 7fe88b413800 20 add_watcher() i=0 2024-09-12T00:57:10.613 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.614+0000 7fe88b413800 20 add_watcher() i=1 2024-09-12T00:57:10.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.614+0000 7fe88b413800 20 add_watcher() i=2 2024-09-12T00:57:10.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.614+0000 7fe88b413800 20 add_watcher() i=3 2024-09-12T00:57:10.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.614+0000 7fe88b413800 20 add_watcher() i=4 2024-09-12T00:57:10.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.614+0000 7fe88b413800 20 add_watcher() i=5 2024-09-12T00:57:10.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.614+0000 7fe88b413800 20 add_watcher() i=6 2024-09-12T00:57:10.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.615+0000 7fe88b413800 20 add_watcher() i=7 2024-09-12T00:57:10.615 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.615+0000 7fe88b413800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:10.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.617+0000 7fe73d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:10.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.618+0000 7fe88b413800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:10.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.618+0000 7fe88b413800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:10.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.618+0000 7fe88b413800 5 note: GC not initialized 2024-09-12T00:57:10.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.618+0000 7fe6b7fff640 20 reqs_thread_entry: start 2024-09-12T00:57:10.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.618+0000 7fe88b413800 20 init_complete bucket index max shards: 11 2024-09-12T00:57:10.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.618+0000 7fe88b413800 20 Filter name: none 2024-09-12T00:57:10.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.618+0000 7fe6b5ffb640 20 reqs_thread_entry: start 2024-09-12T00:57:10.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.618+0000 7fe88b413800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:57:10.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.618+0000 7fe88b413800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.619+0000 7fe88b413800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:57:10.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.619+0000 7fe88b413800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:57:10.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.619+0000 7fe88b413800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:57:10.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.619+0000 7fe88b413800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:57:10.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.619+0000 7fe88b413800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.620+0000 7fe88b413800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:57:10.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.620+0000 7fe88b413800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:10.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.620+0000 7fe88b413800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:10.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.620+0000 7fe88b413800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:57:10.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.620+0000 7fe88b413800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:10.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.620+0000 7fe88b413800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:57:10.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.620+0000 7fe88b413800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:57:10.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.620+0000 7fe88b413800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:57:10.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.620+0000 7fe88b413800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:57:10.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.620+0000 7fe88b413800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:57:10.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.621+0000 7fe88b413800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:57:10.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.621+0000 7fe88b413800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:57:10.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.621+0000 7fe88b413800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:57:10.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.621+0000 7fe88b413800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:57:10.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.622+0000 7fe88b413800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:57:10.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.622+0000 7fe88b413800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:57:10.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.622+0000 7fe88b413800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:57:10.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.622+0000 7fe88b413800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:57:10.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.622+0000 7fe88b413800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:57:10.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.622+0000 7fe88b413800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:57:10.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.623+0000 7fe88b413800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:57:10.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.623+0000 7fe88b413800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:57:10.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.623+0000 7fe88b413800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:57:10.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.623+0000 7fe88b413800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:57:10.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.624+0000 7fe88b413800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:57:10.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.624+0000 7fe88b413800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:57:10.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.624+0000 7fe88b413800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:57:10.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.624+0000 7fe88b413800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:57:10.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.624+0000 7fe88b413800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:57:10.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.624+0000 7fe88b413800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:57:10.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.625+0000 7fe88b413800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:57:10.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.625+0000 7fe88b413800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:57:10.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.626+0000 7fe73d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:10.627 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.629+0000 7fe88b413800 20 remove_watcher() i=0 2024-09-12T00:57:10.627 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.629+0000 7fe88b413800 2 removed watcher, disabling cache 2024-09-12T00:57:10.629 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.630+0000 7fe88b413800 20 remove_watcher() i=1 2024-09-12T00:57:10.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.632+0000 7fe88b413800 20 remove_watcher() i=2 2024-09-12T00:57:10.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.633+0000 7fe88b413800 20 remove_watcher() i=3 2024-09-12T00:57:10.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.634+0000 7fe88b413800 20 remove_watcher() i=4 2024-09-12T00:57:10.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.635+0000 7fe88b413800 20 remove_watcher() i=5 2024-09-12T00:57:10.635 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.636+0000 7fe88b413800 20 remove_watcher() i=6 2024-09-12T00:57:10.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.638+0000 7fe88b413800 20 remove_watcher() i=7 2024-09-12T00:57:10.650 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:57:10.680 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:57:10.680 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:57:10.720 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.722+0000 7fd536a14800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.724+0000 7fd536a14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:10.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.724+0000 7fd536a14800 20 realm 2024-09-12T00:57:10.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.724+0000 7fd536a14800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.724+0000 7fd536a14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:10.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.724+0000 7fd536a14800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:10.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.724+0000 7fd536a14800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.724+0000 7fd536a14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:10.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.724+0000 7fd536a14800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.725+0000 7fd536a14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:10.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.725+0000 7fd536a14800 20 rados->read ofs=0 len=0 2024-09-12T00:57:10.724 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.726+0000 7fd536a14800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:10.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.726+0000 7fd536a14800 20 searching for the correct realm 2024-09-12T00:57:10.727 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.728+0000 7fd5318ca640 0 -- 172.21.15.38:0/4249001690 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fd524043060 msgr2=0x7fd52406ab30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:10.933 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:10.934+0000 7fd5320cb640 0 -- 172.21.15.38:0/4249001690 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fd5280a7040 msgr2=0x7fd5280a7420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:11.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.141+0000 7fd536a14800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:57:11.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.141+0000 7fd536a14800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:57:11.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.141+0000 7fd536a14800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:11.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.141+0000 7fd536a14800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:11.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.141+0000 7fd536a14800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:11.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.141+0000 7fd536a14800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:11.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.142+0000 7fd536a14800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.142+0000 7fd536a14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.142+0000 7fd536a14800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.142+0000 7fd536a14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.142+0000 7fd536a14800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.143+0000 7fd536a14800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.143+0000 7fd536a14800 20 zone default found 2024-09-12T00:57:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.143+0000 7fd536a14800 4 Realm: () 2024-09-12T00:57:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.143+0000 7fd536a14800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:57:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.143+0000 7fd536a14800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:57:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.143+0000 7fd536a14800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.143+0000 7fd536a14800 20 zonegroup default 2024-09-12T00:57:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.143+0000 7fd536a14800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.143+0000 7fd536a14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.143+0000 7fd536a14800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.143+0000 7fd536a14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.143+0000 7fd536a14800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.144+0000 7fd536a14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.144+0000 7fd536a14800 20 started sync module instance, tier type = 2024-09-12T00:57:11.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.144+0000 7fd536a14800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:57:11.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.154+0000 7fd536a14800 20 add_watcher() i=0 2024-09-12T00:57:11.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.154+0000 7fd536a14800 20 add_watcher() i=1 2024-09-12T00:57:11.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.154+0000 7fd536a14800 20 add_watcher() i=2 2024-09-12T00:57:11.153 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.154+0000 7fd536a14800 20 add_watcher() i=3 2024-09-12T00:57:11.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.154+0000 7fd536a14800 20 add_watcher() i=4 2024-09-12T00:57:11.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.154+0000 7fd536a14800 20 add_watcher() i=5 2024-09-12T00:57:11.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.154+0000 7fd536a14800 20 add_watcher() i=6 2024-09-12T00:57:11.154 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.155+0000 7fd536a14800 20 add_watcher() i=7 2024-09-12T00:57:11.155 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.155+0000 7fd536a14800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:11.156 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.157+0000 7fd3e8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:11.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.158+0000 7fd536a14800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:11.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.158+0000 7fd536a14800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:11.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.158+0000 7fd536a14800 5 note: GC not initialized 2024-09-12T00:57:11.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.158+0000 7fd3637fe640 20 reqs_thread_entry: start 2024-09-12T00:57:11.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.158+0000 7fd536a14800 20 init_complete bucket index max shards: 11 2024-09-12T00:57:11.157 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.158+0000 7fd536a14800 20 Filter name: none 2024-09-12T00:57:11.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.158+0000 7fd3617fa640 20 reqs_thread_entry: start 2024-09-12T00:57:11.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.158+0000 7fd536a14800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.158 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.159+0000 7fd536a14800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:57:11.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.159+0000 7fd536a14800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.160+0000 7fd536a14800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:57:11.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.160+0000 7fd536a14800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:57:11.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.160+0000 7fd536a14800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.160+0000 7fd536a14800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:57:11.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.160+0000 7fd536a14800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.160+0000 7fd536a14800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:57:11.159 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.160+0000 7fd536a14800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:57:11.161 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.163+0000 7fd3e8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:11.165 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.166+0000 7fd536a14800 20 remove_watcher() i=0 2024-09-12T00:57:11.165 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.166+0000 7fd536a14800 2 removed watcher, disabling cache 2024-09-12T00:57:11.167 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.168+0000 7fd536a14800 20 remove_watcher() i=1 2024-09-12T00:57:11.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.170+0000 7fd536a14800 20 remove_watcher() i=2 2024-09-12T00:57:11.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.171+0000 7fd536a14800 20 remove_watcher() i=3 2024-09-12T00:57:11.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.172+0000 7fd536a14800 20 remove_watcher() i=4 2024-09-12T00:57:11.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.173+0000 7fd536a14800 20 remove_watcher() i=5 2024-09-12T00:57:11.172 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.174+0000 7fd536a14800 20 remove_watcher() i=6 2024-09-12T00:57:11.174 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.175+0000 7fd536a14800 20 remove_watcher() i=7 2024-09-12T00:57:11.185 INFO:tasks.workunit.client.0.smithi038.stderr: test: duplicated entries should be purged before reshard 2024-09-12T00:57:11.187 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:57:11.218 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:57:11.218 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:57:11.258 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.259+0000 7fba4b146800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.260 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.262+0000 7fba4b146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.262+0000 7fba4b146800 20 realm 2024-09-12T00:57:11.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.262+0000 7fba4b146800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.262+0000 7fba4b146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.262+0000 7fba4b146800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:11.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.262+0000 7fba4b146800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.262+0000 7fba4b146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.261 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.262+0000 7fba4b146800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.262 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.263+0000 7fba4b146800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:11.262 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.263+0000 7fba4b146800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.264+0000 7fba4b146800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:11.263 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.264+0000 7fba4b146800 20 searching for the correct realm 2024-09-12T00:57:11.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.266+0000 7fba4842f640 0 -- 172.21.15.38:0/3209766669 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fba3801d430 msgr2=0x7fba3801d850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:11.471 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.473+0000 7fba48c30640 0 -- 172.21.15.38:0/3209766669 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fba3c069430 msgr2=0x7fba3c05eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:11.678 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.679+0000 7fba4b146800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:57:11.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.679+0000 7fba4b146800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:57:11.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.679+0000 7fba4b146800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:11.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.679+0000 7fba4b146800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:11.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.679+0000 7fba4b146800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:11.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.679+0000 7fba4b146800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:11.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.679+0000 7fba4b146800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.680+0000 7fba4b146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.679 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.680+0000 7fba4b146800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.680+0000 7fba4b146800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:11.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.680+0000 7fba4b146800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.681+0000 7fba4b146800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:11.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.681+0000 7fba4b146800 20 zone default found 2024-09-12T00:57:11.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.681+0000 7fba4b146800 4 Realm: () 2024-09-12T00:57:11.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.681+0000 7fba4b146800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:57:11.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.681+0000 7fba4b146800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:57:11.681 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.681+0000 7fba4b146800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:11.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.681+0000 7fba4b146800 20 zonegroup default 2024-09-12T00:57:11.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.681+0000 7fba4b146800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.681+0000 7fba4b146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.681+0000 7fba4b146800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.681+0000 7fba4b146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.681+0000 7fba4b146800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.682 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.682+0000 7fba4b146800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.682+0000 7fba4b146800 20 started sync module instance, tier type = 2024-09-12T00:57:11.683 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.682+0000 7fba4b146800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:57:11.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.693+0000 7fba4b146800 20 add_watcher() i=0 2024-09-12T00:57:11.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.693+0000 7fba4b146800 20 add_watcher() i=1 2024-09-12T00:57:11.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.693+0000 7fba4b146800 20 add_watcher() i=2 2024-09-12T00:57:11.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.693+0000 7fba4b146800 20 add_watcher() i=3 2024-09-12T00:57:11.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.693+0000 7fba4b146800 20 add_watcher() i=4 2024-09-12T00:57:11.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.693+0000 7fba4b146800 20 add_watcher() i=5 2024-09-12T00:57:11.693 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.693+0000 7fba4b146800 20 add_watcher() i=6 2024-09-12T00:57:11.694 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.694+0000 7fba4b146800 20 add_watcher() i=7 2024-09-12T00:57:11.694 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.694+0000 7fba4b146800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:11.694 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.696+0000 7fb8fefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:11.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.696+0000 7fba4b146800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:11.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.696+0000 7fba4b146800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:11.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.696+0000 7fba4b146800 5 note: GC not initialized 2024-09-12T00:57:11.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.697+0000 7fb8fdfe3640 20 reqs_thread_entry: start 2024-09-12T00:57:11.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.697+0000 7fba4b146800 20 init_complete bucket index max shards: 11 2024-09-12T00:57:11.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.697+0000 7fba4b146800 20 Filter name: none 2024-09-12T00:57:11.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.697+0000 7fb86f7fe640 20 reqs_thread_entry: start 2024-09-12T00:57:11.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.697+0000 7fba4b146800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.698+0000 7fba4b146800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:57:11.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.698+0000 7fba4b146800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.699+0000 7fba4b146800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:57:11.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.699+0000 7fba4b146800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:57:11.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.699+0000 7fba4b146800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.699+0000 7fba4b146800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:57:11.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.699+0000 7fba4b146800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.700+0000 7fba4b146800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:57:11.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.700+0000 7fba4b146800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:57:11.700 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.702+0000 7fb8fefe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:11.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.704+0000 7fba4b146800 20 remove_watcher() i=0 2024-09-12T00:57:11.703 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.704+0000 7fba4b146800 2 removed watcher, disabling cache 2024-09-12T00:57:11.704 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.705+0000 7fba4b146800 20 remove_watcher() i=1 2024-09-12T00:57:11.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.707+0000 7fba4b146800 20 remove_watcher() i=2 2024-09-12T00:57:11.706 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.708+0000 7fba4b146800 20 remove_watcher() i=3 2024-09-12T00:57:11.707 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.709+0000 7fba4b146800 20 remove_watcher() i=4 2024-09-12T00:57:11.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.710+0000 7fba4b146800 20 remove_watcher() i=5 2024-09-12T00:57:11.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.711+0000 7fba4b146800 20 remove_watcher() i=6 2024-09-12T00:57:11.711 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.712+0000 7fba4b146800 20 remove_watcher() i=7 2024-09-12T00:57:11.723 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.724 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:57:11.724 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: a-bucket id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 num_objects: 10 size_kb: 1 num_shards: 13 2024-09-12T00:57:11.724 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.725 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 14 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T00:57:11.760 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:57:11.761 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:57:11.800 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.801+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 realm 2024-09-12T00:57:11.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.803+0000 7fa8f6b46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:11.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.804+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:11.803 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.804+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.805+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:11.804 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.805+0000 7fa8f6b46800 20 searching for the correct realm 2024-09-12T00:57:11.807 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.808+0000 7fa8f4e31640 0 -- 172.21.15.38:0/4007091875 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x562dd357f0f0 msgr2=0x562dd35815b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:11.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.812+0000 7fa8f4630640 0 -- 172.21.15.38:0/4007091875 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fa8e8035450 msgr2=0x7fa8e80358d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:11.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:57:11.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:57:11.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:11.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:11.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:11.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:11.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:11.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.817 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:11.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 zone default found 2024-09-12T00:57:11.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 4 Realm: () 2024-09-12T00:57:11.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:57:11.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:57:11.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:11.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 zonegroup default 2024-09-12T00:57:11.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 started sync module instance, tier type = 2024-09-12T00:57:11.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:57:11.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=0 2024-09-12T00:57:11.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=1 2024-09-12T00:57:11.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=2 2024-09-12T00:57:11.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=3 2024-09-12T00:57:11.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=4 2024-09-12T00:57:11.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=5 2024-09-12T00:57:11.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=6 2024-09-12T00:57:11.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.829+0000 7fa8f6b46800 20 add_watcher() i=7 2024-09-12T00:57:11.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.829+0000 7fa8f6b46800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:11.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.830+0000 7fa7aa7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:11.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.830+0000 7fa8f6b46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:11.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.830+0000 7fa8f6b46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:11.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 note: GC not initialized 2024-09-12T00:57:11.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.831+0000 7fa7a97e2640 20 reqs_thread_entry: start 2024-09-12T00:57:11.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.831+0000 7fa8f6b46800 20 init_complete bucket index max shards: 11 2024-09-12T00:57:11.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.831+0000 7fa8f6b46800 20 Filter name: none 2024-09-12T00:57:11.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.831+0000 7fa71affd640 20 reqs_thread_entry: start 2024-09-12T00:57:11.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.831+0000 7fa8f6b46800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:57:11.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.831+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.832+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:57:11.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:57:11.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:57:11.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:57:11.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.832+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.832+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:57:11.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:11.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:11.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:57:11.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:11.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:57:11.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.837+0000 7fa8f6b46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:11.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.837+0000 7fa8f6b46800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:11.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.837+0000 7fa8f6b46800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:11.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.837+0000 7fa8f6b46800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:57:11.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.838+0000 7fa7d2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464333 cookie 94754819285616 notifier 7751 bl.length()=911 2024-09-12T00:57:11.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.838+0000 7fa7d2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:11.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.838+0000 7fa7d2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:11.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.838+0000 7fa7d2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:11.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.838+0000 7fa8f6b46800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:57:11.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.838+0000 7fa8f6b46800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:57:11.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.838+0000 7fa8f6b46800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:57:11.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.838+0000 7fa8f6b46800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:57:11.844 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa8f6b46800 time 2024-09-12T00:57:11.845949+0000 2024-09-12T00:57:11.844 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:57:11.844 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:57:11.844 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fa8fa18c71a] 2024-09-12T00:57:11.844 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa8fa18c8d8] 2024-09-12T00:57:11.844 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562dd23a9641] 2024-09-12T00:57:11.844 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x562dd23b938a] 2024-09-12T00:57:11.845 INFO:tasks.workunit.client.0.smithi038.stderr: 5: main() 2024-09-12T00:57:11.845 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fa8f8e29590] 2024-09-12T00:57:11.845 INFO:tasks.workunit.client.0.smithi038.stderr: 7: __libc_start_main() 2024-09-12T00:57:11.845 INFO:tasks.workunit.client.0.smithi038.stderr: 8: _start() 2024-09-12T00:57:11.845 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.845+0000 7fa8f6b46800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa8f6b46800 time 2024-09-12T00:57:11.845949+0000 2024-09-12T00:57:11.845 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:57:11.845 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.845 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:57:11.845 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fa8fa18c71a] 2024-09-12T00:57:11.845 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa8fa18c8d8] 2024-09-12T00:57:11.845 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562dd23a9641] 2024-09-12T00:57:11.845 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x562dd23b938a] 2024-09-12T00:57:11.845 INFO:tasks.workunit.client.0.smithi038.stderr: 5: main() 2024-09-12T00:57:11.846 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fa8f8e29590] 2024-09-12T00:57:11.846 INFO:tasks.workunit.client.0.smithi038.stderr: 7: __libc_start_main() 2024-09-12T00:57:11.846 INFO:tasks.workunit.client.0.smithi038.stderr: 8: _start() 2024-09-12T00:57:11.846 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.846 INFO:tasks.workunit.client.0.smithi038.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:57:11.846 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7fa8f6b46800 thread_name:radosgw-admin 2024-09-12T00:57:11.863 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:57:11.863 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fa8f8e3e6f0] 2024-09-12T00:57:11.863 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fa8f8e8b99c] 2024-09-12T00:57:11.863 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:57:11.863 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:57:11.864 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fa8fa18c774] 2024-09-12T00:57:11.864 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa8fa18c8d8] 2024-09-12T00:57:11.864 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562dd23a9641] 2024-09-12T00:57:11.864 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x562dd23b938a] 2024-09-12T00:57:11.864 INFO:tasks.workunit.client.0.smithi038.stderr: 9: main() 2024-09-12T00:57:11.864 INFO:tasks.workunit.client.0.smithi038.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fa8f8e29590] 2024-09-12T00:57:11.864 INFO:tasks.workunit.client.0.smithi038.stderr: 11: __libc_start_main() 2024-09-12T00:57:11.864 INFO:tasks.workunit.client.0.smithi038.stderr: 12: _start() 2024-09-12T00:57:11.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.846+0000 7fa8f6b46800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:57:11.864 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7fa8f6b46800 thread_name:radosgw-admin 2024-09-12T00:57:11.864 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.864 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:57:11.864 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fa8f8e3e6f0] 2024-09-12T00:57:11.865 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fa8f8e8b99c] 2024-09-12T00:57:11.865 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:57:11.865 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:57:11.865 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fa8fa18c774] 2024-09-12T00:57:11.865 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa8fa18c8d8] 2024-09-12T00:57:11.865 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562dd23a9641] 2024-09-12T00:57:11.865 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x562dd23b938a] 2024-09-12T00:57:11.865 INFO:tasks.workunit.client.0.smithi038.stderr: 9: main() 2024-09-12T00:57:11.865 INFO:tasks.workunit.client.0.smithi038.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fa8f8e29590] 2024-09-12T00:57:11.865 INFO:tasks.workunit.client.0.smithi038.stderr: 11: __libc_start_main() 2024-09-12T00:57:11.865 INFO:tasks.workunit.client.0.smithi038.stderr: 12: _start() 2024-09-12T00:57:11.865 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:57:11.865 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.866 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:57:11.866 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:57:11.784+0000 7fa7e260c640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:57:11.866 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:57:11.784+0000 7fa7e260c640 10 monclient: dump: 2024-09-12T00:57:11.866 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.866 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.866 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.866 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.866 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.866 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.866 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.866 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.866 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.866 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.866 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:57:11.784+0000 7fa8f6b46800 10 monclient: shutdown 2024-09-12T00:57:11.866 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:57:11.784+0000 7fa8f6b46800 5 asok(0x562dd3268630) unregister_commands rotate-key 2024-09-12T00:57:11.867 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 10 monclient: build_initial_monmap 2024-09-12T00:57:11.867 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 1 build_initial for_mkfs: 0 2024-09-12T00:57:11.867 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 10 monclient: monmap: 2024-09-12T00:57:11.867 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:57:11.867 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:57:11.867 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:57:11.867 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:57:11.867 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:57:11.867 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.867 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:57:11.867 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:57:11.867 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:57:11.867 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.867 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding auth protocol: cephx 2024-09-12T00:57:11.868 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding auth protocol: cephx 2024-09-12T00:57:11.868 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding auth protocol: cephx 2024-09-12T00:57:11.868 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: secure 2024-09-12T00:57:11.868 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: crc 2024-09-12T00:57:11.868 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: secure 2024-09-12T00:57:11.868 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: crc 2024-09-12T00:57:11.868 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: secure 2024-09-12T00:57:11.868 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: crc 2024-09-12T00:57:11.868 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: crc 2024-09-12T00:57:11.868 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: secure 2024-09-12T00:57:11.868 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: crc 2024-09-12T00:57:11.868 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: secure 2024-09-12T00:57:11.868 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: crc 2024-09-12T00:57:11.868 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: secure 2024-09-12T00:57:11.869 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.869 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 1 librados: starting msgr at 2024-09-12T00:57:11.869 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 1 librados: starting objecter 2024-09-12T00:57:11.869 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command objecter_requests hook 0x562dd348c0a0 2024-09-12T00:57:11.869 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 1 librados: setting wanted keys 2024-09-12T00:57:11.869 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 1 librados: calling monclient init 2024-09-12T00:57:11.869 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 10 monclient: init 2024-09-12T00:57:11.869 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding auth protocol: cephx 2024-09-12T00:57:11.869 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding auth protocol: cephx 2024-09-12T00:57:11.869 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding auth protocol: cephx 2024-09-12T00:57:11.869 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: secure 2024-09-12T00:57:11.869 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: crc 2024-09-12T00:57:11.869 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: secure 2024-09-12T00:57:11.869 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: crc 2024-09-12T00:57:11.869 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: secure 2024-09-12T00:57:11.870 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: crc 2024-09-12T00:57:11.870 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: crc 2024-09-12T00:57:11.870 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: secure 2024-09-12T00:57:11.870 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: crc 2024-09-12T00:57:11.870 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: secure 2024-09-12T00:57:11.870 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: crc 2024-09-12T00:57:11.870 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: secure 2024-09-12T00:57:11.870 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.870 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.870 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command rotate-key hook 0x562dd3488b48 2024-09-12T00:57:11.870 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 10 monclient: _reopen_session rank -1 2024-09-12T00:57:11.870 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:57:11.870 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-c con 0x562dd3340da0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:57:11.870 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-b con 0x562dd33cbf60 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:57:11.871 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-a con 0x562dd33d23b0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:57:11.871 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.871 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.871 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.871 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient(hunting): _renew_subs 2024-09-12T00:57:11.871 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient(hunting): authenticate will time out at 2138.237065s 2024-09-12T00:57:11.871 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient(hunting): get_auth_request con 0x562dd3340da0 auth_method 0 2024-09-12T00:57:11.871 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.871 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.871 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.871 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.871 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.871 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.871 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:57:11.786+0000 7fa8f4e31640 10 monclient(hunting): get_auth_request con 0x562dd33d23b0 auth_method 0 2024-09-12T00:57:11.872 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:57:11.786+0000 7fa8f4e31640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.872 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:57:11.786+0000 7fa8f4e31640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.872 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:57:11.786+0000 7fa8f4e31640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.872 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:57:11.786+0000 7fa8f3e2f640 10 monclient(hunting): get_auth_request con 0x562dd33cbf60 auth_method 0 2024-09-12T00:57:11.872 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:57:11.786+0000 7fa8f3e2f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.872 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:57:11.786+0000 7fa8f3e2f640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.872 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:57:11.786+0000 7fa8f3e2f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.872 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:57:11.786+0000 7fa8f4e31640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.872 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:57:11.786+0000 7fa8f4e31640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.872 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:57:11.786+0000 7fa8f4e31640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.872 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient(hunting): handle_auth_done global_id 7742 payload 824 2024-09-12T00:57:11.872 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient: _finish_hunting 0 2024-09-12T00:57:11.872 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:57:11.786+0000 7fa8f4630640 1 monclient: found mon.noname-c 2024-09-12T00:57:11.872 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.873 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:11.873 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:57:11.873 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: dump: 2024-09-12T00:57:11.873 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.873 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.873 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.873 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.873 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.873 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.873 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.873 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.873 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.873 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.873 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: _finish_auth 0 2024-09-12T00:57:11.874 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: _check_auth_tickets 2024-09-12T00:57:11.874 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: handle_config config(0 keys) 2024-09-12T00:57:11.874 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:11.874 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:57:11.874 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: dump: 2024-09-12T00:57:11.874 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.874 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.874 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.874 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.874 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.874 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.874 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.874 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.874 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.875 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.875 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 5 monclient: authenticate success, global_id 7742 2024-09-12T00:57:11.875 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient: _renew_subs 2024-09-12T00:57:11.875 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.875 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:57:11.786+0000 7fa7e260c640 4 set_mon_vals no callback set 2024-09-12T00:57:11.875 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient: _renew_subs 2024-09-12T00:57:11.875 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.876 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 1 librados: init done 2024-09-12T00:57:11.876 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:57:11.788+0000 7fa7e0e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:57:11.876 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:57:11.788+0000 7fa7e0e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:11.876 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:57:11.788+0000 7fa7e0e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:11.876 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:57:11.788+0000 7fa8f3e2f640 10 monclient: get_auth_request con 0x7fa7dc076470 auth_method 0 2024-09-12T00:57:11.876 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:57:11.789+0000 7fa8f4e31640 10 monclient: get_auth_request con 0x562dd34b0d70 auth_method 0 2024-09-12T00:57:11.876 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:57:11.790+0000 7fa8f4630640 10 monclient: get_auth_request con 0x562dd34d3e00 auth_method 0 2024-09-12T00:57:11.876 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:57:11.790+0000 7fa8f3e2f640 10 monclient: get_auth_request con 0x562dd34d8250 auth_method 0 2024-09-12T00:57:11.876 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 10 monclient: build_initial_monmap 2024-09-12T00:57:11.876 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 1 build_initial for_mkfs: 0 2024-09-12T00:57:11.877 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 10 monclient: monmap: 2024-09-12T00:57:11.877 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:57:11.877 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:57:11.877 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:57:11.877 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:57:11.877 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:57:11.877 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.877 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:57:11.877 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:57:11.877 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:57:11.877 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.877 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding auth protocol: cephx 2024-09-12T00:57:11.877 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding auth protocol: cephx 2024-09-12T00:57:11.877 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding auth protocol: cephx 2024-09-12T00:57:11.878 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: secure 2024-09-12T00:57:11.878 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: crc 2024-09-12T00:57:11.878 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: secure 2024-09-12T00:57:11.878 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: crc 2024-09-12T00:57:11.878 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: secure 2024-09-12T00:57:11.878 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: crc 2024-09-12T00:57:11.878 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: crc 2024-09-12T00:57:11.878 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: secure 2024-09-12T00:57:11.878 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: crc 2024-09-12T00:57:11.878 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: secure 2024-09-12T00:57:11.878 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: crc 2024-09-12T00:57:11.878 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: secure 2024-09-12T00:57:11.878 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.878 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command objecter_requests cmddesc objecter_requests hook 0x562dd34e05e0 EEXIST 2024-09-12T00:57:11.879 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 10 monclient: init 2024-09-12T00:57:11.879 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding auth protocol: cephx 2024-09-12T00:57:11.879 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding auth protocol: cephx 2024-09-12T00:57:11.879 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding auth protocol: cephx 2024-09-12T00:57:11.879 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: secure 2024-09-12T00:57:11.879 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: crc 2024-09-12T00:57:11.879 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: secure 2024-09-12T00:57:11.879 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: crc 2024-09-12T00:57:11.879 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: secure 2024-09-12T00:57:11.879 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: crc 2024-09-12T00:57:11.879 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: crc 2024-09-12T00:57:11.879 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: secure 2024-09-12T00:57:11.879 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: crc 2024-09-12T00:57:11.879 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: secure 2024-09-12T00:57:11.880 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: crc 2024-09-12T00:57:11.880 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: secure 2024-09-12T00:57:11.880 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.880 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.880 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command rotate-key cmddesc rotate-key hook 0x562dd34db930 EEXIST 2024-09-12T00:57:11.880 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient: _reopen_session rank -1 2024-09-12T00:57:11.880 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:57:11.880 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-c con 0x562dd3504900 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:57:11.880 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-b con 0x562dd3504ce0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:57:11.880 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-a con 0x562dd3503610 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:57:11.880 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.880 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.880 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.881 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient(hunting): _renew_subs 2024-09-12T00:57:11.881 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient(hunting): authenticate will time out at 2138.244522s 2024-09-12T00:57:11.881 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient(hunting): get_auth_request con 0x562dd3504900 auth_method 0 2024-09-12T00:57:11.881 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.881 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.881 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.881 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:57:11.793+0000 7fa8f4e31640 10 monclient(hunting): get_auth_request con 0x562dd3503610 auth_method 0 2024-09-12T00:57:11.881 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:57:11.793+0000 7fa8f4e31640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.881 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:57:11.793+0000 7fa8f4e31640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.881 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:57:11.793+0000 7fa8f4e31640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.881 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.881 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.881 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.881 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:57:11.793+0000 7fa8f4e31640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.881 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:57:11.793+0000 7fa8f4e31640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.882 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:57:11.793+0000 7fa8f4e31640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.882 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:57:11.793+0000 7fa8f3e2f640 10 monclient(hunting): get_auth_request con 0x562dd3504ce0 auth_method 0 2024-09-12T00:57:11.882 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:57:11.793+0000 7fa8f3e2f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.882 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:57:11.793+0000 7fa8f3e2f640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.882 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:57:11.793+0000 7fa8f3e2f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.882 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:57:11.793+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.882 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:57:11.793+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.882 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:57:11.793+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.882 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient(hunting): handle_auth_done global_id 7745 payload 824 2024-09-12T00:57:11.882 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient: _finish_hunting 0 2024-09-12T00:57:11.882 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:57:11.793+0000 7fa8f4630640 1 monclient: found mon.noname-c 2024-09-12T00:57:11.882 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.882 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:11.882 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:57:11.883 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: dump: 2024-09-12T00:57:11.883 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.883 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.883 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.883 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.883 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.883 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.883 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.883 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.883 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.883 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.883 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: _finish_auth 0 2024-09-12T00:57:11.883 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: _check_auth_tickets 2024-09-12T00:57:11.883 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:57:11.794+0000 7fa8f6b46800 5 monclient: authenticate success, global_id 7745 2024-09-12T00:57:11.883 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:57:11.794+0000 7fa8f6b46800 10 monclient: _renew_subs 2024-09-12T00:57:11.884 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:57:11.794+0000 7fa8f6b46800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.884 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T00:57:11.884 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:11.884 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:57:11.884 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: dump: 2024-09-12T00:57:11.884 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.884 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.885 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.885 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.885 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.885 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.885 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.885 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.885 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.885 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.885 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:57:11.794+0000 7fa8f5632640 4 set_mon_vals no callback set 2024-09-12T00:57:11.885 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:57:11.794+0000 7fa8f6b46800 10 monclient: _renew_subs 2024-09-12T00:57:11.886 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:57:11.794+0000 7fa8f6b46800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.886 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:57:11.795+0000 7fa7d9ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:57:11.886 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:57:11.795+0000 7fa7d9ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:11.886 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:57:11.795+0000 7fa7d9ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:11.886 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:57:11.796+0000 7fa8f3e2f640 10 monclient: get_auth_request con 0x7fa7cc076380 auth_method 0 2024-09-12T00:57:11.886 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 10 monclient: get_monmap_and_config 2024-09-12T00:57:11.886 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 10 monclient: build_initial_monmap 2024-09-12T00:57:11.886 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 1 build_initial for_mkfs: 0 2024-09-12T00:57:11.886 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 10 monclient: monmap: 2024-09-12T00:57:11.886 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:57:11.886 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:57:11.886 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:57:11.886 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:57:11.887 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:57:11.887 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.887 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:57:11.887 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:57:11.887 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:57:11.887 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.887 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding auth protocol: cephx 2024-09-12T00:57:11.887 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding auth protocol: cephx 2024-09-12T00:57:11.887 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding auth protocol: cephx 2024-09-12T00:57:11.887 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: secure 2024-09-12T00:57:11.887 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: crc 2024-09-12T00:57:11.887 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: secure 2024-09-12T00:57:11.887 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: crc 2024-09-12T00:57:11.887 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: secure 2024-09-12T00:57:11.888 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: crc 2024-09-12T00:57:11.888 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: crc 2024-09-12T00:57:11.888 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: secure 2024-09-12T00:57:11.888 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: crc 2024-09-12T00:57:11.888 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: secure 2024-09-12T00:57:11.888 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: crc 2024-09-12T00:57:11.888 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: secure 2024-09-12T00:57:11.888 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.888 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 10 monclient: init 2024-09-12T00:57:11.888 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding auth protocol: cephx 2024-09-12T00:57:11.888 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding auth protocol: cephx 2024-09-12T00:57:11.888 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding auth protocol: cephx 2024-09-12T00:57:11.888 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: secure 2024-09-12T00:57:11.888 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: crc 2024-09-12T00:57:11.889 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: secure 2024-09-12T00:57:11.889 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: crc 2024-09-12T00:57:11.889 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: secure 2024-09-12T00:57:11.889 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: crc 2024-09-12T00:57:11.889 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: crc 2024-09-12T00:57:11.889 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: secure 2024-09-12T00:57:11.889 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: crc 2024-09-12T00:57:11.889 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: secure 2024-09-12T00:57:11.889 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: crc 2024-09-12T00:57:11.889 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: secure 2024-09-12T00:57:11.889 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.889 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.889 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command rotate-key cmddesc rotate-key hook 0x7ffcfdcfc538 EEXIST 2024-09-12T00:57:11.889 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient: _reopen_session rank -1 2024-09-12T00:57:11.890 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:57:11.890 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-a con 0x562dd3558e50 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:57:11.890 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-c con 0x562dd3528c60 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:57:11.890 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-b con 0x562dd3554210 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:57:11.890 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.890 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.890 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.890 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient(hunting): _renew_subs 2024-09-12T00:57:11.890 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient(hunting): authenticate will time out at 2138.248333s 2024-09-12T00:57:11.890 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient(hunting): get_auth_request con 0x562dd3558e50 auth_method 0 2024-09-12T00:57:11.890 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.890 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.890 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.890 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:57:11.797+0000 7fa8f3e2f640 10 monclient(hunting): get_auth_request con 0x562dd3528c60 auth_method 0 2024-09-12T00:57:11.890 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:57:11.797+0000 7fa8f3e2f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.891 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:57:11.797+0000 7fa8f3e2f640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.891 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:57:11.797+0000 7fa8f3e2f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.891 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.891 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.891 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.891 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:57:11.797+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.891 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:57:11.797+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.891 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:57:11.797+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.891 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:57:11.797+0000 7fa8f4e31640 10 monclient(hunting): get_auth_request con 0x562dd3554210 auth_method 0 2024-09-12T00:57:11.891 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:57:11.797+0000 7fa8f4e31640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.892 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:57:11.797+0000 7fa8f4e31640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.892 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:57:11.797+0000 7fa8f4e31640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.892 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient(hunting): handle_auth_done global_id 8265 payload 274 2024-09-12T00:57:11.892 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient: _finish_hunting 0 2024-09-12T00:57:11.892 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:57:11.797+0000 7fa8f4630640 1 monclient: found mon.noname-a 2024-09-12T00:57:11.892 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:57:11.892 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:11.892 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:57:11.892 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: dump: 2024-09-12T00:57:11.892 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.892 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.892 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.892 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.892 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.893 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.893 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.893 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.893 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.893 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.893 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: _finish_auth 0 2024-09-12T00:57:11.893 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: _check_auth_tickets 2024-09-12T00:57:11.893 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:57:11.893 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:11.893 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:57:11.893 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: dump: 2024-09-12T00:57:11.893 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.893 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.894 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.894 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.894 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.894 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.894 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.894 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.894 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.894 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.894 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 5 monclient: authenticate success, global_id 8265 2024-09-12T00:57:11.894 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient: get_monmap_and_config success 2024-09-12T00:57:11.894 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 4 set_mon_vals no callback set 2024-09-12T00:57:11.894 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 10 monclient: shutdown 2024-09-12T00:57:11.894 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 10 monclient: build_initial_monmap 2024-09-12T00:57:11.894 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 1 build_initial for_mkfs: 0 2024-09-12T00:57:11.895 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 10 monclient: monmap: 2024-09-12T00:57:11.895 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:57:11.895 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:57:11.895 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:57:11.895 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:57:11.895 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:57:11.895 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.895 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:57:11.895 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:57:11.895 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:57:11.895 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.895 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding auth protocol: cephx 2024-09-12T00:57:11.895 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding auth protocol: cephx 2024-09-12T00:57:11.895 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding auth protocol: cephx 2024-09-12T00:57:11.895 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: secure 2024-09-12T00:57:11.896 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: crc 2024-09-12T00:57:11.896 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: secure 2024-09-12T00:57:11.896 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: crc 2024-09-12T00:57:11.896 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: secure 2024-09-12T00:57:11.896 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: crc 2024-09-12T00:57:11.896 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: crc 2024-09-12T00:57:11.896 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: secure 2024-09-12T00:57:11.896 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: crc 2024-09-12T00:57:11.896 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: secure 2024-09-12T00:57:11.896 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: crc 2024-09-12T00:57:11.897 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: secure 2024-09-12T00:57:11.897 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.897 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 1 librados: starting msgr at 2024-09-12T00:57:11.897 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 1 librados: starting objecter 2024-09-12T00:57:11.897 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command objecter_requests cmddesc objecter_requests hook 0x562dd3529080 EEXIST 2024-09-12T00:57:11.897 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 1 librados: setting wanted keys 2024-09-12T00:57:11.897 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 1 librados: calling monclient init 2024-09-12T00:57:11.897 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient: init 2024-09-12T00:57:11.897 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding auth protocol: cephx 2024-09-12T00:57:11.897 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding auth protocol: cephx 2024-09-12T00:57:11.897 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding auth protocol: cephx 2024-09-12T00:57:11.897 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: secure 2024-09-12T00:57:11.897 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: crc 2024-09-12T00:57:11.897 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: secure 2024-09-12T00:57:11.898 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: crc 2024-09-12T00:57:11.898 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: secure 2024-09-12T00:57:11.898 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: crc 2024-09-12T00:57:11.898 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: crc 2024-09-12T00:57:11.898 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: secure 2024-09-12T00:57:11.898 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: crc 2024-09-12T00:57:11.898 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: secure 2024-09-12T00:57:11.898 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: crc 2024-09-12T00:57:11.898 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: secure 2024-09-12T00:57:11.898 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.898 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.898 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command rotate-key cmddesc rotate-key hook 0x562dd3519308 EEXIST 2024-09-12T00:57:11.898 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient: _reopen_session rank -1 2024-09-12T00:57:11.898 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:57:11.899 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-c con 0x562dd3528c60 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:57:11.899 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-a con 0x562dd3554210 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:57:11.899 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-b con 0x562dd3558e50 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:57:11.899 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.899 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.899 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.899 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient(hunting): _renew_subs 2024-09-12T00:57:11.899 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient(hunting): authenticate will time out at 2138.250643s 2024-09-12T00:57:11.899 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:57:11.799+0000 7fa8f3e2f640 10 monclient(hunting): get_auth_request con 0x562dd3554210 auth_method 0 2024-09-12T00:57:11.899 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:57:11.799+0000 7fa8f3e2f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.899 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:57:11.799+0000 7fa8f3e2f640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.899 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:57:11.799+0000 7fa8f3e2f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.899 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:57:11.799+0000 7fa8f4630640 10 monclient(hunting): get_auth_request con 0x562dd3528c60 auth_method 0 2024-09-12T00:57:11.899 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:57:11.799+0000 7fa8f4630640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.899 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:57:11.799+0000 7fa8f4630640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.900 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:57:11.799+0000 7fa8f4630640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.900 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:57:11.799+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.900 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:57:11.799+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.900 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:57:11.799+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.900 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:57:11.799+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.900 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:57:11.799+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.900 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:57:11.799+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.900 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:57:11.799+0000 7fa8f4e31640 10 monclient(hunting): get_auth_request con 0x562dd3558e50 auth_method 0 2024-09-12T00:57:11.900 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:57:11.799+0000 7fa8f4e31640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.900 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:57:11.799+0000 7fa8f4e31640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.900 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:57:11.799+0000 7fa8f4e31640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.900 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:57:11.799+0000 7fa8f4630640 10 monclient(hunting): handle_auth_done global_id 7751 payload 824 2024-09-12T00:57:11.900 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:57:11.800+0000 7fa8f4630640 10 monclient: _finish_hunting 0 2024-09-12T00:57:11.900 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:57:11.800+0000 7fa8f4630640 1 monclient: found mon.noname-c 2024-09-12T00:57:11.901 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:57:11.800+0000 7fa8f4630640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.901 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:11.901 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:57:11.901 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: dump: 2024-09-12T00:57:11.901 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.901 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.901 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.901 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.901 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.901 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.901 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.901 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.901 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.902 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.902 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: _finish_auth 0 2024-09-12T00:57:11.902 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: _check_auth_tickets 2024-09-12T00:57:11.902 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:57:11.800+0000 7fa8f6b46800 5 monclient: authenticate success, global_id 7751 2024-09-12T00:57:11.902 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:57:11.800+0000 7fa8f6b46800 10 monclient: _renew_subs 2024-09-12T00:57:11.903 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:57:11.800+0000 7fa8f6b46800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.903 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T00:57:11.903 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:11.903 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:57:11.903 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: dump: 2024-09-12T00:57:11.903 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.903 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.903 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.903 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.903 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.903 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.903 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.903 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.903 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.904 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.904 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:57:11.800+0000 7fa7d37fe640 4 set_mon_vals no callback set 2024-09-12T00:57:11.904 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:57:11.800+0000 7fa8f6b46800 10 monclient: _renew_subs 2024-09-12T00:57:11.904 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:57:11.800+0000 7fa8f6b46800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.904 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:57:11.800+0000 7fa8f6b46800 1 librados: init done 2024-09-12T00:57:11.904 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:57:11.800+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command cr dump hook 0x562dd354bfe8 2024-09-12T00:57:11.904 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:57:11.801+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.904 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:57:11.802+0000 7fa7d1ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:57:11.904 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:57:11.802+0000 7fa7d1ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:11.904 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:57:11.802+0000 7fa7d1ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:11.904 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:57:11.802+0000 7fa8f3e2f640 10 monclient: get_auth_request con 0x7fa7c4076470 auth_method 0 2024-09-12T00:57:11.904 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:57:11.802+0000 7fa8f4e31640 10 monclient: get_auth_request con 0x562dd3572880 auth_method 0 2024-09-12T00:57:11.904 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.904 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 realm 2024-09-12T00:57:11.905 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.905 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.905 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:57:11.803+0000 7fa8f6b46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:11.905 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.905 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.905 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.905 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:57:11.804+0000 7fa8f4630640 10 monclient: get_auth_request con 0x562dd3576b10 auth_method 0 2024-09-12T00:57:11.905 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:57:11.804+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:11.905 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:57:11.804+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.905 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:57:11.805+0000 7fa8f3e2f640 10 monclient: get_auth_request con 0x562dd357a370 auth_method 0 2024-09-12T00:57:11.905 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:57:11.805+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:11.905 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:57:11.805+0000 7fa8f6b46800 20 searching for the correct realm 2024-09-12T00:57:11.905 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:57:11.805+0000 7fa8f4e31640 10 monclient: get_auth_request con 0x562dd357f0f0 auth_method 0 2024-09-12T00:57:11.905 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:57:11.806+0000 7fa8f4630640 10 monclient: get_auth_request con 0x7fa8e8035070 auth_method 0 2024-09-12T00:57:11.906 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:57:11.807+0000 7fa8f3e2f640 10 monclient: get_auth_request con 0x7fa8e4084040 auth_method 0 2024-09-12T00:57:11.906 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:57:11.808+0000 7fa8f4e31640 0 -- 172.21.15.38:0/4007091875 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x562dd357f0f0 msgr2=0x562dd35815b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:11.906 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:57:11.808+0000 7fa7d1ffb640 1 client.7751.objecter ms_handle_reset 0x562dd357f0f0 session 0x562dd357ea70 osd.3 2024-09-12T00:57:11.906 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:57:11.808+0000 7fa7d1ffb640 10 monclient: _renew_subs 2024-09-12T00:57:11.906 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:57:11.808+0000 7fa7d1ffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.906 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:57:11.809+0000 7fa8f4e31640 10 monclient: get_auth_request con 0x7fa7c4086aa0 auth_method 0 2024-09-12T00:57:11.907 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:57:11.809+0000 7fa8f4e31640 10 monclient: get_auth_request con 0x7fa8e805d910 auth_method 0 2024-09-12T00:57:11.907 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:57:11.812+0000 7fa8f4630640 10 monclient: get_auth_request con 0x7fa8e8035450 auth_method 0 2024-09-12T00:57:11.907 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:57:11.812+0000 7fa8f4630640 0 -- 172.21.15.38:0/4007091875 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fa8e8035450 msgr2=0x7fa8e80358d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:11.907 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:57:11.812+0000 7fa7d1ffb640 1 client.7751.objecter ms_handle_reset 0x7fa8e8035450 session 0x7fa8e804fe20 osd.0 2024-09-12T00:57:11.907 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:57:11.812+0000 7fa8f4630640 10 monclient: get_auth_request con 0x562dd357f0f0 auth_method 0 2024-09-12T00:57:11.907 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:57:11.907 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:57:11.907 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:11.907 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:11.908 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:11.908 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:11.908 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.908 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.908 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.908 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:11.908 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.908 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:11.908 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 zone default found 2024-09-12T00:57:11.908 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 4 Realm: () 2024-09-12T00:57:11.909 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:57:11.909 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:57:11.909 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:11.909 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 zonegroup default 2024-09-12T00:57:11.909 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.909 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.909 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.909 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.909 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.909 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.910 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 started sync module instance, tier type = 2024-09-12T00:57:11.910 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:57:11.910 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=0 2024-09-12T00:57:11.910 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=1 2024-09-12T00:57:11.910 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=2 2024-09-12T00:57:11.910 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=3 2024-09-12T00:57:11.910 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=4 2024-09-12T00:57:11.910 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=5 2024-09-12T00:57:11.910 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=6 2024-09-12T00:57:11.910 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:57:11.829+0000 7fa8f6b46800 20 add_watcher() i=7 2024-09-12T00:57:11.910 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:57:11.829+0000 7fa8f6b46800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:11.910 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding auth protocol: cephx 2024-09-12T00:57:11.910 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding auth protocol: cephx 2024-09-12T00:57:11.911 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding auth protocol: cephx 2024-09-12T00:57:11.911 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: secure 2024-09-12T00:57:11.911 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: crc 2024-09-12T00:57:11.911 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: secure 2024-09-12T00:57:11.911 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: crc 2024-09-12T00:57:11.911 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: secure 2024-09-12T00:57:11.911 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: crc 2024-09-12T00:57:11.911 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: crc 2024-09-12T00:57:11.911 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: secure 2024-09-12T00:57:11.911 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: crc 2024-09-12T00:57:11.911 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: secure 2024-09-12T00:57:11.911 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: crc 2024-09-12T00:57:11.911 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: secure 2024-09-12T00:57:11.912 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:57:11.830+0000 7fa7aa7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:11.912 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.912 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:11.912 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:11.912 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command cache list hook 0x562dd354f550 2024-09-12T00:57:11.912 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command cache inspect hook 0x562dd354f550 2024-09-12T00:57:11.912 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command cache erase hook 0x562dd354f550 2024-09-12T00:57:11.912 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command cache zap hook 0x562dd354f550 2024-09-12T00:57:11.912 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 note: GC not initialized 2024-09-12T00:57:11.913 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:57:11.831+0000 7fa7a97e2640 20 reqs_thread_entry: start 2024-09-12T00:57:11.913 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command sync trace show hook 0x7fa8ec004670 2024-09-12T00:57:11.913 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command sync trace history hook 0x7fa8ec004670 2024-09-12T00:57:11.913 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command sync trace active hook 0x7fa8ec004670 2024-09-12T00:57:11.914 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command sync trace active_short hook 0x7fa8ec004670 2024-09-12T00:57:11.914 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 20 init_complete bucket index max shards: 11 2024-09-12T00:57:11.914 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 20 Filter name: none 2024-09-12T00:57:11.914 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:57:11.831+0000 7fa71affd640 20 reqs_thread_entry: start 2024-09-12T00:57:11.914 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:57:11.914 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.914 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:57:11.914 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:57:11.914 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:57:11.914 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:57:11.914 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.914 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:57:11.915 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:11.915 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:11.915 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:57:11.915 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:11.915 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:57:11.915 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:57:11.837+0000 7fa8f6b46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:11.915 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:57:11.837+0000 7fa8f6b46800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:11.915 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:57:11.837+0000 7fa8f6b46800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:11.915 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:57:11.837+0000 7fa8f6b46800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:57:11.915 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:57:11.838+0000 7fa7d2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464333 cookie 94754819285616 notifier 7751 bl.length()=911 2024-09-12T00:57:11.915 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:57:11.838+0000 7fa7d2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:11.915 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:57:11.838+0000 7fa7d2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:11.915 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:57:11.838+0000 7fa7d2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:11.915 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:57:11.838+0000 7fa8f6b46800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:57:11.916 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:57:11.838+0000 7fa8f6b46800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:57:11.916 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:57:11.838+0000 7fa8f6b46800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:57:11.916 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:57:11.838+0000 7fa8f6b46800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:57:11.916 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:57:11.841+0000 7fa7d1ffb640 1 client.7751.objecter ms_handle_reset 0x7fa8e4084040 session 0x7fa8e4005040 osd.4 2024-09-12T00:57:11.916 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:57:11.841+0000 7fa8f3e2f640 10 monclient: get_auth_request con 0x7fa8e8035450 auth_method 0 2024-09-12T00:57:11.916 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:57:11.845+0000 7fa8f6b46800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa8f6b46800 time 2024-09-12T00:57:11.845949+0000 2024-09-12T00:57:11.916 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:57:11.916 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.916 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:57:11.916 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fa8fa18c71a] 2024-09-12T00:57:11.916 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa8fa18c8d8] 2024-09-12T00:57:11.916 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562dd23a9641] 2024-09-12T00:57:11.916 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x562dd23b938a] 2024-09-12T00:57:11.917 INFO:tasks.workunit.client.0.smithi038.stderr: 5: main() 2024-09-12T00:57:11.917 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fa8f8e29590] 2024-09-12T00:57:11.917 INFO:tasks.workunit.client.0.smithi038.stderr: 7: __libc_start_main() 2024-09-12T00:57:11.917 INFO:tasks.workunit.client.0.smithi038.stderr: 8: _start() 2024-09-12T00:57:11.917 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.917 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:57:11.846+0000 7fa8f6b46800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:57:11.917 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7fa8f6b46800 thread_name:radosgw-admin 2024-09-12T00:57:11.917 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.917 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:57:11.917 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fa8f8e3e6f0] 2024-09-12T00:57:11.917 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fa8f8e8b99c] 2024-09-12T00:57:11.917 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:57:11.917 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:57:11.917 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fa8fa18c774] 2024-09-12T00:57:11.918 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa8fa18c8d8] 2024-09-12T00:57:11.918 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562dd23a9641] 2024-09-12T00:57:11.918 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x562dd23b938a] 2024-09-12T00:57:11.918 INFO:tasks.workunit.client.0.smithi038.stderr: 9: main() 2024-09-12T00:57:11.918 INFO:tasks.workunit.client.0.smithi038.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fa8f8e29590] 2024-09-12T00:57:11.918 INFO:tasks.workunit.client.0.smithi038.stderr: 11: __libc_start_main() 2024-09-12T00:57:11.918 INFO:tasks.workunit.client.0.smithi038.stderr: 12: _start() 2024-09-12T00:57:11.918 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:57:11.918 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.918 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:57:11.918 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:57:11.918 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:57:11.918 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:57:11.918 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:57:11.919 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:57:11.919 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:57:11.919 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:57:11.919 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:57:11.919 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:57:11.919 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:57:11.919 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:57:11.919 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:57:11.919 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:57:11.919 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:57:11.919 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:57:11.919 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:57:11.919 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:57:11.919 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:57:11.919 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:57:11.920 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:57:11.920 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:57:11.920 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:57:11.920 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:57:11.920 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:57:11.920 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:57:11.920 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:57:11.920 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:57:11.920 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:57:11.920 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:57:11.920 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:57:11.920 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:57:11.920 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:57:11.920 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:57:11.920 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:57:11.921 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:57:11.921 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:57:11.921 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:57:11.921 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:57:11.921 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:57:11.921 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:57:11.921 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:57:11.921 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:57:11.921 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:57:11.921 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:57:11.921 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:57:11.921 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:57:11.921 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:57:11.921 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:57:11.921 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:57:11.922 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:57:11.922 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:57:11.922 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:57:11.922 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:57:11.922 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:57:11.922 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:57:11.922 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:57:11.922 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:57:11.922 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:57:11.922 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:57:11.922 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:57:11.922 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:57:11.922 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:57:11.922 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:57:11.923 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:57:11.923 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:57:11.923 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:57:11.923 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:57:11.923 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:57:11.923 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:57:11.923 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:57:11.923 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:57:11.923 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:57:11.923 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:57:11.923 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:57:11.923 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:57:11.923 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:57:11.923 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:57:11.924 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:57:11.924 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:57:11.924 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:57:11.924 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:57:11.924 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:57:11.924 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:57:11.924 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:57:11.924 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:57:11.924 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:57:11.924 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:57:11.924 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:57:11.924 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:57:11.924 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:57:11.924 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:57:11.924 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:57:11.925 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:57:11.925 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa71affd640 / http_manager 2024-09-12T00:57:11.925 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa7a97e2640 / http_manager 2024-09-12T00:57:11.925 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa7aa7e4640 / rgw_dt_lg_renew 2024-09-12T00:57:11.925 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa7d1ffb640 / ms_dispatch 2024-09-12T00:57:11.925 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa7d2ffd640 / io_context_pool 2024-09-12T00:57:11.925 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa7d37fe640 / io_context_pool 2024-09-12T00:57:11.925 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa7d9ffb640 / ms_dispatch 2024-09-12T00:57:11.925 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa7e0e09640 / ms_dispatch 2024-09-12T00:57:11.925 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa7e260c640 / io_context_pool 2024-09-12T00:57:11.926 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa8f3e2f640 / msgr-worker-2 2024-09-12T00:57:11.926 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa8f4630640 / msgr-worker-1 2024-09-12T00:57:11.926 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa8f4e31640 / msgr-worker-0 2024-09-12T00:57:11.926 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa8f5632640 / io_context_pool 2024-09-12T00:57:11.926 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa8f6b46800 / radosgw-admin 2024-09-12T00:57:11.926 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:57:11.926 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:57:11.926 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/log/ceph/ceph-client.admin.152627.log 2024-09-12T00:57:11.926 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:57:11.926 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:57:11.926 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:57:11.784+0000 7fa7e260c640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:57:11.926 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:57:11.784+0000 7fa7e260c640 10 monclient: dump: 2024-09-12T00:57:11.926 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.926 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.927 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.927 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.927 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.927 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.927 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.927 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.927 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.927 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.927 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:57:11.784+0000 7fa8f6b46800 10 monclient: shutdown 2024-09-12T00:57:11.927 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:57:11.784+0000 7fa8f6b46800 5 asok(0x562dd3268630) unregister_commands rotate-key 2024-09-12T00:57:11.927 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 10 monclient: build_initial_monmap 2024-09-12T00:57:11.927 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 1 build_initial for_mkfs: 0 2024-09-12T00:57:11.927 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 10 monclient: monmap: 2024-09-12T00:57:11.927 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:57:11.928 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:57:11.928 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:57:11.928 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:57:11.928 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:57:11.928 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.928 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:57:11.928 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:57:11.928 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:57:11.928 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.928 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding auth protocol: cephx 2024-09-12T00:57:11.928 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding auth protocol: cephx 2024-09-12T00:57:11.928 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding auth protocol: cephx 2024-09-12T00:57:11.928 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: secure 2024-09-12T00:57:11.928 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: crc 2024-09-12T00:57:11.929 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: secure 2024-09-12T00:57:11.929 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: crc 2024-09-12T00:57:11.929 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: secure 2024-09-12T00:57:11.929 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: crc 2024-09-12T00:57:11.929 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: crc 2024-09-12T00:57:11.929 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: secure 2024-09-12T00:57:11.929 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: crc 2024-09-12T00:57:11.929 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: secure 2024-09-12T00:57:11.929 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: crc 2024-09-12T00:57:11.929 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd348e620) adding con mode: secure 2024-09-12T00:57:11.929 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.929 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 1 librados: starting msgr at 2024-09-12T00:57:11.929 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 1 librados: starting objecter 2024-09-12T00:57:11.929 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command objecter_requests hook 0x562dd348c0a0 2024-09-12T00:57:11.930 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 1 librados: setting wanted keys 2024-09-12T00:57:11.930 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 1 librados: calling monclient init 2024-09-12T00:57:11.930 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 10 monclient: init 2024-09-12T00:57:11.930 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding auth protocol: cephx 2024-09-12T00:57:11.930 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding auth protocol: cephx 2024-09-12T00:57:11.930 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding auth protocol: cephx 2024-09-12T00:57:11.930 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: secure 2024-09-12T00:57:11.930 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: crc 2024-09-12T00:57:11.930 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: secure 2024-09-12T00:57:11.930 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: crc 2024-09-12T00:57:11.930 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: secure 2024-09-12T00:57:11.930 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: crc 2024-09-12T00:57:11.930 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: crc 2024-09-12T00:57:11.930 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: secure 2024-09-12T00:57:11.930 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: crc 2024-09-12T00:57:11.931 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: secure 2024-09-12T00:57:11.931 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: crc 2024-09-12T00:57:11.931 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3488a00) adding con mode: secure 2024-09-12T00:57:11.931 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.931 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.931 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command rotate-key hook 0x562dd3488b48 2024-09-12T00:57:11.931 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 10 monclient: _reopen_session rank -1 2024-09-12T00:57:11.931 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:57:11.931 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:57:11.785+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-c con 0x562dd3340da0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:57:11.931 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-b con 0x562dd33cbf60 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:57:11.931 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-a con 0x562dd33d23b0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:57:11.931 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.931 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.931 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.932 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient(hunting): _renew_subs 2024-09-12T00:57:11.932 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient(hunting): authenticate will time out at 2138.237065s 2024-09-12T00:57:11.932 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient(hunting): get_auth_request con 0x562dd3340da0 auth_method 0 2024-09-12T00:57:11.932 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.932 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.932 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.932 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.932 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.932 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.932 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:57:11.786+0000 7fa8f4e31640 10 monclient(hunting): get_auth_request con 0x562dd33d23b0 auth_method 0 2024-09-12T00:57:11.932 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:57:11.786+0000 7fa8f4e31640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.933 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:57:11.786+0000 7fa8f4e31640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.933 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:57:11.786+0000 7fa8f4e31640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.933 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:57:11.786+0000 7fa8f3e2f640 10 monclient(hunting): get_auth_request con 0x562dd33cbf60 auth_method 0 2024-09-12T00:57:11.933 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:57:11.786+0000 7fa8f3e2f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.933 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:57:11.786+0000 7fa8f3e2f640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.933 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:57:11.786+0000 7fa8f3e2f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.933 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:57:11.786+0000 7fa8f4e31640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.933 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:57:11.786+0000 7fa8f4e31640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.933 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:57:11.786+0000 7fa8f4e31640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.934 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient(hunting): handle_auth_done global_id 7742 payload 824 2024-09-12T00:57:11.934 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient: _finish_hunting 0 2024-09-12T00:57:11.934 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:57:11.786+0000 7fa8f4630640 1 monclient: found mon.noname-c 2024-09-12T00:57:11.934 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:57:11.786+0000 7fa8f4630640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.934 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:11.934 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:57:11.934 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: dump: 2024-09-12T00:57:11.934 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.934 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.934 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.934 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.934 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.934 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.934 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.934 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.935 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.935 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.935 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: _finish_auth 0 2024-09-12T00:57:11.935 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: _check_auth_tickets 2024-09-12T00:57:11.935 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: handle_config config(0 keys) 2024-09-12T00:57:11.935 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:11.935 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:57:11.935 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:57:11.786+0000 7fa7e0e09640 10 monclient: dump: 2024-09-12T00:57:11.935 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.935 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.935 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.935 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.935 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.935 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.936 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.936 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.936 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.936 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.936 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 5 monclient: authenticate success, global_id 7742 2024-09-12T00:57:11.936 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient: _renew_subs 2024-09-12T00:57:11.936 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.936 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:57:11.786+0000 7fa7e260c640 4 set_mon_vals no callback set 2024-09-12T00:57:11.936 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient: _renew_subs 2024-09-12T00:57:11.936 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.936 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:57:11.786+0000 7fa8f6b46800 1 librados: init done 2024-09-12T00:57:11.936 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:57:11.788+0000 7fa7e0e09640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:57:11.936 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:57:11.788+0000 7fa7e0e09640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:11.936 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:57:11.788+0000 7fa7e0e09640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:11.937 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:57:11.788+0000 7fa8f3e2f640 10 monclient: get_auth_request con 0x7fa7dc076470 auth_method 0 2024-09-12T00:57:11.937 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:57:11.789+0000 7fa8f4e31640 10 monclient: get_auth_request con 0x562dd34b0d70 auth_method 0 2024-09-12T00:57:11.937 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:57:11.790+0000 7fa8f4630640 10 monclient: get_auth_request con 0x562dd34d3e00 auth_method 0 2024-09-12T00:57:11.937 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:57:11.790+0000 7fa8f3e2f640 10 monclient: get_auth_request con 0x562dd34d8250 auth_method 0 2024-09-12T00:57:11.937 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 10 monclient: build_initial_monmap 2024-09-12T00:57:11.937 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 1 build_initial for_mkfs: 0 2024-09-12T00:57:11.937 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 10 monclient: monmap: 2024-09-12T00:57:11.937 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:57:11.937 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:57:11.937 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:57:11.937 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:57:11.937 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:57:11.937 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.937 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:57:11.938 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:57:11.938 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:57:11.938 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.938 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding auth protocol: cephx 2024-09-12T00:57:11.938 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding auth protocol: cephx 2024-09-12T00:57:11.938 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding auth protocol: cephx 2024-09-12T00:57:11.938 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: secure 2024-09-12T00:57:11.938 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: crc 2024-09-12T00:57:11.938 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: secure 2024-09-12T00:57:11.938 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: crc 2024-09-12T00:57:11.938 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: secure 2024-09-12T00:57:11.938 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: crc 2024-09-12T00:57:11.938 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: crc 2024-09-12T00:57:11.938 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: secure 2024-09-12T00:57:11.939 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: crc 2024-09-12T00:57:11.939 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: secure 2024-09-12T00:57:11.939 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: crc 2024-09-12T00:57:11.939 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34dd110) adding con mode: secure 2024-09-12T00:57:11.939 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.939 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command objecter_requests cmddesc objecter_requests hook 0x562dd34e05e0 EEXIST 2024-09-12T00:57:11.939 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 10 monclient: init 2024-09-12T00:57:11.939 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding auth protocol: cephx 2024-09-12T00:57:11.939 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding auth protocol: cephx 2024-09-12T00:57:11.939 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding auth protocol: cephx 2024-09-12T00:57:11.939 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: secure 2024-09-12T00:57:11.939 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: crc 2024-09-12T00:57:11.940 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: secure 2024-09-12T00:57:11.940 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: crc 2024-09-12T00:57:11.940 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: secure 2024-09-12T00:57:11.940 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: crc 2024-09-12T00:57:11.940 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: crc 2024-09-12T00:57:11.940 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: secure 2024-09-12T00:57:11.940 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: crc 2024-09-12T00:57:11.940 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: secure 2024-09-12T00:57:11.940 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: crc 2024-09-12T00:57:11.940 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:57:11.792+0000 7fa8f6b46800 5 AuthRegistry(0x562dd34db7e8) adding con mode: secure 2024-09-12T00:57:11.940 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.940 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.941 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command rotate-key cmddesc rotate-key hook 0x562dd34db930 EEXIST 2024-09-12T00:57:11.941 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient: _reopen_session rank -1 2024-09-12T00:57:11.941 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient: _add_conns ranks=[2,1,0] 2024-09-12T00:57:11.941 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-c con 0x562dd3504900 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:57:11.941 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-b con 0x562dd3504ce0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:57:11.941 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-a con 0x562dd3503610 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:57:11.941 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.941 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.941 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.941 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient(hunting): _renew_subs 2024-09-12T00:57:11.941 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:57:11.793+0000 7fa8f6b46800 10 monclient(hunting): authenticate will time out at 2138.244522s 2024-09-12T00:57:11.941 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient(hunting): get_auth_request con 0x562dd3504900 auth_method 0 2024-09-12T00:57:11.941 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.942 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.942 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.942 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:57:11.793+0000 7fa8f4e31640 10 monclient(hunting): get_auth_request con 0x562dd3503610 auth_method 0 2024-09-12T00:57:11.942 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:57:11.793+0000 7fa8f4e31640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.942 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:57:11.793+0000 7fa8f4e31640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.942 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:57:11.793+0000 7fa8f4e31640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.942 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.942 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.942 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.942 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:57:11.793+0000 7fa8f4e31640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.942 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:57:11.793+0000 7fa8f4e31640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.942 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:57:11.793+0000 7fa8f4e31640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.942 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:57:11.793+0000 7fa8f3e2f640 10 monclient(hunting): get_auth_request con 0x562dd3504ce0 auth_method 0 2024-09-12T00:57:11.942 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:57:11.793+0000 7fa8f3e2f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.943 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:57:11.793+0000 7fa8f3e2f640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.943 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:57:11.793+0000 7fa8f3e2f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.943 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:57:11.793+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.943 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:57:11.793+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.943 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:57:11.793+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.943 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient(hunting): handle_auth_done global_id 7745 payload 824 2024-09-12T00:57:11.943 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient: _finish_hunting 0 2024-09-12T00:57:11.943 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:57:11.793+0000 7fa8f4630640 1 monclient: found mon.noname-c 2024-09-12T00:57:11.943 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:57:11.793+0000 7fa8f4630640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.943 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:11.943 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:57:11.943 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: dump: 2024-09-12T00:57:11.943 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.943 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.944 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.944 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.944 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.944 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.944 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.944 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.944 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.944 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.944 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: _finish_auth 0 2024-09-12T00:57:11.944 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: _check_auth_tickets 2024-09-12T00:57:11.944 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:57:11.794+0000 7fa8f6b46800 5 monclient: authenticate success, global_id 7745 2024-09-12T00:57:11.944 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:57:11.794+0000 7fa8f6b46800 10 monclient: _renew_subs 2024-09-12T00:57:11.944 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:57:11.794+0000 7fa8f6b46800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.944 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T00:57:11.945 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:11.945 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:57:11.945 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:57:11.794+0000 7fa7d9ffb640 10 monclient: dump: 2024-09-12T00:57:11.945 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.945 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.945 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.945 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.945 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.945 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.945 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.945 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.945 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.945 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.946 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:57:11.794+0000 7fa8f5632640 4 set_mon_vals no callback set 2024-09-12T00:57:11.946 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:57:11.794+0000 7fa8f6b46800 10 monclient: _renew_subs 2024-09-12T00:57:11.946 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:57:11.794+0000 7fa8f6b46800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.946 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:57:11.795+0000 7fa7d9ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:57:11.946 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:57:11.795+0000 7fa7d9ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:11.946 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:57:11.795+0000 7fa7d9ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:11.946 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:57:11.796+0000 7fa8f3e2f640 10 monclient: get_auth_request con 0x7fa7cc076380 auth_method 0 2024-09-12T00:57:11.946 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 10 monclient: get_monmap_and_config 2024-09-12T00:57:11.946 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 10 monclient: build_initial_monmap 2024-09-12T00:57:11.946 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 1 build_initial for_mkfs: 0 2024-09-12T00:57:11.946 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 10 monclient: monmap: 2024-09-12T00:57:11.946 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:57:11.946 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:57:11.946 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:57:11.946 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:57:11.947 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:57:11.947 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.947 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:57:11.947 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:57:11.947 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:57:11.947 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.947 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding auth protocol: cephx 2024-09-12T00:57:11.947 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding auth protocol: cephx 2024-09-12T00:57:11.947 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding auth protocol: cephx 2024-09-12T00:57:11.947 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: secure 2024-09-12T00:57:11.947 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: crc 2024-09-12T00:57:11.947 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: secure 2024-09-12T00:57:11.947 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: crc 2024-09-12T00:57:11.948 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: secure 2024-09-12T00:57:11.948 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: crc 2024-09-12T00:57:11.948 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: crc 2024-09-12T00:57:11.948 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: secure 2024-09-12T00:57:11.948 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: crc 2024-09-12T00:57:11.948 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: secure 2024-09-12T00:57:11.948 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: crc 2024-09-12T00:57:11.948 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35247b0) adding con mode: secure 2024-09-12T00:57:11.948 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.948 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 10 monclient: init 2024-09-12T00:57:11.948 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding auth protocol: cephx 2024-09-12T00:57:11.948 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding auth protocol: cephx 2024-09-12T00:57:11.948 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding auth protocol: cephx 2024-09-12T00:57:11.948 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: secure 2024-09-12T00:57:11.949 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: crc 2024-09-12T00:57:11.949 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: secure 2024-09-12T00:57:11.949 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: crc 2024-09-12T00:57:11.949 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: secure 2024-09-12T00:57:11.949 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: crc 2024-09-12T00:57:11.949 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: crc 2024-09-12T00:57:11.949 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: secure 2024-09-12T00:57:11.949 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: crc 2024-09-12T00:57:11.949 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: secure 2024-09-12T00:57:11.949 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: crc 2024-09-12T00:57:11.949 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:57:11.796+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc3f0) adding con mode: secure 2024-09-12T00:57:11.949 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.950 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.950 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command rotate-key cmddesc rotate-key hook 0x7ffcfdcfc538 EEXIST 2024-09-12T00:57:11.950 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient: _reopen_session rank -1 2024-09-12T00:57:11.950 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:57:11.950 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-a con 0x562dd3558e50 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:57:11.950 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-c con 0x562dd3528c60 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:57:11.950 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-b con 0x562dd3554210 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:57:11.950 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.950 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.950 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.950 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient(hunting): _renew_subs 2024-09-12T00:57:11.950 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient(hunting): authenticate will time out at 2138.248333s 2024-09-12T00:57:11.950 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient(hunting): get_auth_request con 0x562dd3558e50 auth_method 0 2024-09-12T00:57:11.950 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.951 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.951 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.951 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:57:11.797+0000 7fa8f3e2f640 10 monclient(hunting): get_auth_request con 0x562dd3528c60 auth_method 0 2024-09-12T00:57:11.951 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:57:11.797+0000 7fa8f3e2f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.951 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:57:11.797+0000 7fa8f3e2f640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.951 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:57:11.797+0000 7fa8f3e2f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.951 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.951 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.951 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.951 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:57:11.797+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.951 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:57:11.797+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.951 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:57:11.797+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.951 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:57:11.797+0000 7fa8f4e31640 10 monclient(hunting): get_auth_request con 0x562dd3554210 auth_method 0 2024-09-12T00:57:11.951 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:57:11.797+0000 7fa8f4e31640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.952 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:57:11.797+0000 7fa8f4e31640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.952 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:57:11.797+0000 7fa8f4e31640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.952 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient(hunting): handle_auth_done global_id 8265 payload 274 2024-09-12T00:57:11.952 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient: _finish_hunting 0 2024-09-12T00:57:11.952 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:57:11.797+0000 7fa8f4630640 1 monclient: found mon.noname-a 2024-09-12T00:57:11.952 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:57:11.797+0000 7fa8f4630640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:57:11.952 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:11.952 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:57:11.952 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: dump: 2024-09-12T00:57:11.952 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.952 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.952 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.952 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.952 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.953 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.953 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.953 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.953 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.953 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.953 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: _finish_auth 0 2024-09-12T00:57:11.953 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: _check_auth_tickets 2024-09-12T00:57:11.953 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:57:11.953 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:11.953 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:57:11.953 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:57:11.797+0000 7fa7d37fe640 10 monclient: dump: 2024-09-12T00:57:11.953 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.953 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.953 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.953 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.954 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.954 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.954 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.954 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.954 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.954 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.954 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 5 monclient: authenticate success, global_id 8265 2024-09-12T00:57:11.954 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 10 monclient: get_monmap_and_config success 2024-09-12T00:57:11.954 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:57:11.797+0000 7fa8f6b46800 4 set_mon_vals no callback set 2024-09-12T00:57:11.954 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 10 monclient: shutdown 2024-09-12T00:57:11.954 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 10 monclient: build_initial_monmap 2024-09-12T00:57:11.954 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 1 build_initial for_mkfs: 0 2024-09-12T00:57:11.954 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 10 monclient: monmap: 2024-09-12T00:57:11.955 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:57:11.955 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:57:11.955 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:57:11.955 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:57:11.955 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:57:11.955 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.955 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:57:11.955 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:57:11.955 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:57:11.955 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.955 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding auth protocol: cephx 2024-09-12T00:57:11.955 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding auth protocol: cephx 2024-09-12T00:57:11.955 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding auth protocol: cephx 2024-09-12T00:57:11.955 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: secure 2024-09-12T00:57:11.956 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: crc 2024-09-12T00:57:11.956 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: secure 2024-09-12T00:57:11.956 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: crc 2024-09-12T00:57:11.956 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: secure 2024-09-12T00:57:11.956 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: crc 2024-09-12T00:57:11.956 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: crc 2024-09-12T00:57:11.956 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: secure 2024-09-12T00:57:11.956 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: crc 2024-09-12T00:57:11.956 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: secure 2024-09-12T00:57:11.956 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: crc 2024-09-12T00:57:11.956 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 AuthRegistry(0x562dd3529aa0) adding con mode: secure 2024-09-12T00:57:11.956 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.956 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 1 librados: starting msgr at 2024-09-12T00:57:11.956 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 1 librados: starting objecter 2024-09-12T00:57:11.957 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:57:11.798+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command objecter_requests cmddesc objecter_requests hook 0x562dd3529080 EEXIST 2024-09-12T00:57:11.957 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 1 librados: setting wanted keys 2024-09-12T00:57:11.957 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 1 librados: calling monclient init 2024-09-12T00:57:11.957 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient: init 2024-09-12T00:57:11.957 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding auth protocol: cephx 2024-09-12T00:57:11.957 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding auth protocol: cephx 2024-09-12T00:57:11.957 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding auth protocol: cephx 2024-09-12T00:57:11.957 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: secure 2024-09-12T00:57:11.957 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: crc 2024-09-12T00:57:11.957 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: secure 2024-09-12T00:57:11.957 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: crc 2024-09-12T00:57:11.957 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: secure 2024-09-12T00:57:11.957 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: crc 2024-09-12T00:57:11.957 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: crc 2024-09-12T00:57:11.958 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: secure 2024-09-12T00:57:11.958 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: crc 2024-09-12T00:57:11.958 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: secure 2024-09-12T00:57:11.958 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: crc 2024-09-12T00:57:11.958 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 AuthRegistry(0x562dd35191c0) adding con mode: secure 2024-09-12T00:57:11.958 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.958 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.958 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command rotate-key cmddesc rotate-key hook 0x562dd3519308 EEXIST 2024-09-12T00:57:11.958 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient: _reopen_session rank -1 2024-09-12T00:57:11.958 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:57:11.958 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-c con 0x562dd3528c60 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:57:11.958 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-a con 0x562dd3554210 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:57:11.958 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient(hunting): picked mon.noname-b con 0x562dd3558e50 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:57:11.958 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.959 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.959 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:11.959 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient(hunting): _renew_subs 2024-09-12T00:57:11.959 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:57:11.799+0000 7fa8f6b46800 10 monclient(hunting): authenticate will time out at 2138.250643s 2024-09-12T00:57:11.959 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:57:11.799+0000 7fa8f3e2f640 10 monclient(hunting): get_auth_request con 0x562dd3554210 auth_method 0 2024-09-12T00:57:11.959 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:57:11.799+0000 7fa8f3e2f640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.959 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:57:11.799+0000 7fa8f3e2f640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.959 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:57:11.799+0000 7fa8f3e2f640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.959 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:57:11.799+0000 7fa8f4630640 10 monclient(hunting): get_auth_request con 0x562dd3528c60 auth_method 0 2024-09-12T00:57:11.959 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:57:11.799+0000 7fa8f4630640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.959 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:57:11.799+0000 7fa8f4630640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.959 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:57:11.799+0000 7fa8f4630640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.959 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:57:11.799+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.960 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:57:11.799+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.960 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:57:11.799+0000 7fa8f4630640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.960 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:57:11.799+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:11.960 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:57:11.799+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:11.960 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:57:11.799+0000 7fa8f3e2f640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:11.960 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:57:11.799+0000 7fa8f4e31640 10 monclient(hunting): get_auth_request con 0x562dd3558e50 auth_method 0 2024-09-12T00:57:11.960 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:57:11.799+0000 7fa8f4e31640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:11.960 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:57:11.799+0000 7fa8f4e31640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:11.960 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:57:11.799+0000 7fa8f4e31640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:11.960 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:57:11.799+0000 7fa8f4630640 10 monclient(hunting): handle_auth_done global_id 7751 payload 824 2024-09-12T00:57:11.960 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:57:11.800+0000 7fa8f4630640 10 monclient: _finish_hunting 0 2024-09-12T00:57:11.960 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:57:11.800+0000 7fa8f4630640 1 monclient: found mon.noname-c 2024-09-12T00:57:11.960 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:57:11.800+0000 7fa8f4630640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.960 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:11.961 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:57:11.961 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: dump: 2024-09-12T00:57:11.961 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.961 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.961 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.961 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.961 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.961 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.961 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.961 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.961 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.961 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.961 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: _finish_auth 0 2024-09-12T00:57:11.962 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: _check_auth_tickets 2024-09-12T00:57:11.962 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:57:11.800+0000 7fa8f6b46800 5 monclient: authenticate success, global_id 7751 2024-09-12T00:57:11.962 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:57:11.800+0000 7fa8f6b46800 10 monclient: _renew_subs 2024-09-12T00:57:11.962 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:57:11.800+0000 7fa8f6b46800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.962 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: handle_config config(0 keys) 2024-09-12T00:57:11.962 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:11.962 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:57:11.962 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:57:11.800+0000 7fa7d1ffb640 10 monclient: dump: 2024-09-12T00:57:11.962 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:11.962 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:11.962 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.962 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:11.962 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:11.962 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:11.963 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:11.963 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:11.963 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:11.963 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.963 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:57:11.800+0000 7fa7d37fe640 4 set_mon_vals no callback set 2024-09-12T00:57:11.963 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:57:11.800+0000 7fa8f6b46800 10 monclient: _renew_subs 2024-09-12T00:57:11.963 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:57:11.800+0000 7fa8f6b46800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.963 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:57:11.800+0000 7fa8f6b46800 1 librados: init done 2024-09-12T00:57:11.963 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:57:11.800+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command cr dump hook 0x562dd354bfe8 2024-09-12T00:57:11.963 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:57:11.801+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.963 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:57:11.802+0000 7fa7d1ffb640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:57:11.963 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:57:11.802+0000 7fa7d1ffb640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:11.963 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:57:11.802+0000 7fa7d1ffb640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:11.963 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:57:11.802+0000 7fa8f3e2f640 10 monclient: get_auth_request con 0x7fa7c4076470 auth_method 0 2024-09-12T00:57:11.964 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:57:11.802+0000 7fa8f4e31640 10 monclient: get_auth_request con 0x562dd3572880 auth_method 0 2024-09-12T00:57:11.964 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.964 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 realm 2024-09-12T00:57:11.964 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.964 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.964 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:57:11.803+0000 7fa8f6b46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:11.964 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.964 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.964 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:57:11.803+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.964 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:57:11.804+0000 7fa8f4630640 10 monclient: get_auth_request con 0x562dd3576b10 auth_method 0 2024-09-12T00:57:11.964 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:57:11.804+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:11.964 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:57:11.804+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.964 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:57:11.805+0000 7fa8f3e2f640 10 monclient: get_auth_request con 0x562dd357a370 auth_method 0 2024-09-12T00:57:11.964 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:57:11.805+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:11.965 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:57:11.805+0000 7fa8f6b46800 20 searching for the correct realm 2024-09-12T00:57:11.965 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:57:11.805+0000 7fa8f4e31640 10 monclient: get_auth_request con 0x562dd357f0f0 auth_method 0 2024-09-12T00:57:11.965 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:57:11.806+0000 7fa8f4630640 10 monclient: get_auth_request con 0x7fa8e8035070 auth_method 0 2024-09-12T00:57:11.965 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:57:11.807+0000 7fa8f3e2f640 10 monclient: get_auth_request con 0x7fa8e4084040 auth_method 0 2024-09-12T00:57:11.965 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:57:11.808+0000 7fa8f4e31640 0 -- 172.21.15.38:0/4007091875 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x562dd357f0f0 msgr2=0x562dd35815b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:11.965 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:57:11.808+0000 7fa7d1ffb640 1 client.7751.objecter ms_handle_reset 0x562dd357f0f0 session 0x562dd357ea70 osd.3 2024-09-12T00:57:11.965 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:57:11.808+0000 7fa7d1ffb640 10 monclient: _renew_subs 2024-09-12T00:57:11.965 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:57:11.808+0000 7fa7d1ffb640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:11.965 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:57:11.809+0000 7fa8f4e31640 10 monclient: get_auth_request con 0x7fa7c4086aa0 auth_method 0 2024-09-12T00:57:11.965 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:57:11.809+0000 7fa8f4e31640 10 monclient: get_auth_request con 0x7fa8e805d910 auth_method 0 2024-09-12T00:57:11.965 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:57:11.812+0000 7fa8f4630640 10 monclient: get_auth_request con 0x7fa8e8035450 auth_method 0 2024-09-12T00:57:11.965 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:57:11.812+0000 7fa8f4630640 0 -- 172.21.15.38:0/4007091875 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fa8e8035450 msgr2=0x7fa8e80358d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:11.965 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:57:11.812+0000 7fa7d1ffb640 1 client.7751.objecter ms_handle_reset 0x7fa8e8035450 session 0x7fa8e804fe20 osd.0 2024-09-12T00:57:11.965 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:57:11.812+0000 7fa8f4630640 10 monclient: get_auth_request con 0x562dd357f0f0 auth_method 0 2024-09-12T00:57:11.966 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:57:11.966 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:57:11.966 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:11.966 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:11.966 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:11.966 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:11.966 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.966 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.966 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.966 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:11.966 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.966 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:11.966 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 zone default found 2024-09-12T00:57:11.966 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 4 Realm: () 2024-09-12T00:57:11.966 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:57:11.967 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:57:11.967 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:11.967 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 zonegroup default 2024-09-12T00:57:11.967 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:57:11.817+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.967 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.967 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.967 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.967 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.967 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.967 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 started sync module instance, tier type = 2024-09-12T00:57:11.967 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:57:11.818+0000 7fa8f6b46800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:57:11.967 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=0 2024-09-12T00:57:11.967 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=1 2024-09-12T00:57:11.967 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=2 2024-09-12T00:57:11.967 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=3 2024-09-12T00:57:11.968 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=4 2024-09-12T00:57:11.968 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=5 2024-09-12T00:57:11.968 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:57:11.828+0000 7fa8f6b46800 20 add_watcher() i=6 2024-09-12T00:57:11.968 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:57:11.829+0000 7fa8f6b46800 20 add_watcher() i=7 2024-09-12T00:57:11.968 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:57:11.829+0000 7fa8f6b46800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:11.968 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding auth protocol: cephx 2024-09-12T00:57:11.968 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding auth protocol: cephx 2024-09-12T00:57:11.968 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding auth protocol: cephx 2024-09-12T00:57:11.968 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: secure 2024-09-12T00:57:11.968 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: crc 2024-09-12T00:57:11.968 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: secure 2024-09-12T00:57:11.968 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: crc 2024-09-12T00:57:11.968 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: secure 2024-09-12T00:57:11.969 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: crc 2024-09-12T00:57:11.969 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: crc 2024-09-12T00:57:11.969 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: secure 2024-09-12T00:57:11.969 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: crc 2024-09-12T00:57:11.969 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: secure 2024-09-12T00:57:11.969 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: crc 2024-09-12T00:57:11.969 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 5 AuthRegistry(0x7ffcfdcfc8d0) adding con mode: secure 2024-09-12T00:57:11.969 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:57:11.830+0000 7fa7aa7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:11.969 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:11.969 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:11.969 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:57:11.830+0000 7fa8f6b46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:11.969 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command cache list hook 0x562dd354f550 2024-09-12T00:57:11.969 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command cache inspect hook 0x562dd354f550 2024-09-12T00:57:11.969 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command cache erase hook 0x562dd354f550 2024-09-12T00:57:11.969 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command cache zap hook 0x562dd354f550 2024-09-12T00:57:11.970 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 note: GC not initialized 2024-09-12T00:57:11.970 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:57:11.831+0000 7fa7a97e2640 20 reqs_thread_entry: start 2024-09-12T00:57:11.970 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command sync trace show hook 0x7fa8ec004670 2024-09-12T00:57:11.970 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command sync trace history hook 0x7fa8ec004670 2024-09-12T00:57:11.970 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command sync trace active hook 0x7fa8ec004670 2024-09-12T00:57:11.970 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 5 asok(0x562dd3268630) register_command sync trace active_short hook 0x7fa8ec004670 2024-09-12T00:57:11.970 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 20 init_complete bucket index max shards: 11 2024-09-12T00:57:11.970 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 20 Filter name: none 2024-09-12T00:57:11.970 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:57:11.831+0000 7fa71affd640 20 reqs_thread_entry: start 2024-09-12T00:57:11.970 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:57:11.970 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:57:11.831+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.970 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:57:11.971 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:57:11.971 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:57:11.971 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:57:11.971 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.971 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:57:11.971 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:11.971 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:11.971 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:57:11.971 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:11.971 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:57:11.832+0000 7fa8f6b46800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:57:11.971 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:57:11.837+0000 7fa8f6b46800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:11.971 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:57:11.837+0000 7fa8f6b46800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:11.971 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:57:11.837+0000 7fa8f6b46800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:11.971 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:57:11.837+0000 7fa8f6b46800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:57:11.972 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:57:11.838+0000 7fa7d2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464333 cookie 94754819285616 notifier 7751 bl.length()=911 2024-09-12T00:57:11.972 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:57:11.838+0000 7fa7d2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:11.972 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:57:11.838+0000 7fa7d2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:11.972 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:57:11.838+0000 7fa7d2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:11.972 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:57:11.838+0000 7fa8f6b46800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:57:11.972 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:57:11.838+0000 7fa8f6b46800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:57:11.972 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:57:11.838+0000 7fa8f6b46800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:57:11.972 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:57:11.838+0000 7fa8f6b46800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:57:11.972 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:57:11.841+0000 7fa7d1ffb640 1 client.7751.objecter ms_handle_reset 0x7fa8e4084040 session 0x7fa8e4005040 osd.4 2024-09-12T00:57:11.972 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:57:11.841+0000 7fa8f3e2f640 10 monclient: get_auth_request con 0x7fa8e8035450 auth_method 0 2024-09-12T00:57:11.972 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:57:11.845+0000 7fa8f6b46800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fa8f6b46800 time 2024-09-12T00:57:11.845949+0000 2024-09-12T00:57:11.972 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:57:11.972 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.972 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:57:11.973 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fa8fa18c71a] 2024-09-12T00:57:11.973 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa8fa18c8d8] 2024-09-12T00:57:11.973 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562dd23a9641] 2024-09-12T00:57:11.973 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x562dd23b938a] 2024-09-12T00:57:11.973 INFO:tasks.workunit.client.0.smithi038.stderr: 5: main() 2024-09-12T00:57:11.973 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7fa8f8e29590] 2024-09-12T00:57:11.973 INFO:tasks.workunit.client.0.smithi038.stderr: 7: __libc_start_main() 2024-09-12T00:57:11.973 INFO:tasks.workunit.client.0.smithi038.stderr: 8: _start() 2024-09-12T00:57:11.973 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.973 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:57:11.846+0000 7fa8f6b46800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:57:11.973 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7fa8f6b46800 thread_name:radosgw-admin 2024-09-12T00:57:11.973 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.973 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:57:11.974 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fa8f8e3e6f0] 2024-09-12T00:57:11.974 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fa8f8e8b99c] 2024-09-12T00:57:11.974 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:57:11.974 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:57:11.974 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fa8fa18c774] 2024-09-12T00:57:11.974 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fa8fa18c8d8] 2024-09-12T00:57:11.974 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x562dd23a9641] 2024-09-12T00:57:11.974 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x562dd23b938a] 2024-09-12T00:57:11.974 INFO:tasks.workunit.client.0.smithi038.stderr: 9: main() 2024-09-12T00:57:11.974 INFO:tasks.workunit.client.0.smithi038.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7fa8f8e29590] 2024-09-12T00:57:11.974 INFO:tasks.workunit.client.0.smithi038.stderr: 11: __libc_start_main() 2024-09-12T00:57:11.974 INFO:tasks.workunit.client.0.smithi038.stderr: 12: _start() 2024-09-12T00:57:11.974 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:57:11.974 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:11.975 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:57:11.975 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:57:11.975 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:57:11.975 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:57:11.975 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:57:11.975 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:57:11.975 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:57:11.975 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:57:11.975 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:57:11.975 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:57:11.975 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:57:11.975 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:57:11.975 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:57:11.975 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:57:11.976 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:57:11.976 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:57:11.976 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:57:11.976 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:57:11.976 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:57:11.976 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:57:11.976 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:57:11.976 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:57:11.976 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:57:11.976 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:57:11.976 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:57:11.976 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:57:11.976 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:57:11.976 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:57:11.976 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:57:11.977 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:57:11.977 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:57:11.977 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:57:11.977 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:57:11.977 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:57:11.977 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:57:11.977 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:57:11.977 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:57:11.977 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:57:11.977 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:57:11.977 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:57:11.977 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:57:11.977 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:57:11.977 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:57:11.977 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:57:11.978 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:57:11.978 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:57:11.978 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:57:11.978 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:57:11.978 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:57:11.978 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:57:11.978 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:57:11.978 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:57:11.978 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:57:11.978 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:57:11.978 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:57:11.978 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:57:11.978 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:57:11.978 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:57:11.978 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:57:11.979 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:57:11.979 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:57:11.979 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:57:11.979 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:57:11.979 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:57:11.979 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:57:11.979 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:57:11.979 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:57:11.979 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:57:11.979 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:57:11.979 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:57:11.979 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:57:11.979 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:57:11.979 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:57:11.979 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:57:11.980 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:57:11.980 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:57:11.980 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:57:11.980 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:57:11.980 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:57:11.980 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:57:11.980 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:57:11.980 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:57:11.980 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:57:11.980 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:57:11.980 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:57:11.980 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:57:11.980 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:57:11.981 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:57:11.981 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:57:11.981 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:57:11.981 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:57:11.981 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:57:11.981 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:57:11.981 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:57:11.981 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa71affd640 / http_manager 2024-09-12T00:57:11.981 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa7a97e2640 / http_manager 2024-09-12T00:57:11.981 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa7aa7e4640 / rgw_dt_lg_renew 2024-09-12T00:57:11.981 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa7d1ffb640 / ms_dispatch 2024-09-12T00:57:11.981 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa7d2ffd640 / io_context_pool 2024-09-12T00:57:11.981 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa7d37fe640 / io_context_pool 2024-09-12T00:57:11.981 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa7d9ffb640 / ms_dispatch 2024-09-12T00:57:11.981 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa7e0e09640 / ms_dispatch 2024-09-12T00:57:11.982 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa7e260c640 / io_context_pool 2024-09-12T00:57:11.982 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa8f3e2f640 / msgr-worker-2 2024-09-12T00:57:11.982 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa8f4630640 / msgr-worker-1 2024-09-12T00:57:11.982 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa8f4e31640 / msgr-worker-0 2024-09-12T00:57:11.982 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa8f5632640 / io_context_pool 2024-09-12T00:57:11.982 INFO:tasks.workunit.client.0.smithi038.stderr: 7fa8f6b46800 / radosgw-admin 2024-09-12T00:57:11.982 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:57:11.982 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:57:11.982 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:57:11.847351Z_fb652e53-1157-482a-abb0-7637744f701d/log 2024-09-12T00:57:11.982 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:57:11.982 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:57:11.987 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:57:11.987 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:57:11.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.925+0000 7fe9dbc15800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.927+0000 7fe9dbc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.927+0000 7fe9dbc15800 20 realm 2024-09-12T00:57:11.987 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.927+0000 7fe9dbc15800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.927+0000 7fe9dbc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.927+0000 7fe9dbc15800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:11.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.927+0000 7fe9dbc15800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.927+0000 7fe9dbc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.927+0000 7fe9dbc15800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.928+0000 7fe9dbc15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:11.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.928+0000 7fe9dbc15800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.929+0000 7fe9dbc15800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:11.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.929+0000 7fe9dbc15800 20 searching for the correct realm 2024-09-12T00:57:11.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.932+0000 7fe9d7b93640 0 -- 172.21.15.38:0/1171747554 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x559d7bb739a0 msgr2=0x559d7bb75e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:11.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.935+0000 7fe9d7392640 0 -- 172.21.15.38:0/1171747554 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fe9cc090440 msgr2=0x7fe9cc0908a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:57:11.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.940+0000 7fe9dbc15800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:57:11.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.940+0000 7fe9dbc15800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:57:11.988 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.940+0000 7fe9dbc15800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:11.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.940+0000 7fe9dbc15800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:11.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.940+0000 7fe9dbc15800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:11.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.940+0000 7fe9dbc15800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:11.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.940+0000 7fe9dbc15800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.941+0000 7fe9dbc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.941+0000 7fe9dbc15800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.941+0000 7fe9dbc15800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:11.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.941+0000 7fe9dbc15800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.941+0000 7fe9dbc15800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:11.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.941+0000 7fe9dbc15800 20 zone default found 2024-09-12T00:57:11.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.941+0000 7fe9dbc15800 4 Realm: () 2024-09-12T00:57:11.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.941+0000 7fe9dbc15800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:57:11.989 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.941+0000 7fe9dbc15800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:57:11.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.941+0000 7fe9dbc15800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:11.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.941+0000 7fe9dbc15800 20 zonegroup default 2024-09-12T00:57:11.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.941+0000 7fe9dbc15800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.942+0000 7fe9dbc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.942+0000 7fe9dbc15800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.942+0000 7fe9dbc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.942+0000 7fe9dbc15800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.942+0000 7fe9dbc15800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:11.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.942+0000 7fe9dbc15800 20 started sync module instance, tier type = 2024-09-12T00:57:11.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.942+0000 7fe9dbc15800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:57:11.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.951+0000 7fe9dbc15800 20 add_watcher() i=0 2024-09-12T00:57:11.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.951+0000 7fe9dbc15800 20 add_watcher() i=1 2024-09-12T00:57:11.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.951+0000 7fe9dbc15800 20 add_watcher() i=2 2024-09-12T00:57:11.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.951+0000 7fe9dbc15800 20 add_watcher() i=3 2024-09-12T00:57:11.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.951+0000 7fe9dbc15800 20 add_watcher() i=4 2024-09-12T00:57:11.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.951+0000 7fe9dbc15800 20 add_watcher() i=5 2024-09-12T00:57:11.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.951+0000 7fe9dbc15800 20 add_watcher() i=6 2024-09-12T00:57:11.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.952+0000 7fe9dbc15800 20 add_watcher() i=7 2024-09-12T00:57:11.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.952+0000 7fe9dbc15800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:11.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.954+0000 7fe88dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:11.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.954+0000 7fe9dbc15800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:11.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.954+0000 7fe9dbc15800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:11.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.954+0000 7fe9dbc15800 5 note: GC not initialized 2024-09-12T00:57:11.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.954+0000 7fe88cfe1640 20 reqs_thread_entry: start 2024-09-12T00:57:11.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.955+0000 7fe9dbc15800 20 init_complete bucket index max shards: 11 2024-09-12T00:57:11.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.955+0000 7fe9dbc15800 20 Filter name: none 2024-09-12T00:57:11.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.955+0000 7fe8067fc640 20 reqs_thread_entry: start 2024-09-12T00:57:11.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.955+0000 7fe9dbc15800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.955+0000 7fe9dbc15800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:57:11.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.955+0000 7fe9dbc15800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.956+0000 7fe9dbc15800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:57:11.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.956+0000 7fe9dbc15800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:57:11.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.956+0000 7fe9dbc15800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.956+0000 7fe9dbc15800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:57:11.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.956+0000 7fe9dbc15800 20 rados->read ofs=0 len=0 2024-09-12T00:57:11.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.956+0000 7fe9dbc15800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:57:11.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.956+0000 7fe9dbc15800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:57:11.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.959+0000 7fe88dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:11.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.961+0000 7fe9dbc15800 20 remove_watcher() i=0 2024-09-12T00:57:11.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.961+0000 7fe9dbc15800 2 removed watcher, disabling cache 2024-09-12T00:57:11.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.962+0000 7fe9dbc15800 20 remove_watcher() i=1 2024-09-12T00:57:11.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.963+0000 7fe9dbc15800 20 remove_watcher() i=2 2024-09-12T00:57:11.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.964+0000 7fe9dbc15800 20 remove_watcher() i=3 2024-09-12T00:57:11.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.965+0000 7fe9dbc15800 20 remove_watcher() i=4 2024-09-12T00:57:11.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.966+0000 7fe9dbc15800 20 remove_watcher() i=5 2024-09-12T00:57:11.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.967+0000 7fe9dbc15800 20 remove_watcher() i=6 2024-09-12T00:57:11.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:11.968+0000 7fe9dbc15800 20 remove_watcher() i=7 2024-09-12T00:57:11.993 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:57:11.993 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:57:11.994 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T00:57:12.022 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:57:12.022 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:57:12.064 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.065+0000 7f70e3346800 20 rados->read ofs=0 len=0 2024-09-12T00:57:12.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.066+0000 7f70e3346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:12.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.066+0000 7f70e3346800 20 realm 2024-09-12T00:57:12.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.066+0000 7f70e3346800 20 rados->read ofs=0 len=0 2024-09-12T00:57:12.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.067+0000 7f70e3346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:12.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.067+0000 7f70e3346800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:12.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.067+0000 7f70e3346800 20 rados->read ofs=0 len=0 2024-09-12T00:57:12.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.067+0000 7f70e3346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:12.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.067+0000 7f70e3346800 20 rados->read ofs=0 len=0 2024-09-12T00:57:12.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.068+0000 7f70e3346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:12.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.068+0000 7f70e3346800 20 rados->read ofs=0 len=0 2024-09-12T00:57:12.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.068+0000 7f70e3346800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:12.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.068+0000 7f70e3346800 20 searching for the correct realm 2024-09-12T00:57:12.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.072+0000 7f70e1631640 0 -- 172.21.15.38:0/3069501738 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x5583551c9ad0 msgr2=0x5583551cbf90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:12.074 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.075+0000 7f70dbfff640 0 -- 172.21.15.38:0/3069501738 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f70d4049030 msgr2=0x7f70d4049920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:12.078 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.079+0000 7f70e3346800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:57:12.078 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.079+0000 7f70e3346800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:57:12.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.079+0000 7f70e3346800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:12.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.079+0000 7f70e3346800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:12.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.079+0000 7f70e3346800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:12.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.079+0000 7f70e3346800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:12.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.079+0000 7f70e3346800 20 rados->read ofs=0 len=0 2024-09-12T00:57:12.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.080+0000 7f70e3346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:12.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.080+0000 7f70e3346800 20 rados->read ofs=0 len=0 2024-09-12T00:57:12.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.080+0000 7f70e3346800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:12.079 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.080+0000 7f70e3346800 20 rados->read ofs=0 len=0 2024-09-12T00:57:12.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.080+0000 7f70e3346800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:12.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.080+0000 7f70e3346800 20 zone default found 2024-09-12T00:57:12.080 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.080+0000 7f70e3346800 4 Realm: () 2024-09-12T00:57:12.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.080+0000 7f70e3346800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:57:12.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.080+0000 7f70e3346800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:57:12.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.080+0000 7f70e3346800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:12.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.080+0000 7f70e3346800 20 zonegroup default 2024-09-12T00:57:12.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.080+0000 7f70e3346800 20 rados->read ofs=0 len=0 2024-09-12T00:57:12.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.080+0000 7f70e3346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:12.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.080+0000 7f70e3346800 20 rados->read ofs=0 len=0 2024-09-12T00:57:12.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.081+0000 7f70e3346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:12.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.081+0000 7f70e3346800 20 rados->read ofs=0 len=0 2024-09-12T00:57:12.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.081+0000 7f70e3346800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:12.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.081+0000 7f70e3346800 20 started sync module instance, tier type = 2024-09-12T00:57:12.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.081+0000 7f70e3346800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:57:12.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.090+0000 7f70e3346800 20 add_watcher() i=0 2024-09-12T00:57:12.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.090+0000 7f70e3346800 20 add_watcher() i=1 2024-09-12T00:57:12.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.090+0000 7f70e3346800 20 add_watcher() i=2 2024-09-12T00:57:12.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.090+0000 7f70e3346800 20 add_watcher() i=3 2024-09-12T00:57:12.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.090+0000 7f70e3346800 20 add_watcher() i=4 2024-09-12T00:57:12.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.090+0000 7f70e3346800 20 add_watcher() i=5 2024-09-12T00:57:12.089 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.090+0000 7f70e3346800 20 add_watcher() i=6 2024-09-12T00:57:12.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.091+0000 7f70e3346800 20 add_watcher() i=7 2024-09-12T00:57:12.090 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.091+0000 7f70e3346800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:12.091 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.093+0000 7f6f96fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:12.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.093+0000 7f70e3346800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:12.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.093+0000 7f70e3346800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:12.092 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.093+0000 7f70e3346800 5 note: GC not initialized 2024-09-12T00:57:12.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.093+0000 7f6f95fe3640 20 reqs_thread_entry: start 2024-09-12T00:57:12.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.093+0000 7f70e3346800 20 init_complete bucket index max shards: 11 2024-09-12T00:57:12.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.094+0000 7f70e3346800 20 Filter name: none 2024-09-12T00:57:12.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.094+0000 7f6f077fe640 20 reqs_thread_entry: start 2024-09-12T00:57:12.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.094+0000 7f70e3346800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:57:12.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.094+0000 7f70e3346800 20 rados->read ofs=0 len=0 2024-09-12T00:57:12.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.094+0000 7f70e3346800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:57:12.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.094+0000 7f70e3346800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:57:12.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.094+0000 7f70e3346800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:57:12.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.094+0000 7f70e3346800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:57:12.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.094+0000 7f70e3346800 20 rados->read ofs=0 len=0 2024-09-12T00:57:12.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.094+0000 7f70e3346800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:57:12.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.094+0000 7f70e3346800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:12.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.094+0000 7f70e3346800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:12.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.094+0000 7f70e3346800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:57:12.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.094+0000 7f70e3346800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:12.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.094+0000 7f70e3346800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:57:12.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.095+0000 7f70e3346800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:57:12.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.095+0000 7f70e3346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:57:12.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.095+0000 7f70e3346800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:57:12.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.095+0000 7f70e3346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:57:12.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.095+0000 7f70e3346800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:57:12.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.095+0000 7f70e3346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:57:12.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.095+0000 7f70e3346800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:57:12.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.095+0000 7f70e3346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:57:12.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.096+0000 7f70e3346800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:57:12.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.096+0000 7f70e3346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:57:12.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.096+0000 7f70e3346800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:57:12.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.096+0000 7f70e3346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:57:12.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.097+0000 7f70e3346800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:57:12.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.097+0000 7f70e3346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:57:12.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.097+0000 7f70e3346800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:57:12.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.097+0000 7f70e3346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:57:12.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.097+0000 7f70e3346800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:57:12.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.097+0000 7f70e3346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:57:12.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.098+0000 7f70e3346800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:57:12.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.098+0000 7f70e3346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:57:12.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.098+0000 7f70e3346800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:57:12.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.098+0000 7f70e3346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:57:12.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.098+0000 7f70e3346800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:57:12.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.098+0000 7f70e3346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:57:12.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.098+0000 7f70e3346800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:57:12.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.098+0000 7f70e3346800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:57:12.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.100+0000 7f6f96fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:12.101 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.102+0000 7f70e3346800 20 remove_watcher() i=0 2024-09-12T00:57:12.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.102+0000 7f70e3346800 2 removed watcher, disabling cache 2024-09-12T00:57:12.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.103+0000 7f70e3346800 20 remove_watcher() i=1 2024-09-12T00:57:12.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.104+0000 7f70e3346800 20 remove_watcher() i=2 2024-09-12T00:57:12.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.105+0000 7f70e3346800 20 remove_watcher() i=3 2024-09-12T00:57:12.105 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.106+0000 7f70e3346800 20 remove_watcher() i=4 2024-09-12T00:57:12.106 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.107+0000 7f70e3346800 20 remove_watcher() i=5 2024-09-12T00:57:12.107 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.108+0000 7f70e3346800 20 remove_watcher() i=6 2024-09-12T00:57:12.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:12.109+0000 7f70e3346800 20 remove_watcher() i=7 2024-09-12T00:57:42.152 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 14 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at logrecord_writes 2024-09-12T00:57:42.191 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:57:42.191 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:57:42.237 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.238+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.238 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.239+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.238 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.239+0000 7fdc404bb800 20 realm 2024-09-12T00:57:42.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.239+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.240+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.240+0000 7fdc404bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:42.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.240+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.240+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.239 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.240+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.241+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:42.240 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.241+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.242+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:42.241 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.242+0000 7fdc404bb800 20 searching for the correct realm 2024-09-12T00:57:42.244 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.245+0000 7fdc37fff640 0 -- 172.21.15.38:0/3678635 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x563e2db60540 msgr2=0x563e2db62990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:42.248 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.249+0000 7fdc3dfa5640 0 -- 172.21.15.38:0/3678635 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fdc28003a40 msgr2=0x7fdc280aba30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:42.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:57:42.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:57:42.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:42.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:42.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:42.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:42.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.255+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.255+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.255+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.255+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:42.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.255+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:42.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.256+0000 7fdc404bb800 20 zone default found 2024-09-12T00:57:42.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.256+0000 7fdc404bb800 4 Realm: () 2024-09-12T00:57:42.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.256+0000 7fdc404bb800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:57:42.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.256+0000 7fdc404bb800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:57:42.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.256+0000 7fdc404bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:42.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.256+0000 7fdc404bb800 20 zonegroup default 2024-09-12T00:57:42.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.256 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.257+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.257+0000 7fdc404bb800 20 started sync module instance, tier type = 2024-09-12T00:57:42.257 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.257+0000 7fdc404bb800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:57:42.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=0 2024-09-12T00:57:42.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=1 2024-09-12T00:57:42.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=2 2024-09-12T00:57:42.265 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=3 2024-09-12T00:57:42.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=4 2024-09-12T00:57:42.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=5 2024-09-12T00:57:42.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=6 2024-09-12T00:57:42.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.267+0000 7fdc404bb800 20 add_watcher() i=7 2024-09-12T00:57:42.266 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.267+0000 7fdc404bb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:42.268 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.269+0000 7fdaf3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:42.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.269+0000 7fdc404bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:42.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.269+0000 7fdc404bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:42.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.269+0000 7fdc404bb800 5 note: GC not initialized 2024-09-12T00:57:42.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.270+0000 7fdaf2fe5640 20 reqs_thread_entry: start 2024-09-12T00:57:42.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.270+0000 7fdc404bb800 20 init_complete bucket index max shards: 11 2024-09-12T00:57:42.269 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.270+0000 7fdc404bb800 20 Filter name: none 2024-09-12T00:57:42.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.270+0000 7fdaf0fe1640 20 reqs_thread_entry: start 2024-09-12T00:57:42.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.270+0000 7fdc404bb800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:57:42.270 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.270+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.271 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.271+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:57:42.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.271+0000 7fdc404bb800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:57:42.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.271+0000 7fdc404bb800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:57:42.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.271+0000 7fdc404bb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:57:42.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.271+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.271+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:57:42.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.271+0000 7fdc404bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:42.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.271+0000 7fdc404bb800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:42.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.271+0000 7fdc404bb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:57:42.272 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.271+0000 7fdc404bb800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:42.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.271+0000 7fdc404bb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:57:42.273 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.273+0000 7fdc404bb800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:57:42.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.282+0000 7fdc404bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:42.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.282+0000 7fdc404bb800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:42.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.282+0000 7fdc404bb800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:42.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.282+0000 7fdc404bb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:57:42.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.283+0000 7fdb20ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464334 cookie 94825054897840 notifier 8322 bl.length()=911 2024-09-12T00:57:42.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.283+0000 7fdb20ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:42.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.283+0000 7fdb20ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:42.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.283+0000 7fdb20ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:42.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.283+0000 7fdc404bb800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:57:42.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.283+0000 7fdc404bb800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:57:42.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.283+0000 7fdc404bb800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:57:42.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.283+0000 7fdc404bb800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:57:42.286 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fdc404bb800 time 2024-09-12T00:57:42.288289+0000 2024-09-12T00:57:42.286 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:57:42.287 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:57:42.287 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fdc4398c71a] 2024-09-12T00:57:42.287 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fdc4398c8d8] 2024-09-12T00:57:42.287 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563e2ce92641] 2024-09-12T00:57:42.287 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd8854c) [0x563e2d3a554c] 2024-09-12T00:57:42.287 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x563e2cea231d] 2024-09-12T00:57:42.288 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:57:42.288 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fdc42629590] 2024-09-12T00:57:42.288 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:57:42.288 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:57:42.288 INFO:tasks.workunit.client.0.smithi038.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:57:42.288 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7fdc404bb800 thread_name:radosgw-admin 2024-09-12T00:57:42.288 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.288+0000 7fdc404bb800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fdc404bb800 time 2024-09-12T00:57:42.288289+0000 2024-09-12T00:57:42.288 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:57:42.288 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.288 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:57:42.288 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fdc4398c71a] 2024-09-12T00:57:42.288 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fdc4398c8d8] 2024-09-12T00:57:42.288 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563e2ce92641] 2024-09-12T00:57:42.289 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd8854c) [0x563e2d3a554c] 2024-09-12T00:57:42.289 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x563e2cea231d] 2024-09-12T00:57:42.289 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:57:42.289 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fdc42629590] 2024-09-12T00:57:42.289 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:57:42.289 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:57:42.289 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.305 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:57:42.305 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fdc4263e6f0] 2024-09-12T00:57:42.305 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fdc4268b99c] 2024-09-12T00:57:42.305 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:57:42.305 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:57:42.305 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fdc4398c774] 2024-09-12T00:57:42.305 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fdc4398c8d8] 2024-09-12T00:57:42.305 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563e2ce92641] 2024-09-12T00:57:42.305 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd8854c) [0x563e2d3a554c] 2024-09-12T00:57:42.306 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x563e2cea231d] 2024-09-12T00:57:42.306 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:57:42.306 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fdc42629590] 2024-09-12T00:57:42.306 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:57:42.306 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:57:42.306 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.289+0000 7fdc404bb800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:57:42.306 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7fdc404bb800 thread_name:radosgw-admin 2024-09-12T00:57:42.306 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.306 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:57:42.306 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fdc4263e6f0] 2024-09-12T00:57:42.306 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fdc4268b99c] 2024-09-12T00:57:42.306 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:57:42.307 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:57:42.307 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fdc4398c774] 2024-09-12T00:57:42.307 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fdc4398c8d8] 2024-09-12T00:57:42.307 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563e2ce92641] 2024-09-12T00:57:42.307 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd8854c) [0x563e2d3a554c] 2024-09-12T00:57:42.307 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x563e2cea231d] 2024-09-12T00:57:42.307 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:57:42.307 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fdc42629590] 2024-09-12T00:57:42.307 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:57:42.307 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:57:42.307 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:57:42.307 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.307 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:57:42.308 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:57:42.217+0000 7fdb2be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.308 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:57:42.218+0000 7fdb2be07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:57:42.308 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:57:42.218+0000 7fdb2be07640 10 monclient: dump: 2024-09-12T00:57:42.308 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.308 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.308 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.308 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.308 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.308 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.308 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.308 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.308 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.308 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.308 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 monclient: authenticate success, global_id 7790 2024-09-12T00:57:42.309 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:57:42.218+0000 7fdc404bb800 10 monclient: get_monmap_and_config success 2024-09-12T00:57:42.309 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:57:42.218+0000 7fdc404bb800 4 set_mon_vals no callback set 2024-09-12T00:57:42.309 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:57:42.218+0000 7fdc404bb800 10 monclient: shutdown 2024-09-12T00:57:42.309 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 asok(0x563e2d84c630) unregister_commands rotate-key 2024-09-12T00:57:42.309 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:57:42.218+0000 7fdc404bb800 10 monclient: build_initial_monmap 2024-09-12T00:57:42.309 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:57:42.218+0000 7fdc404bb800 1 build_initial for_mkfs: 0 2024-09-12T00:57:42.309 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:57:42.218+0000 7fdc404bb800 10 monclient: monmap: 2024-09-12T00:57:42.309 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:57:42.309 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:57:42.309 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:57:42.309 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:57:42.309 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:57:42.309 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.309 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:57:42.310 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:57:42.310 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:57:42.310 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.310 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding auth protocol: cephx 2024-09-12T00:57:42.310 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding auth protocol: cephx 2024-09-12T00:57:42.310 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding auth protocol: cephx 2024-09-12T00:57:42.310 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: secure 2024-09-12T00:57:42.310 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: crc 2024-09-12T00:57:42.310 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: secure 2024-09-12T00:57:42.310 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: crc 2024-09-12T00:57:42.310 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: secure 2024-09-12T00:57:42.310 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: crc 2024-09-12T00:57:42.311 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: crc 2024-09-12T00:57:42.311 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: secure 2024-09-12T00:57:42.311 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: crc 2024-09-12T00:57:42.311 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: secure 2024-09-12T00:57:42.311 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: crc 2024-09-12T00:57:42.311 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: secure 2024-09-12T00:57:42.311 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:57:42.219+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.311 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:57:42.219+0000 7fdc404bb800 1 librados: starting msgr at 2024-09-12T00:57:42.311 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:57:42.219+0000 7fdc404bb800 1 librados: starting objecter 2024-09-12T00:57:42.311 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command objecter_requests hook 0x563e2da98e00 2024-09-12T00:57:42.311 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:57:42.219+0000 7fdc404bb800 1 librados: setting wanted keys 2024-09-12T00:57:42.311 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:57:42.219+0000 7fdc404bb800 1 librados: calling monclient init 2024-09-12T00:57:42.311 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:57:42.219+0000 7fdc404bb800 10 monclient: init 2024-09-12T00:57:42.311 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding auth protocol: cephx 2024-09-12T00:57:42.312 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding auth protocol: cephx 2024-09-12T00:57:42.312 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding auth protocol: cephx 2024-09-12T00:57:42.312 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: secure 2024-09-12T00:57:42.312 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: crc 2024-09-12T00:57:42.312 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: secure 2024-09-12T00:57:42.312 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: crc 2024-09-12T00:57:42.312 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: secure 2024-09-12T00:57:42.312 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: crc 2024-09-12T00:57:42.312 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: crc 2024-09-12T00:57:42.312 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: secure 2024-09-12T00:57:42.312 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: crc 2024-09-12T00:57:42.312 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: secure 2024-09-12T00:57:42.312 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: crc 2024-09-12T00:57:42.313 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: secure 2024-09-12T00:57:42.313 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:57:42.219+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.313 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:57:42.219+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.313 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:57:42.220+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command rotate-key hook 0x563e2da6ef68 2024-09-12T00:57:42.313 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient: _reopen_session rank -1 2024-09-12T00:57:42.313 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:57:42.313 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-b con 0x563e2d918580 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:57:42.313 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-c con 0x563e2d924e10 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:57:42.313 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-a con 0x563e2d9ab340 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:57:42.313 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.313 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.313 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.313 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient(hunting): _renew_subs 2024-09-12T00:57:42.314 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient(hunting): authenticate will time out at 2168.671117s 2024-09-12T00:57:42.314 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient(hunting): get_auth_request con 0x563e2d924e10 auth_method 0 2024-09-12T00:57:42.314 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.314 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.314 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.314 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:57:42.220+0000 7fdc3e7a6640 10 monclient(hunting): get_auth_request con 0x563e2d9ab340 auth_method 0 2024-09-12T00:57:42.314 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:57:42.220+0000 7fdc3e7a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.314 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:57:42.220+0000 7fdc3e7a6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.314 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:57:42.220+0000 7fdc3e7a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.314 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:42.314 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:42.314 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:42.314 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:57:42.220+0000 7fdc3dfa5640 10 monclient(hunting): get_auth_request con 0x563e2d918580 auth_method 0 2024-09-12T00:57:42.315 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:57:42.220+0000 7fdc3dfa5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.315 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:57:42.220+0000 7fdc3dfa5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.315 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:57:42.220+0000 7fdc3dfa5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.315 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:57:42.220+0000 7fdc3e7a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:42.315 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:57:42.220+0000 7fdc3e7a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:42.315 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:57:42.220+0000 7fdc3e7a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:42.315 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient(hunting): handle_auth_done global_id 7793 payload 824 2024-09-12T00:57:42.315 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient: _finish_hunting 0 2024-09-12T00:57:42.315 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:57:42.220+0000 7fdc37fff640 1 monclient: found mon.noname-c 2024-09-12T00:57:42.315 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:57:42.315 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.315 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:57:42.315 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: dump: 2024-09-12T00:57:42.315 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.315 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.316 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.316 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.316 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.316 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.316 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.316 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.316 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.316 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.316 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: _finish_auth 0 2024-09-12T00:57:42.316 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: _check_auth_tickets 2024-09-12T00:57:42.316 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: handle_config config(0 keys) 2024-09-12T00:57:42.316 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.316 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:57:42.317 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: dump: 2024-09-12T00:57:42.317 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.317 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.317 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.317 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.317 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.317 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.317 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.317 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.317 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.317 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.317 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:57:42.220+0000 7fdc404bb800 5 monclient: authenticate success, global_id 7793 2024-09-12T00:57:42.317 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient: _renew_subs 2024-09-12T00:57:42.317 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:42.318 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:57:42.220+0000 7fdb2be07640 4 set_mon_vals no callback set 2024-09-12T00:57:42.318 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:57:42.221+0000 7fdc404bb800 10 monclient: _renew_subs 2024-09-12T00:57:42.318 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:57:42.221+0000 7fdc404bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:42.318 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:57:42.221+0000 7fdc404bb800 1 librados: init done 2024-09-12T00:57:42.318 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:57:42.223+0000 7fdb2a604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:57:42.318 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:57:42.223+0000 7fdb2a604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:42.318 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:57:42.223+0000 7fdb2a604640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:42.318 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:57:42.223+0000 7fdc3dfa5640 10 monclient: get_auth_request con 0x7fdb24076470 auth_method 0 2024-09-12T00:57:42.318 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:57:42.223+0000 7fdc3e7a6640 10 monclient: get_auth_request con 0x563e2da97210 auth_method 0 2024-09-12T00:57:42.318 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:57:42.224+0000 7fdc3dfa5640 10 monclient: get_auth_request con 0x563e2daba230 auth_method 0 2024-09-12T00:57:42.318 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:57:42.226+0000 7fdc37fff640 10 monclient: get_auth_request con 0x563e2dabe620 auth_method 0 2024-09-12T00:57:42.318 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:57:42.227+0000 7fdc404bb800 10 monclient: build_initial_monmap 2024-09-12T00:57:42.318 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:57:42.227+0000 7fdc404bb800 1 build_initial for_mkfs: 0 2024-09-12T00:57:42.318 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:57:42.227+0000 7fdc404bb800 10 monclient: monmap: 2024-09-12T00:57:42.318 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:57:42.319 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:57:42.319 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:57:42.319 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:57:42.319 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:57:42.319 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.319 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:57:42.319 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:57:42.319 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:57:42.319 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.319 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding auth protocol: cephx 2024-09-12T00:57:42.319 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding auth protocol: cephx 2024-09-12T00:57:42.319 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding auth protocol: cephx 2024-09-12T00:57:42.320 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: secure 2024-09-12T00:57:42.320 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: crc 2024-09-12T00:57:42.320 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: secure 2024-09-12T00:57:42.320 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: crc 2024-09-12T00:57:42.320 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: secure 2024-09-12T00:57:42.320 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: crc 2024-09-12T00:57:42.320 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: crc 2024-09-12T00:57:42.320 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: secure 2024-09-12T00:57:42.320 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: crc 2024-09-12T00:57:42.320 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: secure 2024-09-12T00:57:42.321 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: crc 2024-09-12T00:57:42.321 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: secure 2024-09-12T00:57:42.321 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:57:42.227+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.321 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command objecter_requests cmddesc objecter_requests hook 0x563e2dac6f60 EEXIST 2024-09-12T00:57:42.321 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient: init 2024-09-12T00:57:42.321 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding auth protocol: cephx 2024-09-12T00:57:42.321 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding auth protocol: cephx 2024-09-12T00:57:42.321 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding auth protocol: cephx 2024-09-12T00:57:42.321 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: secure 2024-09-12T00:57:42.321 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: crc 2024-09-12T00:57:42.322 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: secure 2024-09-12T00:57:42.322 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: crc 2024-09-12T00:57:42.322 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: secure 2024-09-12T00:57:42.322 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: crc 2024-09-12T00:57:42.322 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: crc 2024-09-12T00:57:42.322 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: secure 2024-09-12T00:57:42.322 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: crc 2024-09-12T00:57:42.322 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: secure 2024-09-12T00:57:42.322 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: crc 2024-09-12T00:57:42.322 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: secure 2024-09-12T00:57:42.322 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:57:42.228+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.322 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:57:42.228+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.323 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command rotate-key cmddesc rotate-key hook 0x563e2dac1cd0 EEXIST 2024-09-12T00:57:42.323 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient: _reopen_session rank -1 2024-09-12T00:57:42.323 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:57:42.323 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-a con 0x563e2daeac50 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:57:42.323 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-c con 0x563e2daecf20 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:57:42.323 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-b con 0x563e2dae9420 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:57:42.323 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.323 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.323 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.323 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient(hunting): _renew_subs 2024-09-12T00:57:42.323 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient(hunting): authenticate will time out at 2168.679763s 2024-09-12T00:57:42.323 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:57:42.228+0000 7fdc37fff640 10 monclient(hunting): get_auth_request con 0x563e2daecf20 auth_method 0 2024-09-12T00:57:42.324 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:57:42.228+0000 7fdc37fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.324 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:57:42.228+0000 7fdc37fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.324 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:57:42.228+0000 7fdc37fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.324 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:57:42.228+0000 7fdc3dfa5640 10 monclient(hunting): get_auth_request con 0x563e2daeac50 auth_method 0 2024-09-12T00:57:42.324 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:57:42.228+0000 7fdc3dfa5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.324 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:57:42.228+0000 7fdc3dfa5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.324 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:57:42.228+0000 7fdc3dfa5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.324 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:57:42.228+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:42.324 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:57:42.228+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:42.324 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:57:42.228+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:42.324 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:57:42.229+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:42.324 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:57:42.229+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:42.324 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:57:42.229+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:42.324 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:57:42.229+0000 7fdc3e7a6640 10 monclient(hunting): get_auth_request con 0x563e2dae9420 auth_method 0 2024-09-12T00:57:42.325 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:57:42.229+0000 7fdc3e7a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.325 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:57:42.229+0000 7fdc3e7a6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.325 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:57:42.229+0000 7fdc3e7a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.325 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:57:42.229+0000 7fdc37fff640 10 monclient(hunting): handle_auth_done global_id 7796 payload 824 2024-09-12T00:57:42.325 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:57:42.229+0000 7fdc37fff640 10 monclient: _finish_hunting 0 2024-09-12T00:57:42.325 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:57:42.229+0000 7fdc37fff640 1 monclient: found mon.noname-c 2024-09-12T00:57:42.325 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:57:42.229+0000 7fdc37fff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:57:42.325 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.325 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:57:42.325 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: dump: 2024-09-12T00:57:42.325 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.325 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.326 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.326 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.326 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.326 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.326 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.326 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.326 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.326 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.326 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: _finish_auth 0 2024-09-12T00:57:42.326 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: _check_auth_tickets 2024-09-12T00:57:42.326 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:57:42.326 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.326 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:57:42.326 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: dump: 2024-09-12T00:57:42.326 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.327 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.327 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.327 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.327 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.327 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.327 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.327 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.327 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.327 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.327 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:57:42.229+0000 7fdc404bb800 5 monclient: authenticate success, global_id 7796 2024-09-12T00:57:42.327 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:57:42.229+0000 7fdc404bb800 10 monclient: _renew_subs 2024-09-12T00:57:42.327 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:57:42.229+0000 7fdc404bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:42.327 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:57:42.229+0000 7fdc3efa7640 4 set_mon_vals no callback set 2024-09-12T00:57:42.328 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:57:42.229+0000 7fdc404bb800 10 monclient: _renew_subs 2024-09-12T00:57:42.328 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:57:42.229+0000 7fdc404bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:42.328 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:57:42.231+0000 7fdb237fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:57:42.328 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:57:42.231+0000 7fdb237fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:42.328 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:57:42.231+0000 7fdb237fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:42.328 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:57:42.231+0000 7fdc3dfa5640 10 monclient: get_auth_request con 0x7fdb18076380 auth_method 0 2024-09-12T00:57:42.328 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:57:42.231+0000 7fdc404bb800 10 monclient: get_monmap_and_config 2024-09-12T00:57:42.328 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:57:42.231+0000 7fdc404bb800 10 monclient: build_initial_monmap 2024-09-12T00:57:42.328 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:57:42.231+0000 7fdc404bb800 1 build_initial for_mkfs: 0 2024-09-12T00:57:42.328 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:57:42.231+0000 7fdc404bb800 10 monclient: monmap: 2024-09-12T00:57:42.328 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:57:42.328 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:57:42.328 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:57:42.328 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:57:42.328 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:57:42.329 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.329 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:57:42.329 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:57:42.329 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:57:42.329 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.329 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding auth protocol: cephx 2024-09-12T00:57:42.329 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding auth protocol: cephx 2024-09-12T00:57:42.329 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding auth protocol: cephx 2024-09-12T00:57:42.329 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: secure 2024-09-12T00:57:42.329 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: crc 2024-09-12T00:57:42.329 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: secure 2024-09-12T00:57:42.329 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: crc 2024-09-12T00:57:42.329 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: secure 2024-09-12T00:57:42.329 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: crc 2024-09-12T00:57:42.330 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: crc 2024-09-12T00:57:42.330 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: secure 2024-09-12T00:57:42.330 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: crc 2024-09-12T00:57:42.330 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: secure 2024-09-12T00:57:42.330 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: crc 2024-09-12T00:57:42.330 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: secure 2024-09-12T00:57:42.330 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:57:42.232+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.330 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:57:42.232+0000 7fdc404bb800 10 monclient: init 2024-09-12T00:57:42.330 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding auth protocol: cephx 2024-09-12T00:57:42.330 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding auth protocol: cephx 2024-09-12T00:57:42.330 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding auth protocol: cephx 2024-09-12T00:57:42.330 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: secure 2024-09-12T00:57:42.330 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: crc 2024-09-12T00:57:42.330 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: secure 2024-09-12T00:57:42.330 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: crc 2024-09-12T00:57:42.331 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: secure 2024-09-12T00:57:42.331 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: crc 2024-09-12T00:57:42.331 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: crc 2024-09-12T00:57:42.331 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: secure 2024-09-12T00:57:42.331 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: crc 2024-09-12T00:57:42.331 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: secure 2024-09-12T00:57:42.331 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: crc 2024-09-12T00:57:42.331 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: secure 2024-09-12T00:57:42.331 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:57:42.232+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.331 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:57:42.232+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.331 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command rotate-key cmddesc rotate-key hook 0x7ffdecddd028 EEXIST 2024-09-12T00:57:42.331 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:57:42.232+0000 7fdc404bb800 10 monclient: _reopen_session rank -1 2024-09-12T00:57:42.331 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:57:42.232+0000 7fdc404bb800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:57:42.331 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-a con 0x563e2db3ec60 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:57:42.331 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-b con 0x563e2db39200 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:57:42.332 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-c con 0x563e2db0eaa0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:57:42.332 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.332 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.332 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.332 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient(hunting): _renew_subs 2024-09-12T00:57:42.332 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient(hunting): authenticate will time out at 2168.684058s 2024-09-12T00:57:42.332 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:57:42.233+0000 7fdc3dfa5640 10 monclient(hunting): get_auth_request con 0x563e2db3ec60 auth_method 0 2024-09-12T00:57:42.332 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:57:42.233+0000 7fdc3dfa5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.332 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:57:42.233+0000 7fdc3dfa5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.332 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:57:42.233+0000 7fdc3dfa5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.332 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient(hunting): get_auth_request con 0x563e2db0eaa0 auth_method 0 2024-09-12T00:57:42.332 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.332 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.332 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.332 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:42.333 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:42.333 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:42.333 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:57:42.233+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:42.333 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:57:42.233+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:42.333 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:57:42.233+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:42.333 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:57:42.233+0000 7fdc37fff640 10 monclient(hunting): get_auth_request con 0x563e2db39200 auth_method 0 2024-09-12T00:57:42.333 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:57:42.233+0000 7fdc37fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.333 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:57:42.233+0000 7fdc37fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.333 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:57:42.233+0000 7fdc37fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.333 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient(hunting): handle_auth_done global_id 7799 payload 274 2024-09-12T00:57:42.333 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient: _finish_hunting 0 2024-09-12T00:57:42.333 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 1 monclient: found mon.noname-c 2024-09-12T00:57:42.333 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:57:42.334 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.334 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:57:42.334 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: dump: 2024-09-12T00:57:42.334 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.334 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.334 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.334 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.334 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.334 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.334 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.334 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.336 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.336 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.336 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: _finish_auth 0 2024-09-12T00:57:42.336 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: _check_auth_tickets 2024-09-12T00:57:42.336 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:57:42.336 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:57:42.233+0000 7fdc404bb800 5 monclient: authenticate success, global_id 7799 2024-09-12T00:57:42.336 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient: get_monmap_and_config success 2024-09-12T00:57:42.336 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:57:42.233+0000 7fdc404bb800 4 set_mon_vals no callback set 2024-09-12T00:57:42.336 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.336 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:57:42.337 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: dump: 2024-09-12T00:57:42.337 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.337 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.337 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.337 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.337 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.337 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.337 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.337 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.337 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.337 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.337 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:57:42.234+0000 7fdc404bb800 10 monclient: shutdown 2024-09-12T00:57:42.337 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:57:42.234+0000 7fdc404bb800 10 monclient: build_initial_monmap 2024-09-12T00:57:42.338 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:57:42.234+0000 7fdc404bb800 1 build_initial for_mkfs: 0 2024-09-12T00:57:42.338 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:57:42.234+0000 7fdc404bb800 10 monclient: monmap: 2024-09-12T00:57:42.338 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:57:42.338 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:57:42.338 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:57:42.338 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:57:42.338 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:57:42.338 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.338 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:57:42.338 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:57:42.338 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:57:42.338 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.338 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding auth protocol: cephx 2024-09-12T00:57:42.338 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding auth protocol: cephx 2024-09-12T00:57:42.339 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding auth protocol: cephx 2024-09-12T00:57:42.339 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: secure 2024-09-12T00:57:42.339 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: crc 2024-09-12T00:57:42.339 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: secure 2024-09-12T00:57:42.339 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: crc 2024-09-12T00:57:42.339 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: secure 2024-09-12T00:57:42.339 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: crc 2024-09-12T00:57:42.339 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: crc 2024-09-12T00:57:42.339 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: secure 2024-09-12T00:57:42.339 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: crc 2024-09-12T00:57:42.339 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: secure 2024-09-12T00:57:42.339 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: crc 2024-09-12T00:57:42.340 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: secure 2024-09-12T00:57:42.340 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:57:42.234+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.340 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:57:42.234+0000 7fdc404bb800 1 librados: starting msgr at 2024-09-12T00:57:42.340 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:57:42.234+0000 7fdc404bb800 1 librados: starting objecter 2024-09-12T00:57:42.340 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command objecter_requests cmddesc objecter_requests hook 0x563e2db10be0 EEXIST 2024-09-12T00:57:42.340 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:57:42.235+0000 7fdc404bb800 1 librados: setting wanted keys 2024-09-12T00:57:42.340 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:57:42.235+0000 7fdc404bb800 1 librados: calling monclient init 2024-09-12T00:57:42.340 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient: init 2024-09-12T00:57:42.340 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding auth protocol: cephx 2024-09-12T00:57:42.340 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding auth protocol: cephx 2024-09-12T00:57:42.340 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding auth protocol: cephx 2024-09-12T00:57:42.340 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: secure 2024-09-12T00:57:42.340 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: crc 2024-09-12T00:57:42.341 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: secure 2024-09-12T00:57:42.341 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: crc 2024-09-12T00:57:42.341 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: secure 2024-09-12T00:57:42.341 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: crc 2024-09-12T00:57:42.341 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: crc 2024-09-12T00:57:42.341 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: secure 2024-09-12T00:57:42.341 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: crc 2024-09-12T00:57:42.341 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: secure 2024-09-12T00:57:42.341 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: crc 2024-09-12T00:57:42.341 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: secure 2024-09-12T00:57:42.341 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:57:42.235+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.341 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:57:42.235+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.342 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command rotate-key cmddesc rotate-key hook 0x563e2db02b48 EEXIST 2024-09-12T00:57:42.342 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient: _reopen_session rank -1 2024-09-12T00:57:42.342 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:57:42.342 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-c con 0x563e2db0eaa0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:57:42.342 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-a con 0x563e2db39200 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:57:42.342 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-b con 0x563e2db3ec60 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:57:42.342 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.342 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.342 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.342 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient(hunting): _renew_subs 2024-09-12T00:57:42.342 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient(hunting): authenticate will time out at 2168.686665s 2024-09-12T00:57:42.342 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:57:42.235+0000 7fdc3dfa5640 10 monclient(hunting): get_auth_request con 0x563e2db0eaa0 auth_method 0 2024-09-12T00:57:42.342 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:57:42.235+0000 7fdc3dfa5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.342 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:57:42.235+0000 7fdc3dfa5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.343 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:57:42.235+0000 7fdc3dfa5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.343 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:57:42.235+0000 7fdc37fff640 10 monclient(hunting): get_auth_request con 0x563e2db39200 auth_method 0 2024-09-12T00:57:42.343 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:57:42.235+0000 7fdc37fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.343 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:57:42.235+0000 7fdc37fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.343 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:57:42.235+0000 7fdc37fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.343 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:57:42.235+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:42.343 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:57:42.235+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:42.343 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:57:42.235+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:42.343 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:57:42.235+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:42.343 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:57:42.235+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:42.343 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:57:42.235+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:42.343 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:57:42.235+0000 7fdc3e7a6640 10 monclient(hunting): get_auth_request con 0x563e2db3ec60 auth_method 0 2024-09-12T00:57:42.343 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:57:42.235+0000 7fdc3e7a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.344 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:57:42.235+0000 7fdc3e7a6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.344 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:57:42.235+0000 7fdc3e7a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.344 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:57:42.236+0000 7fdc37fff640 10 monclient(hunting): handle_auth_done global_id 8322 payload 824 2024-09-12T00:57:42.344 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:57:42.236+0000 7fdc37fff640 10 monclient: _finish_hunting 0 2024-09-12T00:57:42.344 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:57:42.236+0000 7fdc37fff640 1 monclient: found mon.noname-a 2024-09-12T00:57:42.344 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:57:42.236+0000 7fdc37fff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:57:42.344 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.344 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:57:42.344 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: dump: 2024-09-12T00:57:42.344 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.344 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.344 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.345 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.345 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.345 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.345 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.345 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.345 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.345 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.345 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: _finish_auth 0 2024-09-12T00:57:42.345 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: _check_auth_tickets 2024-09-12T00:57:42.345 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:57:42.236+0000 7fdc404bb800 5 monclient: authenticate success, global_id 8322 2024-09-12T00:57:42.345 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:57:42.236+0000 7fdc404bb800 10 monclient: _renew_subs 2024-09-12T00:57:42.345 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:57:42.236+0000 7fdc404bb800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:57:42.345 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:57:42.346 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.346 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:57:42.346 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: dump: 2024-09-12T00:57:42.346 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.346 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.346 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.346 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.346 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.346 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.346 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.346 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.346 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.346 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.347 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:57:42.236+0000 7fdb217fa640 4 set_mon_vals no callback set 2024-09-12T00:57:42.347 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:57:42.236+0000 7fdc404bb800 10 monclient: _renew_subs 2024-09-12T00:57:42.347 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:57:42.236+0000 7fdc404bb800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:57:42.347 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:57:42.236+0000 7fdc404bb800 1 librados: init done 2024-09-12T00:57:42.347 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:57:42.236+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command cr dump hook 0x563e2db2cf28 2024-09-12T00:57:42.347 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:57:42.238+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.347 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:57:42.238+0000 7fdb0f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:57:42.347 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:57:42.238+0000 7fdb0f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:42.347 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:57:42.238+0000 7fdb0f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:42.347 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:57:42.238+0000 7fdc3dfa5640 10 monclient: get_auth_request con 0x7fdb08076470 auth_method 0 2024-09-12T00:57:42.347 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:57:42.239+0000 7fdc3e7a6640 10 monclient: get_auth_request con 0x563e2db58b10 auth_method 0 2024-09-12T00:57:42.347 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:57:42.239+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.347 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:57:42.239+0000 7fdc404bb800 20 realm 2024-09-12T00:57:42.347 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:57:42.239+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.348 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:57:42.240+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.348 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:57:42.240+0000 7fdc404bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:42.348 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:57:42.240+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.348 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:57:42.240+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.348 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:57:42.240+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.348 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:57:42.240+0000 7fdc3dfa5640 10 monclient: get_auth_request con 0x563e2db5ce70 auth_method 0 2024-09-12T00:57:42.348 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:57:42.241+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:42.348 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:57:42.241+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.348 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:57:42.241+0000 7fdc37fff640 10 monclient: get_auth_request con 0x563e2db60540 auth_method 0 2024-09-12T00:57:42.348 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:57:42.242+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:42.348 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:57:42.242+0000 7fdc404bb800 20 searching for the correct realm 2024-09-12T00:57:42.348 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:57:42.242+0000 7fdc3e7a6640 10 monclient: get_auth_request con 0x563e2db65340 auth_method 0 2024-09-12T00:57:42.348 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:57:42.243+0000 7fdc3dfa5640 10 monclient: get_auth_request con 0x7fdc2806b030 auth_method 0 2024-09-12T00:57:42.349 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:57:42.244+0000 7fdc37fff640 10 monclient: get_auth_request con 0x7fdc30039070 auth_method 0 2024-09-12T00:57:42.349 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:57:42.245+0000 7fdc37fff640 0 -- 172.21.15.38:0/3678635 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x563e2db60540 msgr2=0x563e2db62990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:42.349 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:57:42.245+0000 7fdb0f7fe640 1 client.8322.objecter ms_handle_reset 0x563e2db60540 session 0x563e2db5c710 osd.7 2024-09-12T00:57:42.349 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:57:42.245+0000 7fdb0f7fe640 10 monclient: _renew_subs 2024-09-12T00:57:42.349 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:57:42.245+0000 7fdb0f7fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:57:42.349 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:57:42.246+0000 7fdc37fff640 10 monclient: get_auth_request con 0x7fdb08086a20 auth_method 0 2024-09-12T00:57:42.349 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:57:42.246+0000 7fdc3e7a6640 10 monclient: get_auth_request con 0x7fdc28064520 auth_method 0 2024-09-12T00:57:42.349 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:57:42.249+0000 7fdc3dfa5640 10 monclient: get_auth_request con 0x7fdc28003a40 auth_method 0 2024-09-12T00:57:42.349 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:57:42.249+0000 7fdc3dfa5640 0 -- 172.21.15.38:0/3678635 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fdc28003a40 msgr2=0x7fdc280aba30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:42.349 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:57:42.249+0000 7fdb0f7fe640 1 client.8322.objecter ms_handle_reset 0x7fdc28003a40 session 0x7fdc280588e0 osd.0 2024-09-12T00:57:42.349 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:57:42.250+0000 7fdc3dfa5640 10 monclient: get_auth_request con 0x563e2db60540 auth_method 0 2024-09-12T00:57:42.349 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:57:42.349 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:57:42.349 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:42.350 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:42.350 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:42.350 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:42.350 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.350 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.350 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.350 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:42.350 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.350 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:42.350 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:57:42.256+0000 7fdc404bb800 20 zone default found 2024-09-12T00:57:42.350 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:57:42.256+0000 7fdc404bb800 4 Realm: () 2024-09-12T00:57:42.350 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:57:42.256+0000 7fdc404bb800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:57:42.350 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:57:42.256+0000 7fdc404bb800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:57:42.351 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:57:42.256+0000 7fdc404bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:42.351 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:57:42.256+0000 7fdc404bb800 20 zonegroup default 2024-09-12T00:57:42.351 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.351 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.351 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.351 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.351 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.351 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:57:42.257+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.351 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:57:42.257+0000 7fdc404bb800 20 started sync module instance, tier type = 2024-09-12T00:57:42.351 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:57:42.257+0000 7fdc404bb800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:57:42.351 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=0 2024-09-12T00:57:42.351 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=1 2024-09-12T00:57:42.351 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=2 2024-09-12T00:57:42.351 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=3 2024-09-12T00:57:42.351 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=4 2024-09-12T00:57:42.352 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=5 2024-09-12T00:57:42.352 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=6 2024-09-12T00:57:42.352 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:57:42.267+0000 7fdc404bb800 20 add_watcher() i=7 2024-09-12T00:57:42.352 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:57:42.267+0000 7fdc404bb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:42.352 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding auth protocol: cephx 2024-09-12T00:57:42.352 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding auth protocol: cephx 2024-09-12T00:57:42.352 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding auth protocol: cephx 2024-09-12T00:57:42.352 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: secure 2024-09-12T00:57:42.352 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: crc 2024-09-12T00:57:42.352 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: secure 2024-09-12T00:57:42.352 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: crc 2024-09-12T00:57:42.352 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: secure 2024-09-12T00:57:42.352 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: crc 2024-09-12T00:57:42.353 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: crc 2024-09-12T00:57:42.353 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: secure 2024-09-12T00:57:42.353 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: crc 2024-09-12T00:57:42.353 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: secure 2024-09-12T00:57:42.353 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: crc 2024-09-12T00:57:42.353 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: secure 2024-09-12T00:57:42.353 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:57:42.269+0000 7fdaf3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:42.353 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:57:42.269+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.353 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:57:42.269+0000 7fdc404bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:42.353 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:57:42.269+0000 7fdc404bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:42.353 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command cache list hook 0x563e2db365b0 2024-09-12T00:57:42.353 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command cache inspect hook 0x563e2db365b0 2024-09-12T00:57:42.354 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command cache erase hook 0x563e2db365b0 2024-09-12T00:57:42.354 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command cache zap hook 0x563e2db365b0 2024-09-12T00:57:42.354 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 note: GC not initialized 2024-09-12T00:57:42.354 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:57:42.270+0000 7fdaf2fe5640 20 reqs_thread_entry: start 2024-09-12T00:57:42.354 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:57:42.270+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command sync trace show hook 0x7fdc3800f730 2024-09-12T00:57:42.354 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:57:42.270+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command sync trace history hook 0x7fdc3800f730 2024-09-12T00:57:42.354 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:57:42.270+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command sync trace active hook 0x7fdc3800f730 2024-09-12T00:57:42.354 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:57:42.270+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command sync trace active_short hook 0x7fdc3800f730 2024-09-12T00:57:42.354 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:57:42.270+0000 7fdc404bb800 20 init_complete bucket index max shards: 11 2024-09-12T00:57:42.354 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:57:42.270+0000 7fdc404bb800 20 Filter name: none 2024-09-12T00:57:42.354 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:57:42.270+0000 7fdaf0fe1640 20 reqs_thread_entry: start 2024-09-12T00:57:42.354 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:57:42.270+0000 7fdc404bb800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:57:42.354 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:57:42.270+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.354 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:57:42.271+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:57:42.355 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:57:42.271+0000 7fdc404bb800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:57:42.355 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:57:42.271+0000 7fdc404bb800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:57:42.355 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:57:42.271+0000 7fdc404bb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:57:42.355 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:57:42.271+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.355 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:57:42.271+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:57:42.355 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:57:42.271+0000 7fdc404bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:42.355 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:57:42.271+0000 7fdc404bb800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:42.355 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:57:42.271+0000 7fdc404bb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:57:42.355 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:57:42.271+0000 7fdc404bb800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:42.355 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:57:42.271+0000 7fdc404bb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:57:42.355 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:57:42.273+0000 7fdc404bb800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:57:42.355 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:57:42.282+0000 7fdc404bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:42.355 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:57:42.282+0000 7fdc404bb800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:42.356 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:57:42.282+0000 7fdc404bb800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:42.356 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:57:42.282+0000 7fdc404bb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:57:42.356 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:57:42.283+0000 7fdb20ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464334 cookie 94825054897840 notifier 8322 bl.length()=911 2024-09-12T00:57:42.356 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:57:42.283+0000 7fdb20ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:42.356 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:57:42.283+0000 7fdb20ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:42.356 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:57:42.283+0000 7fdb20ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:42.356 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:57:42.283+0000 7fdc404bb800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:57:42.356 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:57:42.283+0000 7fdc404bb800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:57:42.356 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:57:42.283+0000 7fdc404bb800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:57:42.356 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:57:42.283+0000 7fdc404bb800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:57:42.356 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:57:42.288+0000 7fdc404bb800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fdc404bb800 time 2024-09-12T00:57:42.288289+0000 2024-09-12T00:57:42.356 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:57:42.356 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.357 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:57:42.357 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fdc4398c71a] 2024-09-12T00:57:42.357 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fdc4398c8d8] 2024-09-12T00:57:42.357 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563e2ce92641] 2024-09-12T00:57:42.357 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd8854c) [0x563e2d3a554c] 2024-09-12T00:57:42.357 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x563e2cea231d] 2024-09-12T00:57:42.357 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:57:42.357 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fdc42629590] 2024-09-12T00:57:42.357 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:57:42.357 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:57:42.357 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.357 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:57:42.289+0000 7fdc404bb800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:57:42.357 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7fdc404bb800 thread_name:radosgw-admin 2024-09-12T00:57:42.357 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.358 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:57:42.358 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fdc4263e6f0] 2024-09-12T00:57:42.358 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fdc4268b99c] 2024-09-12T00:57:42.358 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:57:42.358 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:57:42.358 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fdc4398c774] 2024-09-12T00:57:42.358 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fdc4398c8d8] 2024-09-12T00:57:42.358 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563e2ce92641] 2024-09-12T00:57:42.358 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd8854c) [0x563e2d3a554c] 2024-09-12T00:57:42.358 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x563e2cea231d] 2024-09-12T00:57:42.358 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:57:42.358 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fdc42629590] 2024-09-12T00:57:42.358 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:57:42.358 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:57:42.358 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:57:42.359 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.359 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:57:42.359 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:57:42.359 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:57:42.359 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:57:42.359 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:57:42.359 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:57:42.359 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:57:42.359 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:57:42.359 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:57:42.359 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:57:42.359 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:57:42.359 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:57:42.359 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:57:42.359 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:57:42.359 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:57:42.360 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:57:42.360 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:57:42.360 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:57:42.360 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:57:42.360 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:57:42.360 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:57:42.360 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:57:42.360 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:57:42.360 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:57:42.360 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:57:42.360 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:57:42.360 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:57:42.360 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:57:42.360 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:57:42.360 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:57:42.361 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:57:42.361 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:57:42.361 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:57:42.361 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:57:42.361 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:57:42.361 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:57:42.361 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:57:42.361 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:57:42.361 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:57:42.361 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:57:42.361 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:57:42.361 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:57:42.361 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:57:42.361 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:57:42.362 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:57:42.362 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:57:42.362 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:57:42.362 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:57:42.362 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:57:42.362 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:57:42.362 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:57:42.362 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:57:42.362 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:57:42.362 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:57:42.362 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:57:42.362 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:57:42.362 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:57:42.362 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:57:42.363 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:57:42.363 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:57:42.363 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:57:42.363 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:57:42.363 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:57:42.363 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:57:42.363 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:57:42.363 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:57:42.363 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:57:42.363 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:57:42.363 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:57:42.363 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:57:42.363 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:57:42.363 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:57:42.363 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:57:42.364 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:57:42.364 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:57:42.364 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:57:42.364 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:57:42.364 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:57:42.364 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:57:42.364 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:57:42.364 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:57:42.364 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:57:42.364 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:57:42.364 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:57:42.364 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:57:42.364 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:57:42.364 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:57:42.364 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:57:42.365 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:57:42.365 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:57:42.365 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:57:42.365 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:57:42.365 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:57:42.365 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:57:42.365 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdaf0fe1640 / http_manager 2024-09-12T00:57:42.365 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdaf2fe5640 / http_manager 2024-09-12T00:57:42.365 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdaf3fe7640 / rgw_dt_lg_renew 2024-09-12T00:57:42.365 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdb0f7fe640 / ms_dispatch 2024-09-12T00:57:42.365 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdb20ff9640 / io_context_pool 2024-09-12T00:57:42.365 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdb217fa640 / io_context_pool 2024-09-12T00:57:42.365 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdb237fe640 / ms_dispatch 2024-09-12T00:57:42.365 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdb2a604640 / ms_dispatch 2024-09-12T00:57:42.366 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdb2be07640 / io_context_pool 2024-09-12T00:57:42.366 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdc37fff640 / msgr-worker-2 2024-09-12T00:57:42.366 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdc3dfa5640 / msgr-worker-1 2024-09-12T00:57:42.366 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdc3e7a6640 / msgr-worker-0 2024-09-12T00:57:42.366 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdc3efa7640 / io_context_pool 2024-09-12T00:57:42.366 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdc404bb800 / radosgw-admin 2024-09-12T00:57:42.366 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:57:42.366 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:57:42.366 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/log/ceph/ceph-client.admin.154394.log 2024-09-12T00:57:42.366 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:57:42.366 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:57:42.366 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:57:42.217+0000 7fdb2be07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.366 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:57:42.218+0000 7fdb2be07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:57:42.366 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:57:42.218+0000 7fdb2be07640 10 monclient: dump: 2024-09-12T00:57:42.367 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.367 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.367 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.367 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.367 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.367 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.367 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.367 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.367 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.367 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.367 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 monclient: authenticate success, global_id 7790 2024-09-12T00:57:42.367 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:57:42.218+0000 7fdc404bb800 10 monclient: get_monmap_and_config success 2024-09-12T00:57:42.367 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:57:42.218+0000 7fdc404bb800 4 set_mon_vals no callback set 2024-09-12T00:57:42.367 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:57:42.218+0000 7fdc404bb800 10 monclient: shutdown 2024-09-12T00:57:42.368 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 asok(0x563e2d84c630) unregister_commands rotate-key 2024-09-12T00:57:42.368 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:57:42.218+0000 7fdc404bb800 10 monclient: build_initial_monmap 2024-09-12T00:57:42.368 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:57:42.218+0000 7fdc404bb800 1 build_initial for_mkfs: 0 2024-09-12T00:57:42.368 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:57:42.218+0000 7fdc404bb800 10 monclient: monmap: 2024-09-12T00:57:42.368 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:57:42.368 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:57:42.368 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:57:42.368 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:57:42.368 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:57:42.368 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.368 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:57:42.368 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:57:42.368 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:57:42.368 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.368 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding auth protocol: cephx 2024-09-12T00:57:42.369 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding auth protocol: cephx 2024-09-12T00:57:42.369 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding auth protocol: cephx 2024-09-12T00:57:42.369 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: secure 2024-09-12T00:57:42.369 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: crc 2024-09-12T00:57:42.369 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: secure 2024-09-12T00:57:42.369 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: crc 2024-09-12T00:57:42.369 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: secure 2024-09-12T00:57:42.369 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: crc 2024-09-12T00:57:42.369 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: crc 2024-09-12T00:57:42.369 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: secure 2024-09-12T00:57:42.369 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: crc 2024-09-12T00:57:42.369 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: secure 2024-09-12T00:57:42.369 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: crc 2024-09-12T00:57:42.370 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:57:42.218+0000 7fdc404bb800 5 AuthRegistry(0x563e2da747d0) adding con mode: secure 2024-09-12T00:57:42.370 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:57:42.219+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.370 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:57:42.219+0000 7fdc404bb800 1 librados: starting msgr at 2024-09-12T00:57:42.370 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:57:42.219+0000 7fdc404bb800 1 librados: starting objecter 2024-09-12T00:57:42.370 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command objecter_requests hook 0x563e2da98e00 2024-09-12T00:57:42.370 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:57:42.219+0000 7fdc404bb800 1 librados: setting wanted keys 2024-09-12T00:57:42.370 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:57:42.219+0000 7fdc404bb800 1 librados: calling monclient init 2024-09-12T00:57:42.370 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:57:42.219+0000 7fdc404bb800 10 monclient: init 2024-09-12T00:57:42.370 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding auth protocol: cephx 2024-09-12T00:57:42.370 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding auth protocol: cephx 2024-09-12T00:57:42.371 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding auth protocol: cephx 2024-09-12T00:57:42.371 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: secure 2024-09-12T00:57:42.371 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: crc 2024-09-12T00:57:42.371 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: secure 2024-09-12T00:57:42.371 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: crc 2024-09-12T00:57:42.371 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: secure 2024-09-12T00:57:42.371 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: crc 2024-09-12T00:57:42.371 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: crc 2024-09-12T00:57:42.371 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: secure 2024-09-12T00:57:42.372 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: crc 2024-09-12T00:57:42.372 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: secure 2024-09-12T00:57:42.372 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: crc 2024-09-12T00:57:42.372 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:57:42.219+0000 7fdc404bb800 5 AuthRegistry(0x563e2da6ee20) adding con mode: secure 2024-09-12T00:57:42.372 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:57:42.219+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.372 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:57:42.219+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.372 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:57:42.220+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command rotate-key hook 0x563e2da6ef68 2024-09-12T00:57:42.372 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient: _reopen_session rank -1 2024-09-12T00:57:42.372 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:57:42.372 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-b con 0x563e2d918580 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:57:42.372 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-c con 0x563e2d924e10 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:57:42.372 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-a con 0x563e2d9ab340 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:57:42.372 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.372 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.373 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.373 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient(hunting): _renew_subs 2024-09-12T00:57:42.373 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient(hunting): authenticate will time out at 2168.671117s 2024-09-12T00:57:42.373 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient(hunting): get_auth_request con 0x563e2d924e10 auth_method 0 2024-09-12T00:57:42.373 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.373 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.373 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.373 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:57:42.220+0000 7fdc3e7a6640 10 monclient(hunting): get_auth_request con 0x563e2d9ab340 auth_method 0 2024-09-12T00:57:42.373 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:57:42.220+0000 7fdc3e7a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.373 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:57:42.220+0000 7fdc3e7a6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.373 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:57:42.220+0000 7fdc3e7a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.373 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:42.374 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:42.374 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:42.374 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:57:42.220+0000 7fdc3dfa5640 10 monclient(hunting): get_auth_request con 0x563e2d918580 auth_method 0 2024-09-12T00:57:42.374 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:57:42.220+0000 7fdc3dfa5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.374 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:57:42.220+0000 7fdc3dfa5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.374 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:57:42.220+0000 7fdc3dfa5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.374 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:57:42.220+0000 7fdc3e7a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:42.374 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:57:42.220+0000 7fdc3e7a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:42.374 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:57:42.220+0000 7fdc3e7a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:42.375 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient(hunting): handle_auth_done global_id 7793 payload 824 2024-09-12T00:57:42.375 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient: _finish_hunting 0 2024-09-12T00:57:42.375 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:57:42.220+0000 7fdc37fff640 1 monclient: found mon.noname-c 2024-09-12T00:57:42.375 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:57:42.220+0000 7fdc37fff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:57:42.375 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.375 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:57:42.375 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: dump: 2024-09-12T00:57:42.375 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.375 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.375 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.375 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.375 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.375 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.375 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.376 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.376 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.376 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.376 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: _finish_auth 0 2024-09-12T00:57:42.376 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: _check_auth_tickets 2024-09-12T00:57:42.376 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: handle_config config(0 keys) 2024-09-12T00:57:42.376 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.376 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:57:42.376 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:57:42.220+0000 7fdb2a604640 10 monclient: dump: 2024-09-12T00:57:42.376 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.376 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.376 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.376 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.376 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.377 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.377 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.377 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.377 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.377 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.377 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:57:42.220+0000 7fdc404bb800 5 monclient: authenticate success, global_id 7793 2024-09-12T00:57:42.377 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient: _renew_subs 2024-09-12T00:57:42.377 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:57:42.220+0000 7fdc404bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:42.377 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:57:42.220+0000 7fdb2be07640 4 set_mon_vals no callback set 2024-09-12T00:57:42.377 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:57:42.221+0000 7fdc404bb800 10 monclient: _renew_subs 2024-09-12T00:57:42.377 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:57:42.221+0000 7fdc404bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:42.377 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:57:42.221+0000 7fdc404bb800 1 librados: init done 2024-09-12T00:57:42.377 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:57:42.223+0000 7fdb2a604640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:57:42.377 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:57:42.223+0000 7fdb2a604640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:42.378 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:57:42.223+0000 7fdb2a604640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:42.378 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:57:42.223+0000 7fdc3dfa5640 10 monclient: get_auth_request con 0x7fdb24076470 auth_method 0 2024-09-12T00:57:42.378 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:57:42.223+0000 7fdc3e7a6640 10 monclient: get_auth_request con 0x563e2da97210 auth_method 0 2024-09-12T00:57:42.378 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:57:42.224+0000 7fdc3dfa5640 10 monclient: get_auth_request con 0x563e2daba230 auth_method 0 2024-09-12T00:57:42.378 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:57:42.226+0000 7fdc37fff640 10 monclient: get_auth_request con 0x563e2dabe620 auth_method 0 2024-09-12T00:57:42.378 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:57:42.227+0000 7fdc404bb800 10 monclient: build_initial_monmap 2024-09-12T00:57:42.378 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:57:42.227+0000 7fdc404bb800 1 build_initial for_mkfs: 0 2024-09-12T00:57:42.378 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:57:42.227+0000 7fdc404bb800 10 monclient: monmap: 2024-09-12T00:57:42.378 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:57:42.378 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:57:42.378 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:57:42.378 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:57:42.378 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:57:42.378 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.378 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:57:42.379 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:57:42.379 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:57:42.379 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.379 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding auth protocol: cephx 2024-09-12T00:57:42.379 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding auth protocol: cephx 2024-09-12T00:57:42.379 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding auth protocol: cephx 2024-09-12T00:57:42.379 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: secure 2024-09-12T00:57:42.379 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: crc 2024-09-12T00:57:42.379 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: secure 2024-09-12T00:57:42.379 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: crc 2024-09-12T00:57:42.379 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: secure 2024-09-12T00:57:42.379 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: crc 2024-09-12T00:57:42.379 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: crc 2024-09-12T00:57:42.379 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: secure 2024-09-12T00:57:42.379 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: crc 2024-09-12T00:57:42.379 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: secure 2024-09-12T00:57:42.380 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: crc 2024-09-12T00:57:42.380 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:57:42.227+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac3510) adding con mode: secure 2024-09-12T00:57:42.380 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:57:42.227+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.380 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command objecter_requests cmddesc objecter_requests hook 0x563e2dac6f60 EEXIST 2024-09-12T00:57:42.380 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient: init 2024-09-12T00:57:42.380 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding auth protocol: cephx 2024-09-12T00:57:42.380 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding auth protocol: cephx 2024-09-12T00:57:42.380 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding auth protocol: cephx 2024-09-12T00:57:42.380 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: secure 2024-09-12T00:57:42.380 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: crc 2024-09-12T00:57:42.381 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: secure 2024-09-12T00:57:42.381 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: crc 2024-09-12T00:57:42.381 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: secure 2024-09-12T00:57:42.381 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: crc 2024-09-12T00:57:42.381 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: crc 2024-09-12T00:57:42.381 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: secure 2024-09-12T00:57:42.381 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: crc 2024-09-12T00:57:42.381 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: secure 2024-09-12T00:57:42.381 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: crc 2024-09-12T00:57:42.381 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 AuthRegistry(0x563e2dac1b88) adding con mode: secure 2024-09-12T00:57:42.381 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:57:42.228+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.381 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:57:42.228+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.381 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:57:42.228+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command rotate-key cmddesc rotate-key hook 0x563e2dac1cd0 EEXIST 2024-09-12T00:57:42.382 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient: _reopen_session rank -1 2024-09-12T00:57:42.382 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient: _add_conns ranks=[0,2,1] 2024-09-12T00:57:42.382 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-a con 0x563e2daeac50 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:57:42.382 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-c con 0x563e2daecf20 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:57:42.382 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-b con 0x563e2dae9420 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:57:42.382 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.382 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.382 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.382 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient(hunting): _renew_subs 2024-09-12T00:57:42.382 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:57:42.228+0000 7fdc404bb800 10 monclient(hunting): authenticate will time out at 2168.679763s 2024-09-12T00:57:42.382 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:57:42.228+0000 7fdc37fff640 10 monclient(hunting): get_auth_request con 0x563e2daecf20 auth_method 0 2024-09-12T00:57:42.382 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:57:42.228+0000 7fdc37fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.382 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:57:42.228+0000 7fdc37fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.383 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:57:42.228+0000 7fdc37fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.383 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:57:42.228+0000 7fdc3dfa5640 10 monclient(hunting): get_auth_request con 0x563e2daeac50 auth_method 0 2024-09-12T00:57:42.383 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:57:42.228+0000 7fdc3dfa5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.383 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:57:42.228+0000 7fdc3dfa5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.383 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:57:42.228+0000 7fdc3dfa5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.383 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:57:42.228+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:42.383 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:57:42.228+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:42.383 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:57:42.228+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:42.383 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:57:42.229+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:42.383 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:57:42.229+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:42.383 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:57:42.229+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:42.383 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:57:42.229+0000 7fdc3e7a6640 10 monclient(hunting): get_auth_request con 0x563e2dae9420 auth_method 0 2024-09-12T00:57:42.383 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:57:42.229+0000 7fdc3e7a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.384 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:57:42.229+0000 7fdc3e7a6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.384 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:57:42.229+0000 7fdc3e7a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.384 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:57:42.229+0000 7fdc37fff640 10 monclient(hunting): handle_auth_done global_id 7796 payload 824 2024-09-12T00:57:42.384 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:57:42.229+0000 7fdc37fff640 10 monclient: _finish_hunting 0 2024-09-12T00:57:42.384 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:57:42.229+0000 7fdc37fff640 1 monclient: found mon.noname-c 2024-09-12T00:57:42.384 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:57:42.229+0000 7fdc37fff640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:57:42.384 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.384 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:57:42.384 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: dump: 2024-09-12T00:57:42.384 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.384 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.384 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.384 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.384 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.385 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.385 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.385 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.385 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.385 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.385 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: _finish_auth 0 2024-09-12T00:57:42.385 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: _check_auth_tickets 2024-09-12T00:57:42.385 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:57:42.385 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.385 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:57:42.385 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:57:42.229+0000 7fdb237fe640 10 monclient: dump: 2024-09-12T00:57:42.385 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.385 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.385 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.386 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.386 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.386 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.386 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.386 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.386 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.386 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.386 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:57:42.229+0000 7fdc404bb800 5 monclient: authenticate success, global_id 7796 2024-09-12T00:57:42.386 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:57:42.229+0000 7fdc404bb800 10 monclient: _renew_subs 2024-09-12T00:57:42.386 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:57:42.229+0000 7fdc404bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:42.386 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:57:42.229+0000 7fdc3efa7640 4 set_mon_vals no callback set 2024-09-12T00:57:42.386 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:57:42.229+0000 7fdc404bb800 10 monclient: _renew_subs 2024-09-12T00:57:42.386 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:57:42.229+0000 7fdc404bb800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:57:42.386 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:57:42.231+0000 7fdb237fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:57:42.387 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:57:42.231+0000 7fdb237fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:42.387 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:57:42.231+0000 7fdb237fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:42.387 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:57:42.231+0000 7fdc3dfa5640 10 monclient: get_auth_request con 0x7fdb18076380 auth_method 0 2024-09-12T00:57:42.387 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:57:42.231+0000 7fdc404bb800 10 monclient: get_monmap_and_config 2024-09-12T00:57:42.387 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:57:42.231+0000 7fdc404bb800 10 monclient: build_initial_monmap 2024-09-12T00:57:42.387 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:57:42.231+0000 7fdc404bb800 1 build_initial for_mkfs: 0 2024-09-12T00:57:42.387 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:57:42.231+0000 7fdc404bb800 10 monclient: monmap: 2024-09-12T00:57:42.387 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:57:42.387 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:57:42.387 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:57:42.387 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:57:42.387 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:57:42.387 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.387 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:57:42.388 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:57:42.388 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:57:42.388 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.388 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding auth protocol: cephx 2024-09-12T00:57:42.388 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding auth protocol: cephx 2024-09-12T00:57:42.388 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding auth protocol: cephx 2024-09-12T00:57:42.388 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: secure 2024-09-12T00:57:42.388 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: crc 2024-09-12T00:57:42.388 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: secure 2024-09-12T00:57:42.388 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: crc 2024-09-12T00:57:42.388 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: secure 2024-09-12T00:57:42.388 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: crc 2024-09-12T00:57:42.388 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: crc 2024-09-12T00:57:42.388 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: secure 2024-09-12T00:57:42.389 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: crc 2024-09-12T00:57:42.389 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: secure 2024-09-12T00:57:42.389 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: crc 2024-09-12T00:57:42.389 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x563e2db0a680) adding con mode: secure 2024-09-12T00:57:42.389 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:57:42.232+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.389 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:57:42.232+0000 7fdc404bb800 10 monclient: init 2024-09-12T00:57:42.389 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding auth protocol: cephx 2024-09-12T00:57:42.389 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding auth protocol: cephx 2024-09-12T00:57:42.389 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding auth protocol: cephx 2024-09-12T00:57:42.389 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: secure 2024-09-12T00:57:42.389 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: crc 2024-09-12T00:57:42.389 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: secure 2024-09-12T00:57:42.389 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: crc 2024-09-12T00:57:42.390 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: secure 2024-09-12T00:57:42.390 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: crc 2024-09-12T00:57:42.390 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: crc 2024-09-12T00:57:42.390 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: secure 2024-09-12T00:57:42.390 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: crc 2024-09-12T00:57:42.390 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: secure 2024-09-12T00:57:42.390 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: crc 2024-09-12T00:57:42.390 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddcee0) adding con mode: secure 2024-09-12T00:57:42.390 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:57:42.232+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.390 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:57:42.232+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.390 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:57:42.232+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command rotate-key cmddesc rotate-key hook 0x7ffdecddd028 EEXIST 2024-09-12T00:57:42.390 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:57:42.232+0000 7fdc404bb800 10 monclient: _reopen_session rank -1 2024-09-12T00:57:42.390 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:57:42.232+0000 7fdc404bb800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:57:42.390 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-a con 0x563e2db3ec60 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:57:42.391 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-b con 0x563e2db39200 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:57:42.391 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-c con 0x563e2db0eaa0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:57:42.391 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.391 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.391 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.391 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient(hunting): _renew_subs 2024-09-12T00:57:42.391 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient(hunting): authenticate will time out at 2168.684058s 2024-09-12T00:57:42.391 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:57:42.233+0000 7fdc3dfa5640 10 monclient(hunting): get_auth_request con 0x563e2db3ec60 auth_method 0 2024-09-12T00:57:42.391 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:57:42.233+0000 7fdc3dfa5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.391 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:57:42.233+0000 7fdc3dfa5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.391 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:57:42.233+0000 7fdc3dfa5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.391 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient(hunting): get_auth_request con 0x563e2db0eaa0 auth_method 0 2024-09-12T00:57:42.392 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.392 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.392 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.392 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:42.392 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:42.392 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:42.392 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:57:42.233+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:42.392 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:57:42.233+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:42.392 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:57:42.233+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:42.392 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:57:42.233+0000 7fdc37fff640 10 monclient(hunting): get_auth_request con 0x563e2db39200 auth_method 0 2024-09-12T00:57:42.392 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:57:42.233+0000 7fdc37fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.392 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:57:42.233+0000 7fdc37fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.392 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:57:42.233+0000 7fdc37fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.392 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient(hunting): handle_auth_done global_id 7799 payload 274 2024-09-12T00:57:42.393 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient: _finish_hunting 0 2024-09-12T00:57:42.393 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 1 monclient: found mon.noname-c 2024-09-12T00:57:42.393 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:57:42.233+0000 7fdc3e7a6640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:57:42.393 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.393 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:57:42.393 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: dump: 2024-09-12T00:57:42.393 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.393 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.393 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.393 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.393 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.393 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.393 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.394 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.394 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.394 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.394 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: _finish_auth 0 2024-09-12T00:57:42.394 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: _check_auth_tickets 2024-09-12T00:57:42.394 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:57:42.394 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:57:42.233+0000 7fdc404bb800 5 monclient: authenticate success, global_id 7799 2024-09-12T00:57:42.394 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:57:42.233+0000 7fdc404bb800 10 monclient: get_monmap_and_config success 2024-09-12T00:57:42.394 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:57:42.233+0000 7fdc404bb800 4 set_mon_vals no callback set 2024-09-12T00:57:42.394 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.394 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:57:42.394 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:57:42.233+0000 7fdb217fa640 10 monclient: dump: 2024-09-12T00:57:42.394 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.394 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.395 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.395 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.395 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.395 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.395 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.395 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.395 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.395 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.395 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:57:42.234+0000 7fdc404bb800 10 monclient: shutdown 2024-09-12T00:57:42.395 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:57:42.234+0000 7fdc404bb800 10 monclient: build_initial_monmap 2024-09-12T00:57:42.395 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:57:42.234+0000 7fdc404bb800 1 build_initial for_mkfs: 0 2024-09-12T00:57:42.395 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:57:42.234+0000 7fdc404bb800 10 monclient: monmap: 2024-09-12T00:57:42.395 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:57:42.396 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:57:42.396 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:57:42.396 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:57:42.396 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:57:42.396 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.396 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:57:42.396 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:57:42.396 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:57:42.396 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.396 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding auth protocol: cephx 2024-09-12T00:57:42.396 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding auth protocol: cephx 2024-09-12T00:57:42.396 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding auth protocol: cephx 2024-09-12T00:57:42.396 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: secure 2024-09-12T00:57:42.397 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: crc 2024-09-12T00:57:42.397 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: secure 2024-09-12T00:57:42.397 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: crc 2024-09-12T00:57:42.397 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: secure 2024-09-12T00:57:42.397 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: crc 2024-09-12T00:57:42.397 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: crc 2024-09-12T00:57:42.397 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: secure 2024-09-12T00:57:42.397 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: crc 2024-09-12T00:57:42.397 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: secure 2024-09-12T00:57:42.397 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: crc 2024-09-12T00:57:42.397 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 AuthRegistry(0x563e2db3a1c0) adding con mode: secure 2024-09-12T00:57:42.397 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:57:42.234+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.397 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:57:42.234+0000 7fdc404bb800 1 librados: starting msgr at 2024-09-12T00:57:42.398 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:57:42.234+0000 7fdc404bb800 1 librados: starting objecter 2024-09-12T00:57:42.398 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:57:42.234+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command objecter_requests cmddesc objecter_requests hook 0x563e2db10be0 EEXIST 2024-09-12T00:57:42.398 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:57:42.235+0000 7fdc404bb800 1 librados: setting wanted keys 2024-09-12T00:57:42.398 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:57:42.235+0000 7fdc404bb800 1 librados: calling monclient init 2024-09-12T00:57:42.398 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient: init 2024-09-12T00:57:42.398 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding auth protocol: cephx 2024-09-12T00:57:42.398 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding auth protocol: cephx 2024-09-12T00:57:42.398 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding auth protocol: cephx 2024-09-12T00:57:42.398 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: secure 2024-09-12T00:57:42.398 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: crc 2024-09-12T00:57:42.398 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: secure 2024-09-12T00:57:42.398 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: crc 2024-09-12T00:57:42.398 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: secure 2024-09-12T00:57:42.399 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: crc 2024-09-12T00:57:42.399 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: crc 2024-09-12T00:57:42.399 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: secure 2024-09-12T00:57:42.399 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: crc 2024-09-12T00:57:42.399 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: secure 2024-09-12T00:57:42.399 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: crc 2024-09-12T00:57:42.399 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 AuthRegistry(0x563e2db02a00) adding con mode: secure 2024-09-12T00:57:42.399 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:57:42.235+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.399 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:57:42.235+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.399 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:57:42.235+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command rotate-key cmddesc rotate-key hook 0x563e2db02b48 EEXIST 2024-09-12T00:57:42.399 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient: _reopen_session rank -1 2024-09-12T00:57:42.399 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:57:42.399 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-c con 0x563e2db0eaa0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:57:42.399 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-a con 0x563e2db39200 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:57:42.400 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient(hunting): picked mon.noname-b con 0x563e2db3ec60 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:57:42.400 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.400 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.400 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient(hunting): start opening mon connection 2024-09-12T00:57:42.400 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient(hunting): _renew_subs 2024-09-12T00:57:42.400 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:57:42.235+0000 7fdc404bb800 10 monclient(hunting): authenticate will time out at 2168.686665s 2024-09-12T00:57:42.400 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:57:42.235+0000 7fdc3dfa5640 10 monclient(hunting): get_auth_request con 0x563e2db0eaa0 auth_method 0 2024-09-12T00:57:42.400 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:57:42.235+0000 7fdc3dfa5640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.400 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:57:42.235+0000 7fdc3dfa5640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.400 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:57:42.235+0000 7fdc3dfa5640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.400 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:57:42.235+0000 7fdc37fff640 10 monclient(hunting): get_auth_request con 0x563e2db39200 auth_method 0 2024-09-12T00:57:42.400 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:57:42.235+0000 7fdc37fff640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.400 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:57:42.235+0000 7fdc37fff640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.400 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:57:42.235+0000 7fdc37fff640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.401 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:57:42.235+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:42.401 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:57:42.235+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:42.401 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:57:42.235+0000 7fdc3dfa5640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:42.401 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:57:42.235+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:57:42.401 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:57:42.235+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:57:42.401 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:57:42.235+0000 7fdc37fff640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:57:42.401 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:57:42.235+0000 7fdc3e7a6640 10 monclient(hunting): get_auth_request con 0x563e2db3ec60 auth_method 0 2024-09-12T00:57:42.401 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:57:42.235+0000 7fdc3e7a6640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:57:42.401 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:57:42.235+0000 7fdc3e7a6640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:57:42.401 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:57:42.235+0000 7fdc3e7a6640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:57:42.401 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:57:42.236+0000 7fdc37fff640 10 monclient(hunting): handle_auth_done global_id 8322 payload 824 2024-09-12T00:57:42.401 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:57:42.236+0000 7fdc37fff640 10 monclient: _finish_hunting 0 2024-09-12T00:57:42.401 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:57:42.236+0000 7fdc37fff640 1 monclient: found mon.noname-a 2024-09-12T00:57:42.402 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:57:42.236+0000 7fdc37fff640 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.38:3300/0 2024-09-12T00:57:42.402 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.402 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2024-09-12T00:57:42.402 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: dump: 2024-09-12T00:57:42.402 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.402 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.402 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.402 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.402 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.402 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.402 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.402 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.402 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.402 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.403 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: _finish_auth 0 2024-09-12T00:57:42.403 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: _check_auth_tickets 2024-09-12T00:57:42.403 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:57:42.236+0000 7fdc404bb800 5 monclient: authenticate success, global_id 8322 2024-09-12T00:57:42.403 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:57:42.236+0000 7fdc404bb800 10 monclient: _renew_subs 2024-09-12T00:57:42.403 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:57:42.236+0000 7fdc404bb800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:57:42.403 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: handle_config config(0 keys) 2024-09-12T00:57:42.403 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:57:42.403 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: got monmap 1 from mon.a (according to old e1) 2024-09-12T00:57:42.403 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:57:42.236+0000 7fdb0f7fe640 10 monclient: dump: 2024-09-12T00:57:42.403 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:57:42.403 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:57:42.403 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.403 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:57:42.403 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:57:42.404 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:57:42.404 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:57:42.404 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:57:42.404 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:57:42.404 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.404 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:57:42.236+0000 7fdb217fa640 4 set_mon_vals no callback set 2024-09-12T00:57:42.404 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:57:42.236+0000 7fdc404bb800 10 monclient: _renew_subs 2024-09-12T00:57:42.404 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:57:42.236+0000 7fdc404bb800 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:57:42.404 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:57:42.236+0000 7fdc404bb800 1 librados: init done 2024-09-12T00:57:42.404 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:57:42.236+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command cr dump hook 0x563e2db2cf28 2024-09-12T00:57:42.404 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:57:42.238+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.404 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:57:42.238+0000 7fdb0f7fe640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:57:42.404 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:57:42.238+0000 7fdb0f7fe640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:42.404 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:57:42.238+0000 7fdb0f7fe640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:57:42.405 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:57:42.238+0000 7fdc3dfa5640 10 monclient: get_auth_request con 0x7fdb08076470 auth_method 0 2024-09-12T00:57:42.405 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:57:42.239+0000 7fdc3e7a6640 10 monclient: get_auth_request con 0x563e2db58b10 auth_method 0 2024-09-12T00:57:42.405 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:57:42.239+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.405 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:57:42.239+0000 7fdc404bb800 20 realm 2024-09-12T00:57:42.405 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:57:42.239+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.405 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:57:42.240+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.405 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:57:42.240+0000 7fdc404bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:42.405 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:57:42.240+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.405 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:57:42.240+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.405 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:57:42.240+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.405 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:57:42.240+0000 7fdc3dfa5640 10 monclient: get_auth_request con 0x563e2db5ce70 auth_method 0 2024-09-12T00:57:42.405 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:57:42.241+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:42.405 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:57:42.241+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.405 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:57:42.241+0000 7fdc37fff640 10 monclient: get_auth_request con 0x563e2db60540 auth_method 0 2024-09-12T00:57:42.406 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:57:42.242+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:42.406 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:57:42.242+0000 7fdc404bb800 20 searching for the correct realm 2024-09-12T00:57:42.406 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:57:42.242+0000 7fdc3e7a6640 10 monclient: get_auth_request con 0x563e2db65340 auth_method 0 2024-09-12T00:57:42.406 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:57:42.243+0000 7fdc3dfa5640 10 monclient: get_auth_request con 0x7fdc2806b030 auth_method 0 2024-09-12T00:57:42.406 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:57:42.244+0000 7fdc37fff640 10 monclient: get_auth_request con 0x7fdc30039070 auth_method 0 2024-09-12T00:57:42.406 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:57:42.245+0000 7fdc37fff640 0 -- 172.21.15.38:0/3678635 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x563e2db60540 msgr2=0x563e2db62990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:42.406 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:57:42.245+0000 7fdb0f7fe640 1 client.8322.objecter ms_handle_reset 0x563e2db60540 session 0x563e2db5c710 osd.7 2024-09-12T00:57:42.406 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:57:42.245+0000 7fdb0f7fe640 10 monclient: _renew_subs 2024-09-12T00:57:42.406 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:57:42.245+0000 7fdb0f7fe640 10 monclient: _send_mon_message to mon.a at v2:172.21.15.38:3300/0 2024-09-12T00:57:42.406 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:57:42.246+0000 7fdc37fff640 10 monclient: get_auth_request con 0x7fdb08086a20 auth_method 0 2024-09-12T00:57:42.406 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:57:42.246+0000 7fdc3e7a6640 10 monclient: get_auth_request con 0x7fdc28064520 auth_method 0 2024-09-12T00:57:42.406 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:57:42.249+0000 7fdc3dfa5640 10 monclient: get_auth_request con 0x7fdc28003a40 auth_method 0 2024-09-12T00:57:42.406 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:57:42.249+0000 7fdc3dfa5640 0 -- 172.21.15.38:0/3678635 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fdc28003a40 msgr2=0x7fdc280aba30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:42.406 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:57:42.249+0000 7fdb0f7fe640 1 client.8322.objecter ms_handle_reset 0x7fdc28003a40 session 0x7fdc280588e0 osd.0 2024-09-12T00:57:42.407 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:57:42.250+0000 7fdc3dfa5640 10 monclient: get_auth_request con 0x563e2db60540 auth_method 0 2024-09-12T00:57:42.407 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:57:42.407 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:57:42.407 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:42.407 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:42.407 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:42.407 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:42.407 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.407 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.407 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.407 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:42.407 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:57:42.255+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.407 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:42.407 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:57:42.256+0000 7fdc404bb800 20 zone default found 2024-09-12T00:57:42.408 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:57:42.256+0000 7fdc404bb800 4 Realm: () 2024-09-12T00:57:42.408 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:57:42.256+0000 7fdc404bb800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:57:42.408 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:57:42.256+0000 7fdc404bb800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:57:42.408 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:57:42.256+0000 7fdc404bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:42.408 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:57:42.256+0000 7fdc404bb800 20 zonegroup default 2024-09-12T00:57:42.408 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.408 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.408 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.408 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.408 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:57:42.256+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.408 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:57:42.257+0000 7fdc404bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.408 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:57:42.257+0000 7fdc404bb800 20 started sync module instance, tier type = 2024-09-12T00:57:42.408 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:57:42.257+0000 7fdc404bb800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:57:42.408 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=0 2024-09-12T00:57:42.409 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=1 2024-09-12T00:57:42.409 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=2 2024-09-12T00:57:42.409 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=3 2024-09-12T00:57:42.409 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=4 2024-09-12T00:57:42.409 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=5 2024-09-12T00:57:42.409 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:57:42.266+0000 7fdc404bb800 20 add_watcher() i=6 2024-09-12T00:57:42.409 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:57:42.267+0000 7fdc404bb800 20 add_watcher() i=7 2024-09-12T00:57:42.409 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:57:42.267+0000 7fdc404bb800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:42.409 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding auth protocol: cephx 2024-09-12T00:57:42.409 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding auth protocol: cephx 2024-09-12T00:57:42.409 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding auth protocol: cephx 2024-09-12T00:57:42.409 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: secure 2024-09-12T00:57:42.409 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: crc 2024-09-12T00:57:42.410 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: secure 2024-09-12T00:57:42.410 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: crc 2024-09-12T00:57:42.410 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: secure 2024-09-12T00:57:42.410 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: crc 2024-09-12T00:57:42.410 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: crc 2024-09-12T00:57:42.410 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: secure 2024-09-12T00:57:42.410 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: crc 2024-09-12T00:57:42.410 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: secure 2024-09-12T00:57:42.410 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: crc 2024-09-12T00:57:42.410 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 AuthRegistry(0x7ffdecddd3c0) adding con mode: secure 2024-09-12T00:57:42.411 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:57:42.269+0000 7fdaf3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:42.411 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:57:42.269+0000 7fdc404bb800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:57:42.411 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:57:42.269+0000 7fdc404bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:42.411 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:57:42.269+0000 7fdc404bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:42.411 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command cache list hook 0x563e2db365b0 2024-09-12T00:57:42.411 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command cache inspect hook 0x563e2db365b0 2024-09-12T00:57:42.411 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command cache erase hook 0x563e2db365b0 2024-09-12T00:57:42.411 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command cache zap hook 0x563e2db365b0 2024-09-12T00:57:42.411 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:57:42.269+0000 7fdc404bb800 5 note: GC not initialized 2024-09-12T00:57:42.411 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:57:42.270+0000 7fdaf2fe5640 20 reqs_thread_entry: start 2024-09-12T00:57:42.411 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:57:42.270+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command sync trace show hook 0x7fdc3800f730 2024-09-12T00:57:42.412 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:57:42.270+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command sync trace history hook 0x7fdc3800f730 2024-09-12T00:57:42.412 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:57:42.270+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command sync trace active hook 0x7fdc3800f730 2024-09-12T00:57:42.412 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:57:42.270+0000 7fdc404bb800 5 asok(0x563e2d84c630) register_command sync trace active_short hook 0x7fdc3800f730 2024-09-12T00:57:42.412 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:57:42.270+0000 7fdc404bb800 20 init_complete bucket index max shards: 11 2024-09-12T00:57:42.412 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:57:42.270+0000 7fdc404bb800 20 Filter name: none 2024-09-12T00:57:42.412 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:57:42.270+0000 7fdaf0fe1640 20 reqs_thread_entry: start 2024-09-12T00:57:42.412 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:57:42.270+0000 7fdc404bb800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:57:42.413 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:57:42.270+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.413 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:57:42.271+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:57:42.413 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:57:42.271+0000 7fdc404bb800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:57:42.413 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:57:42.271+0000 7fdc404bb800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:57:42.413 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:57:42.271+0000 7fdc404bb800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:57:42.413 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:57:42.271+0000 7fdc404bb800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.413 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:57:42.271+0000 7fdc404bb800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:57:42.413 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:57:42.271+0000 7fdc404bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:42.413 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:57:42.271+0000 7fdc404bb800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:42.413 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:57:42.271+0000 7fdc404bb800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:57:42.413 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:57:42.271+0000 7fdc404bb800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:42.413 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:57:42.271+0000 7fdc404bb800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:57:42.414 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:57:42.273+0000 7fdc404bb800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:57:42.414 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:57:42.282+0000 7fdc404bb800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:42.414 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:57:42.282+0000 7fdc404bb800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:42.414 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:57:42.282+0000 7fdc404bb800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:42.414 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:57:42.282+0000 7fdc404bb800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:57:42.414 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:57:42.283+0000 7fdb20ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464334 cookie 94825054897840 notifier 8322 bl.length()=911 2024-09-12T00:57:42.414 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:57:42.283+0000 7fdb20ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:42.414 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:57:42.283+0000 7fdb20ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:42.414 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:57:42.283+0000 7fdb20ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:42.415 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:57:42.283+0000 7fdc404bb800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:57:42.415 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:57:42.283+0000 7fdc404bb800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:57:42.415 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:57:42.283+0000 7fdc404bb800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:57:42.415 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:57:42.283+0000 7fdc404bb800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:57:42.415 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:57:42.288+0000 7fdc404bb800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7fdc404bb800 time 2024-09-12T00:57:42.288289+0000 2024-09-12T00:57:42.415 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:57:42.415 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.415 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:57:42.415 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7fdc4398c71a] 2024-09-12T00:57:42.415 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fdc4398c8d8] 2024-09-12T00:57:42.415 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563e2ce92641] 2024-09-12T00:57:42.415 INFO:tasks.workunit.client.0.smithi038.stderr: 4: radosgw-admin(+0xd8854c) [0x563e2d3a554c] 2024-09-12T00:57:42.415 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x563e2cea231d] 2024-09-12T00:57:42.416 INFO:tasks.workunit.client.0.smithi038.stderr: 6: main() 2024-09-12T00:57:42.416 INFO:tasks.workunit.client.0.smithi038.stderr: 7: /lib64/libc.so.6(+0x29590) [0x7fdc42629590] 2024-09-12T00:57:42.416 INFO:tasks.workunit.client.0.smithi038.stderr: 8: __libc_start_main() 2024-09-12T00:57:42.416 INFO:tasks.workunit.client.0.smithi038.stderr: 9: _start() 2024-09-12T00:57:42.416 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.416 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:57:42.289+0000 7fdc404bb800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:57:42.416 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7fdc404bb800 thread_name:radosgw-admin 2024-09-12T00:57:42.416 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.416 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:57:42.416 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fdc4263e6f0] 2024-09-12T00:57:42.416 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7fdc4268b99c] 2024-09-12T00:57:42.416 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:57:42.416 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:57:42.416 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7fdc4398c774] 2024-09-12T00:57:42.417 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7fdc4398c8d8] 2024-09-12T00:57:42.417 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x563e2ce92641] 2024-09-12T00:57:42.417 INFO:tasks.workunit.client.0.smithi038.stderr: 8: radosgw-admin(+0xd8854c) [0x563e2d3a554c] 2024-09-12T00:57:42.417 INFO:tasks.workunit.client.0.smithi038.stderr: 9: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x10d) [0x563e2cea231d] 2024-09-12T00:57:42.417 INFO:tasks.workunit.client.0.smithi038.stderr: 10: main() 2024-09-12T00:57:42.417 INFO:tasks.workunit.client.0.smithi038.stderr: 11: /lib64/libc.so.6(+0x29590) [0x7fdc42629590] 2024-09-12T00:57:42.417 INFO:tasks.workunit.client.0.smithi038.stderr: 12: __libc_start_main() 2024-09-12T00:57:42.417 INFO:tasks.workunit.client.0.smithi038.stderr: 13: _start() 2024-09-12T00:57:42.417 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:57:42.417 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:57:42.417 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:57:42.417 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:57:42.417 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:57:42.417 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:57:42.418 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:57:42.418 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:57:42.418 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:57:42.418 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:57:42.418 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:57:42.418 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:57:42.418 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:57:42.418 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:57:42.418 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:57:42.418 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:57:42.418 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:57:42.418 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:57:42.418 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:57:42.418 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:57:42.418 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:57:42.419 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:57:42.419 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:57:42.419 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:57:42.419 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:57:42.419 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:57:42.419 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:57:42.419 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:57:42.419 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:57:42.419 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:57:42.419 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:57:42.419 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:57:42.419 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:57:42.419 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:57:42.419 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:57:42.419 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:57:42.420 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:57:42.420 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:57:42.420 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:57:42.420 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:57:42.420 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:57:42.420 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:57:42.420 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:57:42.420 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:57:42.420 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:57:42.420 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:57:42.420 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:57:42.420 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:57:42.421 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:57:42.421 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:57:42.421 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:57:42.421 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:57:42.421 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:57:42.421 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:57:42.421 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:57:42.421 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:57:42.421 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:57:42.421 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:57:42.421 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:57:42.421 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:57:42.422 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:57:42.422 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:57:42.422 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:57:42.422 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:57:42.422 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:57:42.422 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:57:42.422 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:57:42.422 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:57:42.422 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:57:42.422 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:57:42.422 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:57:42.422 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:57:42.422 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:57:42.423 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:57:42.423 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:57:42.423 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:57:42.423 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:57:42.423 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:57:42.423 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:57:42.423 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:57:42.423 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:57:42.423 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:57:42.423 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:57:42.423 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:57:42.423 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:57:42.423 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:57:42.423 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:57:42.423 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:57:42.424 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:57:42.424 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:57:42.424 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:57:42.424 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:57:42.424 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:57:42.424 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:57:42.424 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:57:42.424 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:57:42.424 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdaf0fe1640 / http_manager 2024-09-12T00:57:42.424 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdaf2fe5640 / http_manager 2024-09-12T00:57:42.424 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdaf3fe7640 / rgw_dt_lg_renew 2024-09-12T00:57:42.424 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdb0f7fe640 / ms_dispatch 2024-09-12T00:57:42.424 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdb20ff9640 / io_context_pool 2024-09-12T00:57:42.424 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdb217fa640 / io_context_pool 2024-09-12T00:57:42.425 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdb237fe640 / ms_dispatch 2024-09-12T00:57:42.425 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdb2a604640 / ms_dispatch 2024-09-12T00:57:42.425 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdb2be07640 / io_context_pool 2024-09-12T00:57:42.425 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdc37fff640 / msgr-worker-2 2024-09-12T00:57:42.425 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdc3dfa5640 / msgr-worker-1 2024-09-12T00:57:42.425 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdc3e7a6640 / msgr-worker-0 2024-09-12T00:57:42.425 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdc3efa7640 / io_context_pool 2024-09-12T00:57:42.425 INFO:tasks.workunit.client.0.smithi038.stderr: 7fdc404bb800 / radosgw-admin 2024-09-12T00:57:42.426 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:57:42.426 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:57:42.426 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:57:42.289966Z_9f4e3079-0ab6-4ee0-a5c2-bbbfcd76f302/log 2024-09-12T00:57:42.426 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:57:42.426 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T00:57:42.432 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:57:42.432 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:57:42.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.369+0000 7f5d5fb39800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.370+0000 7f5d5fb39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.370+0000 7f5d5fb39800 20 realm 2024-09-12T00:57:42.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.370+0000 7f5d5fb39800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.371+0000 7f5d5fb39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.371+0000 7f5d5fb39800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:57:42.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.371+0000 7f5d5fb39800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.371+0000 7f5d5fb39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.371+0000 7f5d5fb39800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.372+0000 7f5d5fb39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:42.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.372+0000 7f5d5fb39800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.373+0000 7f5d5fb39800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:57:42.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.373+0000 7f5d5fb39800 20 searching for the correct realm 2024-09-12T00:57:42.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.376+0000 7f5d5bfc8640 0 -- 172.21.15.38:0/1008349929 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x561529967b90 msgr2=0x56152996a050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:42.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.380+0000 7f5d5b7c7640 0 -- 172.21.15.38:0/1008349929 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f5d50068e40 msgr2=0x7f5d50082120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:57:42.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.384+0000 7f5d5fb39800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:57:42.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.384+0000 7f5d5fb39800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:57:42.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.384+0000 7f5d5fb39800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:57:42.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.384+0000 7f5d5fb39800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:57:42.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.384+0000 7f5d5fb39800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:57:42.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.384+0000 7f5d5fb39800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:57:42.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.384+0000 7f5d5fb39800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.384+0000 7f5d5fb39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.384+0000 7f5d5fb39800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.384+0000 7f5d5fb39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:57:42.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.384+0000 7f5d5fb39800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.385+0000 7f5d5fb39800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:57:42.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.385+0000 7f5d5fb39800 20 zone default found 2024-09-12T00:57:42.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.385+0000 7f5d5fb39800 4 Realm: () 2024-09-12T00:57:42.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.385+0000 7f5d5fb39800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:57:42.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.385+0000 7f5d5fb39800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:57:42.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.385+0000 7f5d5fb39800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:57:42.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.385+0000 7f5d5fb39800 20 zonegroup default 2024-09-12T00:57:42.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.385+0000 7f5d5fb39800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.385+0000 7f5d5fb39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.385+0000 7f5d5fb39800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.385+0000 7f5d5fb39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.385+0000 7f5d5fb39800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.385+0000 7f5d5fb39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:57:42.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.385+0000 7f5d5fb39800 20 started sync module instance, tier type = 2024-09-12T00:57:42.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.385+0000 7f5d5fb39800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:57:42.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.395+0000 7f5d5fb39800 20 add_watcher() i=0 2024-09-12T00:57:42.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.395+0000 7f5d5fb39800 20 add_watcher() i=1 2024-09-12T00:57:42.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.395+0000 7f5d5fb39800 20 add_watcher() i=2 2024-09-12T00:57:42.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.395+0000 7f5d5fb39800 20 add_watcher() i=3 2024-09-12T00:57:42.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.395+0000 7f5d5fb39800 20 add_watcher() i=4 2024-09-12T00:57:42.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.395+0000 7f5d5fb39800 20 add_watcher() i=5 2024-09-12T00:57:42.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.395+0000 7f5d5fb39800 20 add_watcher() i=6 2024-09-12T00:57:42.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.395+0000 7f5d5fb39800 20 add_watcher() i=7 2024-09-12T00:57:42.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.395+0000 7f5d5fb39800 2 all 8 watchers are set, enabling cache 2024-09-12T00:57:42.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.397+0000 7f5c11fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:42.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.397+0000 7f5d5fb39800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:57:42.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.397+0000 7f5d5fb39800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:57:42.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.397+0000 7f5d5fb39800 5 note: GC not initialized 2024-09-12T00:57:42.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.397+0000 7f5c10fe1640 20 reqs_thread_entry: start 2024-09-12T00:57:42.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.398+0000 7f5d5fb39800 20 init_complete bucket index max shards: 11 2024-09-12T00:57:42.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.398+0000 7f5d5fb39800 20 Filter name: none 2024-09-12T00:57:42.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.398+0000 7f5b8a7fc640 20 reqs_thread_entry: start 2024-09-12T00:57:42.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.398+0000 7f5d5fb39800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:57:42.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.398+0000 7f5d5fb39800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.398+0000 7f5d5fb39800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:57:42.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.398+0000 7f5d5fb39800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:57:42.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.398+0000 7f5d5fb39800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:57:42.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.398+0000 7f5d5fb39800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:57:42.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.398+0000 7f5d5fb39800 20 rados->read ofs=0 len=0 2024-09-12T00:57:42.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.399+0000 7f5d5fb39800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:57:42.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.399+0000 7f5d5fb39800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:57:42.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.399+0000 7f5d5fb39800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:57:42.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.399+0000 7f5d5fb39800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:57:42.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.399+0000 7f5d5fb39800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:57:42.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.399+0000 7f5d5fb39800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:57:42.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.399+0000 7f5d5fb39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:57:42.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.399+0000 7f5d5fb39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:57:42.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.399+0000 7f5d5fb39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:57:42.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.399+0000 7f5d5fb39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:57:42.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.400+0000 7f5d5fb39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:57:42.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.400+0000 7f5d5fb39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:57:42.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.400+0000 7f5d5fb39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:57:42.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.400+0000 7f5d5fb39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:57:42.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.400+0000 7f5d5fb39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:57:42.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.400+0000 7f5d5fb39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:57:42.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.401+0000 7f5d5fb39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:57:42.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.401+0000 7f5d5fb39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:57:42.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.401+0000 7f5d5fb39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:57:42.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.401+0000 7f5d5fb39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:57:42.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.402+0000 7f5d5fb39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:57:42.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.402+0000 7f5d5fb39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:57:42.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.402+0000 7f5d5fb39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:57:42.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.402+0000 7f5d5fb39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:57:42.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.402+0000 7f5d5fb39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:57:42.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.402+0000 7f5d5fb39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:57:42.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.403+0000 7f5d5fb39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:57:42.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.403+0000 7f5d5fb39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:57:42.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.403+0000 7f5d5fb39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:57:42.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.403+0000 7f5d5fb39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:57:42.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.403+0000 7f5d5fb39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:57:42.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.403+0000 7f5d5fb39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:57:42.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.404+0000 7f5c11fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:57:42.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.407+0000 7f5d5fb39800 20 remove_watcher() i=0 2024-09-12T00:57:42.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.407+0000 7f5d5fb39800 2 removed watcher, disabling cache 2024-09-12T00:57:42.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.408+0000 7f5d5fb39800 20 remove_watcher() i=1 2024-09-12T00:57:42.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.409+0000 7f5d5fb39800 20 remove_watcher() i=2 2024-09-12T00:57:42.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.410+0000 7f5d5fb39800 20 remove_watcher() i=3 2024-09-12T00:57:42.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.411+0000 7f5d5fb39800 20 remove_watcher() i=4 2024-09-12T00:57:42.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.413+0000 7f5d5fb39800 20 remove_watcher() i=5 2024-09-12T00:57:42.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.414+0000 7f5d5fb39800 20 remove_watcher() i=6 2024-09-12T00:57:42.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:57:42.415+0000 7f5d5fb39800 20 remove_watcher() i=7 2024-09-12T00:57:42.440 INFO:tasks.workunit.client.0.smithi038.stderr: test: duplicated entries can be purged manually 2024-09-12T00:58:12.440 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:58:12.474 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:12.475 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:12.521 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.520+0000 7f38e3925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.522 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.522+0000 7f38e3925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:12.522 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.522+0000 7f38e3925800 20 realm 2024-09-12T00:58:12.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.522+0000 7f38e3925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.523+0000 7f38e3925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:12.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.523+0000 7f38e3925800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:12.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.523+0000 7f38e3925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.523+0000 7f38e3925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:12.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.523+0000 7f38e3925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.524+0000 7f38e3925800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:12.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.524+0000 7f38e3925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.525+0000 7f38e3925800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:12.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.525+0000 7f38e3925800 20 searching for the correct realm 2024-09-12T00:58:12.528 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.528+0000 7f38d6d32640 0 -- 172.21.15.38:0/2189883166 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5592924e08c0 msgr2=0x5592924e2cb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:12.532 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.532+0000 7f38df533640 0 -- 172.21.15.38:0/2189883166 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f38c804fbd0 msgr2=0x7f38c80db990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:12.739 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.739+0000 7f38e3925800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:12.740 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.739+0000 7f38e3925800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:12.740 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.739+0000 7f38e3925800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:12.740 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.739+0000 7f38e3925800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:12.740 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.739+0000 7f38e3925800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:12.740 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.739+0000 7f38e3925800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:12.740 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.739+0000 7f38e3925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.740 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.740+0000 7f38e3925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:12.740 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.740+0000 7f38e3925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.740+0000 7f38e3925800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:12.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.740+0000 7f38e3925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.741+0000 7f38e3925800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:12.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.741+0000 7f38e3925800 20 zone default found 2024-09-12T00:58:12.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.741+0000 7f38e3925800 4 Realm: () 2024-09-12T00:58:12.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.741+0000 7f38e3925800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:12.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.741+0000 7f38e3925800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:12.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.741+0000 7f38e3925800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:12.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.741+0000 7f38e3925800 20 zonegroup default 2024-09-12T00:58:12.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.741+0000 7f38e3925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.741+0000 7f38e3925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:12.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.741+0000 7f38e3925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.741+0000 7f38e3925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:12.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.741+0000 7f38e3925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.742+0000 7f38e3925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:12.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.742+0000 7f38e3925800 20 started sync module instance, tier type = 2024-09-12T00:58:12.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.742+0000 7f38e3925800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:12.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.753+0000 7f38e3925800 20 add_watcher() i=0 2024-09-12T00:58:12.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.753+0000 7f38e3925800 20 add_watcher() i=1 2024-09-12T00:58:12.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.753+0000 7f38e3925800 20 add_watcher() i=2 2024-09-12T00:58:12.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.753+0000 7f38e3925800 20 add_watcher() i=3 2024-09-12T00:58:12.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.753+0000 7f38e3925800 20 add_watcher() i=4 2024-09-12T00:58:12.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.753+0000 7f38e3925800 20 add_watcher() i=5 2024-09-12T00:58:12.753 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.753+0000 7f38e3925800 20 add_watcher() i=6 2024-09-12T00:58:12.754 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.754+0000 7f38e3925800 20 add_watcher() i=7 2024-09-12T00:58:12.754 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.754+0000 7f38e3925800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:12.756 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.756+0000 7f3795fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:12.757 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.756+0000 7f38e3925800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:12.757 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.756+0000 7f38e3925800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:12.757 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.756+0000 7f38e3925800 5 note: GC not initialized 2024-09-12T00:58:12.757 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.757+0000 7f3794fe1640 20 reqs_thread_entry: start 2024-09-12T00:58:12.757 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.757+0000 7f38e3925800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:12.757 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.757+0000 7f38e3925800 20 Filter name: none 2024-09-12T00:58:12.757 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.757+0000 7f370e7fc640 20 reqs_thread_entry: start 2024-09-12T00:58:12.757 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.757+0000 7f38e3925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.758 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.758+0000 7f38e3925800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:58:12.758 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.758+0000 7f38e3925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.758 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.758+0000 7f38e3925800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:58:12.758 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.758+0000 7f38e3925800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:12.758 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.758+0000 7f38e3925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.759+0000 7f38e3925800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:58:12.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.759+0000 7f38e3925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.759+0000 7f38e3925800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:58:12.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.759+0000 7f38e3925800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:12.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.762+0000 7f3795fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:12.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.764+0000 7f38e3925800 20 remove_watcher() i=0 2024-09-12T00:58:12.764 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.764+0000 7f38e3925800 2 removed watcher, disabling cache 2024-09-12T00:58:12.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.766+0000 7f38e3925800 20 remove_watcher() i=1 2024-09-12T00:58:12.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.767+0000 7f38e3925800 20 remove_watcher() i=2 2024-09-12T00:58:12.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.768+0000 7f38e3925800 20 remove_watcher() i=3 2024-09-12T00:58:12.769 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.770+0000 7f38e3925800 20 remove_watcher() i=4 2024-09-12T00:58:12.771 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.771+0000 7f38e3925800 20 remove_watcher() i=5 2024-09-12T00:58:12.772 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.772+0000 7f38e3925800 20 remove_watcher() i=6 2024-09-12T00:58:12.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.773+0000 7f38e3925800 20 remove_watcher() i=7 2024-09-12T00:58:12.785 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:12.785 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:58:12.786 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: a-bucket id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 num_objects: 11 size_kb: 1 num_shards: 13 2024-09-12T00:58:12.786 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:12.787 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 14 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2024-09-12T00:58:12.823 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:12.823 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:12.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.865+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.866+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:12.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.866+0000 7f0b8d5af800 20 realm 2024-09-12T00:58:12.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.866+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.866+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:12.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.866+0000 7f0b8d5af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:12.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.866+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.867+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:12.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.867+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.868+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:12.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.868+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:12.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.868+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:12.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.868+0000 7f0b8d5af800 20 searching for the correct realm 2024-09-12T00:58:12.871 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.871+0000 7f0b8a898640 0 -- 172.21.15.38:0/597819858 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55c199ecb850 msgr2=0x55c199ecdc40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:12.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:12.875+0000 7f0b8b099640 0 -- 172.21.15.38:0/597819858 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f0b800e0650 msgr2=0x7f0b800c0740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:13.081 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:13.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:13.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:13.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:13.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:13.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:13.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.082 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:13.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.083 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:13.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 zone default found 2024-09-12T00:58:13.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.083+0000 7f0b8d5af800 4 Realm: () 2024-09-12T00:58:13.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.083+0000 7f0b8d5af800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:13.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.083+0000 7f0b8d5af800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:13.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.083+0000 7f0b8d5af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:13.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 zonegroup default 2024-09-12T00:58:13.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.084 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 started sync module instance, tier type = 2024-09-12T00:58:13.085 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:13.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.093+0000 7f0b8d5af800 20 add_watcher() i=0 2024-09-12T00:58:13.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.093+0000 7f0b8d5af800 20 add_watcher() i=1 2024-09-12T00:58:13.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.093+0000 7f0b8d5af800 20 add_watcher() i=2 2024-09-12T00:58:13.093 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.093+0000 7f0b8d5af800 20 add_watcher() i=3 2024-09-12T00:58:13.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.093+0000 7f0b8d5af800 20 add_watcher() i=4 2024-09-12T00:58:13.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.094+0000 7f0b8d5af800 20 add_watcher() i=5 2024-09-12T00:58:13.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.094+0000 7f0b8d5af800 20 add_watcher() i=6 2024-09-12T00:58:13.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.095+0000 7f0b8d5af800 20 add_watcher() i=7 2024-09-12T00:58:13.094 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.095+0000 7f0b8d5af800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:13.096 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.096+0000 7f0a41fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:13.097 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.097+0000 7f0b8d5af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:13.097 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.097+0000 7f0b8d5af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:13.097 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 note: GC not initialized 2024-09-12T00:58:13.097 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.097+0000 7f0a40fe1640 20 reqs_thread_entry: start 2024-09-12T00:58:13.097 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.097+0000 7f0b8d5af800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:13.097 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.097+0000 7f0b8d5af800 20 Filter name: none 2024-09-12T00:58:13.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.097+0000 7f09ba7fc640 20 reqs_thread_entry: start 2024-09-12T00:58:13.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.097+0000 7f0b8d5af800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:58:13.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.098+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.098+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:58:13.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.098+0000 7f0b8d5af800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:58:13.098 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.098+0000 7f0b8d5af800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:58:13.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.098+0000 7f0b8d5af800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:58:13.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.098+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.099+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:58:13.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.099+0000 7f0b8d5af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:13.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.099+0000 7f0b8d5af800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:13.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.099+0000 7f0b8d5af800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:58:13.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.099+0000 7f0b8d5af800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:13.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.099+0000 7f0b8d5af800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:58:13.099 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.100+0000 7f0b8d5af800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:58:13.107 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.107+0000 7f0b8d5af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:13.107 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.107+0000 7f0b8d5af800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:13.107 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.107+0000 7f0b8d5af800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:13.107 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.107+0000 7f0b8d5af800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:58:13.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.108+0000 7f0a6e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464335 cookie 94289999482432 notifier 7856 bl.length()=911 2024-09-12T00:58:13.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.108+0000 7f0a6e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:13.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.108+0000 7f0a6e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:13.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.108+0000 7f0a6e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:13.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.108+0000 7f0b8d5af800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:58:13.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.108+0000 7f0b8d5af800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:58:13.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.108+0000 7f0b8d5af800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:58:13.108 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.108+0000 7f0b8d5af800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:58:13.114 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0b8d5af800 time 2024-09-12T00:58:13.116296+0000 2024-09-12T00:58:13.115 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:58:13.139 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:58:13.139 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f0b90b8c71a] 2024-09-12T00:58:13.139 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0b90b8c8d8] 2024-09-12T00:58:13.139 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c197e28641] 2024-09-12T00:58:13.139 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55c197e3838a] 2024-09-12T00:58:13.139 INFO:tasks.workunit.client.0.smithi038.stderr: 5: main() 2024-09-12T00:58:13.139 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f0b8f829590] 2024-09-12T00:58:13.139 INFO:tasks.workunit.client.0.smithi038.stderr: 7: __libc_start_main() 2024-09-12T00:58:13.140 INFO:tasks.workunit.client.0.smithi038.stderr: 8: _start() 2024-09-12T00:58:13.140 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.115+0000 7f0b8d5af800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0b8d5af800 time 2024-09-12T00:58:13.116296+0000 2024-09-12T00:58:13.140 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:58:13.140 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.140 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:58:13.140 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f0b90b8c71a] 2024-09-12T00:58:13.140 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0b90b8c8d8] 2024-09-12T00:58:13.140 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c197e28641] 2024-09-12T00:58:13.140 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55c197e3838a] 2024-09-12T00:58:13.140 INFO:tasks.workunit.client.0.smithi038.stderr: 5: main() 2024-09-12T00:58:13.141 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f0b8f829590] 2024-09-12T00:58:13.141 INFO:tasks.workunit.client.0.smithi038.stderr: 7: __libc_start_main() 2024-09-12T00:58:13.141 INFO:tasks.workunit.client.0.smithi038.stderr: 8: _start() 2024-09-12T00:58:13.141 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.141 INFO:tasks.workunit.client.0.smithi038.stderr:*** Caught signal (Aborted) ** 2024-09-12T00:58:13.141 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f0b8d5af800 thread_name:radosgw-admin 2024-09-12T00:58:13.141 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:58:13.141 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0b8f83e6f0] 2024-09-12T00:58:13.142 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f0b8f88b99c] 2024-09-12T00:58:13.142 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:58:13.142 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:58:13.142 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f0b90b8c774] 2024-09-12T00:58:13.142 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0b90b8c8d8] 2024-09-12T00:58:13.142 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c197e28641] 2024-09-12T00:58:13.142 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55c197e3838a] 2024-09-12T00:58:13.142 INFO:tasks.workunit.client.0.smithi038.stderr: 9: main() 2024-09-12T00:58:13.142 INFO:tasks.workunit.client.0.smithi038.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f0b8f829590] 2024-09-12T00:58:13.142 INFO:tasks.workunit.client.0.smithi038.stderr: 11: __libc_start_main() 2024-09-12T00:58:13.143 INFO:tasks.workunit.client.0.smithi038.stderr: 12: _start() 2024-09-12T00:58:13.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.115+0000 7f0b8d5af800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:58:13.143 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f0b8d5af800 thread_name:radosgw-admin 2024-09-12T00:58:13.143 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.143 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:58:13.143 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0b8f83e6f0] 2024-09-12T00:58:13.143 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f0b8f88b99c] 2024-09-12T00:58:13.143 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:58:13.143 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:58:13.143 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f0b90b8c774] 2024-09-12T00:58:13.143 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0b90b8c8d8] 2024-09-12T00:58:13.143 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c197e28641] 2024-09-12T00:58:13.143 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55c197e3838a] 2024-09-12T00:58:13.144 INFO:tasks.workunit.client.0.smithi038.stderr: 9: main() 2024-09-12T00:58:13.144 INFO:tasks.workunit.client.0.smithi038.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f0b8f829590] 2024-09-12T00:58:13.144 INFO:tasks.workunit.client.0.smithi038.stderr: 11: __libc_start_main() 2024-09-12T00:58:13.144 INFO:tasks.workunit.client.0.smithi038.stderr: 12: _start() 2024-09-12T00:58:13.144 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:58:13.144 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.144 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:58:13.144 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:58:12.846+0000 7f0a7960a640 10 monclient: dump: 2024-09-12T00:58:13.144 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.144 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.144 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.144 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.144 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.145 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.145 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.145 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.145 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.145 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.145 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 10 monclient: shutdown 2024-09-12T00:58:13.145 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 asok(0x55c199bb8630) unregister_commands rotate-key 2024-09-12T00:58:13.145 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 10 monclient: build_initial_monmap 2024-09-12T00:58:13.145 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 1 build_initial for_mkfs: 0 2024-09-12T00:58:13.145 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 10 monclient: monmap: 2024-09-12T00:58:13.145 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:58:13.146 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:58:13.146 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:58:13.146 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:58:13.146 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:58:13.146 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.146 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:58:13.146 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:58:13.146 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:58:13.146 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.146 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding auth protocol: cephx 2024-09-12T00:58:13.147 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding auth protocol: cephx 2024-09-12T00:58:13.147 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding auth protocol: cephx 2024-09-12T00:58:13.147 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: secure 2024-09-12T00:58:13.147 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: crc 2024-09-12T00:58:13.147 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: secure 2024-09-12T00:58:13.147 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: crc 2024-09-12T00:58:13.147 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: secure 2024-09-12T00:58:13.147 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: crc 2024-09-12T00:58:13.147 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: crc 2024-09-12T00:58:13.148 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: secure 2024-09-12T00:58:13.148 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: crc 2024-09-12T00:58:13.148 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: secure 2024-09-12T00:58:13.148 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: crc 2024-09-12T00:58:13.148 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: secure 2024-09-12T00:58:13.148 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.148 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 1 librados: starting msgr at 2024-09-12T00:58:13.148 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 1 librados: starting objecter 2024-09-12T00:58:13.148 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command objecter_requests hook 0x55c199de09c0 2024-09-12T00:58:13.148 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 1 librados: setting wanted keys 2024-09-12T00:58:13.148 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 1 librados: calling monclient init 2024-09-12T00:58:13.148 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 10 monclient: init 2024-09-12T00:58:13.148 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding auth protocol: cephx 2024-09-12T00:58:13.149 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding auth protocol: cephx 2024-09-12T00:58:13.149 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding auth protocol: cephx 2024-09-12T00:58:13.149 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: secure 2024-09-12T00:58:13.149 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: crc 2024-09-12T00:58:13.149 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: secure 2024-09-12T00:58:13.149 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: crc 2024-09-12T00:58:13.149 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: secure 2024-09-12T00:58:13.149 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: crc 2024-09-12T00:58:13.149 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: crc 2024-09-12T00:58:13.149 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: secure 2024-09-12T00:58:13.149 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: crc 2024-09-12T00:58:13.149 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: secure 2024-09-12T00:58:13.149 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: crc 2024-09-12T00:58:13.149 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: secure 2024-09-12T00:58:13.149 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.150 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.150 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command rotate-key hook 0x55c199dd8b68 2024-09-12T00:58:13.150 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient: _reopen_session rank -1 2024-09-12T00:58:13.150 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:58:13.150 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-c con 0x55c199c90b00 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:58:13.150 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-a con 0x55c199d22270 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:58:13.150 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-b con 0x55c199ddfe90 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:58:13.150 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.150 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.150 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.150 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient(hunting): _renew_subs 2024-09-12T00:58:13.150 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient(hunting): authenticate will time out at 2199.300453s 2024-09-12T00:58:13.150 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient(hunting): get_auth_request con 0x55c199c90b00 auth_method 0 2024-09-12T00:58:13.151 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.151 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.151 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.151 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:58:12.848+0000 7f0b8a898640 10 monclient(hunting): get_auth_request con 0x55c199d22270 auth_method 0 2024-09-12T00:58:13.151 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:58:12.848+0000 7f0b8a898640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.151 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:58:12.848+0000 7f0b8a898640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.151 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:58:12.848+0000 7f0b8a898640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.151 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.151 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.151 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.151 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:58:12.848+0000 7f0b8b89a640 10 monclient(hunting): get_auth_request con 0x55c199ddfe90 auth_method 0 2024-09-12T00:58:13.151 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:58:12.848+0000 7f0b8b89a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.151 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:58:12.848+0000 7f0b8b89a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.151 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:58:12.848+0000 7f0b8b89a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.151 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:58:12.848+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.152 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:58:12.848+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.152 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:58:12.848+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.152 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:58:12.848+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.152 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:58:12.848+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.152 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:58:12.848+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.152 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient(hunting): handle_auth_done global_id 7847 payload 824 2024-09-12T00:58:13.152 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient: _finish_hunting 0 2024-09-12T00:58:13.152 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:58:12.848+0000 7f0b8b099640 1 monclient: found mon.noname-c 2024-09-12T00:58:13.152 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.152 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:58:13.152 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:58:13.152 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: dump: 2024-09-12T00:58:13.152 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.152 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.153 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.153 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.153 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.153 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.153 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.153 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.153 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.153 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.153 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: _finish_auth 0 2024-09-12T00:58:13.153 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: _check_auth_tickets 2024-09-12T00:58:13.153 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: handle_config config(0 keys) 2024-09-12T00:58:13.153 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:58:13.153 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:58:13.153 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: dump: 2024-09-12T00:58:13.154 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.154 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.154 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.154 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.154 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.154 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.154 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.154 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.154 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.154 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.154 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:58:12.849+0000 7f0b8d5af800 5 monclient: authenticate success, global_id 7847 2024-09-12T00:58:13.154 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:58:12.849+0000 7f0b8d5af800 10 monclient: _renew_subs 2024-09-12T00:58:13.154 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:58:12.849+0000 7f0a7960a640 4 set_mon_vals no callback set 2024-09-12T00:58:13.154 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:58:12.849+0000 7f0b8d5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.155 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:58:12.849+0000 7f0b8d5af800 10 monclient: _renew_subs 2024-09-12T00:58:13.155 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:58:12.849+0000 7f0b8d5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.155 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:58:12.849+0000 7f0b8d5af800 1 librados: init done 2024-09-12T00:58:13.155 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:58:12.851+0000 7f0a77e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:58:13.155 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:58:12.851+0000 7f0a77e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:58:13.155 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:58:12.851+0000 7f0a77e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:58:13.155 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:58:12.851+0000 7f0b8a898640 10 monclient: get_auth_request con 0x7f0a70076470 auth_method 0 2024-09-12T00:58:13.155 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:58:12.851+0000 7f0b8b89a640 10 monclient: get_auth_request con 0x55c199e01720 auth_method 0 2024-09-12T00:58:13.155 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:58:12.852+0000 7f0b8b099640 10 monclient: get_auth_request con 0x55c199e243b0 auth_method 0 2024-09-12T00:58:13.155 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:58:12.853+0000 7f0b8a898640 10 monclient: get_auth_request con 0x55c199e28a50 auth_method 0 2024-09-12T00:58:13.155 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 10 monclient: build_initial_monmap 2024-09-12T00:58:13.155 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 1 build_initial for_mkfs: 0 2024-09-12T00:58:13.155 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 10 monclient: monmap: 2024-09-12T00:58:13.155 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:58:13.155 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:58:13.156 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:58:13.156 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:58:13.156 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:58:13.156 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.156 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:58:13.156 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:58:13.156 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:58:13.156 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.156 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding auth protocol: cephx 2024-09-12T00:58:13.156 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding auth protocol: cephx 2024-09-12T00:58:13.156 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding auth protocol: cephx 2024-09-12T00:58:13.156 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: secure 2024-09-12T00:58:13.156 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: crc 2024-09-12T00:58:13.156 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: secure 2024-09-12T00:58:13.157 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: crc 2024-09-12T00:58:13.157 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: secure 2024-09-12T00:58:13.157 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: crc 2024-09-12T00:58:13.157 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: crc 2024-09-12T00:58:13.157 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: secure 2024-09-12T00:58:13.157 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: crc 2024-09-12T00:58:13.157 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: secure 2024-09-12T00:58:13.157 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: crc 2024-09-12T00:58:13.157 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: secure 2024-09-12T00:58:13.157 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.157 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command objecter_requests cmddesc objecter_requests hook 0x55c199e30c90 EEXIST 2024-09-12T00:58:13.157 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 10 monclient: init 2024-09-12T00:58:13.157 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding auth protocol: cephx 2024-09-12T00:58:13.157 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding auth protocol: cephx 2024-09-12T00:58:13.157 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding auth protocol: cephx 2024-09-12T00:58:13.158 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: secure 2024-09-12T00:58:13.158 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: crc 2024-09-12T00:58:13.158 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: secure 2024-09-12T00:58:13.158 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: crc 2024-09-12T00:58:13.158 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: secure 2024-09-12T00:58:13.158 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: crc 2024-09-12T00:58:13.158 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: crc 2024-09-12T00:58:13.158 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: secure 2024-09-12T00:58:13.158 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: crc 2024-09-12T00:58:13.158 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: secure 2024-09-12T00:58:13.158 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: crc 2024-09-12T00:58:13.158 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: secure 2024-09-12T00:58:13.158 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.158 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.158 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command rotate-key cmddesc rotate-key hook 0x55c199e2bfa0 EEXIST 2024-09-12T00:58:13.159 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient: _reopen_session rank -1 2024-09-12T00:58:13.159 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:58:13.159 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-b con 0x55c199e54fb0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:58:13.159 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-c con 0x55c199e55390 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:58:13.159 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-a con 0x55c199e53cc0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:58:13.159 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.159 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.159 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.159 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient(hunting): _renew_subs 2024-09-12T00:58:13.159 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient(hunting): authenticate will time out at 2199.308282s 2024-09-12T00:58:13.159 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient(hunting): get_auth_request con 0x55c199e55390 auth_method 0 2024-09-12T00:58:13.159 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.159 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.159 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.160 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:58:12.856+0000 7f0b8b099640 10 monclient(hunting): get_auth_request con 0x55c199e54fb0 auth_method 0 2024-09-12T00:58:13.160 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:58:12.856+0000 7f0b8b099640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.160 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:58:12.856+0000 7f0b8b099640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.160 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:58:12.856+0000 7f0b8b099640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.160 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:58:12.856+0000 7f0b8b89a640 10 monclient(hunting): get_auth_request con 0x55c199e53cc0 auth_method 0 2024-09-12T00:58:13.160 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:58:12.856+0000 7f0b8b89a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.160 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:58:12.856+0000 7f0b8b89a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.160 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:58:12.856+0000 7f0b8b89a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.160 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.160 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.160 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.160 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:58:12.856+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.160 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:58:12.856+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.160 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:58:12.856+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.161 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:58:12.856+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.161 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:58:12.856+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.161 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:58:12.856+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.161 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient(hunting): handle_auth_done global_id 7850 payload 824 2024-09-12T00:58:13.161 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient: _finish_hunting 0 2024-09-12T00:58:13.161 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:58:12.856+0000 7f0b8a898640 1 monclient: found mon.noname-c 2024-09-12T00:58:13.161 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.161 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:58:13.161 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:58:13.161 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: dump: 2024-09-12T00:58:13.161 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.161 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.161 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.161 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.161 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.162 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.162 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.162 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.162 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.162 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.162 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: _finish_auth 0 2024-09-12T00:58:13.162 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: _check_auth_tickets 2024-09-12T00:58:13.162 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: handle_config config(0 keys) 2024-09-12T00:58:13.162 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:58:13.162 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:58:13.162 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: dump: 2024-09-12T00:58:13.162 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.162 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.162 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.163 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.163 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.163 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.163 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.163 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.163 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.163 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.163 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:58:12.857+0000 7f0b8d5af800 5 monclient: authenticate success, global_id 7850 2024-09-12T00:58:13.163 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:58:12.857+0000 7f0b8d5af800 10 monclient: _renew_subs 2024-09-12T00:58:13.163 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:58:12.857+0000 7f0b8d5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.163 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:58:12.857+0000 7f0b8c09b640 4 set_mon_vals no callback set 2024-09-12T00:58:13.163 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:58:12.857+0000 7f0b8d5af800 10 monclient: _renew_subs 2024-09-12T00:58:13.163 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:58:12.857+0000 7f0b8d5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.163 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:58:12.859+0000 7f0a75602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:58:13.164 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:58:12.859+0000 7f0a75602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:58:13.164 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:58:12.859+0000 7f0a75602640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:58:13.164 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:58:12.859+0000 7f0b8b099640 10 monclient: get_auth_request con 0x7f0a64076380 auth_method 0 2024-09-12T00:58:13.164 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 10 monclient: get_monmap_and_config 2024-09-12T00:58:13.164 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 10 monclient: build_initial_monmap 2024-09-12T00:58:13.164 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 1 build_initial for_mkfs: 0 2024-09-12T00:58:13.164 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 10 monclient: monmap: 2024-09-12T00:58:13.164 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:58:13.164 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:58:13.164 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:58:13.164 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:58:13.164 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:58:13.164 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.164 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:58:13.165 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:58:13.165 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:58:13.165 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.165 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding auth protocol: cephx 2024-09-12T00:58:13.165 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding auth protocol: cephx 2024-09-12T00:58:13.165 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding auth protocol: cephx 2024-09-12T00:58:13.165 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: secure 2024-09-12T00:58:13.165 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: crc 2024-09-12T00:58:13.165 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: secure 2024-09-12T00:58:13.165 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: crc 2024-09-12T00:58:13.165 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: secure 2024-09-12T00:58:13.165 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: crc 2024-09-12T00:58:13.165 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: crc 2024-09-12T00:58:13.165 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: secure 2024-09-12T00:58:13.166 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: crc 2024-09-12T00:58:13.166 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: secure 2024-09-12T00:58:13.166 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: crc 2024-09-12T00:58:13.166 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: secure 2024-09-12T00:58:13.166 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.166 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 10 monclient: init 2024-09-12T00:58:13.166 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding auth protocol: cephx 2024-09-12T00:58:13.166 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding auth protocol: cephx 2024-09-12T00:58:13.166 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding auth protocol: cephx 2024-09-12T00:58:13.166 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: secure 2024-09-12T00:58:13.166 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: crc 2024-09-12T00:58:13.166 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: secure 2024-09-12T00:58:13.166 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: crc 2024-09-12T00:58:13.166 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: secure 2024-09-12T00:58:13.166 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: crc 2024-09-12T00:58:13.167 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: crc 2024-09-12T00:58:13.167 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: secure 2024-09-12T00:58:13.167 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: crc 2024-09-12T00:58:13.167 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: secure 2024-09-12T00:58:13.167 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: crc 2024-09-12T00:58:13.167 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: secure 2024-09-12T00:58:13.167 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.167 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.167 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command rotate-key cmddesc rotate-key hook 0x7ffea61f06e8 EEXIST 2024-09-12T00:58:13.167 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient: _reopen_session rank -1 2024-09-12T00:58:13.167 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:58:13.167 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-a con 0x55c199e790a0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:58:13.167 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-b con 0x55c199ea3b10 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:58:13.167 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-c con 0x55c199ea4ec0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:58:13.168 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.168 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.168 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.168 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient(hunting): _renew_subs 2024-09-12T00:58:13.168 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient(hunting): authenticate will time out at 2199.312440s 2024-09-12T00:58:13.168 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient(hunting): get_auth_request con 0x55c199ea4ec0 auth_method 0 2024-09-12T00:58:13.168 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.168 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.168 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.168 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:58:12.860+0000 7f0b8b099640 10 monclient(hunting): get_auth_request con 0x55c199e790a0 auth_method 0 2024-09-12T00:58:13.168 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:58:12.860+0000 7f0b8b099640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.168 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:58:12.860+0000 7f0b8b099640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.168 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:58:12.860+0000 7f0b8b099640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.168 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.169 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.169 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.169 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:58:12.860+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.169 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:58:12.860+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.169 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:58:12.860+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.169 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:58:12.860+0000 7f0b8a898640 10 monclient(hunting): get_auth_request con 0x55c199ea3b10 auth_method 0 2024-09-12T00:58:13.169 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:58:12.860+0000 7f0b8a898640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.169 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:58:12.860+0000 7f0b8a898640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.169 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:58:12.860+0000 7f0b8a898640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.169 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_done global_id 7853 payload 274 2024-09-12T00:58:13.169 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient: _finish_hunting 0 2024-09-12T00:58:13.169 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 1 monclient: found mon.noname-c 2024-09-12T00:58:13.169 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.169 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:58:13.170 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:58:13.170 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: dump: 2024-09-12T00:58:13.170 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.170 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.170 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.170 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.170 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.170 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.170 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.170 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.170 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.170 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.170 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: _finish_auth 0 2024-09-12T00:58:13.170 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: _check_auth_tickets 2024-09-12T00:58:13.170 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:58:13.171 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 monclient: authenticate success, global_id 7853 2024-09-12T00:58:13.171 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 10 monclient: get_monmap_and_config success 2024-09-12T00:58:13.171 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 4 set_mon_vals no callback set 2024-09-12T00:58:13.171 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:58:13.171 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:58:13.171 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: dump: 2024-09-12T00:58:13.171 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.171 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.171 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.171 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.171 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.171 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.171 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.171 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.172 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.172 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.172 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 10 monclient: shutdown 2024-09-12T00:58:13.172 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 10 monclient: build_initial_monmap 2024-09-12T00:58:13.172 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 1 build_initial for_mkfs: 0 2024-09-12T00:58:13.172 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 10 monclient: monmap: 2024-09-12T00:58:13.172 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:58:13.172 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:58:13.172 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:58:13.172 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:58:13.172 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:58:13.172 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.172 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:58:13.172 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:58:13.172 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:58:13.173 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.173 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding auth protocol: cephx 2024-09-12T00:58:13.173 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding auth protocol: cephx 2024-09-12T00:58:13.173 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding auth protocol: cephx 2024-09-12T00:58:13.173 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: secure 2024-09-12T00:58:13.173 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: crc 2024-09-12T00:58:13.173 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: secure 2024-09-12T00:58:13.173 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: crc 2024-09-12T00:58:13.173 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: secure 2024-09-12T00:58:13.173 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: crc 2024-09-12T00:58:13.173 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: crc 2024-09-12T00:58:13.173 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: secure 2024-09-12T00:58:13.173 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: crc 2024-09-12T00:58:13.173 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: secure 2024-09-12T00:58:13.174 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: crc 2024-09-12T00:58:13.174 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: secure 2024-09-12T00:58:13.174 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.174 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 1 librados: starting msgr at 2024-09-12T00:58:13.174 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 1 librados: starting objecter 2024-09-12T00:58:13.174 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command objecter_requests cmddesc objecter_requests hook 0x55c199e9c250 EEXIST 2024-09-12T00:58:13.174 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 1 librados: setting wanted keys 2024-09-12T00:58:13.174 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 1 librados: calling monclient init 2024-09-12T00:58:13.174 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient: init 2024-09-12T00:58:13.174 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding auth protocol: cephx 2024-09-12T00:58:13.174 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding auth protocol: cephx 2024-09-12T00:58:13.174 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding auth protocol: cephx 2024-09-12T00:58:13.174 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: secure 2024-09-12T00:58:13.174 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: crc 2024-09-12T00:58:13.175 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: secure 2024-09-12T00:58:13.175 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: crc 2024-09-12T00:58:13.175 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: secure 2024-09-12T00:58:13.175 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: crc 2024-09-12T00:58:13.175 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: crc 2024-09-12T00:58:13.175 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: secure 2024-09-12T00:58:13.175 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: crc 2024-09-12T00:58:13.175 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: secure 2024-09-12T00:58:13.175 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: crc 2024-09-12T00:58:13.175 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: secure 2024-09-12T00:58:13.175 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.175 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.175 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command rotate-key cmddesc rotate-key hook 0x55c199e699b8 EEXIST 2024-09-12T00:58:13.175 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient: _reopen_session rank -1 2024-09-12T00:58:13.175 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:58:13.176 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-c con 0x55c199e790a0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:58:13.176 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-a con 0x55c199ea4ec0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:58:13.176 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-b con 0x55c199e97230 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:58:13.176 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.176 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.176 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.176 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient(hunting): _renew_subs 2024-09-12T00:58:13.176 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient(hunting): authenticate will time out at 2199.314836s 2024-09-12T00:58:13.176 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:58:12.862+0000 7f0b8b099640 10 monclient(hunting): get_auth_request con 0x55c199e790a0 auth_method 0 2024-09-12T00:58:13.176 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:58:12.862+0000 7f0b8b099640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.176 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:58:12.862+0000 7f0b8b099640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.176 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:58:12.862+0000 7f0b8b099640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.176 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:58:12.862+0000 7f0b8a898640 10 monclient(hunting): get_auth_request con 0x55c199ea4ec0 auth_method 0 2024-09-12T00:58:13.176 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:58:12.862+0000 7f0b8a898640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.177 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:58:12.862+0000 7f0b8a898640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.177 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:58:12.862+0000 7f0b8a898640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.177 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:58:12.862+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.177 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:58:12.863+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.177 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:58:12.863+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.177 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:58:12.863+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.177 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:58:12.863+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.177 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:58:12.863+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.177 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:58:12.863+0000 7f0b8b89a640 10 monclient(hunting): get_auth_request con 0x55c199e97230 auth_method 0 2024-09-12T00:58:13.177 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:58:12.863+0000 7f0b8b89a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.177 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:58:12.863+0000 7f0b8b89a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.177 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:58:12.863+0000 7f0b8b89a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.177 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:58:12.863+0000 7f0b8b099640 10 monclient(hunting): handle_auth_done global_id 7856 payload 824 2024-09-12T00:58:13.177 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:58:12.863+0000 7f0b8b099640 10 monclient: _finish_hunting 0 2024-09-12T00:58:13.178 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:58:12.863+0000 7f0b8b099640 1 monclient: found mon.noname-c 2024-09-12T00:58:13.178 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:58:12.863+0000 7f0b8b099640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.178 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:58:13.178 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:58:13.178 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: dump: 2024-09-12T00:58:13.178 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.178 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.178 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.178 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.178 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.178 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.178 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.178 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.178 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.178 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.179 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: _finish_auth 0 2024-09-12T00:58:13.179 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: _check_auth_tickets 2024-09-12T00:58:13.179 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:58:13.179 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:58:13.179 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:58:13.179 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: dump: 2024-09-12T00:58:13.179 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.179 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.179 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.179 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.179 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.179 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.179 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.179 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.179 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.180 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.180 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:58:12.863+0000 7f0b8d5af800 5 monclient: authenticate success, global_id 7856 2024-09-12T00:58:13.180 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:58:12.863+0000 7f0b8d5af800 10 monclient: _renew_subs 2024-09-12T00:58:13.180 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:58:12.863+0000 7f0a6effd640 4 set_mon_vals no callback set 2024-09-12T00:58:13.180 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:58:12.863+0000 7f0b8d5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.180 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:58:12.863+0000 7f0b8d5af800 10 monclient: _renew_subs 2024-09-12T00:58:13.180 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:58:12.863+0000 7f0b8d5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.180 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:58:12.863+0000 7f0b8d5af800 1 librados: init done 2024-09-12T00:58:13.180 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:58:12.863+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command cr dump hook 0x55c199e9cfd8 2024-09-12T00:58:13.180 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:58:12.865+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.180 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:58:12.865+0000 7f0a6d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:58:13.180 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:58:12.865+0000 7f0a6d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:58:13.180 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:58:12.865+0000 7f0a6d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:58:13.180 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:58:12.865+0000 7f0b8a898640 10 monclient: get_auth_request con 0x7f0a54076470 auth_method 0 2024-09-12T00:58:13.181 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:58:12.866+0000 7f0b8b89a640 10 monclient: get_auth_request con 0x55c199ec3d10 auth_method 0 2024-09-12T00:58:13.181 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:58:12.866+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.181 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:58:12.866+0000 7f0b8d5af800 20 realm 2024-09-12T00:58:13.181 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:58:12.866+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.181 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:58:12.866+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.181 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:58:12.866+0000 7f0b8d5af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:13.181 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:58:12.866+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.181 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:58:12.867+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.181 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:58:12.867+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.181 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:58:12.867+0000 7f0b8b099640 10 monclient: get_auth_request con 0x55c199ec7ff0 auth_method 0 2024-09-12T00:58:13.181 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:58:12.868+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:13.181 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:58:12.868+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.181 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:58:12.868+0000 7f0b8a898640 10 monclient: get_auth_request con 0x55c199ecb850 auth_method 0 2024-09-12T00:58:13.181 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:58:12.868+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:13.182 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:58:12.868+0000 7f0b8d5af800 20 searching for the correct realm 2024-09-12T00:58:13.182 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:58:12.869+0000 7f0b8b89a640 10 monclient: get_auth_request con 0x55c199ed05d0 auth_method 0 2024-09-12T00:58:13.182 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:58:12.870+0000 7f0b8b099640 10 monclient: get_auth_request con 0x7f0b800b3cc0 auth_method 0 2024-09-12T00:58:13.182 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:58:12.870+0000 7f0b8a898640 10 monclient: get_auth_request con 0x7f0b7c016290 auth_method 0 2024-09-12T00:58:13.182 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:58:12.871+0000 7f0b8a898640 0 -- 172.21.15.38:0/597819858 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55c199ecb850 msgr2=0x55c199ecdc40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:13.182 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:58:12.871+0000 7f0a6d7fa640 1 client.7856.objecter ms_handle_reset 0x55c199ecb850 session 0x55c199ec7340 osd.7 2024-09-12T00:58:13.182 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:58:12.871+0000 7f0a6d7fa640 10 monclient: _renew_subs 2024-09-12T00:58:13.182 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:58:12.871+0000 7f0a6d7fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.182 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:58:12.871+0000 7f0b8a898640 10 monclient: get_auth_request con 0x7f0a54086a20 auth_method 0 2024-09-12T00:58:13.182 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:58:12.872+0000 7f0b8b89a640 10 monclient: get_auth_request con 0x7f0b800e0040 auth_method 0 2024-09-12T00:58:13.182 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:58:12.875+0000 7f0b8b099640 10 monclient: get_auth_request con 0x7f0b800e0650 auth_method 0 2024-09-12T00:58:13.182 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:58:12.875+0000 7f0b8b099640 0 -- 172.21.15.38:0/597819858 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f0b800e0650 msgr2=0x7f0b800c0740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:13.182 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:58:13.076+0000 7f0b8b099640 10 monclient: get_auth_request con 0x7f0b800e0650 auth_method 0 2024-09-12T00:58:13.182 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:13.182 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:13.183 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:13.183 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:13.183 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:13.183 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:13.183 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.183 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.183 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.183 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:13.183 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.183 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:13.183 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 zone default found 2024-09-12T00:58:13.183 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 4 Realm: () 2024-09-12T00:58:13.183 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:13.183 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:13.183 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:13.184 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 zonegroup default 2024-09-12T00:58:13.184 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.184 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.184 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.184 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.184 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.184 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.184 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 started sync module instance, tier type = 2024-09-12T00:58:13.184 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:13.184 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:58:13.093+0000 7f0b8d5af800 20 add_watcher() i=0 2024-09-12T00:58:13.184 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:58:13.093+0000 7f0b8d5af800 20 add_watcher() i=1 2024-09-12T00:58:13.184 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:58:13.093+0000 7f0b8d5af800 20 add_watcher() i=2 2024-09-12T00:58:13.184 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:58:13.093+0000 7f0b8d5af800 20 add_watcher() i=3 2024-09-12T00:58:13.184 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:58:13.093+0000 7f0b8d5af800 20 add_watcher() i=4 2024-09-12T00:58:13.184 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:58:13.094+0000 7f0b8d5af800 20 add_watcher() i=5 2024-09-12T00:58:13.185 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:58:13.094+0000 7f0b8d5af800 20 add_watcher() i=6 2024-09-12T00:58:13.185 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:58:13.095+0000 7f0b8d5af800 20 add_watcher() i=7 2024-09-12T00:58:13.185 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:58:13.095+0000 7f0b8d5af800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:13.185 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding auth protocol: cephx 2024-09-12T00:58:13.185 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding auth protocol: cephx 2024-09-12T00:58:13.185 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding auth protocol: cephx 2024-09-12T00:58:13.185 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: secure 2024-09-12T00:58:13.185 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: crc 2024-09-12T00:58:13.185 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: secure 2024-09-12T00:58:13.185 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: crc 2024-09-12T00:58:13.185 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: secure 2024-09-12T00:58:13.185 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: crc 2024-09-12T00:58:13.185 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: crc 2024-09-12T00:58:13.185 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: secure 2024-09-12T00:58:13.186 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: crc 2024-09-12T00:58:13.186 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: secure 2024-09-12T00:58:13.186 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: crc 2024-09-12T00:58:13.186 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: secure 2024-09-12T00:58:13.186 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:58:13.096+0000 7f0a41fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:13.186 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.186 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:13.186 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:13.186 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command cache list hook 0x55c199e97650 2024-09-12T00:58:13.186 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command cache inspect hook 0x55c199e97650 2024-09-12T00:58:13.186 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command cache erase hook 0x55c199e97650 2024-09-12T00:58:13.186 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command cache zap hook 0x55c199e97650 2024-09-12T00:58:13.186 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 note: GC not initialized 2024-09-12T00:58:13.186 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:58:13.097+0000 7f0a40fe1640 20 reqs_thread_entry: start 2024-09-12T00:58:13.187 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command sync trace show hook 0x7f0b84009d00 2024-09-12T00:58:13.187 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command sync trace history hook 0x7f0b84009d00 2024-09-12T00:58:13.187 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command sync trace active hook 0x7f0b84009d00 2024-09-12T00:58:13.187 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command sync trace active_short hook 0x7f0b84009d00 2024-09-12T00:58:13.187 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:13.187 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 20 Filter name: none 2024-09-12T00:58:13.187 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:58:13.097+0000 7f09ba7fc640 20 reqs_thread_entry: start 2024-09-12T00:58:13.187 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:58:13.187 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:58:13.098+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.187 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:58:13.098+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:58:13.187 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:58:13.098+0000 7f0b8d5af800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:58:13.187 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:58:13.098+0000 7f0b8d5af800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:58:13.187 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:58:13.098+0000 7f0b8d5af800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:58:13.187 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:58:13.098+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.188 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:58:13.099+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:58:13.188 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:58:13.099+0000 7f0b8d5af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:13.188 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:58:13.099+0000 7f0b8d5af800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:13.188 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:58:13.099+0000 7f0b8d5af800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:58:13.188 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:58:13.099+0000 7f0b8d5af800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:13.188 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:58:13.099+0000 7f0b8d5af800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:58:13.188 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:58:13.100+0000 7f0b8d5af800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:58:13.188 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:58:13.107+0000 7f0b8d5af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:13.188 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:58:13.107+0000 7f0b8d5af800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:13.188 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:58:13.107+0000 7f0b8d5af800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:13.188 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:58:13.107+0000 7f0b8d5af800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:58:13.188 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:58:13.108+0000 7f0a6e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464335 cookie 94289999482432 notifier 7856 bl.length()=911 2024-09-12T00:58:13.188 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:58:13.108+0000 7f0a6e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:13.188 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:58:13.108+0000 7f0a6e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:13.189 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:58:13.108+0000 7f0a6e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:13.189 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:58:13.108+0000 7f0b8d5af800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:58:13.189 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:58:13.108+0000 7f0b8d5af800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:58:13.189 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:58:13.108+0000 7f0b8d5af800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:58:13.189 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:58:13.108+0000 7f0b8d5af800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:58:13.189 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:58:13.115+0000 7f0b8d5af800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0b8d5af800 time 2024-09-12T00:58:13.116296+0000 2024-09-12T00:58:13.189 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:58:13.189 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.189 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:58:13.189 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f0b90b8c71a] 2024-09-12T00:58:13.189 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0b90b8c8d8] 2024-09-12T00:58:13.189 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c197e28641] 2024-09-12T00:58:13.189 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55c197e3838a] 2024-09-12T00:58:13.190 INFO:tasks.workunit.client.0.smithi038.stderr: 5: main() 2024-09-12T00:58:13.190 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f0b8f829590] 2024-09-12T00:58:13.190 INFO:tasks.workunit.client.0.smithi038.stderr: 7: __libc_start_main() 2024-09-12T00:58:13.190 INFO:tasks.workunit.client.0.smithi038.stderr: 8: _start() 2024-09-12T00:58:13.190 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.190 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:58:13.115+0000 7f0b8d5af800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:58:13.190 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f0b8d5af800 thread_name:radosgw-admin 2024-09-12T00:58:13.190 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.190 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:58:13.190 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0b8f83e6f0] 2024-09-12T00:58:13.190 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f0b8f88b99c] 2024-09-12T00:58:13.190 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:58:13.190 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:58:13.190 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f0b90b8c774] 2024-09-12T00:58:13.191 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0b90b8c8d8] 2024-09-12T00:58:13.191 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c197e28641] 2024-09-12T00:58:13.191 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55c197e3838a] 2024-09-12T00:58:13.191 INFO:tasks.workunit.client.0.smithi038.stderr: 9: main() 2024-09-12T00:58:13.191 INFO:tasks.workunit.client.0.smithi038.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f0b8f829590] 2024-09-12T00:58:13.191 INFO:tasks.workunit.client.0.smithi038.stderr: 11: __libc_start_main() 2024-09-12T00:58:13.191 INFO:tasks.workunit.client.0.smithi038.stderr: 12: _start() 2024-09-12T00:58:13.191 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:58:13.191 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.191 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:58:13.191 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:58:13.191 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:58:13.191 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:58:13.191 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:58:13.192 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:58:13.192 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:58:13.192 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:58:13.192 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:58:13.192 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:58:13.192 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:58:13.192 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:58:13.192 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:58:13.192 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:58:13.192 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:58:13.192 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:58:13.192 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:58:13.192 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:58:13.192 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:58:13.193 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:58:13.193 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:58:13.193 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:58:13.193 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:58:13.193 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:58:13.193 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:58:13.193 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:58:13.193 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:58:13.193 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:58:13.193 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:58:13.193 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:58:13.193 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:58:13.193 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:58:13.193 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:58:13.194 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:58:13.194 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:58:13.194 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:58:13.194 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:58:13.194 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:58:13.194 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:58:13.194 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:58:13.194 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:58:13.194 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:58:13.194 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:58:13.194 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:58:13.194 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:58:13.194 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:58:13.194 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:58:13.194 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:58:13.195 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:58:13.195 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:58:13.195 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:58:13.195 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:58:13.195 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:58:13.195 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:58:13.195 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:58:13.195 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:58:13.195 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:58:13.195 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:58:13.195 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:58:13.195 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:58:13.195 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:58:13.195 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:58:13.195 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:58:13.196 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:58:13.196 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:58:13.196 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:58:13.196 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:58:13.196 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:58:13.196 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:58:13.196 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:58:13.196 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:58:13.196 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:58:13.196 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:58:13.196 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:58:13.196 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:58:13.196 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:58:13.196 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:58:13.197 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:58:13.197 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:58:13.197 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:58:13.197 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:58:13.197 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:58:13.197 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:58:13.197 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:58:13.197 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:58:13.197 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:58:13.197 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:58:13.197 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:58:13.197 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:58:13.197 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:58:13.197 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:58:13.197 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:58:13.198 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:58:13.198 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:58:13.198 INFO:tasks.workunit.client.0.smithi038.stderr: 7f09ba7fc640 / http_manager 2024-09-12T00:58:13.198 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0a40fe1640 / http_manager 2024-09-12T00:58:13.198 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0a41fe3640 / rgw_dt_lg_renew 2024-09-12T00:58:13.198 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0a6d7fa640 / ms_dispatch 2024-09-12T00:58:13.198 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0a6e7fc640 / io_context_pool 2024-09-12T00:58:13.198 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0a6effd640 / io_context_pool 2024-09-12T00:58:13.198 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0a75602640 / ms_dispatch 2024-09-12T00:58:13.198 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0a77e07640 / ms_dispatch 2024-09-12T00:58:13.198 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0a7960a640 / io_context_pool 2024-09-12T00:58:13.198 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0b8a898640 / msgr-worker-2 2024-09-12T00:58:13.198 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0b8b099640 / msgr-worker-1 2024-09-12T00:58:13.198 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0b8b89a640 / msgr-worker-0 2024-09-12T00:58:13.199 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0b8c09b640 / io_context_pool 2024-09-12T00:58:13.199 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0b8d5af800 / radosgw-admin 2024-09-12T00:58:13.199 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:58:13.199 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:58:13.199 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/log/ceph/ceph-client.admin.156162.log 2024-09-12T00:58:13.199 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:58:13.199 INFO:tasks.workunit.client.0.smithi038.stderr:--- begin dump of recent events --- 2024-09-12T00:58:13.199 INFO:tasks.workunit.client.0.smithi038.stderr: -499> 2024-09-12T00:58:12.846+0000 7f0a7960a640 10 monclient: dump: 2024-09-12T00:58:13.199 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.199 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.199 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.199 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.199 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.199 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.200 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.200 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.200 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.200 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.200 INFO:tasks.workunit.client.0.smithi038.stderr: -498> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 10 monclient: shutdown 2024-09-12T00:58:13.200 INFO:tasks.workunit.client.0.smithi038.stderr: -497> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 asok(0x55c199bb8630) unregister_commands rotate-key 2024-09-12T00:58:13.200 INFO:tasks.workunit.client.0.smithi038.stderr: -496> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 10 monclient: build_initial_monmap 2024-09-12T00:58:13.200 INFO:tasks.workunit.client.0.smithi038.stderr: -495> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 1 build_initial for_mkfs: 0 2024-09-12T00:58:13.200 INFO:tasks.workunit.client.0.smithi038.stderr: -494> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 10 monclient: monmap: 2024-09-12T00:58:13.200 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:58:13.200 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:58:13.200 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:58:13.200 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:58:13.200 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:58:13.200 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.201 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:58:13.201 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:58:13.201 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:58:13.201 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.201 INFO:tasks.workunit.client.0.smithi038.stderr: -493> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding auth protocol: cephx 2024-09-12T00:58:13.201 INFO:tasks.workunit.client.0.smithi038.stderr: -492> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding auth protocol: cephx 2024-09-12T00:58:13.201 INFO:tasks.workunit.client.0.smithi038.stderr: -491> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding auth protocol: cephx 2024-09-12T00:58:13.201 INFO:tasks.workunit.client.0.smithi038.stderr: -490> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: secure 2024-09-12T00:58:13.201 INFO:tasks.workunit.client.0.smithi038.stderr: -489> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: crc 2024-09-12T00:58:13.201 INFO:tasks.workunit.client.0.smithi038.stderr: -488> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: secure 2024-09-12T00:58:13.201 INFO:tasks.workunit.client.0.smithi038.stderr: -487> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: crc 2024-09-12T00:58:13.201 INFO:tasks.workunit.client.0.smithi038.stderr: -486> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: secure 2024-09-12T00:58:13.201 INFO:tasks.workunit.client.0.smithi038.stderr: -485> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: crc 2024-09-12T00:58:13.201 INFO:tasks.workunit.client.0.smithi038.stderr: -484> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: crc 2024-09-12T00:58:13.201 INFO:tasks.workunit.client.0.smithi038.stderr: -483> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: secure 2024-09-12T00:58:13.202 INFO:tasks.workunit.client.0.smithi038.stderr: -482> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: crc 2024-09-12T00:58:13.202 INFO:tasks.workunit.client.0.smithi038.stderr: -481> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: secure 2024-09-12T00:58:13.202 INFO:tasks.workunit.client.0.smithi038.stderr: -480> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: crc 2024-09-12T00:58:13.202 INFO:tasks.workunit.client.0.smithi038.stderr: -479> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199ddf450) adding con mode: secure 2024-09-12T00:58:13.202 INFO:tasks.workunit.client.0.smithi038.stderr: -478> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.202 INFO:tasks.workunit.client.0.smithi038.stderr: -477> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 1 librados: starting msgr at 2024-09-12T00:58:13.202 INFO:tasks.workunit.client.0.smithi038.stderr: -476> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 1 librados: starting objecter 2024-09-12T00:58:13.202 INFO:tasks.workunit.client.0.smithi038.stderr: -475> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command objecter_requests hook 0x55c199de09c0 2024-09-12T00:58:13.202 INFO:tasks.workunit.client.0.smithi038.stderr: -474> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 1 librados: setting wanted keys 2024-09-12T00:58:13.202 INFO:tasks.workunit.client.0.smithi038.stderr: -473> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 1 librados: calling monclient init 2024-09-12T00:58:13.202 INFO:tasks.workunit.client.0.smithi038.stderr: -472> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 10 monclient: init 2024-09-12T00:58:13.202 INFO:tasks.workunit.client.0.smithi038.stderr: -471> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding auth protocol: cephx 2024-09-12T00:58:13.202 INFO:tasks.workunit.client.0.smithi038.stderr: -470> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding auth protocol: cephx 2024-09-12T00:58:13.202 INFO:tasks.workunit.client.0.smithi038.stderr: -469> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding auth protocol: cephx 2024-09-12T00:58:13.203 INFO:tasks.workunit.client.0.smithi038.stderr: -468> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: secure 2024-09-12T00:58:13.203 INFO:tasks.workunit.client.0.smithi038.stderr: -467> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: crc 2024-09-12T00:58:13.203 INFO:tasks.workunit.client.0.smithi038.stderr: -466> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: secure 2024-09-12T00:58:13.203 INFO:tasks.workunit.client.0.smithi038.stderr: -465> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: crc 2024-09-12T00:58:13.203 INFO:tasks.workunit.client.0.smithi038.stderr: -464> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: secure 2024-09-12T00:58:13.203 INFO:tasks.workunit.client.0.smithi038.stderr: -463> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: crc 2024-09-12T00:58:13.203 INFO:tasks.workunit.client.0.smithi038.stderr: -462> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: crc 2024-09-12T00:58:13.203 INFO:tasks.workunit.client.0.smithi038.stderr: -461> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: secure 2024-09-12T00:58:13.203 INFO:tasks.workunit.client.0.smithi038.stderr: -460> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: crc 2024-09-12T00:58:13.203 INFO:tasks.workunit.client.0.smithi038.stderr: -459> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: secure 2024-09-12T00:58:13.203 INFO:tasks.workunit.client.0.smithi038.stderr: -458> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: crc 2024-09-12T00:58:13.203 INFO:tasks.workunit.client.0.smithi038.stderr: -457> 2024-09-12T00:58:12.847+0000 7f0b8d5af800 5 AuthRegistry(0x55c199dd8a20) adding con mode: secure 2024-09-12T00:58:13.203 INFO:tasks.workunit.client.0.smithi038.stderr: -456> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.203 INFO:tasks.workunit.client.0.smithi038.stderr: -455> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.204 INFO:tasks.workunit.client.0.smithi038.stderr: -454> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command rotate-key hook 0x55c199dd8b68 2024-09-12T00:58:13.204 INFO:tasks.workunit.client.0.smithi038.stderr: -453> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient: _reopen_session rank -1 2024-09-12T00:58:13.204 INFO:tasks.workunit.client.0.smithi038.stderr: -452> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:58:13.204 INFO:tasks.workunit.client.0.smithi038.stderr: -451> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-c con 0x55c199c90b00 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:58:13.204 INFO:tasks.workunit.client.0.smithi038.stderr: -450> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-a con 0x55c199d22270 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:58:13.204 INFO:tasks.workunit.client.0.smithi038.stderr: -449> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-b con 0x55c199ddfe90 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:58:13.204 INFO:tasks.workunit.client.0.smithi038.stderr: -448> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.204 INFO:tasks.workunit.client.0.smithi038.stderr: -447> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.204 INFO:tasks.workunit.client.0.smithi038.stderr: -446> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.204 INFO:tasks.workunit.client.0.smithi038.stderr: -445> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient(hunting): _renew_subs 2024-09-12T00:58:13.204 INFO:tasks.workunit.client.0.smithi038.stderr: -444> 2024-09-12T00:58:12.848+0000 7f0b8d5af800 10 monclient(hunting): authenticate will time out at 2199.300453s 2024-09-12T00:58:13.204 INFO:tasks.workunit.client.0.smithi038.stderr: -443> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient(hunting): get_auth_request con 0x55c199c90b00 auth_method 0 2024-09-12T00:58:13.204 INFO:tasks.workunit.client.0.smithi038.stderr: -442> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.204 INFO:tasks.workunit.client.0.smithi038.stderr: -441> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.205 INFO:tasks.workunit.client.0.smithi038.stderr: -440> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.205 INFO:tasks.workunit.client.0.smithi038.stderr: -439> 2024-09-12T00:58:12.848+0000 7f0b8a898640 10 monclient(hunting): get_auth_request con 0x55c199d22270 auth_method 0 2024-09-12T00:58:13.205 INFO:tasks.workunit.client.0.smithi038.stderr: -438> 2024-09-12T00:58:12.848+0000 7f0b8a898640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.205 INFO:tasks.workunit.client.0.smithi038.stderr: -437> 2024-09-12T00:58:12.848+0000 7f0b8a898640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.205 INFO:tasks.workunit.client.0.smithi038.stderr: -436> 2024-09-12T00:58:12.848+0000 7f0b8a898640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.205 INFO:tasks.workunit.client.0.smithi038.stderr: -435> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.205 INFO:tasks.workunit.client.0.smithi038.stderr: -434> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.205 INFO:tasks.workunit.client.0.smithi038.stderr: -433> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.205 INFO:tasks.workunit.client.0.smithi038.stderr: -432> 2024-09-12T00:58:12.848+0000 7f0b8b89a640 10 monclient(hunting): get_auth_request con 0x55c199ddfe90 auth_method 0 2024-09-12T00:58:13.205 INFO:tasks.workunit.client.0.smithi038.stderr: -431> 2024-09-12T00:58:12.848+0000 7f0b8b89a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.205 INFO:tasks.workunit.client.0.smithi038.stderr: -430> 2024-09-12T00:58:12.848+0000 7f0b8b89a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.205 INFO:tasks.workunit.client.0.smithi038.stderr: -429> 2024-09-12T00:58:12.848+0000 7f0b8b89a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.205 INFO:tasks.workunit.client.0.smithi038.stderr: -428> 2024-09-12T00:58:12.848+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.205 INFO:tasks.workunit.client.0.smithi038.stderr: -427> 2024-09-12T00:58:12.848+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.206 INFO:tasks.workunit.client.0.smithi038.stderr: -426> 2024-09-12T00:58:12.848+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.206 INFO:tasks.workunit.client.0.smithi038.stderr: -425> 2024-09-12T00:58:12.848+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.206 INFO:tasks.workunit.client.0.smithi038.stderr: -424> 2024-09-12T00:58:12.848+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.206 INFO:tasks.workunit.client.0.smithi038.stderr: -423> 2024-09-12T00:58:12.848+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.206 INFO:tasks.workunit.client.0.smithi038.stderr: -422> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient(hunting): handle_auth_done global_id 7847 payload 824 2024-09-12T00:58:13.206 INFO:tasks.workunit.client.0.smithi038.stderr: -421> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient: _finish_hunting 0 2024-09-12T00:58:13.206 INFO:tasks.workunit.client.0.smithi038.stderr: -420> 2024-09-12T00:58:12.848+0000 7f0b8b099640 1 monclient: found mon.noname-c 2024-09-12T00:58:13.206 INFO:tasks.workunit.client.0.smithi038.stderr: -419> 2024-09-12T00:58:12.848+0000 7f0b8b099640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.206 INFO:tasks.workunit.client.0.smithi038.stderr: -418> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:58:13.206 INFO:tasks.workunit.client.0.smithi038.stderr: -417> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:58:13.206 INFO:tasks.workunit.client.0.smithi038.stderr: -416> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: dump: 2024-09-12T00:58:13.206 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.206 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.206 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.206 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.207 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.207 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.207 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.207 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.207 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.207 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.207 INFO:tasks.workunit.client.0.smithi038.stderr: -415> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: _finish_auth 0 2024-09-12T00:58:13.207 INFO:tasks.workunit.client.0.smithi038.stderr: -414> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: _check_auth_tickets 2024-09-12T00:58:13.207 INFO:tasks.workunit.client.0.smithi038.stderr: -413> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: handle_config config(0 keys) 2024-09-12T00:58:13.207 INFO:tasks.workunit.client.0.smithi038.stderr: -412> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:58:13.207 INFO:tasks.workunit.client.0.smithi038.stderr: -411> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:58:13.207 INFO:tasks.workunit.client.0.smithi038.stderr: -410> 2024-09-12T00:58:12.849+0000 7f0a77e07640 10 monclient: dump: 2024-09-12T00:58:13.207 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.207 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.208 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.208 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.208 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.208 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.208 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.208 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.208 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.208 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.208 INFO:tasks.workunit.client.0.smithi038.stderr: -409> 2024-09-12T00:58:12.849+0000 7f0b8d5af800 5 monclient: authenticate success, global_id 7847 2024-09-12T00:58:13.208 INFO:tasks.workunit.client.0.smithi038.stderr: -408> 2024-09-12T00:58:12.849+0000 7f0b8d5af800 10 monclient: _renew_subs 2024-09-12T00:58:13.208 INFO:tasks.workunit.client.0.smithi038.stderr: -407> 2024-09-12T00:58:12.849+0000 7f0a7960a640 4 set_mon_vals no callback set 2024-09-12T00:58:13.208 INFO:tasks.workunit.client.0.smithi038.stderr: -406> 2024-09-12T00:58:12.849+0000 7f0b8d5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.208 INFO:tasks.workunit.client.0.smithi038.stderr: -405> 2024-09-12T00:58:12.849+0000 7f0b8d5af800 10 monclient: _renew_subs 2024-09-12T00:58:13.208 INFO:tasks.workunit.client.0.smithi038.stderr: -404> 2024-09-12T00:58:12.849+0000 7f0b8d5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.208 INFO:tasks.workunit.client.0.smithi038.stderr: -403> 2024-09-12T00:58:12.849+0000 7f0b8d5af800 1 librados: init done 2024-09-12T00:58:13.209 INFO:tasks.workunit.client.0.smithi038.stderr: -402> 2024-09-12T00:58:12.851+0000 7f0a77e07640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:58:13.209 INFO:tasks.workunit.client.0.smithi038.stderr: -401> 2024-09-12T00:58:12.851+0000 7f0a77e07640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:58:13.209 INFO:tasks.workunit.client.0.smithi038.stderr: -400> 2024-09-12T00:58:12.851+0000 7f0a77e07640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:58:13.209 INFO:tasks.workunit.client.0.smithi038.stderr: -399> 2024-09-12T00:58:12.851+0000 7f0b8a898640 10 monclient: get_auth_request con 0x7f0a70076470 auth_method 0 2024-09-12T00:58:13.209 INFO:tasks.workunit.client.0.smithi038.stderr: -398> 2024-09-12T00:58:12.851+0000 7f0b8b89a640 10 monclient: get_auth_request con 0x55c199e01720 auth_method 0 2024-09-12T00:58:13.209 INFO:tasks.workunit.client.0.smithi038.stderr: -397> 2024-09-12T00:58:12.852+0000 7f0b8b099640 10 monclient: get_auth_request con 0x55c199e243b0 auth_method 0 2024-09-12T00:58:13.209 INFO:tasks.workunit.client.0.smithi038.stderr: -396> 2024-09-12T00:58:12.853+0000 7f0b8a898640 10 monclient: get_auth_request con 0x55c199e28a50 auth_method 0 2024-09-12T00:58:13.209 INFO:tasks.workunit.client.0.smithi038.stderr: -395> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 10 monclient: build_initial_monmap 2024-09-12T00:58:13.209 INFO:tasks.workunit.client.0.smithi038.stderr: -394> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 1 build_initial for_mkfs: 0 2024-09-12T00:58:13.209 INFO:tasks.workunit.client.0.smithi038.stderr: -393> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 10 monclient: monmap: 2024-09-12T00:58:13.209 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:58:13.209 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:58:13.209 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:58:13.209 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:58:13.210 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:58:13.210 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.210 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:58:13.210 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:58:13.210 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:58:13.210 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.210 INFO:tasks.workunit.client.0.smithi038.stderr: -392> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding auth protocol: cephx 2024-09-12T00:58:13.210 INFO:tasks.workunit.client.0.smithi038.stderr: -391> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding auth protocol: cephx 2024-09-12T00:58:13.210 INFO:tasks.workunit.client.0.smithi038.stderr: -390> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding auth protocol: cephx 2024-09-12T00:58:13.210 INFO:tasks.workunit.client.0.smithi038.stderr: -389> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: secure 2024-09-12T00:58:13.210 INFO:tasks.workunit.client.0.smithi038.stderr: -388> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: crc 2024-09-12T00:58:13.210 INFO:tasks.workunit.client.0.smithi038.stderr: -387> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: secure 2024-09-12T00:58:13.210 INFO:tasks.workunit.client.0.smithi038.stderr: -386> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: crc 2024-09-12T00:58:13.210 INFO:tasks.workunit.client.0.smithi038.stderr: -385> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: secure 2024-09-12T00:58:13.211 INFO:tasks.workunit.client.0.smithi038.stderr: -384> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: crc 2024-09-12T00:58:13.211 INFO:tasks.workunit.client.0.smithi038.stderr: -383> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: crc 2024-09-12T00:58:13.211 INFO:tasks.workunit.client.0.smithi038.stderr: -382> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: secure 2024-09-12T00:58:13.211 INFO:tasks.workunit.client.0.smithi038.stderr: -381> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: crc 2024-09-12T00:58:13.211 INFO:tasks.workunit.client.0.smithi038.stderr: -380> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: secure 2024-09-12T00:58:13.211 INFO:tasks.workunit.client.0.smithi038.stderr: -379> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: crc 2024-09-12T00:58:13.211 INFO:tasks.workunit.client.0.smithi038.stderr: -378> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2d7d0) adding con mode: secure 2024-09-12T00:58:13.211 INFO:tasks.workunit.client.0.smithi038.stderr: -377> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.211 INFO:tasks.workunit.client.0.smithi038.stderr: -376> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command objecter_requests cmddesc objecter_requests hook 0x55c199e30c90 EEXIST 2024-09-12T00:58:13.211 INFO:tasks.workunit.client.0.smithi038.stderr: -375> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 10 monclient: init 2024-09-12T00:58:13.211 INFO:tasks.workunit.client.0.smithi038.stderr: -374> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding auth protocol: cephx 2024-09-12T00:58:13.211 INFO:tasks.workunit.client.0.smithi038.stderr: -373> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding auth protocol: cephx 2024-09-12T00:58:13.211 INFO:tasks.workunit.client.0.smithi038.stderr: -372> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding auth protocol: cephx 2024-09-12T00:58:13.211 INFO:tasks.workunit.client.0.smithi038.stderr: -371> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: secure 2024-09-12T00:58:13.212 INFO:tasks.workunit.client.0.smithi038.stderr: -370> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: crc 2024-09-12T00:58:13.212 INFO:tasks.workunit.client.0.smithi038.stderr: -369> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: secure 2024-09-12T00:58:13.212 INFO:tasks.workunit.client.0.smithi038.stderr: -368> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: crc 2024-09-12T00:58:13.212 INFO:tasks.workunit.client.0.smithi038.stderr: -367> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: secure 2024-09-12T00:58:13.212 INFO:tasks.workunit.client.0.smithi038.stderr: -366> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: crc 2024-09-12T00:58:13.212 INFO:tasks.workunit.client.0.smithi038.stderr: -365> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: crc 2024-09-12T00:58:13.212 INFO:tasks.workunit.client.0.smithi038.stderr: -364> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: secure 2024-09-12T00:58:13.212 INFO:tasks.workunit.client.0.smithi038.stderr: -363> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: crc 2024-09-12T00:58:13.212 INFO:tasks.workunit.client.0.smithi038.stderr: -362> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: secure 2024-09-12T00:58:13.212 INFO:tasks.workunit.client.0.smithi038.stderr: -361> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: crc 2024-09-12T00:58:13.212 INFO:tasks.workunit.client.0.smithi038.stderr: -360> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e2be58) adding con mode: secure 2024-09-12T00:58:13.212 INFO:tasks.workunit.client.0.smithi038.stderr: -359> 2024-09-12T00:58:12.855+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.212 INFO:tasks.workunit.client.0.smithi038.stderr: -358> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.213 INFO:tasks.workunit.client.0.smithi038.stderr: -357> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command rotate-key cmddesc rotate-key hook 0x55c199e2bfa0 EEXIST 2024-09-12T00:58:13.213 INFO:tasks.workunit.client.0.smithi038.stderr: -356> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient: _reopen_session rank -1 2024-09-12T00:58:13.213 INFO:tasks.workunit.client.0.smithi038.stderr: -355> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient: _add_conns ranks=[1,2,0] 2024-09-12T00:58:13.213 INFO:tasks.workunit.client.0.smithi038.stderr: -354> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-b con 0x55c199e54fb0 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:58:13.213 INFO:tasks.workunit.client.0.smithi038.stderr: -353> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-c con 0x55c199e55390 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:58:13.213 INFO:tasks.workunit.client.0.smithi038.stderr: -352> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-a con 0x55c199e53cc0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:58:13.213 INFO:tasks.workunit.client.0.smithi038.stderr: -351> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.213 INFO:tasks.workunit.client.0.smithi038.stderr: -350> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.213 INFO:tasks.workunit.client.0.smithi038.stderr: -349> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.213 INFO:tasks.workunit.client.0.smithi038.stderr: -348> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient(hunting): _renew_subs 2024-09-12T00:58:13.213 INFO:tasks.workunit.client.0.smithi038.stderr: -347> 2024-09-12T00:58:12.856+0000 7f0b8d5af800 10 monclient(hunting): authenticate will time out at 2199.308282s 2024-09-12T00:58:13.213 INFO:tasks.workunit.client.0.smithi038.stderr: -346> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient(hunting): get_auth_request con 0x55c199e55390 auth_method 0 2024-09-12T00:58:13.213 INFO:tasks.workunit.client.0.smithi038.stderr: -345> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.213 INFO:tasks.workunit.client.0.smithi038.stderr: -344> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.213 INFO:tasks.workunit.client.0.smithi038.stderr: -343> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.214 INFO:tasks.workunit.client.0.smithi038.stderr: -342> 2024-09-12T00:58:12.856+0000 7f0b8b099640 10 monclient(hunting): get_auth_request con 0x55c199e54fb0 auth_method 0 2024-09-12T00:58:13.214 INFO:tasks.workunit.client.0.smithi038.stderr: -341> 2024-09-12T00:58:12.856+0000 7f0b8b099640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.214 INFO:tasks.workunit.client.0.smithi038.stderr: -340> 2024-09-12T00:58:12.856+0000 7f0b8b099640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.214 INFO:tasks.workunit.client.0.smithi038.stderr: -339> 2024-09-12T00:58:12.856+0000 7f0b8b099640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.214 INFO:tasks.workunit.client.0.smithi038.stderr: -338> 2024-09-12T00:58:12.856+0000 7f0b8b89a640 10 monclient(hunting): get_auth_request con 0x55c199e53cc0 auth_method 0 2024-09-12T00:58:13.214 INFO:tasks.workunit.client.0.smithi038.stderr: -337> 2024-09-12T00:58:12.856+0000 7f0b8b89a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.214 INFO:tasks.workunit.client.0.smithi038.stderr: -336> 2024-09-12T00:58:12.856+0000 7f0b8b89a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.214 INFO:tasks.workunit.client.0.smithi038.stderr: -335> 2024-09-12T00:58:12.856+0000 7f0b8b89a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.214 INFO:tasks.workunit.client.0.smithi038.stderr: -334> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.214 INFO:tasks.workunit.client.0.smithi038.stderr: -333> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.214 INFO:tasks.workunit.client.0.smithi038.stderr: -332> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.214 INFO:tasks.workunit.client.0.smithi038.stderr: -331> 2024-09-12T00:58:12.856+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.214 INFO:tasks.workunit.client.0.smithi038.stderr: -330> 2024-09-12T00:58:12.856+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.214 INFO:tasks.workunit.client.0.smithi038.stderr: -329> 2024-09-12T00:58:12.856+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.215 INFO:tasks.workunit.client.0.smithi038.stderr: -328> 2024-09-12T00:58:12.856+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.215 INFO:tasks.workunit.client.0.smithi038.stderr: -327> 2024-09-12T00:58:12.856+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.215 INFO:tasks.workunit.client.0.smithi038.stderr: -326> 2024-09-12T00:58:12.856+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.215 INFO:tasks.workunit.client.0.smithi038.stderr: -325> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient(hunting): handle_auth_done global_id 7850 payload 824 2024-09-12T00:58:13.215 INFO:tasks.workunit.client.0.smithi038.stderr: -324> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient: _finish_hunting 0 2024-09-12T00:58:13.215 INFO:tasks.workunit.client.0.smithi038.stderr: -323> 2024-09-12T00:58:12.856+0000 7f0b8a898640 1 monclient: found mon.noname-c 2024-09-12T00:58:13.215 INFO:tasks.workunit.client.0.smithi038.stderr: -322> 2024-09-12T00:58:12.856+0000 7f0b8a898640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.215 INFO:tasks.workunit.client.0.smithi038.stderr: -321> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:58:13.215 INFO:tasks.workunit.client.0.smithi038.stderr: -320> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:58:13.215 INFO:tasks.workunit.client.0.smithi038.stderr: -319> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: dump: 2024-09-12T00:58:13.215 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.215 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.215 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.215 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.215 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.216 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.216 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.216 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.216 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.216 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.216 INFO:tasks.workunit.client.0.smithi038.stderr: -318> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: _finish_auth 0 2024-09-12T00:58:13.216 INFO:tasks.workunit.client.0.smithi038.stderr: -317> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: _check_auth_tickets 2024-09-12T00:58:13.216 INFO:tasks.workunit.client.0.smithi038.stderr: -316> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: handle_config config(0 keys) 2024-09-12T00:58:13.216 INFO:tasks.workunit.client.0.smithi038.stderr: -315> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:58:13.216 INFO:tasks.workunit.client.0.smithi038.stderr: -314> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:58:13.216 INFO:tasks.workunit.client.0.smithi038.stderr: -313> 2024-09-12T00:58:12.857+0000 7f0a75602640 10 monclient: dump: 2024-09-12T00:58:13.216 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.216 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.216 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.217 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.217 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.217 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.217 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.217 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.217 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.217 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.217 INFO:tasks.workunit.client.0.smithi038.stderr: -312> 2024-09-12T00:58:12.857+0000 7f0b8d5af800 5 monclient: authenticate success, global_id 7850 2024-09-12T00:58:13.217 INFO:tasks.workunit.client.0.smithi038.stderr: -311> 2024-09-12T00:58:12.857+0000 7f0b8d5af800 10 monclient: _renew_subs 2024-09-12T00:58:13.217 INFO:tasks.workunit.client.0.smithi038.stderr: -310> 2024-09-12T00:58:12.857+0000 7f0b8d5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.217 INFO:tasks.workunit.client.0.smithi038.stderr: -309> 2024-09-12T00:58:12.857+0000 7f0b8c09b640 4 set_mon_vals no callback set 2024-09-12T00:58:13.217 INFO:tasks.workunit.client.0.smithi038.stderr: -308> 2024-09-12T00:58:12.857+0000 7f0b8d5af800 10 monclient: _renew_subs 2024-09-12T00:58:13.217 INFO:tasks.workunit.client.0.smithi038.stderr: -307> 2024-09-12T00:58:12.857+0000 7f0b8d5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.217 INFO:tasks.workunit.client.0.smithi038.stderr: -306> 2024-09-12T00:58:12.859+0000 7f0a75602640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:58:13.217 INFO:tasks.workunit.client.0.smithi038.stderr: -305> 2024-09-12T00:58:12.859+0000 7f0a75602640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:58:13.218 INFO:tasks.workunit.client.0.smithi038.stderr: -304> 2024-09-12T00:58:12.859+0000 7f0a75602640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:58:13.218 INFO:tasks.workunit.client.0.smithi038.stderr: -303> 2024-09-12T00:58:12.859+0000 7f0b8b099640 10 monclient: get_auth_request con 0x7f0a64076380 auth_method 0 2024-09-12T00:58:13.218 INFO:tasks.workunit.client.0.smithi038.stderr: -302> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 10 monclient: get_monmap_and_config 2024-09-12T00:58:13.218 INFO:tasks.workunit.client.0.smithi038.stderr: -301> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 10 monclient: build_initial_monmap 2024-09-12T00:58:13.218 INFO:tasks.workunit.client.0.smithi038.stderr: -300> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 1 build_initial for_mkfs: 0 2024-09-12T00:58:13.218 INFO:tasks.workunit.client.0.smithi038.stderr: -299> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 10 monclient: monmap: 2024-09-12T00:58:13.218 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:58:13.218 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:58:13.218 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:58:13.218 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:58:13.218 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:58:13.218 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.218 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:58:13.218 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:58:13.218 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:58:13.219 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.219 INFO:tasks.workunit.client.0.smithi038.stderr: -298> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding auth protocol: cephx 2024-09-12T00:58:13.219 INFO:tasks.workunit.client.0.smithi038.stderr: -297> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding auth protocol: cephx 2024-09-12T00:58:13.219 INFO:tasks.workunit.client.0.smithi038.stderr: -296> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding auth protocol: cephx 2024-09-12T00:58:13.219 INFO:tasks.workunit.client.0.smithi038.stderr: -295> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: secure 2024-09-12T00:58:13.219 INFO:tasks.workunit.client.0.smithi038.stderr: -294> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: crc 2024-09-12T00:58:13.219 INFO:tasks.workunit.client.0.smithi038.stderr: -293> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: secure 2024-09-12T00:58:13.219 INFO:tasks.workunit.client.0.smithi038.stderr: -292> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: crc 2024-09-12T00:58:13.219 INFO:tasks.workunit.client.0.smithi038.stderr: -291> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: secure 2024-09-12T00:58:13.219 INFO:tasks.workunit.client.0.smithi038.stderr: -290> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: crc 2024-09-12T00:58:13.219 INFO:tasks.workunit.client.0.smithi038.stderr: -289> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: crc 2024-09-12T00:58:13.219 INFO:tasks.workunit.client.0.smithi038.stderr: -288> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: secure 2024-09-12T00:58:13.219 INFO:tasks.workunit.client.0.smithi038.stderr: -287> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: crc 2024-09-12T00:58:13.219 INFO:tasks.workunit.client.0.smithi038.stderr: -286> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: secure 2024-09-12T00:58:13.220 INFO:tasks.workunit.client.0.smithi038.stderr: -285> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: crc 2024-09-12T00:58:13.220 INFO:tasks.workunit.client.0.smithi038.stderr: -284> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e74f10) adding con mode: secure 2024-09-12T00:58:13.220 INFO:tasks.workunit.client.0.smithi038.stderr: -283> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.220 INFO:tasks.workunit.client.0.smithi038.stderr: -282> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 10 monclient: init 2024-09-12T00:58:13.220 INFO:tasks.workunit.client.0.smithi038.stderr: -281> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding auth protocol: cephx 2024-09-12T00:58:13.220 INFO:tasks.workunit.client.0.smithi038.stderr: -280> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding auth protocol: cephx 2024-09-12T00:58:13.220 INFO:tasks.workunit.client.0.smithi038.stderr: -279> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding auth protocol: cephx 2024-09-12T00:58:13.220 INFO:tasks.workunit.client.0.smithi038.stderr: -278> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: secure 2024-09-12T00:58:13.220 INFO:tasks.workunit.client.0.smithi038.stderr: -277> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: crc 2024-09-12T00:58:13.220 INFO:tasks.workunit.client.0.smithi038.stderr: -276> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: secure 2024-09-12T00:58:13.220 INFO:tasks.workunit.client.0.smithi038.stderr: -275> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: crc 2024-09-12T00:58:13.220 INFO:tasks.workunit.client.0.smithi038.stderr: -274> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: secure 2024-09-12T00:58:13.220 INFO:tasks.workunit.client.0.smithi038.stderr: -273> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: crc 2024-09-12T00:58:13.220 INFO:tasks.workunit.client.0.smithi038.stderr: -272> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: crc 2024-09-12T00:58:13.221 INFO:tasks.workunit.client.0.smithi038.stderr: -271> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: secure 2024-09-12T00:58:13.221 INFO:tasks.workunit.client.0.smithi038.stderr: -270> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: crc 2024-09-12T00:58:13.221 INFO:tasks.workunit.client.0.smithi038.stderr: -269> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: secure 2024-09-12T00:58:13.221 INFO:tasks.workunit.client.0.smithi038.stderr: -268> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: crc 2024-09-12T00:58:13.221 INFO:tasks.workunit.client.0.smithi038.stderr: -267> 2024-09-12T00:58:12.859+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f05a0) adding con mode: secure 2024-09-12T00:58:13.221 INFO:tasks.workunit.client.0.smithi038.stderr: -266> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.221 INFO:tasks.workunit.client.0.smithi038.stderr: -265> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.221 INFO:tasks.workunit.client.0.smithi038.stderr: -264> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command rotate-key cmddesc rotate-key hook 0x7ffea61f06e8 EEXIST 2024-09-12T00:58:13.221 INFO:tasks.workunit.client.0.smithi038.stderr: -263> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient: _reopen_session rank -1 2024-09-12T00:58:13.221 INFO:tasks.workunit.client.0.smithi038.stderr: -262> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient: _add_conns ranks=[0,1,2] 2024-09-12T00:58:13.221 INFO:tasks.workunit.client.0.smithi038.stderr: -261> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-a con 0x55c199e790a0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:58:13.221 INFO:tasks.workunit.client.0.smithi038.stderr: -260> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-b con 0x55c199ea3b10 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:58:13.221 INFO:tasks.workunit.client.0.smithi038.stderr: -259> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-c con 0x55c199ea4ec0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:58:13.221 INFO:tasks.workunit.client.0.smithi038.stderr: -258> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.222 INFO:tasks.workunit.client.0.smithi038.stderr: -257> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.222 INFO:tasks.workunit.client.0.smithi038.stderr: -256> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.222 INFO:tasks.workunit.client.0.smithi038.stderr: -255> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient(hunting): _renew_subs 2024-09-12T00:58:13.222 INFO:tasks.workunit.client.0.smithi038.stderr: -254> 2024-09-12T00:58:12.860+0000 7f0b8d5af800 10 monclient(hunting): authenticate will time out at 2199.312440s 2024-09-12T00:58:13.222 INFO:tasks.workunit.client.0.smithi038.stderr: -253> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient(hunting): get_auth_request con 0x55c199ea4ec0 auth_method 0 2024-09-12T00:58:13.222 INFO:tasks.workunit.client.0.smithi038.stderr: -252> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.222 INFO:tasks.workunit.client.0.smithi038.stderr: -251> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.222 INFO:tasks.workunit.client.0.smithi038.stderr: -250> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.222 INFO:tasks.workunit.client.0.smithi038.stderr: -249> 2024-09-12T00:58:12.860+0000 7f0b8b099640 10 monclient(hunting): get_auth_request con 0x55c199e790a0 auth_method 0 2024-09-12T00:58:13.222 INFO:tasks.workunit.client.0.smithi038.stderr: -248> 2024-09-12T00:58:12.860+0000 7f0b8b099640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.222 INFO:tasks.workunit.client.0.smithi038.stderr: -247> 2024-09-12T00:58:12.860+0000 7f0b8b099640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.222 INFO:tasks.workunit.client.0.smithi038.stderr: -246> 2024-09-12T00:58:12.860+0000 7f0b8b099640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.222 INFO:tasks.workunit.client.0.smithi038.stderr: -245> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.222 INFO:tasks.workunit.client.0.smithi038.stderr: -244> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.223 INFO:tasks.workunit.client.0.smithi038.stderr: -243> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.223 INFO:tasks.workunit.client.0.smithi038.stderr: -242> 2024-09-12T00:58:12.860+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.223 INFO:tasks.workunit.client.0.smithi038.stderr: -241> 2024-09-12T00:58:12.860+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.223 INFO:tasks.workunit.client.0.smithi038.stderr: -240> 2024-09-12T00:58:12.860+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.223 INFO:tasks.workunit.client.0.smithi038.stderr: -239> 2024-09-12T00:58:12.860+0000 7f0b8a898640 10 monclient(hunting): get_auth_request con 0x55c199ea3b10 auth_method 0 2024-09-12T00:58:13.223 INFO:tasks.workunit.client.0.smithi038.stderr: -238> 2024-09-12T00:58:12.860+0000 7f0b8a898640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.223 INFO:tasks.workunit.client.0.smithi038.stderr: -237> 2024-09-12T00:58:12.860+0000 7f0b8a898640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.223 INFO:tasks.workunit.client.0.smithi038.stderr: -236> 2024-09-12T00:58:12.860+0000 7f0b8a898640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.223 INFO:tasks.workunit.client.0.smithi038.stderr: -235> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient(hunting): handle_auth_done global_id 7853 payload 274 2024-09-12T00:58:13.223 INFO:tasks.workunit.client.0.smithi038.stderr: -234> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient: _finish_hunting 0 2024-09-12T00:58:13.223 INFO:tasks.workunit.client.0.smithi038.stderr: -233> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 1 monclient: found mon.noname-c 2024-09-12T00:58:13.223 INFO:tasks.workunit.client.0.smithi038.stderr: -232> 2024-09-12T00:58:12.860+0000 7f0b8b89a640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.223 INFO:tasks.workunit.client.0.smithi038.stderr: -231> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:58:13.223 INFO:tasks.workunit.client.0.smithi038.stderr: -230> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:58:13.223 INFO:tasks.workunit.client.0.smithi038.stderr: -229> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: dump: 2024-09-12T00:58:13.224 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.224 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.224 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.224 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.224 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.224 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.224 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.224 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.224 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.224 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.224 INFO:tasks.workunit.client.0.smithi038.stderr: -228> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: _finish_auth 0 2024-09-12T00:58:13.224 INFO:tasks.workunit.client.0.smithi038.stderr: -227> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: _check_auth_tickets 2024-09-12T00:58:13.224 INFO:tasks.workunit.client.0.smithi038.stderr: -226> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: handle_config config(0 keys) 2024-09-12T00:58:13.224 INFO:tasks.workunit.client.0.smithi038.stderr: -225> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 monclient: authenticate success, global_id 7853 2024-09-12T00:58:13.225 INFO:tasks.workunit.client.0.smithi038.stderr: -224> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 10 monclient: get_monmap_and_config success 2024-09-12T00:58:13.225 INFO:tasks.workunit.client.0.smithi038.stderr: -223> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 4 set_mon_vals no callback set 2024-09-12T00:58:13.225 INFO:tasks.workunit.client.0.smithi038.stderr: -222> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:58:13.225 INFO:tasks.workunit.client.0.smithi038.stderr: -221> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:58:13.225 INFO:tasks.workunit.client.0.smithi038.stderr: -220> 2024-09-12T00:58:12.861+0000 7f0a6effd640 10 monclient: dump: 2024-09-12T00:58:13.225 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.225 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.225 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.225 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.225 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.225 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.225 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.225 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.225 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.226 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.226 INFO:tasks.workunit.client.0.smithi038.stderr: -219> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 10 monclient: shutdown 2024-09-12T00:58:13.226 INFO:tasks.workunit.client.0.smithi038.stderr: -218> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 10 monclient: build_initial_monmap 2024-09-12T00:58:13.226 INFO:tasks.workunit.client.0.smithi038.stderr: -217> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 1 build_initial for_mkfs: 0 2024-09-12T00:58:13.226 INFO:tasks.workunit.client.0.smithi038.stderr: -216> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 10 monclient: monmap: 2024-09-12T00:58:13.226 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 0 2024-09-12T00:58:13.226 INFO:tasks.workunit.client.0.smithi038.stderr:fsid 00000000-0000-0000-0000-000000000000 2024-09-12T00:58:13.226 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 0.000000 2024-09-12T00:58:13.226 INFO:tasks.workunit.client.0.smithi038.stderr:created 0.000000 2024-09-12T00:58:13.226 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 0 (unknown) 2024-09-12T00:58:13.226 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.226 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.noname-a 2024-09-12T00:58:13.226 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.noname-b 2024-09-12T00:58:13.226 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.noname-c 2024-09-12T00:58:13.227 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.227 INFO:tasks.workunit.client.0.smithi038.stderr: -215> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding auth protocol: cephx 2024-09-12T00:58:13.227 INFO:tasks.workunit.client.0.smithi038.stderr: -214> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding auth protocol: cephx 2024-09-12T00:58:13.227 INFO:tasks.workunit.client.0.smithi038.stderr: -213> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding auth protocol: cephx 2024-09-12T00:58:13.227 INFO:tasks.workunit.client.0.smithi038.stderr: -212> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: secure 2024-09-12T00:58:13.227 INFO:tasks.workunit.client.0.smithi038.stderr: -211> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: crc 2024-09-12T00:58:13.227 INFO:tasks.workunit.client.0.smithi038.stderr: -210> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: secure 2024-09-12T00:58:13.227 INFO:tasks.workunit.client.0.smithi038.stderr: -209> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: crc 2024-09-12T00:58:13.227 INFO:tasks.workunit.client.0.smithi038.stderr: -208> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: secure 2024-09-12T00:58:13.227 INFO:tasks.workunit.client.0.smithi038.stderr: -207> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: crc 2024-09-12T00:58:13.227 INFO:tasks.workunit.client.0.smithi038.stderr: -206> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: crc 2024-09-12T00:58:13.227 INFO:tasks.workunit.client.0.smithi038.stderr: -205> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: secure 2024-09-12T00:58:13.227 INFO:tasks.workunit.client.0.smithi038.stderr: -204> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: crc 2024-09-12T00:58:13.227 INFO:tasks.workunit.client.0.smithi038.stderr: -203> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: secure 2024-09-12T00:58:13.227 INFO:tasks.workunit.client.0.smithi038.stderr: -202> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: crc 2024-09-12T00:58:13.228 INFO:tasks.workunit.client.0.smithi038.stderr: -201> 2024-09-12T00:58:12.861+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e79c80) adding con mode: secure 2024-09-12T00:58:13.228 INFO:tasks.workunit.client.0.smithi038.stderr: -200> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.228 INFO:tasks.workunit.client.0.smithi038.stderr: -199> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 1 librados: starting msgr at 2024-09-12T00:58:13.228 INFO:tasks.workunit.client.0.smithi038.stderr: -198> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 1 librados: starting objecter 2024-09-12T00:58:13.228 INFO:tasks.workunit.client.0.smithi038.stderr: -197> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command objecter_requests cmddesc objecter_requests hook 0x55c199e9c250 EEXIST 2024-09-12T00:58:13.228 INFO:tasks.workunit.client.0.smithi038.stderr: -196> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 1 librados: setting wanted keys 2024-09-12T00:58:13.228 INFO:tasks.workunit.client.0.smithi038.stderr: -195> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 1 librados: calling monclient init 2024-09-12T00:58:13.228 INFO:tasks.workunit.client.0.smithi038.stderr: -194> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient: init 2024-09-12T00:58:13.228 INFO:tasks.workunit.client.0.smithi038.stderr: -193> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding auth protocol: cephx 2024-09-12T00:58:13.228 INFO:tasks.workunit.client.0.smithi038.stderr: -192> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding auth protocol: cephx 2024-09-12T00:58:13.228 INFO:tasks.workunit.client.0.smithi038.stderr: -191> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding auth protocol: cephx 2024-09-12T00:58:13.228 INFO:tasks.workunit.client.0.smithi038.stderr: -190> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: secure 2024-09-12T00:58:13.228 INFO:tasks.workunit.client.0.smithi038.stderr: -189> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: crc 2024-09-12T00:58:13.229 INFO:tasks.workunit.client.0.smithi038.stderr: -188> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: secure 2024-09-12T00:58:13.229 INFO:tasks.workunit.client.0.smithi038.stderr: -187> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: crc 2024-09-12T00:58:13.229 INFO:tasks.workunit.client.0.smithi038.stderr: -186> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: secure 2024-09-12T00:58:13.229 INFO:tasks.workunit.client.0.smithi038.stderr: -185> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: crc 2024-09-12T00:58:13.229 INFO:tasks.workunit.client.0.smithi038.stderr: -184> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: crc 2024-09-12T00:58:13.229 INFO:tasks.workunit.client.0.smithi038.stderr: -183> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: secure 2024-09-12T00:58:13.229 INFO:tasks.workunit.client.0.smithi038.stderr: -182> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: crc 2024-09-12T00:58:13.229 INFO:tasks.workunit.client.0.smithi038.stderr: -181> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: secure 2024-09-12T00:58:13.229 INFO:tasks.workunit.client.0.smithi038.stderr: -180> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: crc 2024-09-12T00:58:13.229 INFO:tasks.workunit.client.0.smithi038.stderr: -179> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 AuthRegistry(0x55c199e69870) adding con mode: secure 2024-09-12T00:58:13.229 INFO:tasks.workunit.client.0.smithi038.stderr: -178> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.229 INFO:tasks.workunit.client.0.smithi038.stderr: -177> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.229 INFO:tasks.workunit.client.0.smithi038.stderr: -176> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command rotate-key cmddesc rotate-key hook 0x55c199e699b8 EEXIST 2024-09-12T00:58:13.229 INFO:tasks.workunit.client.0.smithi038.stderr: -175> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient: _reopen_session rank -1 2024-09-12T00:58:13.229 INFO:tasks.workunit.client.0.smithi038.stderr: -174> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient: _add_conns ranks=[2,0,1] 2024-09-12T00:58:13.230 INFO:tasks.workunit.client.0.smithi038.stderr: -173> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-c con 0x55c199e790a0 addr [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] 2024-09-12T00:58:13.230 INFO:tasks.workunit.client.0.smithi038.stderr: -172> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-a con 0x55c199ea4ec0 addr [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] 2024-09-12T00:58:13.230 INFO:tasks.workunit.client.0.smithi038.stderr: -171> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient(hunting): picked mon.noname-b con 0x55c199e97230 addr [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] 2024-09-12T00:58:13.230 INFO:tasks.workunit.client.0.smithi038.stderr: -170> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.230 INFO:tasks.workunit.client.0.smithi038.stderr: -169> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.230 INFO:tasks.workunit.client.0.smithi038.stderr: -168> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient(hunting): start opening mon connection 2024-09-12T00:58:13.230 INFO:tasks.workunit.client.0.smithi038.stderr: -167> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient(hunting): _renew_subs 2024-09-12T00:58:13.230 INFO:tasks.workunit.client.0.smithi038.stderr: -166> 2024-09-12T00:58:12.862+0000 7f0b8d5af800 10 monclient(hunting): authenticate will time out at 2199.314836s 2024-09-12T00:58:13.230 INFO:tasks.workunit.client.0.smithi038.stderr: -165> 2024-09-12T00:58:12.862+0000 7f0b8b099640 10 monclient(hunting): get_auth_request con 0x55c199e790a0 auth_method 0 2024-09-12T00:58:13.230 INFO:tasks.workunit.client.0.smithi038.stderr: -164> 2024-09-12T00:58:12.862+0000 7f0b8b099640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.230 INFO:tasks.workunit.client.0.smithi038.stderr: -163> 2024-09-12T00:58:12.862+0000 7f0b8b099640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.230 INFO:tasks.workunit.client.0.smithi038.stderr: -162> 2024-09-12T00:58:12.862+0000 7f0b8b099640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.230 INFO:tasks.workunit.client.0.smithi038.stderr: -161> 2024-09-12T00:58:12.862+0000 7f0b8a898640 10 monclient(hunting): get_auth_request con 0x55c199ea4ec0 auth_method 0 2024-09-12T00:58:13.230 INFO:tasks.workunit.client.0.smithi038.stderr: -160> 2024-09-12T00:58:12.862+0000 7f0b8a898640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.231 INFO:tasks.workunit.client.0.smithi038.stderr: -159> 2024-09-12T00:58:12.862+0000 7f0b8a898640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.231 INFO:tasks.workunit.client.0.smithi038.stderr: -158> 2024-09-12T00:58:12.862+0000 7f0b8a898640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.231 INFO:tasks.workunit.client.0.smithi038.stderr: -157> 2024-09-12T00:58:12.862+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.231 INFO:tasks.workunit.client.0.smithi038.stderr: -156> 2024-09-12T00:58:12.863+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.231 INFO:tasks.workunit.client.0.smithi038.stderr: -155> 2024-09-12T00:58:12.863+0000 7f0b8b099640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.231 INFO:tasks.workunit.client.0.smithi038.stderr: -154> 2024-09-12T00:58:12.863+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more payload 9 2024-09-12T00:58:13.231 INFO:tasks.workunit.client.0.smithi038.stderr: -153> 2024-09-12T00:58:12.863+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more payload_len 9 2024-09-12T00:58:13.231 INFO:tasks.workunit.client.0.smithi038.stderr: -152> 2024-09-12T00:58:12.863+0000 7f0b8a898640 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2024-09-12T00:58:13.231 INFO:tasks.workunit.client.0.smithi038.stderr: -151> 2024-09-12T00:58:12.863+0000 7f0b8b89a640 10 monclient(hunting): get_auth_request con 0x55c199e97230 auth_method 0 2024-09-12T00:58:13.231 INFO:tasks.workunit.client.0.smithi038.stderr: -150> 2024-09-12T00:58:12.863+0000 7f0b8b89a640 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2024-09-12T00:58:13.231 INFO:tasks.workunit.client.0.smithi038.stderr: -149> 2024-09-12T00:58:12.863+0000 7f0b8b89a640 10 monclient(hunting): _init_auth method 2 2024-09-12T00:58:13.231 INFO:tasks.workunit.client.0.smithi038.stderr: -148> 2024-09-12T00:58:12.863+0000 7f0b8b89a640 10 monclient(hunting): _init_auth creating new auth 2024-09-12T00:58:13.231 INFO:tasks.workunit.client.0.smithi038.stderr: -147> 2024-09-12T00:58:12.863+0000 7f0b8b099640 10 monclient(hunting): handle_auth_done global_id 7856 payload 824 2024-09-12T00:58:13.231 INFO:tasks.workunit.client.0.smithi038.stderr: -146> 2024-09-12T00:58:12.863+0000 7f0b8b099640 10 monclient: _finish_hunting 0 2024-09-12T00:58:13.231 INFO:tasks.workunit.client.0.smithi038.stderr: -145> 2024-09-12T00:58:12.863+0000 7f0b8b099640 1 monclient: found mon.noname-c 2024-09-12T00:58:13.232 INFO:tasks.workunit.client.0.smithi038.stderr: -144> 2024-09-12T00:58:12.863+0000 7f0b8b099640 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.232 INFO:tasks.workunit.client.0.smithi038.stderr: -143> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:58:13.232 INFO:tasks.workunit.client.0.smithi038.stderr: -142> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2024-09-12T00:58:13.232 INFO:tasks.workunit.client.0.smithi038.stderr: -141> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: dump: 2024-09-12T00:58:13.232 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.232 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.232 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.232 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.232 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.232 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.232 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.232 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.232 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.232 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.233 INFO:tasks.workunit.client.0.smithi038.stderr: -140> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: _finish_auth 0 2024-09-12T00:58:13.233 INFO:tasks.workunit.client.0.smithi038.stderr: -139> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: _check_auth_tickets 2024-09-12T00:58:13.233 INFO:tasks.workunit.client.0.smithi038.stderr: -138> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: handle_config config(0 keys) 2024-09-12T00:58:13.233 INFO:tasks.workunit.client.0.smithi038.stderr: -137> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: handle_monmap mon_map magic: 0 2024-09-12T00:58:13.233 INFO:tasks.workunit.client.0.smithi038.stderr: -136> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: got monmap 1 from mon.c (according to old e1) 2024-09-12T00:58:13.233 INFO:tasks.workunit.client.0.smithi038.stderr: -135> 2024-09-12T00:58:12.863+0000 7f0a6d7fa640 10 monclient: dump: 2024-09-12T00:58:13.233 INFO:tasks.workunit.client.0.smithi038.stderr:epoch 1 2024-09-12T00:58:13.233 INFO:tasks.workunit.client.0.smithi038.stderr:fsid fe5dc658-ec6d-4ee8-b34c-46f69914df9d 2024-09-12T00:58:13.233 INFO:tasks.workunit.client.0.smithi038.stderr:last_changed 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.233 INFO:tasks.workunit.client.0.smithi038.stderr:created 2024-09-12T00:33:14.257543+0000 2024-09-12T00:58:13.233 INFO:tasks.workunit.client.0.smithi038.stderr:min_mon_release 19 (squid) 2024-09-12T00:58:13.233 INFO:tasks.workunit.client.0.smithi038.stderr:election_strategy: 1 2024-09-12T00:58:13.233 INFO:tasks.workunit.client.0.smithi038.stderr:0: [v2:172.21.15.38:3300/0,v1:172.21.15.38:6789/0] mon.a 2024-09-12T00:58:13.233 INFO:tasks.workunit.client.0.smithi038.stderr:1: [v2:172.21.15.194:3300/0,v1:172.21.15.194:6789/0] mon.b 2024-09-12T00:58:13.233 INFO:tasks.workunit.client.0.smithi038.stderr:2: [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] mon.c 2024-09-12T00:58:13.234 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.234 INFO:tasks.workunit.client.0.smithi038.stderr: -134> 2024-09-12T00:58:12.863+0000 7f0b8d5af800 5 monclient: authenticate success, global_id 7856 2024-09-12T00:58:13.234 INFO:tasks.workunit.client.0.smithi038.stderr: -133> 2024-09-12T00:58:12.863+0000 7f0b8d5af800 10 monclient: _renew_subs 2024-09-12T00:58:13.234 INFO:tasks.workunit.client.0.smithi038.stderr: -132> 2024-09-12T00:58:12.863+0000 7f0a6effd640 4 set_mon_vals no callback set 2024-09-12T00:58:13.234 INFO:tasks.workunit.client.0.smithi038.stderr: -131> 2024-09-12T00:58:12.863+0000 7f0b8d5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.234 INFO:tasks.workunit.client.0.smithi038.stderr: -130> 2024-09-12T00:58:12.863+0000 7f0b8d5af800 10 monclient: _renew_subs 2024-09-12T00:58:13.234 INFO:tasks.workunit.client.0.smithi038.stderr: -129> 2024-09-12T00:58:12.863+0000 7f0b8d5af800 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.234 INFO:tasks.workunit.client.0.smithi038.stderr: -128> 2024-09-12T00:58:12.863+0000 7f0b8d5af800 1 librados: init done 2024-09-12T00:58:13.234 INFO:tasks.workunit.client.0.smithi038.stderr: -127> 2024-09-12T00:58:12.863+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command cr dump hook 0x55c199e9cfd8 2024-09-12T00:58:13.234 INFO:tasks.workunit.client.0.smithi038.stderr: -126> 2024-09-12T00:58:12.865+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.234 INFO:tasks.workunit.client.0.smithi038.stderr: -125> 2024-09-12T00:58:12.865+0000 7f0a6d7fa640 4 mgrc handle_mgr_map Got map version 5 2024-09-12T00:58:13.234 INFO:tasks.workunit.client.0.smithi038.stderr: -124> 2024-09-12T00:58:12.865+0000 7f0a6d7fa640 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:58:13.234 INFO:tasks.workunit.client.0.smithi038.stderr: -123> 2024-09-12T00:58:12.865+0000 7f0a6d7fa640 4 mgrc reconnect Starting new session with [v2:172.21.15.38:6832/2066388695,v1:172.21.15.38:6833/2066388695] 2024-09-12T00:58:13.234 INFO:tasks.workunit.client.0.smithi038.stderr: -122> 2024-09-12T00:58:12.865+0000 7f0b8a898640 10 monclient: get_auth_request con 0x7f0a54076470 auth_method 0 2024-09-12T00:58:13.234 INFO:tasks.workunit.client.0.smithi038.stderr: -121> 2024-09-12T00:58:12.866+0000 7f0b8b89a640 10 monclient: get_auth_request con 0x55c199ec3d10 auth_method 0 2024-09-12T00:58:13.235 INFO:tasks.workunit.client.0.smithi038.stderr: -120> 2024-09-12T00:58:12.866+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.235 INFO:tasks.workunit.client.0.smithi038.stderr: -119> 2024-09-12T00:58:12.866+0000 7f0b8d5af800 20 realm 2024-09-12T00:58:13.235 INFO:tasks.workunit.client.0.smithi038.stderr: -118> 2024-09-12T00:58:12.866+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.235 INFO:tasks.workunit.client.0.smithi038.stderr: -117> 2024-09-12T00:58:12.866+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.235 INFO:tasks.workunit.client.0.smithi038.stderr: -116> 2024-09-12T00:58:12.866+0000 7f0b8d5af800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:13.235 INFO:tasks.workunit.client.0.smithi038.stderr: -115> 2024-09-12T00:58:12.866+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.235 INFO:tasks.workunit.client.0.smithi038.stderr: -114> 2024-09-12T00:58:12.867+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.235 INFO:tasks.workunit.client.0.smithi038.stderr: -113> 2024-09-12T00:58:12.867+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.235 INFO:tasks.workunit.client.0.smithi038.stderr: -112> 2024-09-12T00:58:12.867+0000 7f0b8b099640 10 monclient: get_auth_request con 0x55c199ec7ff0 auth_method 0 2024-09-12T00:58:13.235 INFO:tasks.workunit.client.0.smithi038.stderr: -111> 2024-09-12T00:58:12.868+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:13.235 INFO:tasks.workunit.client.0.smithi038.stderr: -110> 2024-09-12T00:58:12.868+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.235 INFO:tasks.workunit.client.0.smithi038.stderr: -109> 2024-09-12T00:58:12.868+0000 7f0b8a898640 10 monclient: get_auth_request con 0x55c199ecb850 auth_method 0 2024-09-12T00:58:13.235 INFO:tasks.workunit.client.0.smithi038.stderr: -108> 2024-09-12T00:58:12.868+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:13.235 INFO:tasks.workunit.client.0.smithi038.stderr: -107> 2024-09-12T00:58:12.868+0000 7f0b8d5af800 20 searching for the correct realm 2024-09-12T00:58:13.235 INFO:tasks.workunit.client.0.smithi038.stderr: -106> 2024-09-12T00:58:12.869+0000 7f0b8b89a640 10 monclient: get_auth_request con 0x55c199ed05d0 auth_method 0 2024-09-12T00:58:13.236 INFO:tasks.workunit.client.0.smithi038.stderr: -105> 2024-09-12T00:58:12.870+0000 7f0b8b099640 10 monclient: get_auth_request con 0x7f0b800b3cc0 auth_method 0 2024-09-12T00:58:13.236 INFO:tasks.workunit.client.0.smithi038.stderr: -104> 2024-09-12T00:58:12.870+0000 7f0b8a898640 10 monclient: get_auth_request con 0x7f0b7c016290 auth_method 0 2024-09-12T00:58:13.236 INFO:tasks.workunit.client.0.smithi038.stderr: -103> 2024-09-12T00:58:12.871+0000 7f0b8a898640 0 -- 172.21.15.38:0/597819858 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55c199ecb850 msgr2=0x55c199ecdc40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:13.236 INFO:tasks.workunit.client.0.smithi038.stderr: -102> 2024-09-12T00:58:12.871+0000 7f0a6d7fa640 1 client.7856.objecter ms_handle_reset 0x55c199ecb850 session 0x55c199ec7340 osd.7 2024-09-12T00:58:13.236 INFO:tasks.workunit.client.0.smithi038.stderr: -101> 2024-09-12T00:58:12.871+0000 7f0a6d7fa640 10 monclient: _renew_subs 2024-09-12T00:58:13.236 INFO:tasks.workunit.client.0.smithi038.stderr: -100> 2024-09-12T00:58:12.871+0000 7f0a6d7fa640 10 monclient: _send_mon_message to mon.c at v2:172.21.15.38:3301/0 2024-09-12T00:58:13.236 INFO:tasks.workunit.client.0.smithi038.stderr: -99> 2024-09-12T00:58:12.871+0000 7f0b8a898640 10 monclient: get_auth_request con 0x7f0a54086a20 auth_method 0 2024-09-12T00:58:13.236 INFO:tasks.workunit.client.0.smithi038.stderr: -98> 2024-09-12T00:58:12.872+0000 7f0b8b89a640 10 monclient: get_auth_request con 0x7f0b800e0040 auth_method 0 2024-09-12T00:58:13.236 INFO:tasks.workunit.client.0.smithi038.stderr: -97> 2024-09-12T00:58:12.875+0000 7f0b8b099640 10 monclient: get_auth_request con 0x7f0b800e0650 auth_method 0 2024-09-12T00:58:13.236 INFO:tasks.workunit.client.0.smithi038.stderr: -96> 2024-09-12T00:58:12.875+0000 7f0b8b099640 0 -- 172.21.15.38:0/597819858 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f0b800e0650 msgr2=0x7f0b800c0740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:13.236 INFO:tasks.workunit.client.0.smithi038.stderr: -95> 2024-09-12T00:58:13.076+0000 7f0b8b099640 10 monclient: get_auth_request con 0x7f0b800e0650 auth_method 0 2024-09-12T00:58:13.236 INFO:tasks.workunit.client.0.smithi038.stderr: -94> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:13.236 INFO:tasks.workunit.client.0.smithi038.stderr: -93> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:13.237 INFO:tasks.workunit.client.0.smithi038.stderr: -92> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:13.237 INFO:tasks.workunit.client.0.smithi038.stderr: -91> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:13.237 INFO:tasks.workunit.client.0.smithi038.stderr: -90> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:13.237 INFO:tasks.workunit.client.0.smithi038.stderr: -89> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:13.237 INFO:tasks.workunit.client.0.smithi038.stderr: -88> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.237 INFO:tasks.workunit.client.0.smithi038.stderr: -87> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.237 INFO:tasks.workunit.client.0.smithi038.stderr: -86> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.237 INFO:tasks.workunit.client.0.smithi038.stderr: -85> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:13.237 INFO:tasks.workunit.client.0.smithi038.stderr: -84> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.237 INFO:tasks.workunit.client.0.smithi038.stderr: -83> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:13.237 INFO:tasks.workunit.client.0.smithi038.stderr: -82> 2024-09-12T00:58:13.082+0000 7f0b8d5af800 20 zone default found 2024-09-12T00:58:13.237 INFO:tasks.workunit.client.0.smithi038.stderr: -81> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 4 Realm: () 2024-09-12T00:58:13.237 INFO:tasks.workunit.client.0.smithi038.stderr: -80> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:13.237 INFO:tasks.workunit.client.0.smithi038.stderr: -79> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:13.237 INFO:tasks.workunit.client.0.smithi038.stderr: -78> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:13.238 INFO:tasks.workunit.client.0.smithi038.stderr: -77> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 zonegroup default 2024-09-12T00:58:13.238 INFO:tasks.workunit.client.0.smithi038.stderr: -76> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.238 INFO:tasks.workunit.client.0.smithi038.stderr: -75> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.238 INFO:tasks.workunit.client.0.smithi038.stderr: -74> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.238 INFO:tasks.workunit.client.0.smithi038.stderr: -73> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.238 INFO:tasks.workunit.client.0.smithi038.stderr: -72> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.238 INFO:tasks.workunit.client.0.smithi038.stderr: -71> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.238 INFO:tasks.workunit.client.0.smithi038.stderr: -70> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 started sync module instance, tier type = 2024-09-12T00:58:13.238 INFO:tasks.workunit.client.0.smithi038.stderr: -69> 2024-09-12T00:58:13.083+0000 7f0b8d5af800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:13.238 INFO:tasks.workunit.client.0.smithi038.stderr: -68> 2024-09-12T00:58:13.093+0000 7f0b8d5af800 20 add_watcher() i=0 2024-09-12T00:58:13.238 INFO:tasks.workunit.client.0.smithi038.stderr: -67> 2024-09-12T00:58:13.093+0000 7f0b8d5af800 20 add_watcher() i=1 2024-09-12T00:58:13.238 INFO:tasks.workunit.client.0.smithi038.stderr: -66> 2024-09-12T00:58:13.093+0000 7f0b8d5af800 20 add_watcher() i=2 2024-09-12T00:58:13.238 INFO:tasks.workunit.client.0.smithi038.stderr: -65> 2024-09-12T00:58:13.093+0000 7f0b8d5af800 20 add_watcher() i=3 2024-09-12T00:58:13.238 INFO:tasks.workunit.client.0.smithi038.stderr: -64> 2024-09-12T00:58:13.093+0000 7f0b8d5af800 20 add_watcher() i=4 2024-09-12T00:58:13.239 INFO:tasks.workunit.client.0.smithi038.stderr: -63> 2024-09-12T00:58:13.094+0000 7f0b8d5af800 20 add_watcher() i=5 2024-09-12T00:58:13.239 INFO:tasks.workunit.client.0.smithi038.stderr: -62> 2024-09-12T00:58:13.094+0000 7f0b8d5af800 20 add_watcher() i=6 2024-09-12T00:58:13.239 INFO:tasks.workunit.client.0.smithi038.stderr: -61> 2024-09-12T00:58:13.095+0000 7f0b8d5af800 20 add_watcher() i=7 2024-09-12T00:58:13.239 INFO:tasks.workunit.client.0.smithi038.stderr: -60> 2024-09-12T00:58:13.095+0000 7f0b8d5af800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:13.239 INFO:tasks.workunit.client.0.smithi038.stderr: -59> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding auth protocol: cephx 2024-09-12T00:58:13.239 INFO:tasks.workunit.client.0.smithi038.stderr: -58> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding auth protocol: cephx 2024-09-12T00:58:13.239 INFO:tasks.workunit.client.0.smithi038.stderr: -57> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding auth protocol: cephx 2024-09-12T00:58:13.239 INFO:tasks.workunit.client.0.smithi038.stderr: -56> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: secure 2024-09-12T00:58:13.239 INFO:tasks.workunit.client.0.smithi038.stderr: -55> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: crc 2024-09-12T00:58:13.239 INFO:tasks.workunit.client.0.smithi038.stderr: -54> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: secure 2024-09-12T00:58:13.239 INFO:tasks.workunit.client.0.smithi038.stderr: -53> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: crc 2024-09-12T00:58:13.239 INFO:tasks.workunit.client.0.smithi038.stderr: -52> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: secure 2024-09-12T00:58:13.239 INFO:tasks.workunit.client.0.smithi038.stderr: -51> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: crc 2024-09-12T00:58:13.239 INFO:tasks.workunit.client.0.smithi038.stderr: -50> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: crc 2024-09-12T00:58:13.239 INFO:tasks.workunit.client.0.smithi038.stderr: -49> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: secure 2024-09-12T00:58:13.240 INFO:tasks.workunit.client.0.smithi038.stderr: -48> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: crc 2024-09-12T00:58:13.240 INFO:tasks.workunit.client.0.smithi038.stderr: -47> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: secure 2024-09-12T00:58:13.240 INFO:tasks.workunit.client.0.smithi038.stderr: -46> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: crc 2024-09-12T00:58:13.240 INFO:tasks.workunit.client.0.smithi038.stderr: -45> 2024-09-12T00:58:13.096+0000 7f0b8d5af800 5 AuthRegistry(0x7ffea61f0a80) adding con mode: secure 2024-09-12T00:58:13.240 INFO:tasks.workunit.client.0.smithi038.stderr: -44> 2024-09-12T00:58:13.096+0000 7f0a41fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:13.240 INFO:tasks.workunit.client.0.smithi038.stderr: -43> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2024-09-12T00:58:13.240 INFO:tasks.workunit.client.0.smithi038.stderr: -42> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:13.240 INFO:tasks.workunit.client.0.smithi038.stderr: -41> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:13.240 INFO:tasks.workunit.client.0.smithi038.stderr: -40> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command cache list hook 0x55c199e97650 2024-09-12T00:58:13.240 INFO:tasks.workunit.client.0.smithi038.stderr: -39> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command cache inspect hook 0x55c199e97650 2024-09-12T00:58:13.240 INFO:tasks.workunit.client.0.smithi038.stderr: -38> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command cache erase hook 0x55c199e97650 2024-09-12T00:58:13.240 INFO:tasks.workunit.client.0.smithi038.stderr: -37> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command cache zap hook 0x55c199e97650 2024-09-12T00:58:13.240 INFO:tasks.workunit.client.0.smithi038.stderr: -36> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 note: GC not initialized 2024-09-12T00:58:13.240 INFO:tasks.workunit.client.0.smithi038.stderr: -35> 2024-09-12T00:58:13.097+0000 7f0a40fe1640 20 reqs_thread_entry: start 2024-09-12T00:58:13.241 INFO:tasks.workunit.client.0.smithi038.stderr: -34> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command sync trace show hook 0x7f0b84009d00 2024-09-12T00:58:13.241 INFO:tasks.workunit.client.0.smithi038.stderr: -33> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command sync trace history hook 0x7f0b84009d00 2024-09-12T00:58:13.241 INFO:tasks.workunit.client.0.smithi038.stderr: -32> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command sync trace active hook 0x7f0b84009d00 2024-09-12T00:58:13.241 INFO:tasks.workunit.client.0.smithi038.stderr: -31> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 5 asok(0x55c199bb8630) register_command sync trace active_short hook 0x7f0b84009d00 2024-09-12T00:58:13.241 INFO:tasks.workunit.client.0.smithi038.stderr: -30> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:13.241 INFO:tasks.workunit.client.0.smithi038.stderr: -29> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 20 Filter name: none 2024-09-12T00:58:13.241 INFO:tasks.workunit.client.0.smithi038.stderr: -28> 2024-09-12T00:58:13.097+0000 7f09ba7fc640 20 reqs_thread_entry: start 2024-09-12T00:58:13.241 INFO:tasks.workunit.client.0.smithi038.stderr: -27> 2024-09-12T00:58:13.097+0000 7f0b8d5af800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:58:13.241 INFO:tasks.workunit.client.0.smithi038.stderr: -26> 2024-09-12T00:58:13.098+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.241 INFO:tasks.workunit.client.0.smithi038.stderr: -25> 2024-09-12T00:58:13.098+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:58:13.241 INFO:tasks.workunit.client.0.smithi038.stderr: -24> 2024-09-12T00:58:13.098+0000 7f0b8d5af800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:58:13.241 INFO:tasks.workunit.client.0.smithi038.stderr: -23> 2024-09-12T00:58:13.098+0000 7f0b8d5af800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:58:13.241 INFO:tasks.workunit.client.0.smithi038.stderr: -22> 2024-09-12T00:58:13.098+0000 7f0b8d5af800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:58:13.241 INFO:tasks.workunit.client.0.smithi038.stderr: -21> 2024-09-12T00:58:13.098+0000 7f0b8d5af800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.242 INFO:tasks.workunit.client.0.smithi038.stderr: -20> 2024-09-12T00:58:13.099+0000 7f0b8d5af800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:58:13.242 INFO:tasks.workunit.client.0.smithi038.stderr: -19> 2024-09-12T00:58:13.099+0000 7f0b8d5af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:13.242 INFO:tasks.workunit.client.0.smithi038.stderr: -18> 2024-09-12T00:58:13.099+0000 7f0b8d5af800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:13.242 INFO:tasks.workunit.client.0.smithi038.stderr: -17> 2024-09-12T00:58:13.099+0000 7f0b8d5af800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:58:13.242 INFO:tasks.workunit.client.0.smithi038.stderr: -16> 2024-09-12T00:58:13.099+0000 7f0b8d5af800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:13.242 INFO:tasks.workunit.client.0.smithi038.stderr: -15> 2024-09-12T00:58:13.099+0000 7f0b8d5af800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:58:13.242 INFO:tasks.workunit.client.0.smithi038.stderr: -14> 2024-09-12T00:58:13.100+0000 7f0b8d5af800 10 init_target_layout removing existing target index objects from a previous reshard attempt 2024-09-12T00:58:13.242 INFO:tasks.workunit.client.0.smithi038.stderr: -13> 2024-09-12T00:58:13.107+0000 7f0b8d5af800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:13.242 INFO:tasks.workunit.client.0.smithi038.stderr: -12> 2024-09-12T00:58:13.107+0000 7f0b8d5af800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:13.242 INFO:tasks.workunit.client.0.smithi038.stderr: -11> 2024-09-12T00:58:13.107+0000 7f0b8d5af800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:13.242 INFO:tasks.workunit.client.0.smithi038.stderr: -10> 2024-09-12T00:58:13.107+0000 7f0b8d5af800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:58:13.242 INFO:tasks.workunit.client.0.smithi038.stderr: -9> 2024-09-12T00:58:13.108+0000 7f0a6e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464335 cookie 94289999482432 notifier 7856 bl.length()=911 2024-09-12T00:58:13.242 INFO:tasks.workunit.client.0.smithi038.stderr: -8> 2024-09-12T00:58:13.108+0000 7f0a6e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:13.242 INFO:tasks.workunit.client.0.smithi038.stderr: -7> 2024-09-12T00:58:13.108+0000 7f0a6e7fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:13.242 INFO:tasks.workunit.client.0.smithi038.stderr: -6> 2024-09-12T00:58:13.108+0000 7f0a6e7fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:13.243 INFO:tasks.workunit.client.0.smithi038.stderr: -5> 2024-09-12T00:58:13.108+0000 7f0b8d5af800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:58:13.243 INFO:tasks.workunit.client.0.smithi038.stderr: -4> 2024-09-12T00:58:13.108+0000 7f0b8d5af800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:58:13.243 INFO:tasks.workunit.client.0.smithi038.stderr: -3> 2024-09-12T00:58:13.108+0000 7f0b8d5af800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:58:13.243 INFO:tasks.workunit.client.0.smithi038.stderr: -2> 2024-09-12T00:58:13.108+0000 7f0b8d5af800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:58:13.243 INFO:tasks.workunit.client.0.smithi038.stderr: -1> 2024-09-12T00:58:13.115+0000 7f0b8d5af800 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0b8d5af800 time 2024-09-12T00:58:13.116296+0000 2024-09-12T00:58:13.243 INFO:tasks.workunit.client.0.smithi038.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.3.0-4753-gd011c522/rpm/el9/BUILD/ceph-19.3.0-4753-gd011c522/src/common/fault_injector.h: 120: FAILED ceph_assert(!"FaultInjector") 2024-09-12T00:58:13.243 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.243 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:58:13.243 INFO:tasks.workunit.client.0.smithi038.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x12e) [0x7f0b90b8c71a] 2024-09-12T00:58:13.243 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0b90b8c8d8] 2024-09-12T00:58:13.243 INFO:tasks.workunit.client.0.smithi038.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c197e28641] 2024-09-12T00:58:13.243 INFO:tasks.workunit.client.0.smithi038.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55c197e3838a] 2024-09-12T00:58:13.243 INFO:tasks.workunit.client.0.smithi038.stderr: 5: main() 2024-09-12T00:58:13.243 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /lib64/libc.so.6(+0x29590) [0x7f0b8f829590] 2024-09-12T00:58:13.244 INFO:tasks.workunit.client.0.smithi038.stderr: 7: __libc_start_main() 2024-09-12T00:58:13.244 INFO:tasks.workunit.client.0.smithi038.stderr: 8: _start() 2024-09-12T00:58:13.244 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.244 INFO:tasks.workunit.client.0.smithi038.stderr: 0> 2024-09-12T00:58:13.115+0000 7f0b8d5af800 -1 *** Caught signal (Aborted) ** 2024-09-12T00:58:13.244 INFO:tasks.workunit.client.0.smithi038.stderr: in thread 7f0b8d5af800 thread_name:radosgw-admin 2024-09-12T00:58:13.244 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.244 INFO:tasks.workunit.client.0.smithi038.stderr: ceph version 19.3.0-4753-gd011c522 (d011c522bb171e70fc5782f1e7a71ce5f37e573f) squid (dev) 2024-09-12T00:58:13.244 INFO:tasks.workunit.client.0.smithi038.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0b8f83e6f0] 2024-09-12T00:58:13.244 INFO:tasks.workunit.client.0.smithi038.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f0b8f88b99c] 2024-09-12T00:58:13.244 INFO:tasks.workunit.client.0.smithi038.stderr: 3: raise() 2024-09-12T00:58:13.244 INFO:tasks.workunit.client.0.smithi038.stderr: 4: abort() 2024-09-12T00:58:13.244 INFO:tasks.workunit.client.0.smithi038.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x188) [0x7f0b90b8c774] 2024-09-12T00:58:13.244 INFO:tasks.workunit.client.0.smithi038.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x18c8d8) [0x7f0b90b8c8d8] 2024-09-12T00:58:13.244 INFO:tasks.workunit.client.0.smithi038.stderr: 7: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c197e28641] 2024-09-12T00:58:13.245 INFO:tasks.workunit.client.0.smithi038.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, cls_rgw_reshard_initiator, DoutPrefixProvider const*, optional_yield, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x17a) [0x55c197e3838a] 2024-09-12T00:58:13.245 INFO:tasks.workunit.client.0.smithi038.stderr: 9: main() 2024-09-12T00:58:13.245 INFO:tasks.workunit.client.0.smithi038.stderr: 10: /lib64/libc.so.6(+0x29590) [0x7f0b8f829590] 2024-09-12T00:58:13.245 INFO:tasks.workunit.client.0.smithi038.stderr: 11: __libc_start_main() 2024-09-12T00:58:13.245 INFO:tasks.workunit.client.0.smithi038.stderr: 12: _start() 2024-09-12T00:58:13.245 INFO:tasks.workunit.client.0.smithi038.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-12T00:58:13.245 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:13.245 INFO:tasks.workunit.client.0.smithi038.stderr:--- logging levels --- 2024-09-12T00:58:13.245 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 none 2024-09-12T00:58:13.245 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 lockdep 2024-09-12T00:58:13.245 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 context 2024-09-12T00:58:13.245 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 crush 2024-09-12T00:58:13.245 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds 2024-09-12T00:58:13.245 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_balancer 2024-09-12T00:58:13.245 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_locker 2024-09-12T00:58:13.246 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log 2024-09-12T00:58:13.246 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_log_expire 2024-09-12T00:58:13.246 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mds_migrator 2024-09-12T00:58:13.246 INFO:tasks.workunit.client.0.smithi038.stderr: 3/ 5 mds_quiesce 2024-09-12T00:58:13.246 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 buffer 2024-09-12T00:58:13.246 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 timer 2024-09-12T00:58:13.246 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 filer 2024-09-12T00:58:13.246 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 striper 2024-09-12T00:58:13.246 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 1 objecter 2024-09-12T00:58:13.246 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rados 2024-09-12T00:58:13.246 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd 2024-09-12T00:58:13.246 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_mirror 2024-09-12T00:58:13.246 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_replay 2024-09-12T00:58:13.246 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 rbd_pwl 2024-09-12T00:58:13.246 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 journaler 2024-09-12T00:58:13.247 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objectcacher 2024-09-12T00:58:13.247 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 immutable_obj_cache 2024-09-12T00:58:13.247 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 client 2024-09-12T00:58:13.247 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 osd 2024-09-12T00:58:13.247 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 optracker 2024-09-12T00:58:13.247 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 objclass 2024-09-12T00:58:13.247 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 filestore 2024-09-12T00:58:13.247 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 journal 2024-09-12T00:58:13.247 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 ms 2024-09-12T00:58:13.247 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mon 2024-09-12T00:58:13.247 INFO:tasks.workunit.client.0.smithi038.stderr: 0/10 monc 2024-09-12T00:58:13.247 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 paxos 2024-09-12T00:58:13.247 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 tp 2024-09-12T00:58:13.247 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 auth 2024-09-12T00:58:13.247 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 crypto 2024-09-12T00:58:13.248 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 finisher 2024-09-12T00:58:13.248 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 reserver 2024-09-12T00:58:13.248 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 heartbeatmap 2024-09-12T00:58:13.248 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 perfcounter 2024-09-12T00:58:13.248 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw 2024-09-12T00:58:13.248 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_sync 2024-09-12T00:58:13.248 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_datacache 2024-09-12T00:58:13.248 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_access 2024-09-12T00:58:13.248 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_dbstore 2024-09-12T00:58:13.248 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_flight 2024-09-12T00:58:13.248 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 rgw_lifecycle 2024-09-12T00:58:13.248 INFO:tasks.workunit.client.0.smithi038.stderr: 20/20 rgw_notification 2024-09-12T00:58:13.248 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 javaclient 2024-09-12T00:58:13.248 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 asok 2024-09-12T00:58:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 1 throttle 2024-09-12T00:58:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 0 refs 2024-09-12T00:58:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 compressor 2024-09-12T00:58:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluestore 2024-09-12T00:58:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 bluefs 2024-09-12T00:58:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 3 bdev 2024-09-12T00:58:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 kstore 2024-09-12T00:58:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 4/ 5 rocksdb 2024-09-12T00:58:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 fuse 2024-09-12T00:58:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 2/ 5 mgr 2024-09-12T00:58:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mgrc 2024-09-12T00:58:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 dpdk 2024-09-12T00:58:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 eventtrace 2024-09-12T00:58:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 prioritycache 2024-09-12T00:58:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 test 2024-09-12T00:58:13.249 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephfs_mirror 2024-09-12T00:58:13.250 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cephsqlite 2024-09-12T00:58:13.250 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 crimson_interrupt 2024-09-12T00:58:13.250 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore 2024-09-12T00:58:13.250 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_onode 2024-09-12T00:58:13.250 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_odata 2024-09-12T00:58:13.250 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_omap 2024-09-12T00:58:13.250 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_tm 2024-09-12T00:58:13.250 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_t 2024-09-12T00:58:13.250 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cleaner 2024-09-12T00:58:13.250 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_epm 2024-09-12T00:58:13.250 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_lba 2024-09-12T00:58:13.250 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_fixedkv_tree 2024-09-12T00:58:13.250 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_cache 2024-09-12T00:58:13.250 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_journal 2024-09-12T00:58:13.251 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_device 2024-09-12T00:58:13.251 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 seastore_backref 2024-09-12T00:58:13.251 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 alienstore 2024-09-12T00:58:13.251 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 mclock 2024-09-12T00:58:13.251 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 cyanstore 2024-09-12T00:58:13.251 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 ceph_exporter 2024-09-12T00:58:13.251 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 memstore 2024-09-12T00:58:13.251 INFO:tasks.workunit.client.0.smithi038.stderr: 1/ 5 trace 2024-09-12T00:58:13.251 INFO:tasks.workunit.client.0.smithi038.stderr: 0/ 5 ceph_dedup 2024-09-12T00:58:13.251 INFO:tasks.workunit.client.0.smithi038.stderr: -2/-2 (syslog threshold) 2024-09-12T00:58:13.251 INFO:tasks.workunit.client.0.smithi038.stderr: 99/99 (stderr threshold) 2024-09-12T00:58:13.251 INFO:tasks.workunit.client.0.smithi038.stderr:--- pthread ID / name mapping for recent threads --- 2024-09-12T00:58:13.251 INFO:tasks.workunit.client.0.smithi038.stderr: 7f09ba7fc640 / http_manager 2024-09-12T00:58:13.251 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0a40fe1640 / http_manager 2024-09-12T00:58:13.251 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0a41fe3640 / rgw_dt_lg_renew 2024-09-12T00:58:13.251 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0a6d7fa640 / ms_dispatch 2024-09-12T00:58:13.252 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0a6e7fc640 / io_context_pool 2024-09-12T00:58:13.252 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0a6effd640 / io_context_pool 2024-09-12T00:58:13.252 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0a75602640 / ms_dispatch 2024-09-12T00:58:13.252 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0a77e07640 / ms_dispatch 2024-09-12T00:58:13.252 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0a7960a640 / io_context_pool 2024-09-12T00:58:13.252 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0b8a898640 / msgr-worker-2 2024-09-12T00:58:13.252 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0b8b099640 / msgr-worker-1 2024-09-12T00:58:13.252 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0b8b89a640 / msgr-worker-0 2024-09-12T00:58:13.252 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0b8c09b640 / io_context_pool 2024-09-12T00:58:13.252 INFO:tasks.workunit.client.0.smithi038.stderr: 7f0b8d5af800 / radosgw-admin 2024-09-12T00:58:13.252 INFO:tasks.workunit.client.0.smithi038.stderr: max_recent 500 2024-09-12T00:58:13.252 INFO:tasks.workunit.client.0.smithi038.stderr: max_new 1000 2024-09-12T00:58:13.252 INFO:tasks.workunit.client.0.smithi038.stderr: log_file /var/lib/ceph/crash/2024-09-12T00:58:13.117715Z_ba105b43-9a47-4f1f-b4fa-d80a4739d3d3/log 2024-09-12T00:58:13.252 INFO:tasks.workunit.client.0.smithi038.stderr:--- end dump of recent events --- 2024-09-12T00:58:13.253 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:58:13.254 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:13.254 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:13.254 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.195+0000 7faef7925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.197+0000 7faef7925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.197+0000 7faef7925800 20 realm 2024-09-12T00:58:13.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.197+0000 7faef7925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.197+0000 7faef7925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.197+0000 7faef7925800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:13.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.197+0000 7faef7925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.197+0000 7faef7925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.197+0000 7faef7925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.199+0000 7faef7925800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:13.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.199+0000 7faef7925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.200+0000 7faef7925800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:13.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.200+0000 7faef7925800 20 searching for the correct realm 2024-09-12T00:58:13.255 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.203+0000 7faef3d34640 0 -- 172.21.15.38:0/600493592 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7faee8069b60 msgr2=0x7faee808b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:13.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.409+0000 7faef3533640 0 -- 172.21.15.38:0/600493592 >> [v2:172.21.15.194:6800/4136092038,v1:172.21.15.194:6801/4136092038] conn(0x5614446a4440 msgr2=0x5614446a6830 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:13.411 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.412+0000 7faef7925800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:13.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.412+0000 7faef7925800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:13.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.412+0000 7faef7925800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:13.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.412+0000 7faef7925800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:13.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.412+0000 7faef7925800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:13.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.412+0000 7faef7925800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:13.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.412+0000 7faef7925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.412+0000 7faef7925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.412 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.412+0000 7faef7925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.412+0000 7faef7925800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:13.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.412+0000 7faef7925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.413+0000 7faef7925800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:13.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.413+0000 7faef7925800 20 zone default found 2024-09-12T00:58:13.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.413+0000 7faef7925800 4 Realm: () 2024-09-12T00:58:13.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.413+0000 7faef7925800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:13.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.413+0000 7faef7925800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:13.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.413+0000 7faef7925800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:13.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.413+0000 7faef7925800 20 zonegroup default 2024-09-12T00:58:13.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.413+0000 7faef7925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.413+0000 7faef7925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.413+0000 7faef7925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.413+0000 7faef7925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.413+0000 7faef7925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.414+0000 7faef7925800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.414+0000 7faef7925800 20 started sync module instance, tier type = 2024-09-12T00:58:13.414 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.414+0000 7faef7925800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:13.424 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.424+0000 7faef7925800 20 add_watcher() i=0 2024-09-12T00:58:13.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.424+0000 7faef7925800 20 add_watcher() i=1 2024-09-12T00:58:13.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.424+0000 7faef7925800 20 add_watcher() i=2 2024-09-12T00:58:13.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.424+0000 7faef7925800 20 add_watcher() i=3 2024-09-12T00:58:13.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.424+0000 7faef7925800 20 add_watcher() i=4 2024-09-12T00:58:13.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.424+0000 7faef7925800 20 add_watcher() i=5 2024-09-12T00:58:13.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.424+0000 7faef7925800 20 add_watcher() i=6 2024-09-12T00:58:13.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.425+0000 7faef7925800 20 add_watcher() i=7 2024-09-12T00:58:13.425 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.425+0000 7faef7925800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:13.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.427+0000 7fada9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:13.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.428+0000 7faef7925800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:13.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.428+0000 7faef7925800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:13.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.428+0000 7faef7925800 5 note: GC not initialized 2024-09-12T00:58:13.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.428+0000 7fada8fe1640 20 reqs_thread_entry: start 2024-09-12T00:58:13.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.428+0000 7faef7925800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:13.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.428+0000 7faef7925800 20 Filter name: none 2024-09-12T00:58:13.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.428+0000 7fad227fc640 20 reqs_thread_entry: start 2024-09-12T00:58:13.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.428+0000 7faef7925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.429+0000 7faef7925800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:58:13.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.429+0000 7faef7925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.430+0000 7faef7925800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:58:13.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.430+0000 7faef7925800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:13.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.430+0000 7faef7925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.431+0000 7faef7925800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:58:13.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.431+0000 7faef7925800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.431+0000 7faef7925800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:58:13.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.431+0000 7faef7925800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:13.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.433+0000 7fada9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:13.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.435+0000 7faef7925800 20 remove_watcher() i=0 2024-09-12T00:58:13.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.435+0000 7faef7925800 2 removed watcher, disabling cache 2024-09-12T00:58:13.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.437+0000 7faef7925800 20 remove_watcher() i=1 2024-09-12T00:58:13.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.438+0000 7faef7925800 20 remove_watcher() i=2 2024-09-12T00:58:13.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.439+0000 7faef7925800 20 remove_watcher() i=3 2024-09-12T00:58:13.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.440+0000 7faef7925800 20 remove_watcher() i=4 2024-09-12T00:58:13.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.441+0000 7faef7925800 20 remove_watcher() i=5 2024-09-12T00:58:13.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.442+0000 7faef7925800 20 remove_watcher() i=6 2024-09-12T00:58:13.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.443+0000 7faef7925800 20 remove_watcher() i=7 2024-09-12T00:58:13.456 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:13.456 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:13.466 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T00:58:13.496 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:13.496 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:13.536 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.537+0000 7fd13e42f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.538+0000 7fd13e42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.538+0000 7fd13e42f800 20 realm 2024-09-12T00:58:13.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.538+0000 7fd13e42f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.538+0000 7fd13e42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.538+0000 7fd13e42f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:13.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.538+0000 7fd13e42f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.539+0000 7fd13e42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.539 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.539+0000 7fd13e42f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.540+0000 7fd13e42f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:13.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.540+0000 7fd13e42f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.541+0000 7fd13e42f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:13.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.541+0000 7fd13e42f800 20 searching for the correct realm 2024-09-12T00:58:13.543 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.544+0000 7fd13c71a640 0 -- 172.21.15.38:0/1406126071 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55f5a92928d0 msgr2=0x55f5a9294d90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:13.548 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.547+0000 7fd13bf19640 0 -- 172.21.15.38:0/1406126071 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fd1300ea240 msgr2=0x7fd1300ad030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:13.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.552+0000 7fd13e42f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:13.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.552+0000 7fd13e42f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:13.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.552+0000 7fd13e42f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:13.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.552+0000 7fd13e42f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:13.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.552+0000 7fd13e42f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:13.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.552+0000 7fd13e42f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:13.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.552+0000 7fd13e42f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.552+0000 7fd13e42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.552+0000 7fd13e42f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.553+0000 7fd13e42f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:13.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.553+0000 7fd13e42f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.553+0000 7fd13e42f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:13.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.553+0000 7fd13e42f800 20 zone default found 2024-09-12T00:58:13.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.553+0000 7fd13e42f800 4 Realm: () 2024-09-12T00:58:13.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.553+0000 7fd13e42f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:13.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.553+0000 7fd13e42f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:13.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.553+0000 7fd13e42f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:13.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.553+0000 7fd13e42f800 20 zonegroup default 2024-09-12T00:58:13.554 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.553+0000 7fd13e42f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.555 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.553+0000 7fd13e42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.555 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.553+0000 7fd13e42f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.555 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.554+0000 7fd13e42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.555 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.554+0000 7fd13e42f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.555 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.554+0000 7fd13e42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:13.555 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.554+0000 7fd13e42f800 20 started sync module instance, tier type = 2024-09-12T00:58:13.555 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.554+0000 7fd13e42f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:13.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.563+0000 7fd13e42f800 20 add_watcher() i=0 2024-09-12T00:58:13.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.563+0000 7fd13e42f800 20 add_watcher() i=1 2024-09-12T00:58:13.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.563+0000 7fd13e42f800 20 add_watcher() i=2 2024-09-12T00:58:13.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.563+0000 7fd13e42f800 20 add_watcher() i=3 2024-09-12T00:58:13.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.563+0000 7fd13e42f800 20 add_watcher() i=4 2024-09-12T00:58:13.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.563+0000 7fd13e42f800 20 add_watcher() i=5 2024-09-12T00:58:13.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.563+0000 7fd13e42f800 20 add_watcher() i=6 2024-09-12T00:58:13.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.564+0000 7fd13e42f800 20 add_watcher() i=7 2024-09-12T00:58:13.564 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.564+0000 7fd13e42f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:13.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.566+0000 7fcff1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:13.566 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.566+0000 7fd13e42f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:13.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.566+0000 7fd13e42f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:13.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.566+0000 7fd13e42f800 5 note: GC not initialized 2024-09-12T00:58:13.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.566+0000 7fcff0fe1640 20 reqs_thread_entry: start 2024-09-12T00:58:13.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.567+0000 7fd13e42f800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:13.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.567+0000 7fd13e42f800 20 Filter name: none 2024-09-12T00:58:13.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.567+0000 7fcf6a7fc640 20 reqs_thread_entry: start 2024-09-12T00:58:13.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.567+0000 7fd13e42f800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:58:13.567 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.567+0000 7fd13e42f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.567+0000 7fd13e42f800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:58:13.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.567+0000 7fd13e42f800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:58:13.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.567+0000 7fd13e42f800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:58:13.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.567+0000 7fd13e42f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:58:13.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.567+0000 7fd13e42f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:13.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.568+0000 7fd13e42f800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:58:13.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.568+0000 7fd13e42f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:13.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.568+0000 7fd13e42f800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:13.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.568+0000 7fd13e42f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:58:13.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.568+0000 7fd13e42f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:13.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.568+0000 7fd13e42f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:58:13.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.568+0000 7fd13e42f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:58:13.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.568+0000 7fd13e42f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:58:13.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.568+0000 7fd13e42f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:58:13.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.568+0000 7fd13e42f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:58:13.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.568+0000 7fd13e42f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:58:13.569 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.568+0000 7fd13e42f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:58:13.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.569+0000 7fd13e42f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:58:13.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.569+0000 7fd13e42f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:58:13.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.569+0000 7fd13e42f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:58:13.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.569+0000 7fd13e42f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:58:13.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.570+0000 7fd13e42f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:58:13.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.570+0000 7fd13e42f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:58:13.570 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.570+0000 7fd13e42f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:58:13.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.570+0000 7fd13e42f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:58:13.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.571+0000 7fd13e42f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:58:13.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.571+0000 7fd13e42f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:58:13.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.571+0000 7fd13e42f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:58:13.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.571+0000 7fd13e42f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:58:13.571 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.571+0000 7fd13e42f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:58:13.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.571+0000 7fd13e42f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:58:13.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.572+0000 7fd13e42f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:58:13.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.572+0000 7fd13e42f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:58:13.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.572+0000 7fd13e42f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:58:13.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.572+0000 7fd13e42f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:58:13.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.572+0000 7fd13e42f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:58:13.572 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.572+0000 7fd13e42f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:58:13.573 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.574+0000 7fcff1fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:13.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.576+0000 7fd13e42f800 20 remove_watcher() i=0 2024-09-12T00:58:13.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.576+0000 7fd13e42f800 2 removed watcher, disabling cache 2024-09-12T00:58:13.577 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.577+0000 7fd13e42f800 20 remove_watcher() i=1 2024-09-12T00:58:13.578 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.579+0000 7fd13e42f800 20 remove_watcher() i=2 2024-09-12T00:58:13.579 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.580+0000 7fd13e42f800 20 remove_watcher() i=3 2024-09-12T00:58:13.581 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.581+0000 7fd13e42f800 20 remove_watcher() i=4 2024-09-12T00:58:13.582 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.582+0000 7fd13e42f800 20 remove_watcher() i=5 2024-09-12T00:58:13.583 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.583+0000 7fd13e42f800 20 remove_watcher() i=6 2024-09-12T00:58:13.584 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:13.584+0000 7fd13e42f800 20 remove_watcher() i=7 2024-09-12T00:58:43.612 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin reshardlog purge --bucket a-bucket 2024-09-12T00:58:43.648 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:43.648 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:43.694 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.695+0000 7f8961c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.697+0000 7f8961c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:43.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.697+0000 7f8961c0e800 20 realm 2024-09-12T00:58:43.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.697+0000 7f8961c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.697+0000 7f8961c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:43.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.697+0000 7f8961c0e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:43.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.697+0000 7f8961c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.697+0000 7f8961c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:43.696 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.697+0000 7f8961c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.698+0000 7f8961c0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:43.697 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.698+0000 7f8961c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.699+0000 7f8961c0e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:43.698 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.699+0000 7f8961c0e800 20 searching for the correct realm 2024-09-12T00:58:43.701 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.703+0000 7f895dbbd640 0 -- 172.21.15.38:0/3884555825 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x56393e1fcf50 msgr2=0x56393e1ff3a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:43.705 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.706+0000 7f895d3bc640 0 -- 172.21.15.38:0/3884555825 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f89540b3b70 msgr2=0x7f89540b0050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:43.709 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.711+0000 7f8961c0e800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:43.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.711+0000 7f8961c0e800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:43.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.711+0000 7f8961c0e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:43.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.711+0000 7f8961c0e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:43.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.711+0000 7f8961c0e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:43.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.711+0000 7f8961c0e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:43.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.711+0000 7f8961c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.711+0000 7f8961c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:43.710 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.711+0000 7f8961c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.711+0000 7f8961c0e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:43.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.711+0000 7f8961c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.712+0000 7f8961c0e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:43.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.712+0000 7f8961c0e800 20 zone default found 2024-09-12T00:58:43.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.712+0000 7f8961c0e800 4 Realm: () 2024-09-12T00:58:43.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.712+0000 7f8961c0e800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:43.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.712+0000 7f8961c0e800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:43.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.712+0000 7f8961c0e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:43.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.712+0000 7f8961c0e800 20 zonegroup default 2024-09-12T00:58:43.712 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.712+0000 7f8961c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.712+0000 7f8961c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:43.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.712+0000 7f8961c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.712+0000 7f8961c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:43.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.712+0000 7f8961c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.713+0000 7f8961c0e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:43.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.713+0000 7f8961c0e800 20 started sync module instance, tier type = 2024-09-12T00:58:43.713 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.713+0000 7f8961c0e800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:43.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.723+0000 7f8961c0e800 20 add_watcher() i=0 2024-09-12T00:58:43.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.723+0000 7f8961c0e800 20 add_watcher() i=1 2024-09-12T00:58:43.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.723+0000 7f8961c0e800 20 add_watcher() i=2 2024-09-12T00:58:43.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.723+0000 7f8961c0e800 20 add_watcher() i=3 2024-09-12T00:58:43.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.723+0000 7f8961c0e800 20 add_watcher() i=4 2024-09-12T00:58:43.722 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.723+0000 7f8961c0e800 20 add_watcher() i=5 2024-09-12T00:58:43.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.723+0000 7f8961c0e800 20 add_watcher() i=6 2024-09-12T00:58:43.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.724+0000 7f8961c0e800 20 add_watcher() i=7 2024-09-12T00:58:43.723 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.724+0000 7f8961c0e800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:43.725 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.726+0000 7f8813fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:43.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.726+0000 7f8961c0e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:43.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.726+0000 7f8961c0e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:43.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.726+0000 7f8961c0e800 5 note: GC not initialized 2024-09-12T00:58:43.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.727+0000 7f8812fe5640 20 reqs_thread_entry: start 2024-09-12T00:58:43.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.727+0000 7f8961c0e800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:43.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.727+0000 7f8961c0e800 20 Filter name: none 2024-09-12T00:58:43.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.727+0000 7f8810fe1640 20 reqs_thread_entry: start 2024-09-12T00:58:43.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.727+0000 7f8961c0e800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:58:43.726 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.727+0000 7f8961c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.727 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.727+0000 7f8961c0e800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:58:43.727 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.728+0000 7f8961c0e800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:58:43.727 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.728+0000 7f8961c0e800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:58:43.727 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.728+0000 7f8961c0e800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:58:43.727 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.728+0000 7f8961c0e800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.727 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.728+0000 7f8961c0e800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:58:43.727 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.728+0000 7f8961c0e800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:43.727 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.728+0000 7f8961c0e800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:43.728 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.728+0000 7f8961c0e800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:58:43.728 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.728+0000 7f8961c0e800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:43.728 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.728+0000 7f8961c0e800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:58:43.732 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.733+0000 7f8813fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:43.734 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.736+0000 7f8961c0e800 20 remove_watcher() i=0 2024-09-12T00:58:43.734 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.736+0000 7f8961c0e800 2 removed watcher, disabling cache 2024-09-12T00:58:43.735 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.737+0000 7f8961c0e800 20 remove_watcher() i=1 2024-09-12T00:58:43.737 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.738+0000 7f8961c0e800 20 remove_watcher() i=2 2024-09-12T00:58:43.738 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.739+0000 7f8961c0e800 20 remove_watcher() i=3 2024-09-12T00:58:43.739 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.740+0000 7f8961c0e800 20 remove_watcher() i=4 2024-09-12T00:58:43.740 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.741+0000 7f8961c0e800 20 remove_watcher() i=5 2024-09-12T00:58:43.741 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.742+0000 7f8961c0e800 20 remove_watcher() i=6 2024-09-12T00:58:43.742 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.743+0000 7f8961c0e800 20 remove_watcher() i=7 2024-09-12T00:58:43.755 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin reshardlog list --bucket a-bucket 2024-09-12T00:58:43.784 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:43.785 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:43.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.825+0000 7f858eb44800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.826+0000 7f858eb44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:43.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.826+0000 7f858eb44800 20 realm 2024-09-12T00:58:43.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.827+0000 7f858eb44800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.827+0000 7f858eb44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:43.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.827+0000 7f858eb44800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:43.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.827+0000 7f858eb44800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.827+0000 7f858eb44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:43.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.827+0000 7f858eb44800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.828+0000 7f858eb44800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:43.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.828+0000 7f858eb44800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.829+0000 7f858eb44800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:43.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.829+0000 7f858eb44800 20 searching for the correct realm 2024-09-12T00:58:43.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.833+0000 7f858a0f3640 0 -- 172.21.15.38:0/3273365727 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f857c02a060 msgr2=0x7f857c0605c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:43.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.836+0000 7f858b0f5640 0 -- 172.21.15.38:0/3273365727 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7f8574033060 msgr2=0x7f857409d050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:43.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.840+0000 7f858eb44800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:43.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.840+0000 7f858eb44800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:43.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.840+0000 7f858eb44800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:43.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.840+0000 7f858eb44800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:43.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.840+0000 7f858eb44800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:43.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.840+0000 7f858eb44800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:43.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.840+0000 7f858eb44800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.840+0000 7f858eb44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:43.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.840+0000 7f858eb44800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.841+0000 7f858eb44800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:43.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.841+0000 7f858eb44800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.841+0000 7f858eb44800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:43.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.841+0000 7f858eb44800 20 zone default found 2024-09-12T00:58:43.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.841+0000 7f858eb44800 4 Realm: () 2024-09-12T00:58:43.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.841+0000 7f858eb44800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:43.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.841+0000 7f858eb44800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:43.841 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.841+0000 7f858eb44800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:43.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.841+0000 7f858eb44800 20 zonegroup default 2024-09-12T00:58:43.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.841+0000 7f858eb44800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.841+0000 7f858eb44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:43.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.841+0000 7f858eb44800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.841+0000 7f858eb44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:43.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.841+0000 7f858eb44800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.842+0000 7f858eb44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:43.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.842+0000 7f858eb44800 20 started sync module instance, tier type = 2024-09-12T00:58:43.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.842+0000 7f858eb44800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:43.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.851+0000 7f858eb44800 20 add_watcher() i=0 2024-09-12T00:58:43.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.851+0000 7f858eb44800 20 add_watcher() i=1 2024-09-12T00:58:43.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.851+0000 7f858eb44800 20 add_watcher() i=2 2024-09-12T00:58:43.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.851+0000 7f858eb44800 20 add_watcher() i=3 2024-09-12T00:58:43.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.851+0000 7f858eb44800 20 add_watcher() i=4 2024-09-12T00:58:43.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.851+0000 7f858eb44800 20 add_watcher() i=5 2024-09-12T00:58:43.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.851+0000 7f858eb44800 20 add_watcher() i=6 2024-09-12T00:58:43.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.852+0000 7f858eb44800 20 add_watcher() i=7 2024-09-12T00:58:43.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.852+0000 7f858eb44800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:43.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.853+0000 7f84417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:43.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.854+0000 7f858eb44800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:43.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.854+0000 7f858eb44800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:43.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.854+0000 7f858eb44800 5 note: GC not initialized 2024-09-12T00:58:43.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.854+0000 7f83bbfff640 20 reqs_thread_entry: start 2024-09-12T00:58:43.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.854+0000 7f858eb44800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:43.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.854+0000 7f858eb44800 20 Filter name: none 2024-09-12T00:58:43.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.854+0000 7f83b9ffb640 20 reqs_thread_entry: start 2024-09-12T00:58:43.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.854+0000 7f858eb44800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:58:43.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.854+0000 7f858eb44800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.855+0000 7f858eb44800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:58:43.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.855+0000 7f858eb44800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:58:43.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.855+0000 7f858eb44800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:58:43.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.855+0000 7f858eb44800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:58:43.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.855+0000 7f858eb44800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.855+0000 7f858eb44800 20 rados_obj.operate() r=0 bl.length=454 2024-09-12T00:58:43.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.855+0000 7f858eb44800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:43.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.855+0000 7f858eb44800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:43.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.855+0000 7f858eb44800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:58:43.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.855+0000 7f858eb44800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:43.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.855+0000 7f858eb44800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:58:43.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.855+0000 7f858eb44800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:58:43.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.855+0000 7f858eb44800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:58:43.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.856+0000 7f858eb44800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:58:43.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.856+0000 7f858eb44800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:58:43.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.856+0000 7f858eb44800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:58:43.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.856+0000 7f858eb44800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:58:43.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.856+0000 7f858eb44800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:58:43.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.856+0000 7f858eb44800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:58:43.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.857+0000 7f858eb44800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:58:43.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.857+0000 7f858eb44800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:58:43.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.857+0000 7f858eb44800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:58:43.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.857+0000 7f858eb44800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:58:43.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.857+0000 7f858eb44800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:58:43.858 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.857+0000 7f858eb44800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:58:43.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.858+0000 7f858eb44800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:58:43.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.858+0000 7f858eb44800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:58:43.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.858+0000 7f858eb44800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:58:43.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.858+0000 7f858eb44800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:58:43.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.858+0000 7f858eb44800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:58:43.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.858+0000 7f858eb44800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:58:43.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.859+0000 7f858eb44800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:58:43.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.859+0000 7f858eb44800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:58:43.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.859+0000 7f858eb44800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:58:43.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.859+0000 7f858eb44800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:58:43.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.859+0000 7f858eb44800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:58:43.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.859+0000 7f858eb44800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:58:43.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.861+0000 7f84417e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:43.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.863+0000 7f858eb44800 20 remove_watcher() i=0 2024-09-12T00:58:43.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.863+0000 7f858eb44800 2 removed watcher, disabling cache 2024-09-12T00:58:43.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.864+0000 7f858eb44800 20 remove_watcher() i=1 2024-09-12T00:58:43.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.865+0000 7f858eb44800 20 remove_watcher() i=2 2024-09-12T00:58:43.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.866+0000 7f858eb44800 20 remove_watcher() i=3 2024-09-12T00:58:43.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.867+0000 7f858eb44800 20 remove_watcher() i=4 2024-09-12T00:58:43.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.868+0000 7f858eb44800 20 remove_watcher() i=5 2024-09-12T00:58:43.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.869+0000 7f858eb44800 20 remove_watcher() i=6 2024-09-12T00:58:43.869 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.870+0000 7f858eb44800 20 remove_watcher() i=7 2024-09-12T00:58:43.880 INFO:tasks.workunit.client.0.smithi038.stderr:check reshard logrecord successfully 2024-09-12T00:58:43.880 INFO:tasks.workunit.client.0.smithi038.stderr: test: reshard versioned bucket 2024-09-12T00:58:43.881 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T00:58:43.911 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:43.911 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:43.951 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.952+0000 7fcfec40f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.954+0000 7fcfec40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:43.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.954+0000 7fcfec40f800 20 realm 2024-09-12T00:58:43.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.954+0000 7fcfec40f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.954+0000 7fcfec40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:43.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.954+0000 7fcfec40f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:43.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.954+0000 7fcfec40f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.954+0000 7fcfec40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:43.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.954+0000 7fcfec40f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.955+0000 7fcfec40f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:43.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.955+0000 7fcfec40f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:43.954 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.956+0000 7fcfec40f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:43.955 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.956+0000 7fcfec40f800 20 searching for the correct realm 2024-09-12T00:58:43.957 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.959+0000 7fcfe7391640 0 -- 172.21.15.38:0/2634503534 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5573aeb67880 msgr2=0x5573aeb69c70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:43.961 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:43.962+0000 7fcfe7b92640 0 -- 172.21.15.38:0/2634503534 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fcfdc0263e0 msgr2=0x7fcfdc026860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:44.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.168+0000 7fcfec40f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:44.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.168+0000 7fcfec40f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:44.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.168+0000 7fcfec40f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:44.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.168+0000 7fcfec40f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:44.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.168+0000 7fcfec40f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:44.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.168+0000 7fcfec40f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:44.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.168+0000 7fcfec40f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.169+0000 7fcfec40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.169+0000 7fcfec40f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.168 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.169+0000 7fcfec40f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:44.169 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.169+0000 7fcfec40f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.169+0000 7fcfec40f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:44.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.169+0000 7fcfec40f800 20 zone default found 2024-09-12T00:58:44.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.169+0000 7fcfec40f800 4 Realm: () 2024-09-12T00:58:44.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.169+0000 7fcfec40f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:44.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.169+0000 7fcfec40f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:44.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.169+0000 7fcfec40f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:44.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.169+0000 7fcfec40f800 20 zonegroup default 2024-09-12T00:58:44.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.169+0000 7fcfec40f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.170+0000 7fcfec40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.170 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.170+0000 7fcfec40f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.170+0000 7fcfec40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.170+0000 7fcfec40f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.171+0000 7fcfec40f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.171+0000 7fcfec40f800 20 started sync module instance, tier type = 2024-09-12T00:58:44.171 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.171+0000 7fcfec40f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:44.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.180+0000 7fcfec40f800 20 add_watcher() i=0 2024-09-12T00:58:44.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.180+0000 7fcfec40f800 20 add_watcher() i=1 2024-09-12T00:58:44.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.180+0000 7fcfec40f800 20 add_watcher() i=2 2024-09-12T00:58:44.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.180+0000 7fcfec40f800 20 add_watcher() i=3 2024-09-12T00:58:44.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.180+0000 7fcfec40f800 20 add_watcher() i=4 2024-09-12T00:58:44.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.180+0000 7fcfec40f800 20 add_watcher() i=5 2024-09-12T00:58:44.179 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.180+0000 7fcfec40f800 20 add_watcher() i=6 2024-09-12T00:58:44.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.181+0000 7fcfec40f800 20 add_watcher() i=7 2024-09-12T00:58:44.180 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.181+0000 7fcfec40f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:44.182 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.183+0000 7fce9dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:44.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.183+0000 7fcfec40f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:44.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.183+0000 7fcfec40f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:44.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.183+0000 7fcfec40f800 5 note: GC not initialized 2024-09-12T00:58:44.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.184+0000 7fce9cfe1640 20 reqs_thread_entry: start 2024-09-12T00:58:44.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.184+0000 7fcfec40f800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:44.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.184+0000 7fcfec40f800 20 Filter name: none 2024-09-12T00:58:44.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.184+0000 7fce167fc640 20 reqs_thread_entry: start 2024-09-12T00:58:44.183 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.184+0000 7fcfec40f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.184+0000 7fcfec40f800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:58:44.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.184+0000 7fcfec40f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.185+0000 7fcfec40f800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:58:44.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.185+0000 7fcfec40f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:44.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.185+0000 7fcfec40f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.185+0000 7fcfec40f800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:58:44.184 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.185+0000 7fcfec40f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.186+0000 7fcfec40f800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:58:44.185 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.186+0000 7fcfec40f800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:44.186 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.187+0000 7fce9dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:44.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.190+0000 7fcfec40f800 20 remove_watcher() i=0 2024-09-12T00:58:44.189 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.190+0000 7fcfec40f800 2 removed watcher, disabling cache 2024-09-12T00:58:44.190 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.191+0000 7fcfec40f800 20 remove_watcher() i=1 2024-09-12T00:58:44.191 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.192+0000 7fcfec40f800 20 remove_watcher() i=2 2024-09-12T00:58:44.192 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.193+0000 7fcfec40f800 20 remove_watcher() i=3 2024-09-12T00:58:44.193 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.194+0000 7fcfec40f800 20 remove_watcher() i=4 2024-09-12T00:58:44.194 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.195+0000 7fcfec40f800 20 remove_watcher() i=5 2024-09-12T00:58:44.195 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.196+0000 7fcfec40f800 20 remove_watcher() i=6 2024-09-12T00:58:44.196 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.197+0000 7fcfec40f800 20 remove_watcher() i=7 2024-09-12T00:58:44.207 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:44.207 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:58:44.207 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: myver id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 num_objects: 0 size_kb: 0 num_shards: 11 2024-09-12T00:58:44.207 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:44.209 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 12 2024-09-12T00:58:44.241 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:44.241 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:44.281 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.282+0000 7fc6cbd1f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.283+0000 7fc6cbd1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.283+0000 7fc6cbd1f800 20 realm 2024-09-12T00:58:44.282 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.283+0000 7fc6cbd1f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.284+0000 7fc6cbd1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.284+0000 7fc6cbd1f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:44.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.284+0000 7fc6cbd1f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.284+0000 7fc6cbd1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.284+0000 7fc6cbd1f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.285+0000 7fc6cbd1f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:44.283 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.285+0000 7fc6cbd1f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.284 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.285+0000 7fc6cbd1f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:44.284 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.286+0000 7fc6cbd1f800 20 searching for the correct realm 2024-09-12T00:58:44.286 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.288+0000 7fc6c72a1640 0 -- 172.21.15.38:0/3293264141 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fc6b8026040 msgr2=0x7fc6b8056400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:44.290 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.291+0000 7fc6c7aa2640 0 -- 172.21.15.38:0/3293264141 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fc6bc059030 msgr2=0x7fc6bc0a7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:44.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.498+0000 7fc6cbd1f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:44.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.498+0000 7fc6cbd1f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:44.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.498+0000 7fc6cbd1f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:44.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.498+0000 7fc6cbd1f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:44.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.498+0000 7fc6cbd1f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:44.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.498+0000 7fc6cbd1f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:44.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.498+0000 7fc6cbd1f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.498+0000 7fc6cbd1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.498+0000 7fc6cbd1f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.498+0000 7fc6cbd1f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:44.498 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.498+0000 7fc6cbd1f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.499+0000 7fc6cbd1f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:44.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.499+0000 7fc6cbd1f800 20 zone default found 2024-09-12T00:58:44.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.499+0000 7fc6cbd1f800 4 Realm: () 2024-09-12T00:58:44.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.499+0000 7fc6cbd1f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:44.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.499+0000 7fc6cbd1f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:44.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.499+0000 7fc6cbd1f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:44.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.499+0000 7fc6cbd1f800 20 zonegroup default 2024-09-12T00:58:44.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.499+0000 7fc6cbd1f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.499+0000 7fc6cbd1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.499+0000 7fc6cbd1f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.499 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.499+0000 7fc6cbd1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.500 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.499+0000 7fc6cbd1f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.500 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.500+0000 7fc6cbd1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.500 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.500+0000 7fc6cbd1f800 20 started sync module instance, tier type = 2024-09-12T00:58:44.500 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.500+0000 7fc6cbd1f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:44.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.509+0000 7fc6cbd1f800 20 add_watcher() i=0 2024-09-12T00:58:44.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.509+0000 7fc6cbd1f800 20 add_watcher() i=1 2024-09-12T00:58:44.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.509+0000 7fc6cbd1f800 20 add_watcher() i=2 2024-09-12T00:58:44.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.509+0000 7fc6cbd1f800 20 add_watcher() i=3 2024-09-12T00:58:44.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.509+0000 7fc6cbd1f800 20 add_watcher() i=4 2024-09-12T00:58:44.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.509+0000 7fc6cbd1f800 20 add_watcher() i=5 2024-09-12T00:58:44.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.509+0000 7fc6cbd1f800 20 add_watcher() i=6 2024-09-12T00:58:44.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.510+0000 7fc6cbd1f800 20 add_watcher() i=7 2024-09-12T00:58:44.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.510+0000 7fc6cbd1f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:44.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.512+0000 7fc57dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:44.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.512+0000 7fc6cbd1f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:44.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.512+0000 7fc6cbd1f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:44.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.512+0000 7fc6cbd1f800 5 note: GC not initialized 2024-09-12T00:58:44.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.512+0000 7fc57cfe1640 20 reqs_thread_entry: start 2024-09-12T00:58:44.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.512+0000 7fc6cbd1f800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:44.512 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.512+0000 7fc6cbd1f800 20 Filter name: none 2024-09-12T00:58:44.512 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.513+0000 7fc4f67fc640 20 reqs_thread_entry: start 2024-09-12T00:58:44.512 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.513+0000 7fc6cbd1f800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T00:58:44.512 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.513+0000 7fc6cbd1f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.513+0000 7fc6cbd1f800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:58:44.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.513+0000 7fc6cbd1f800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T00:58:44.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.513+0000 7fc6cbd1f800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T00:58:44.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.513+0000 7fc6cbd1f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 : miss 2024-09-12T00:58:44.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.513+0000 7fc6cbd1f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.513+0000 7fc6cbd1f800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:58:44.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.513+0000 7fc6cbd1f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:44.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.513+0000 7fc6cbd1f800 10 adding default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:44.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.513+0000 7fc6cbd1f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:58:44.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.513+0000 7fc6cbd1f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:44.513 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.513+0000 7fc6cbd1f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 2024-09-12T00:58:44.517 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.518+0000 7fc6cbd1f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:44.517 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.518+0000 7fc6cbd1f800 10 moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:44.517 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.518+0000 7fc6cbd1f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:44.517 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.518+0000 7fc6cbd1f800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19, ofs0, ns] 2024-09-12T00:58:44.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.519+0000 7fc5a6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464305 cookie 94585570775808 notifier 8484 bl.length()=905 2024-09-12T00:58:44.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.519+0000 7fc5a6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:44.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.519+0000 7fc5a6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:44.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.519+0000 7fc5a6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:44.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.519+0000 7fc6cbd1f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_sources= new_sources= 2024-09-12T00:58:44.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.519+0000 7fc6cbd1f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential sources added=[] removed=[] 2024-09-12T00:58:44.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.519+0000 7fc6cbd1f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_dests= new_dests= 2024-09-12T00:58:44.518 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.519+0000 7fc6cbd1f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential dests added=[] removed=[] 2024-09-12T00:58:44.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.0 2024-09-12T00:58:44.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.0 2024-09-12T00:58:44.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.1 2024-09-12T00:58:44.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.1 2024-09-12T00:58:44.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.2 2024-09-12T00:58:44.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.2 2024-09-12T00:58:44.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.3 2024-09-12T00:58:44.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.3 2024-09-12T00:58:44.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.4 2024-09-12T00:58:44.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.4 2024-09-12T00:58:44.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.5 2024-09-12T00:58:44.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.5 2024-09-12T00:58:44.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.6 2024-09-12T00:58:44.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.6 2024-09-12T00:58:44.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.7 2024-09-12T00:58:44.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.7 2024-09-12T00:58:44.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.8 2024-09-12T00:58:44.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.8 2024-09-12T00:58:44.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.9 2024-09-12T00:58:44.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.9 2024-09-12T00:58:44.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.10 2024-09-12T00:58:44.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.10 2024-09-12T00:58:44.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.11 2024-09-12T00:58:44.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.11 2024-09-12T00:58:44.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.0 2024-09-12T00:58:44.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.524+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1 2024-09-12T00:58:44.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.525+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2 2024-09-12T00:58:44.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.525+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3 2024-09-12T00:58:44.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.525+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.4 2024-09-12T00:58:44.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.526+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.5 2024-09-12T00:58:44.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.526+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.6 2024-09-12T00:58:44.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.527+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.7 2024-09-12T00:58:44.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.528+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.8 2024-09-12T00:58:44.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.528+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.9 2024-09-12T00:58:44.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.528+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.10 2024-09-12T00:58:44.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.529+0000 7fc6cbd1f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 : hit (requested=0x17, cached=0x17) 2024-09-12T00:58:44.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.529+0000 7fc6cbd1f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 2024-09-12T00:58:44.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.530+0000 7fc6cbd1f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:44.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.530+0000 7fc6cbd1f800 10 moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:44.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.530+0000 7fc6cbd1f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:44.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.530+0000 7fc6cbd1f800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19, ofs0, ns] 2024-09-12T00:58:44.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.530+0000 7fc5a6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464306 cookie 94585570775808 notifier 8484 bl.length()=905 2024-09-12T00:58:44.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.530+0000 7fc5a6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:44.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.530+0000 7fc5a6ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:44.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.530+0000 7fc5a6ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:44.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.531+0000 7fc6cbd1f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_sources= new_sources= 2024-09-12T00:58:44.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.531+0000 7fc6cbd1f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential sources added=[] removed=[] 2024-09-12T00:58:44.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.531+0000 7fc6cbd1f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_dests= new_dests= 2024-09-12T00:58:44.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.531+0000 7fc6cbd1f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential dests added=[] removed=[] 2024-09-12T00:58:44.532 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.533+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.0 2024-09-12T00:58:44.532 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.534+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1 2024-09-12T00:58:44.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.534+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2 2024-09-12T00:58:44.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.534+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3 2024-09-12T00:58:44.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.535+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.4 2024-09-12T00:58:44.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.535+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.5 2024-09-12T00:58:44.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.535+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.6 2024-09-12T00:58:44.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.536+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.7 2024-09-12T00:58:44.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.536+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.8 2024-09-12T00:58:44.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.536+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.9 2024-09-12T00:58:44.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.537+0000 7fc6cbd1f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.10 2024-09-12T00:58:44.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.537+0000 7fc6cbd1f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 : hit (requested=0x17, cached=0x17) 2024-09-12T00:58:44.536 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.537+0000 7fc6cbd1f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 2024-09-12T00:58:44.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.538+0000 7fc6cbd1f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:44.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.538+0000 7fc6cbd1f800 10 moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:44.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.538+0000 7fc6cbd1f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:44.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.538+0000 7fc6cbd1f800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19, ofs0, ns] 2024-09-12T00:58:44.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.538+0000 7fc5a67fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464307 cookie 94585570775808 notifier 8484 bl.length()=873 2024-09-12T00:58:44.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.538+0000 7fc5a67fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:44.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.538+0000 7fc5a67fc640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:44.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.538+0000 7fc5a67fc640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:44.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.539+0000 7fc6cbd1f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_sources= new_sources= 2024-09-12T00:58:44.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.539+0000 7fc6cbd1f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential sources added=[] removed=[] 2024-09-12T00:58:44.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.539+0000 7fc6cbd1f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_dests= new_dests= 2024-09-12T00:58:44.538 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.539+0000 7fc6cbd1f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential dests added=[] removed=[] 2024-09-12T00:58:44.540 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.541+0000 7fc6cbd1f800 1 execute INFO: reshard of bucket "myver" from 11 shards to 12 shards completed successfully 2024-09-12T00:58:44.542 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.543+0000 7fc57dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:44.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.545+0000 7fc6cbd1f800 20 remove_watcher() i=0 2024-09-12T00:58:44.544 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.545+0000 7fc6cbd1f800 2 removed watcher, disabling cache 2024-09-12T00:58:44.545 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.547+0000 7fc6cbd1f800 20 remove_watcher() i=1 2024-09-12T00:58:44.547 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.548+0000 7fc6cbd1f800 20 remove_watcher() i=2 2024-09-12T00:58:44.548 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.549+0000 7fc6cbd1f800 20 remove_watcher() i=3 2024-09-12T00:58:44.549 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.550+0000 7fc6cbd1f800 20 remove_watcher() i=4 2024-09-12T00:58:44.550 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.551+0000 7fc6cbd1f800 20 remove_watcher() i=5 2024-09-12T00:58:44.551 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.552+0000 7fc6cbd1f800 20 remove_watcher() i=6 2024-09-12T00:58:44.552 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.553+0000 7fc6cbd1f800 20 remove_watcher() i=7 2024-09-12T00:58:44.565 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T00:58:44.594 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:44.595 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:44.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.635+0000 7f05b5498800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.637+0000 7f05b5498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.637+0000 7f05b5498800 20 realm 2024-09-12T00:58:44.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.637+0000 7f05b5498800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.637+0000 7f05b5498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.637+0000 7f05b5498800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:44.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.637+0000 7f05b5498800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.637+0000 7f05b5498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.637+0000 7f05b5498800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.638+0000 7f05b5498800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:44.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.638+0000 7f05b5498800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.639+0000 7f05b5498800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:44.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.639+0000 7f05b5498800 20 searching for the correct realm 2024-09-12T00:58:44.640 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.642+0000 7f05b2781640 0 -- 172.21.15.38:0/4122452382 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55a0f44c16b0 msgr2=0x55a0f44c3aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:58:44.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.646+0000 7f05b2f82640 0 -- 172.21.15.38:0/4122452382 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x55a0f4286950 msgr2=0x7f05a8026920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:58:44.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.852+0000 7f05b5498800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:44.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.852+0000 7f05b5498800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:44.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.852+0000 7f05b5498800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:44.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.852+0000 7f05b5498800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:44.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.852+0000 7f05b5498800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:44.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.852+0000 7f05b5498800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:44.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.852+0000 7f05b5498800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.852+0000 7f05b5498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.852+0000 7f05b5498800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.852+0000 7f05b5498800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:44.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.852+0000 7f05b5498800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.853+0000 7f05b5498800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:44.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.853+0000 7f05b5498800 20 zone default found 2024-09-12T00:58:44.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.853+0000 7f05b5498800 4 Realm: () 2024-09-12T00:58:44.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.853+0000 7f05b5498800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:44.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.853+0000 7f05b5498800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:44.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.853+0000 7f05b5498800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:44.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.853+0000 7f05b5498800 20 zonegroup default 2024-09-12T00:58:44.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.853+0000 7f05b5498800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.853+0000 7f05b5498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.853+0000 7f05b5498800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.853+0000 7f05b5498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.853+0000 7f05b5498800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.854+0000 7f05b5498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:44.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.854+0000 7f05b5498800 20 started sync module instance, tier type = 2024-09-12T00:58:44.854 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.854+0000 7f05b5498800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:44.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.864+0000 7f05b5498800 20 add_watcher() i=0 2024-09-12T00:58:44.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.864+0000 7f05b5498800 20 add_watcher() i=1 2024-09-12T00:58:44.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.864+0000 7f05b5498800 20 add_watcher() i=2 2024-09-12T00:58:44.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.864+0000 7f05b5498800 20 add_watcher() i=3 2024-09-12T00:58:44.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.864+0000 7f05b5498800 20 add_watcher() i=4 2024-09-12T00:58:44.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.864+0000 7f05b5498800 20 add_watcher() i=5 2024-09-12T00:58:44.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.864+0000 7f05b5498800 20 add_watcher() i=6 2024-09-12T00:58:44.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.865+0000 7f05b5498800 20 add_watcher() i=7 2024-09-12T00:58:44.864 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.865+0000 7f05b5498800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:44.865 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.867+0000 7f04697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:44.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.867+0000 7f05b5498800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:44.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.867+0000 7f05b5498800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:44.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.867+0000 7f05b5498800 5 note: GC not initialized 2024-09-12T00:58:44.866 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.867+0000 7f03e3fff640 20 reqs_thread_entry: start 2024-09-12T00:58:44.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.867+0000 7f05b5498800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:44.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.867+0000 7f05b5498800 20 Filter name: none 2024-09-12T00:58:44.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.868+0000 7f03e1ffb640 20 reqs_thread_entry: start 2024-09-12T00:58:44.867 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.868+0000 7f05b5498800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.868+0000 7f05b5498800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:58:44.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.868+0000 7f05b5498800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.869+0000 7f05b5498800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:58:44.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.869+0000 7f05b5498800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:44.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.869+0000 7f05b5498800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.869+0000 7f05b5498800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:58:44.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.869+0000 7f05b5498800 20 rados->read ofs=0 len=0 2024-09-12T00:58:44.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.869+0000 7f05b5498800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:58:44.868 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.869+0000 7f05b5498800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:44.870 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.871+0000 7f04697e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:44.872 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.873+0000 7f05b5498800 20 remove_watcher() i=0 2024-09-12T00:58:44.872 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.873+0000 7f05b5498800 2 removed watcher, disabling cache 2024-09-12T00:58:44.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.874+0000 7f05b5498800 20 remove_watcher() i=1 2024-09-12T00:58:44.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.876+0000 7f05b5498800 20 remove_watcher() i=2 2024-09-12T00:58:44.876 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.877+0000 7f05b5498800 20 remove_watcher() i=3 2024-09-12T00:58:44.877 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.878+0000 7f05b5498800 20 remove_watcher() i=4 2024-09-12T00:58:44.878 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.879+0000 7f05b5498800 20 remove_watcher() i=5 2024-09-12T00:58:44.879 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.880+0000 7f05b5498800 20 remove_watcher() i=6 2024-09-12T00:58:44.880 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:44.882+0000 7f05b5498800 20 remove_watcher() i=7 2024-09-12T00:58:44.891 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:44.891 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:58:44.891 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: myver id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 num_objects: 0 size_kb: 0 num_shards: 12 2024-09-12T00:58:44.892 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:44.894 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:44.894 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:44.897 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:44.897 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:44.939 INFO:tasks.workunit.client.0.smithi038.stderr: test: reshard removes olh entries with empty name 2024-09-12T00:58:44.941 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:44.941 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:44.988 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:44.988 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:45.032 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket a-bucket 2024-09-12T00:58:45.061 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:45.061 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:45.100 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.101+0000 7f325c326800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.103+0000 7f325c326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.103+0000 7f325c326800 20 realm 2024-09-12T00:58:45.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.103+0000 7f325c326800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.103+0000 7f325c326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.102 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.103+0000 7f325c326800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:45.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.103+0000 7f325c326800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.104+0000 7f325c326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.104+0000 7f325c326800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.104+0000 7f325c326800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:45.103 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.104+0000 7f325c326800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.105+0000 7f325c326800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:45.104 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.105+0000 7f325c326800 20 searching for the correct realm 2024-09-12T00:58:45.107 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.108+0000 7f325870a640 0 -- 172.21.15.38:0/1153292389 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x560435cf0360 msgr2=0x560435cf2820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:45.111 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.112+0000 7f3257f09640 0 -- 172.21.15.38:0/1153292389 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f324c052820 msgr2=0x7f324c0898c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:45.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.116+0000 7f325c326800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:45.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.116+0000 7f325c326800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:45.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.116+0000 7f325c326800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:45.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.116+0000 7f325c326800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:45.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.116+0000 7f325c326800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:45.116 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.116+0000 7f325c326800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:45.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.116+0000 7f325c326800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.117+0000 7f325c326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.117+0000 7f325c326800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.117+0000 7f325c326800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:45.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.117+0000 7f325c326800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.117+0000 7f325c326800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:45.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.117+0000 7f325c326800 20 zone default found 2024-09-12T00:58:45.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.117+0000 7f325c326800 4 Realm: () 2024-09-12T00:58:45.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.117+0000 7f325c326800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:45.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.117+0000 7f325c326800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:45.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.117+0000 7f325c326800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:45.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.117+0000 7f325c326800 20 zonegroup default 2024-09-12T00:58:45.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.117+0000 7f325c326800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.117+0000 7f325c326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.117 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.117+0000 7f325c326800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.118+0000 7f325c326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.118+0000 7f325c326800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.118+0000 7f325c326800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.118+0000 7f325c326800 20 started sync module instance, tier type = 2024-09-12T00:58:45.118 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.118+0000 7f325c326800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:45.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.127+0000 7f325c326800 20 add_watcher() i=0 2024-09-12T00:58:45.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.127+0000 7f325c326800 20 add_watcher() i=1 2024-09-12T00:58:45.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.127+0000 7f325c326800 20 add_watcher() i=2 2024-09-12T00:58:45.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.127+0000 7f325c326800 20 add_watcher() i=3 2024-09-12T00:58:45.126 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.127+0000 7f325c326800 20 add_watcher() i=4 2024-09-12T00:58:45.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.127+0000 7f325c326800 20 add_watcher() i=5 2024-09-12T00:58:45.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.127+0000 7f325c326800 20 add_watcher() i=6 2024-09-12T00:58:45.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.128+0000 7f325c326800 20 add_watcher() i=7 2024-09-12T00:58:45.127 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.128+0000 7f325c326800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:45.129 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.130+0000 7f310dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:45.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.131+0000 7f325c326800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:45.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.131+0000 7f325c326800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:45.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.131+0000 7f325c326800 5 note: GC not initialized 2024-09-12T00:58:45.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.131+0000 7f310cfe1640 20 reqs_thread_entry: start 2024-09-12T00:58:45.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.131+0000 7f325c326800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:45.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.131+0000 7f325c326800 20 Filter name: none 2024-09-12T00:58:45.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.131+0000 7f30867fc640 20 reqs_thread_entry: start 2024-09-12T00:58:45.130 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.131+0000 7f325c326800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.132+0000 7f325c326800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:58:45.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.132+0000 7f325c326800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.131 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.132+0000 7f325c326800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:58:45.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.133+0000 7f325c326800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:45.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.133+0000 7f325c326800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.133+0000 7f325c326800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:58:45.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.133+0000 7f325c326800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.134+0000 7f325c326800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:58:45.132 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.134+0000 7f325c326800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:45.134 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.135+0000 7f310dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:45.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.137+0000 7f325c326800 20 remove_watcher() i=0 2024-09-12T00:58:45.136 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.137+0000 7f325c326800 2 removed watcher, disabling cache 2024-09-12T00:58:45.137 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.139+0000 7f325c326800 20 remove_watcher() i=1 2024-09-12T00:58:45.138 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.140+0000 7f325c326800 20 remove_watcher() i=2 2024-09-12T00:58:45.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.141+0000 7f325c326800 20 remove_watcher() i=3 2024-09-12T00:58:45.141 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.142+0000 7f325c326800 20 remove_watcher() i=4 2024-09-12T00:58:45.142 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.143+0000 7f325c326800 20 remove_watcher() i=5 2024-09-12T00:58:45.143 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.144+0000 7f325c326800 20 remove_watcher() i=6 2024-09-12T00:58:45.144 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.145+0000 7f325c326800 20 remove_watcher() i=7 2024-09-12T00:58:45.155 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:45.155 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:58:45.155 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: a-bucket id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 num_objects: 0 size_kb: 0 num_shards: 13 2024-09-12T00:58:45.155 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:45.156 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket layout --bucket a-bucket 2024-09-12T00:58:45.186 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:45.186 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:45.225 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.226+0000 7f61e2946800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.228+0000 7f61e2946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.228+0000 7f61e2946800 20 realm 2024-09-12T00:58:45.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.228+0000 7f61e2946800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.228+0000 7f61e2946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.228+0000 7f61e2946800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:45.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.228+0000 7f61e2946800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.228+0000 7f61e2946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.227 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.228+0000 7f61e2946800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.229+0000 7f61e2946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:45.228 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.229+0000 7f61e2946800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.230+0000 7f61e2946800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:45.229 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.230+0000 7f61e2946800 20 searching for the correct realm 2024-09-12T00:58:45.232 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.234+0000 7f61e0c31640 0 -- 172.21.15.38:0/1981272934 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7f61d40db7a0 msgr2=0x7f61d40a2a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:58:45.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.441+0000 7f61e0430640 0 -- 172.21.15.38:0/1981272934 >> [v2:172.21.15.194:6800/4136092038,v1:172.21.15.194:6801/4136092038] conn(0x55d209834b00 msgr2=0x55d209836ef0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:45.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.443+0000 7f61e2946800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:45.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.443+0000 7f61e2946800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:45.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.443+0000 7f61e2946800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:45.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.443+0000 7f61e2946800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:45.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.443+0000 7f61e2946800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:45.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.443+0000 7f61e2946800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:45.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.443+0000 7f61e2946800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.444+0000 7f61e2946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.444+0000 7f61e2946800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.444+0000 7f61e2946800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:45.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.444+0000 7f61e2946800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.444+0000 7f61e2946800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:45.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.444+0000 7f61e2946800 20 zone default found 2024-09-12T00:58:45.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.444+0000 7f61e2946800 4 Realm: () 2024-09-12T00:58:45.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.444+0000 7f61e2946800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:45.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.444+0000 7f61e2946800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:45.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.444+0000 7f61e2946800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:45.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.444+0000 7f61e2946800 20 zonegroup default 2024-09-12T00:58:45.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.444+0000 7f61e2946800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.445+0000 7f61e2946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.445+0000 7f61e2946800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.445+0000 7f61e2946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.445+0000 7f61e2946800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.445+0000 7f61e2946800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.445+0000 7f61e2946800 20 started sync module instance, tier type = 2024-09-12T00:58:45.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.445+0000 7f61e2946800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:45.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.455+0000 7f61e2946800 20 add_watcher() i=0 2024-09-12T00:58:45.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.455+0000 7f61e2946800 20 add_watcher() i=1 2024-09-12T00:58:45.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.455+0000 7f61e2946800 20 add_watcher() i=2 2024-09-12T00:58:45.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.455+0000 7f61e2946800 20 add_watcher() i=3 2024-09-12T00:58:45.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.455+0000 7f61e2946800 20 add_watcher() i=4 2024-09-12T00:58:45.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.455+0000 7f61e2946800 20 add_watcher() i=5 2024-09-12T00:58:45.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.455+0000 7f61e2946800 20 add_watcher() i=6 2024-09-12T00:58:45.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.456+0000 7f61e2946800 20 add_watcher() i=7 2024-09-12T00:58:45.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.456+0000 7f61e2946800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:45.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.458+0000 7f6096fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:45.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.458+0000 7f61e2946800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:45.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.458+0000 7f61e2946800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:45.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.458+0000 7f61e2946800 5 note: GC not initialized 2024-09-12T00:58:45.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.459+0000 7f6095fdb640 20 reqs_thread_entry: start 2024-09-12T00:58:45.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.459+0000 7f61e2946800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:45.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.459+0000 7f61e2946800 20 Filter name: none 2024-09-12T00:58:45.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.459+0000 7f60077fe640 20 reqs_thread_entry: start 2024-09-12T00:58:45.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.459+0000 7f61e2946800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.460+0000 7f61e2946800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:58:45.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.460+0000 7f61e2946800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.460+0000 7f61e2946800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:58:45.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.460+0000 7f61e2946800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:45.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.461+0000 7f6096fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:45.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.463+0000 7f61e2946800 20 remove_watcher() i=0 2024-09-12T00:58:45.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.463+0000 7f61e2946800 2 removed watcher, disabling cache 2024-09-12T00:58:45.463 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.464+0000 7f61e2946800 20 remove_watcher() i=1 2024-09-12T00:58:45.464 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.465+0000 7f61e2946800 20 remove_watcher() i=2 2024-09-12T00:58:45.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.466+0000 7f61e2946800 20 remove_watcher() i=3 2024-09-12T00:58:45.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.468+0000 7f61e2946800 20 remove_watcher() i=4 2024-09-12T00:58:45.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.469+0000 7f61e2946800 20 remove_watcher() i=5 2024-09-12T00:58:45.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.470+0000 7f61e2946800 20 remove_watcher() i=6 2024-09-12T00:58:45.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.471+0000 7f61e2946800 20 remove_watcher() i=7 2024-09-12T00:58:45.482 INFO:tasks.workunit.client.0.smithi038.stderr:rados -p default.rgw.buckets.index setomapval .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2024-09-12T00:58:45.509 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:45.509 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:45.525 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-12T00:58:45.554 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:45.554 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:45.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.595+0000 7ff58a3a9800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.596+0000 7ff58a3a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.596+0000 7ff58a3a9800 20 realm 2024-09-12T00:58:45.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.596+0000 7ff58a3a9800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.597+0000 7ff58a3a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.597+0000 7ff58a3a9800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:45.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.597+0000 7ff58a3a9800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.597+0000 7ff58a3a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.597+0000 7ff58a3a9800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.598+0000 7ff58a3a9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:45.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.598+0000 7ff58a3a9800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.599+0000 7ff58a3a9800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:45.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.599+0000 7ff58a3a9800 20 searching for the correct realm 2024-09-12T00:58:45.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.602+0000 7ff588694640 0 -- 172.21.15.38:0/1946173288 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7ff570084370 msgr2=0x7ff57006b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:45.806 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.808+0000 7ff587e93640 0 -- 172.21.15.38:0/1946173288 >> [v2:172.21.15.194:6800/4136092038,v1:172.21.15.194:6801/4136092038] conn(0x55a006dacf20 msgr2=0x55a006daf310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:45.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.810+0000 7ff58a3a9800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:45.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.810+0000 7ff58a3a9800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:45.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.810+0000 7ff58a3a9800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:45.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.810+0000 7ff58a3a9800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:45.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.810+0000 7ff58a3a9800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:45.809 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.810+0000 7ff58a3a9800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:45.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.810+0000 7ff58a3a9800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.810+0000 7ff58a3a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.810 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.810+0000 7ff58a3a9800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.811+0000 7ff58a3a9800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:45.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.811+0000 7ff58a3a9800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.811+0000 7ff58a3a9800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:45.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.811+0000 7ff58a3a9800 20 zone default found 2024-09-12T00:58:45.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.811+0000 7ff58a3a9800 4 Realm: () 2024-09-12T00:58:45.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.811+0000 7ff58a3a9800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:45.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.811+0000 7ff58a3a9800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:45.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.811+0000 7ff58a3a9800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:45.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.811+0000 7ff58a3a9800 20 zonegroup default 2024-09-12T00:58:45.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.811+0000 7ff58a3a9800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.811+0000 7ff58a3a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.811+0000 7ff58a3a9800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.812+0000 7ff58a3a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.812+0000 7ff58a3a9800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.812+0000 7ff58a3a9800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.812+0000 7ff58a3a9800 20 started sync module instance, tier type = 2024-09-12T00:58:45.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.812+0000 7ff58a3a9800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:45.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.822+0000 7ff58a3a9800 20 add_watcher() i=0 2024-09-12T00:58:45.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.822+0000 7ff58a3a9800 20 add_watcher() i=1 2024-09-12T00:58:45.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.822+0000 7ff58a3a9800 20 add_watcher() i=2 2024-09-12T00:58:45.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.822+0000 7ff58a3a9800 20 add_watcher() i=3 2024-09-12T00:58:45.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.822+0000 7ff58a3a9800 20 add_watcher() i=4 2024-09-12T00:58:45.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.822+0000 7ff58a3a9800 20 add_watcher() i=5 2024-09-12T00:58:45.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.822+0000 7ff58a3a9800 20 add_watcher() i=6 2024-09-12T00:58:45.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.823+0000 7ff58a3a9800 20 add_watcher() i=7 2024-09-12T00:58:45.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.823+0000 7ff58a3a9800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:45.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.824+0000 7ff43dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:45.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.825+0000 7ff58a3a9800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:45.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.825+0000 7ff58a3a9800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:45.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.825+0000 7ff58a3a9800 5 note: GC not initialized 2024-09-12T00:58:45.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.825+0000 7ff43cfe1640 20 reqs_thread_entry: start 2024-09-12T00:58:45.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.825+0000 7ff58a3a9800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:45.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.825+0000 7ff58a3a9800 20 Filter name: none 2024-09-12T00:58:45.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.825+0000 7ff3b67fc640 20 reqs_thread_entry: start 2024-09-12T00:58:45.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.825+0000 7ff58a3a9800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.826+0000 7ff58a3a9800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:58:45.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.826+0000 7ff58a3a9800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.826+0000 7ff58a3a9800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:58:45.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.826+0000 7ff58a3a9800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:45.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.827+0000 7ff58a3a9800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=13 2024-09-12T00:58:45.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.827+0000 7ff58a3a9800 20 INFO: main: starting shard=0 2024-09-12T00:58:45.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.827+0000 7ff58a3a9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:58:45.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.827+0000 7ff58a3a9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:58:45.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.827+0000 7ff58a3a9800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T00:58:45.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.827+0000 7ff58a3a9800 20 INFO: main: starting shard=1 2024-09-12T00:58:45.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.827+0000 7ff58a3a9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:58:45.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.827+0000 7ff58a3a9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:58:45.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.827+0000 7ff58a3a9800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:45.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.827+0000 7ff58a3a9800 20 INFO: main: starting shard=2 2024-09-12T00:58:45.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.827+0000 7ff58a3a9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:58:45.828 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.827+0000 7ff58a3a9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:58:45.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.828+0000 7ff58a3a9800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:45.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.828+0000 7ff58a3a9800 20 INFO: main: starting shard=3 2024-09-12T00:58:45.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.828+0000 7ff58a3a9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:58:45.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.828+0000 7ff58a3a9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:58:45.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.829+0000 7ff58a3a9800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:45.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.829+0000 7ff58a3a9800 20 INFO: main: starting shard=4 2024-09-12T00:58:45.829 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.829+0000 7ff58a3a9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:58:45.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.829+0000 7ff58a3a9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:58:45.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.829+0000 7ff58a3a9800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:45.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.829+0000 7ff58a3a9800 20 INFO: main: starting shard=5 2024-09-12T00:58:45.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.829+0000 7ff58a3a9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:58:45.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.829+0000 7ff58a3a9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:58:45.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.830+0000 7ff58a3a9800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:45.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.830+0000 7ff58a3a9800 20 INFO: main: starting shard=6 2024-09-12T00:58:45.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.830+0000 7ff58a3a9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:58:45.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.830+0000 7ff58a3a9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:58:45.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.830+0000 7ff58a3a9800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:45.830 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.830+0000 7ff58a3a9800 20 INFO: main: starting shard=7 2024-09-12T00:58:45.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.830+0000 7ff58a3a9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:58:45.831 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.830+0000 7ff58a3a9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:58:45.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.831+0000 7ff58a3a9800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:45.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.831+0000 7ff58a3a9800 20 INFO: main: starting shard=8 2024-09-12T00:58:45.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.831+0000 7ff58a3a9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:58:45.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.831+0000 7ff58a3a9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:58:45.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.831+0000 7ff58a3a9800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:45.832 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.831+0000 7ff58a3a9800 20 INFO: main: starting shard=9 2024-09-12T00:58:45.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.831+0000 7ff58a3a9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:58:45.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.831+0000 7ff58a3a9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:58:45.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.832+0000 7ff58a3a9800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:45.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.832+0000 7ff58a3a9800 20 INFO: main: starting shard=10 2024-09-12T00:58:45.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.832+0000 7ff58a3a9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:58:45.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.832+0000 7ff58a3a9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:58:45.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.832+0000 7ff58a3a9800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:45.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.832+0000 7ff58a3a9800 20 INFO: main: starting shard=11 2024-09-12T00:58:45.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.832+0000 7ff58a3a9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:58:45.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.832+0000 7ff58a3a9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:58:45.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.833+0000 7ff58a3a9800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:45.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.833+0000 7ff58a3a9800 20 INFO: main: starting shard=12 2024-09-12T00:58:45.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.833+0000 7ff58a3a9800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:58:45.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.833+0000 7ff58a3a9800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:58:45.833 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.833+0000 7ff58a3a9800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:45.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.833+0000 7ff58a3a9800 20 INFO: main: done 2024-09-12T00:58:45.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.834+0000 7ff43dfe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:45.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.836+0000 7ff58a3a9800 20 remove_watcher() i=0 2024-09-12T00:58:45.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.836+0000 7ff58a3a9800 2 removed watcher, disabling cache 2024-09-12T00:58:45.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.837+0000 7ff58a3a9800 20 remove_watcher() i=1 2024-09-12T00:58:45.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.838+0000 7ff58a3a9800 20 remove_watcher() i=2 2024-09-12T00:58:45.838 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.839+0000 7ff58a3a9800 20 remove_watcher() i=3 2024-09-12T00:58:45.839 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.841+0000 7ff58a3a9800 20 remove_watcher() i=4 2024-09-12T00:58:45.840 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.842+0000 7ff58a3a9800 20 remove_watcher() i=5 2024-09-12T00:58:45.842 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.843+0000 7ff58a3a9800 20 remove_watcher() i=6 2024-09-12T00:58:45.843 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.844+0000 7ff58a3a9800 20 remove_watcher() i=7 2024-09-12T00:58:45.856 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2024-09-12T00:58:45.888 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:45.888 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:45.928 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.929+0000 7f6367b19800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.930+0000 7f6367b19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.930+0000 7f6367b19800 20 realm 2024-09-12T00:58:45.929 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.930+0000 7f6367b19800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.930 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.930+0000 7f6367b19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.930 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.930+0000 7f6367b19800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:45.930 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.931+0000 7f6367b19800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.930 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.931+0000 7f6367b19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:45.930 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.931+0000 7f6367b19800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.930 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.932+0000 7f6367b19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:45.930 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.932+0000 7f6367b19800 20 rados->read ofs=0 len=0 2024-09-12T00:58:45.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.932+0000 7f6367b19800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:45.931 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.932+0000 7f6367b19800 20 searching for the correct realm 2024-09-12T00:58:45.934 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:45.935+0000 7f6365e0b640 0 -- 172.21.15.38:0/275670296 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x556f5692b060 msgr2=0x556f5692d520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:58:46.139 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.140+0000 7f636560a640 0 -- 172.21.15.38:0/275670296 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f635c046130 msgr2=0x7f635c07a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:46.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.347+0000 7f6367b19800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:46.346 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.347+0000 7f6367b19800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:46.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.347+0000 7f6367b19800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:46.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.347+0000 7f6367b19800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:46.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.347+0000 7f6367b19800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:46.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.347+0000 7f6367b19800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:46.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.347+0000 7f6367b19800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.347+0000 7f6367b19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.347 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.347+0000 7f6367b19800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.348 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.348+0000 7f6367b19800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:46.348 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.348+0000 7f6367b19800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.348+0000 7f6367b19800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:46.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.348+0000 7f6367b19800 20 zone default found 2024-09-12T00:58:46.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.348+0000 7f6367b19800 4 Realm: () 2024-09-12T00:58:46.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.348+0000 7f6367b19800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:46.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.348+0000 7f6367b19800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:46.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.348+0000 7f6367b19800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:46.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.348+0000 7f6367b19800 20 zonegroup default 2024-09-12T00:58:46.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.348+0000 7f6367b19800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.349+0000 7f6367b19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.349+0000 7f6367b19800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.349+0000 7f6367b19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.349+0000 7f6367b19800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.349+0000 7f6367b19800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.349 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.349+0000 7f6367b19800 20 started sync module instance, tier type = 2024-09-12T00:58:46.350 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.349+0000 7f6367b19800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:46.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.360+0000 7f6367b19800 20 add_watcher() i=0 2024-09-12T00:58:46.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.360+0000 7f6367b19800 20 add_watcher() i=1 2024-09-12T00:58:46.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.360+0000 7f6367b19800 20 add_watcher() i=2 2024-09-12T00:58:46.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.360+0000 7f6367b19800 20 add_watcher() i=3 2024-09-12T00:58:46.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.360+0000 7f6367b19800 20 add_watcher() i=4 2024-09-12T00:58:46.359 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.360+0000 7f6367b19800 20 add_watcher() i=5 2024-09-12T00:58:46.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.360+0000 7f6367b19800 20 add_watcher() i=6 2024-09-12T00:58:46.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.362+0000 7f6367b19800 20 add_watcher() i=7 2024-09-12T00:58:46.360 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.362+0000 7f6367b19800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:46.362 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.364+0000 7f621bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:46.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.364+0000 7f6367b19800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:46.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.364+0000 7f6367b19800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:46.363 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.364+0000 7f6367b19800 5 note: GC not initialized 2024-09-12T00:58:46.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.365+0000 7f621afe5640 20 reqs_thread_entry: start 2024-09-12T00:58:46.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.365+0000 7f6367b19800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:46.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.365+0000 7f6367b19800 20 Filter name: none 2024-09-12T00:58:46.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.365+0000 7f6218fe1640 20 reqs_thread_entry: start 2024-09-12T00:58:46.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.365+0000 7f6367b19800 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2024-09-12T00:58:46.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.365+0000 7f6367b19800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.366+0000 7f6367b19800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:58:46.365 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.366+0000 7f6367b19800 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2024-09-12T00:58:46.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.366+0000 7f6367b19800 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2024-09-12T00:58:46.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.366+0000 7f6367b19800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : miss 2024-09-12T00:58:46.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.366+0000 7f6367b19800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.366+0000 7f6367b19800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:58:46.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.366+0000 7f6367b19800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:46.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.366+0000 7f6367b19800 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:46.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.366+0000 7f6367b19800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:58:46.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.366+0000 7f6367b19800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:46.366 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.366+0000 7f6367b19800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:58:46.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.370+0000 7f6367b19800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:46.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.370+0000 7f6367b19800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:46.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.370+0000 7f6367b19800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:46.369 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.370+0000 7f6367b19800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:58:46.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.371+0000 7f6237fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464337 cookie 93936682196960 notifier 8063 bl.length()=911 2024-09-12T00:58:46.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.371+0000 7f6237fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:46.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.371+0000 7f6237fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:46.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.371+0000 7f6237fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:46.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.371+0000 7f6367b19800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:58:46.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.371+0000 7f6367b19800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:58:46.370 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.371+0000 7f6367b19800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:58:46.371 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.371+0000 7f6367b19800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:58:46.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.377+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.0 2024-09-12T00:58:46.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.377+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.0 2024-09-12T00:58:46.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.377+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:58:46.376 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.377+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:58:46.377 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.378+0000 7f6367b19800 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2024-09-12T00:58:46.377 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.378+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:58:46.377 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.378+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:58:46.377 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.378+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:58:46.377 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.378+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:58:46.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.379+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:58:46.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.379+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:58:46.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.379+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:58:46.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.379+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:58:46.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.380+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:58:46.378 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.380+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:58:46.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.380+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:58:46.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.380+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:58:46.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.381+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:58:46.379 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.381+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:58:46.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.381+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:58:46.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.381+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:58:46.380 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.382+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:58:46.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.382+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:58:46.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.382+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:58:46.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.382+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:58:46.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.383+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:58:46.381 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.383+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:58:46.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.384+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:58:46.382 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.384+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:58:46.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.384+0000 7f6367b19800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : hit (requested=0x17, cached=0x17) 2024-09-12T00:58:46.383 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.384+0000 7f6367b19800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:58:46.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.386+0000 7f6367b19800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:46.384 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.386+0000 7f6367b19800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:46.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.386+0000 7f6367b19800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:46.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.386+0000 7f6367b19800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:58:46.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.386+0000 7f6248ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464338 cookie 93936682196960 notifier 8063 bl.length()=911 2024-09-12T00:58:46.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.386+0000 7f6248ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:46.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.386+0000 7f6248ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:46.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.386+0000 7f6248ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:46.385 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.387+0000 7f6367b19800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:58:46.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.387+0000 7f6367b19800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:58:46.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.387+0000 7f6367b19800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:58:46.386 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.387+0000 7f6367b19800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:58:46.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.390+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:58:46.388 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.390+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.0 2024-09-12T00:58:46.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.390+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:58:46.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.390+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.1 2024-09-12T00:58:46.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.390+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:58:46.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.390+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.2 2024-09-12T00:58:46.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.391+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:58:46.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.391+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.3 2024-09-12T00:58:46.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.391+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:58:46.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.391+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.4 2024-09-12T00:58:46.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.391+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:58:46.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.391+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.5 2024-09-12T00:58:46.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.392+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:58:46.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.392+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.6 2024-09-12T00:58:46.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.392+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:58:46.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.392+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.7 2024-09-12T00:58:46.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.392+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:58:46.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.392+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.8 2024-09-12T00:58:46.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.393+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:58:46.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.393+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.9 2024-09-12T00:58:46.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.393+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:58:46.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.393+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.10 2024-09-12T00:58:46.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.393+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:58:46.392 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.393+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.11 2024-09-12T00:58:46.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.394+0000 7f6367b19800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:58:46.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.394+0000 7f6367b19800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.2.12 2024-09-12T00:58:46.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.394+0000 7f6367b19800 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 : hit (requested=0x17, cached=0x17) 2024-09-12T00:58:46.393 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.394+0000 7f6367b19800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 2024-09-12T00:58:46.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.395+0000 7f6367b19800 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:46.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.395+0000 7f6367b19800 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:46.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.395+0000 7f6367b19800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:46.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.395+0000 7f6367b19800 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18, ofs0, ns] 2024-09-12T00:58:46.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.396+0000 7f6237fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464339 cookie 93936682196960 notifier 8063 bl.length()=879 2024-09-12T00:58:46.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.396+0000 7f6237fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 info.flags=0x17 2024-09-12T00:58:46.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.396+0000 7f6237fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18 to cache LRU end 2024-09-12T00:58:46.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.396+0000 7f6237fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:46.395 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.396+0000 7f6367b19800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_sources= new_sources= 2024-09-12T00:58:46.396 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.396+0000 7f6367b19800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential sources added=[] removed=[] 2024-09-12T00:58:46.396 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.396+0000 7f6367b19800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): orig_dests= new_dests= 2024-09-12T00:58:46.396 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.396+0000 7f6367b19800 20 handle_bi_update(): bucket=:a-bucket[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18]): potential dests added=[] removed=[] 2024-09-12T00:58:46.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.399+0000 7f6367b19800 1 execute INFO: reshard of bucket "a-bucket" from 13 shards to 1 shards completed successfully 2024-09-12T00:58:46.400 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.401+0000 7f621bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:46.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.404+0000 7f6367b19800 20 remove_watcher() i=0 2024-09-12T00:58:46.402 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.404+0000 7f6367b19800 2 removed watcher, disabling cache 2024-09-12T00:58:46.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.405+0000 7f6367b19800 20 remove_watcher() i=1 2024-09-12T00:58:46.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.406+0000 7f6367b19800 20 remove_watcher() i=2 2024-09-12T00:58:46.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.407+0000 7f6367b19800 20 remove_watcher() i=3 2024-09-12T00:58:46.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.408+0000 7f6367b19800 20 remove_watcher() i=4 2024-09-12T00:58:46.407 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.409+0000 7f6367b19800 20 remove_watcher() i=5 2024-09-12T00:58:46.409 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.410+0000 7f6367b19800 20 remove_watcher() i=6 2024-09-12T00:58:46.410 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.411+0000 7f6367b19800 20 remove_watcher() i=7 2024-09-12T00:58:46.423 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket a-bucket 2024-09-12T00:58:46.453 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:46.453 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:46.493 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.494+0000 7f389b715800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.496+0000 7f389b715800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.496+0000 7f389b715800 20 realm 2024-09-12T00:58:46.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.496+0000 7f389b715800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.496+0000 7f389b715800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.496+0000 7f389b715800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:46.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.496+0000 7f389b715800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.495 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.497+0000 7f389b715800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.496 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.497+0000 7f389b715800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.496 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.498+0000 7f389b715800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:46.496 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.498+0000 7f389b715800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.498+0000 7f389b715800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:46.497 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.498+0000 7f389b715800 20 searching for the correct realm 2024-09-12T00:58:46.500 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.502+0000 7f3899a00640 0 -- 172.21.15.38:0/1438997204 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x5589b2b06950 msgr2=0x5589b2b08d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:46.504 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.505+0000 7f38989fe640 0 -- 172.21.15.38:0/1438997204 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f388c00b040 msgr2=0x7f388c03c3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:58:46.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:46.508 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:46.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:46.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:46.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:46.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:46.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.509 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:46.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:46.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 20 zone default found 2024-09-12T00:58:46.510 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 4 Realm: () 2024-09-12T00:58:46.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:46.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:46.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:46.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 20 zonegroup default 2024-09-12T00:58:46.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.510+0000 7f389b715800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.511+0000 7f389b715800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.511+0000 7f389b715800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.511+0000 7f389b715800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.511+0000 7f389b715800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.511+0000 7f389b715800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.511+0000 7f389b715800 20 started sync module instance, tier type = 2024-09-12T00:58:46.511 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.511+0000 7f389b715800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:46.520 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.522+0000 7f389b715800 20 add_watcher() i=0 2024-09-12T00:58:46.521 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.522+0000 7f389b715800 20 add_watcher() i=1 2024-09-12T00:58:46.521 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.522+0000 7f389b715800 20 add_watcher() i=2 2024-09-12T00:58:46.521 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.522+0000 7f389b715800 20 add_watcher() i=3 2024-09-12T00:58:46.521 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.522+0000 7f389b715800 20 add_watcher() i=4 2024-09-12T00:58:46.521 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.522+0000 7f389b715800 20 add_watcher() i=5 2024-09-12T00:58:46.521 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.522+0000 7f389b715800 20 add_watcher() i=6 2024-09-12T00:58:46.521 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.523+0000 7f389b715800 20 add_watcher() i=7 2024-09-12T00:58:46.521 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.523+0000 7f389b715800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:46.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.524+0000 7f374ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:46.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.524+0000 7f389b715800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:46.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.524+0000 7f389b715800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:46.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.525+0000 7f389b715800 5 note: GC not initialized 2024-09-12T00:58:46.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.525+0000 7f374efe5640 20 reqs_thread_entry: start 2024-09-12T00:58:46.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.525+0000 7f389b715800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:46.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.525+0000 7f389b715800 20 Filter name: none 2024-09-12T00:58:46.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.525+0000 7f374cfe1640 20 reqs_thread_entry: start 2024-09-12T00:58:46.524 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.525+0000 7f389b715800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.526+0000 7f389b715800 20 rados_obj.operate() r=0 bl.length=200 2024-09-12T00:58:46.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.526+0000 7f389b715800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.527+0000 7f389b715800 20 rados_obj.operate() r=0 bl.length=422 2024-09-12T00:58:46.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.527+0000 7f389b715800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:46.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.527+0000 7f389b715800 20 INFO: main: max_entries=1000, index=gen=3, max_shards=1 2024-09-12T00:58:46.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.527+0000 7f389b715800 20 INFO: main: starting shard=0 2024-09-12T00:58:46.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.527+0000 7f389b715800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.0 2024-09-12T00:58:46.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.527+0000 7f389b715800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18.3.0 2024-09-12T00:58:46.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.527+0000 7f389b715800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:46.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.527+0000 7f389b715800 20 INFO: main: done 2024-09-12T00:58:46.527 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.528+0000 7f374ffe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:46.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.530+0000 7f389b715800 20 remove_watcher() i=0 2024-09-12T00:58:46.529 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.530+0000 7f389b715800 2 removed watcher, disabling cache 2024-09-12T00:58:46.530 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.532+0000 7f389b715800 20 remove_watcher() i=1 2024-09-12T00:58:46.531 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.533+0000 7f389b715800 20 remove_watcher() i=2 2024-09-12T00:58:46.533 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.534+0000 7f389b715800 20 remove_watcher() i=3 2024-09-12T00:58:46.534 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.535+0000 7f389b715800 20 remove_watcher() i=4 2024-09-12T00:58:46.535 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.536+0000 7f389b715800 20 remove_watcher() i=5 2024-09-12T00:58:46.536 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.537+0000 7f389b715800 20 remove_watcher() i=6 2024-09-12T00:58:46.537 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.538+0000 7f389b715800 20 remove_watcher() i=7 2024-09-12T00:58:46.548 INFO:tasks.workunit.client.0.smithi038.stderr: test: PUT succeeds during reshard 2024-09-12T00:58:46.550 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T00:58:46.579 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:46.579 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:46.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.619+0000 7f4dc5536800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.621+0000 7f4dc5536800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.621+0000 7f4dc5536800 20 realm 2024-09-12T00:58:46.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.621+0000 7f4dc5536800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.621+0000 7f4dc5536800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.621+0000 7f4dc5536800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:46.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.621+0000 7f4dc5536800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.621+0000 7f4dc5536800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.621+0000 7f4dc5536800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.622+0000 7f4dc5536800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:46.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.622+0000 7f4dc5536800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.623+0000 7f4dc5536800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:46.622 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.623+0000 7f4dc5536800 20 searching for the correct realm 2024-09-12T00:58:46.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.625+0000 7f4dc0ab6640 0 -- 172.21.15.38:0/2538701044 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f4db4034060 msgr2=0x7f4db4081ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:46.627 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.629+0000 7f4dc12b7640 0 -- 172.21.15.38:0/2538701044 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f4db8068070 msgr2=0x7f4db8074410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:46.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.835+0000 7f4dc5536800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:46.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.835+0000 7f4dc5536800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:46.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.835+0000 7f4dc5536800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:46.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.835+0000 7f4dc5536800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:46.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.835+0000 7f4dc5536800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:46.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.835+0000 7f4dc5536800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:46.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.835+0000 7f4dc5536800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.834 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.835+0000 7f4dc5536800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.835 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.835+0000 7f4dc5536800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.836+0000 7f4dc5536800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:46.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.836+0000 7f4dc5536800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.836+0000 7f4dc5536800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:46.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.836+0000 7f4dc5536800 20 zone default found 2024-09-12T00:58:46.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.836+0000 7f4dc5536800 4 Realm: () 2024-09-12T00:58:46.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.836+0000 7f4dc5536800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:46.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.836+0000 7f4dc5536800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:46.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.836+0000 7f4dc5536800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:46.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.836+0000 7f4dc5536800 20 zonegroup default 2024-09-12T00:58:46.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.836+0000 7f4dc5536800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.836 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.836+0000 7f4dc5536800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.836+0000 7f4dc5536800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.837+0000 7f4dc5536800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.837+0000 7f4dc5536800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.837+0000 7f4dc5536800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.837+0000 7f4dc5536800 20 started sync module instance, tier type = 2024-09-12T00:58:46.837 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.837+0000 7f4dc5536800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:46.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.847+0000 7f4dc5536800 20 add_watcher() i=0 2024-09-12T00:58:46.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.847+0000 7f4dc5536800 20 add_watcher() i=1 2024-09-12T00:58:46.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.847+0000 7f4dc5536800 20 add_watcher() i=2 2024-09-12T00:58:46.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.847+0000 7f4dc5536800 20 add_watcher() i=3 2024-09-12T00:58:46.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.847+0000 7f4dc5536800 20 add_watcher() i=4 2024-09-12T00:58:46.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.847+0000 7f4dc5536800 20 add_watcher() i=5 2024-09-12T00:58:46.848 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.847+0000 7f4dc5536800 20 add_watcher() i=6 2024-09-12T00:58:46.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.848+0000 7f4dc5536800 20 add_watcher() i=7 2024-09-12T00:58:46.849 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.848+0000 7f4dc5536800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:46.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.850+0000 7f4c77fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:46.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.850+0000 7f4dc5536800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:46.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.850+0000 7f4dc5536800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:46.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.850+0000 7f4dc5536800 5 note: GC not initialized 2024-09-12T00:58:46.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.851+0000 7f4c76fe5640 20 reqs_thread_entry: start 2024-09-12T00:58:46.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.851+0000 7f4dc5536800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:46.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.851+0000 7f4dc5536800 20 Filter name: none 2024-09-12T00:58:46.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.851+0000 7f4c74fe1640 20 reqs_thread_entry: start 2024-09-12T00:58:46.850 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.851+0000 7f4dc5536800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.851+0000 7f4dc5536800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:58:46.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.851+0000 7f4dc5536800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.852+0000 7f4dc5536800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:58:46.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.852+0000 7f4dc5536800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:46.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.852+0000 7f4dc5536800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.852+0000 7f4dc5536800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:58:46.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.852+0000 7f4dc5536800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.851 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.852+0000 7f4dc5536800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:58:46.852 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.852+0000 7f4dc5536800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:46.853 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.854+0000 7f4c77fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:46.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.856+0000 7f4dc5536800 20 remove_watcher() i=0 2024-09-12T00:58:46.855 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.856+0000 7f4dc5536800 2 removed watcher, disabling cache 2024-09-12T00:58:46.856 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.858+0000 7f4dc5536800 20 remove_watcher() i=1 2024-09-12T00:58:46.857 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.859+0000 7f4dc5536800 20 remove_watcher() i=2 2024-09-12T00:58:46.859 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.860+0000 7f4dc5536800 20 remove_watcher() i=3 2024-09-12T00:58:46.860 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.861+0000 7f4dc5536800 20 remove_watcher() i=4 2024-09-12T00:58:46.861 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.862+0000 7f4dc5536800 20 remove_watcher() i=5 2024-09-12T00:58:46.862 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.863+0000 7f4dc5536800 20 remove_watcher() i=6 2024-09-12T00:58:46.863 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.864+0000 7f4dc5536800 20 remove_watcher() i=7 2024-09-12T00:58:46.874 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:46.874 INFO:tasks.workunit.client.0.smithi038.stderr:BUCKET_STATS: 2024-09-12T00:58:46.874 INFO:tasks.workunit.client.0.smithi038.stderr:bucket: myver id: 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 num_objects: 0 size_kb: 0 num_shards: 12 2024-09-12T00:58:46.874 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:46.876 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin --inject-delay-at=do_reshard --inject-delay-ms=5000 bucket reshard --bucket myver --num-shards 13 2024-09-12T00:58:46.909 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:46.909 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:46.948 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.949+0000 7f0e35522800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.951+0000 7f0e35522800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.951+0000 7f0e35522800 20 realm 2024-09-12T00:58:46.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.951+0000 7f0e35522800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.952+0000 7f0e35522800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.952+0000 7f0e35522800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:46.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.952+0000 7f0e35522800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.952+0000 7f0e35522800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.952+0000 7f0e35522800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.953+0000 7f0e35522800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:46.952 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.953+0000 7f0e35522800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.954+0000 7f0e35522800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:46.953 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.954+0000 7f0e35522800 20 searching for the correct realm 2024-09-12T00:58:46.956 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.957+0000 7f0e31903640 0 -- 172.21.15.38:0/2727403789 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x557dd5e775e0 msgr2=0x557dd5e79a60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:46.959 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.960+0000 7f0e30901640 0 -- 172.21.15.38:0/2727403789 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f0e24064440 msgr2=0x7f0e24064840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:46.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.964+0000 7f0e35522800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:46.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.964+0000 7f0e35522800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:46.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.964+0000 7f0e35522800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:46.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.964+0000 7f0e35522800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:46.963 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.964+0000 7f0e35522800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:46.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.964+0000 7f0e35522800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:46.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.964+0000 7f0e35522800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.964+0000 7f0e35522800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.964 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.965+0000 7f0e35522800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.965+0000 7f0e35522800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:46.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.965+0000 7f0e35522800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.965+0000 7f0e35522800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:46.965 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.965+0000 7f0e35522800 20 zone default found 2024-09-12T00:58:46.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.965+0000 7f0e35522800 4 Realm: () 2024-09-12T00:58:46.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.965+0000 7f0e35522800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:46.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.965+0000 7f0e35522800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:46.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.965+0000 7f0e35522800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:46.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.965+0000 7f0e35522800 20 zonegroup default 2024-09-12T00:58:46.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.965+0000 7f0e35522800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.965+0000 7f0e35522800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.965+0000 7f0e35522800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.966+0000 7f0e35522800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.966+0000 7f0e35522800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.966+0000 7f0e35522800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:46.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.966+0000 7f0e35522800 20 started sync module instance, tier type = 2024-09-12T00:58:46.966 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.966+0000 7f0e35522800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:46.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.975+0000 7f0e35522800 20 add_watcher() i=0 2024-09-12T00:58:46.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.975+0000 7f0e35522800 20 add_watcher() i=1 2024-09-12T00:58:46.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.975+0000 7f0e35522800 20 add_watcher() i=2 2024-09-12T00:58:46.975 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.975+0000 7f0e35522800 20 add_watcher() i=3 2024-09-12T00:58:46.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.975+0000 7f0e35522800 20 add_watcher() i=4 2024-09-12T00:58:46.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.975+0000 7f0e35522800 20 add_watcher() i=5 2024-09-12T00:58:46.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.975+0000 7f0e35522800 20 add_watcher() i=6 2024-09-12T00:58:46.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.976+0000 7f0e35522800 20 add_watcher() i=7 2024-09-12T00:58:46.976 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.976+0000 7f0e35522800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:46.977 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.978+0000 7f0ce77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:46.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.979+0000 7f0e35522800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:46.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.979+0000 7f0e35522800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:46.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.979+0000 7f0e35522800 5 note: GC not initialized 2024-09-12T00:58:46.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.979+0000 7f0ce67e4640 20 reqs_thread_entry: start 2024-09-12T00:58:46.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.979+0000 7f0e35522800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:46.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.979+0000 7f0e35522800 20 Filter name: none 2024-09-12T00:58:46.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.979+0000 7f0c57fff640 20 reqs_thread_entry: start 2024-09-12T00:58:46.978 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.979+0000 7f0e35522800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T00:58:46.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.979+0000 7f0e35522800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.980+0000 7f0e35522800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:58:46.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.980+0000 7f0e35522800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T00:58:46.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.980+0000 7f0e35522800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T00:58:46.979 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.980+0000 7f0e35522800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 : miss 2024-09-12T00:58:46.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.980+0000 7f0e35522800 20 rados->read ofs=0 len=0 2024-09-12T00:58:46.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.980+0000 7f0e35522800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:58:46.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.980+0000 7f0e35522800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:46.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.980+0000 7f0e35522800 10 adding default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:46.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.980+0000 7f0e35522800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:58:46.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.980+0000 7f0e35522800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:46.980 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.980+0000 7f0e35522800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 2024-09-12T00:58:46.984 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.986+0000 7f0e35522800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:46.984 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.986+0000 7f0e35522800 10 moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:46.984 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.986+0000 7f0e35522800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:46.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.986+0000 7f0e35522800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19, ofs0, ns] 2024-09-12T00:58:46.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.986+0000 7f0d03fff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464308 cookie 93998948059616 notifier 8114 bl.length()=905 2024-09-12T00:58:46.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.986+0000 7f0d03fff640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:46.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.986+0000 7f0d03fff640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:46.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.986+0000 7f0d03fff640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:46.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.986+0000 7f0e35522800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_sources= new_sources= 2024-09-12T00:58:46.985 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.986+0000 7f0e35522800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential sources added=[] removed=[] 2024-09-12T00:58:46.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.986+0000 7f0e35522800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_dests= new_dests= 2024-09-12T00:58:46.986 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.986+0000 7f0e35522800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential dests added=[] removed=[] 2024-09-12T00:58:46.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:46.991+0000 7f0e35522800 -1 Injecting delay=5.000000000s at location=do_reshard 2024-09-12T00:58:47.880 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:47.880 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:47.898 INFO:tasks.workunit.client.0.smithi038.stderr:put object successful 2024-09-12T00:58:51.990 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.0 2024-09-12T00:58:51.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.0 2024-09-12T00:58:51.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.1 2024-09-12T00:58:51.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.1 2024-09-12T00:58:51.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.2 2024-09-12T00:58:51.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.2 2024-09-12T00:58:51.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.3 2024-09-12T00:58:51.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.3 2024-09-12T00:58:51.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.4 2024-09-12T00:58:51.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.4 2024-09-12T00:58:51.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.5 2024-09-12T00:58:51.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.5 2024-09-12T00:58:51.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.6 2024-09-12T00:58:51.991 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.6 2024-09-12T00:58:51.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.7 2024-09-12T00:58:51.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.7 2024-09-12T00:58:51.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.8 2024-09-12T00:58:51.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.8 2024-09-12T00:58:51.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.9 2024-09-12T00:58:51.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.9 2024-09-12T00:58:51.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.10 2024-09-12T00:58:51.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.10 2024-09-12T00:58:51.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.11 2024-09-12T00:58:51.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.11 2024-09-12T00:58:51.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.12 2024-09-12T00:58:51.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.12 2024-09-12T00:58:51.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.0 2024-09-12T00:58:51.992 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.0 2024-09-12T00:58:51.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.1 2024-09-12T00:58:51.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.992+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.1 2024-09-12T00:58:51.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.993+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.2 2024-09-12T00:58:51.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.993+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.2 2024-09-12T00:58:51.993 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.994+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.3 2024-09-12T00:58:51.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.994+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.3 2024-09-12T00:58:51.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.994+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.4 2024-09-12T00:58:51.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.994+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.4 2024-09-12T00:58:51.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.995+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.5 2024-09-12T00:58:51.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.995+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.5 2024-09-12T00:58:51.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.995+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.6 2024-09-12T00:58:51.994 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.996+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.6 2024-09-12T00:58:51.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.996+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.7 2024-09-12T00:58:51.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.996+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.7 2024-09-12T00:58:51.995 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.997+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.8 2024-09-12T00:58:51.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.997+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.8 2024-09-12T00:58:51.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.998+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.9 2024-09-12T00:58:51.996 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.998+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.9 2024-09-12T00:58:51.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.998+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.10 2024-09-12T00:58:51.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.998+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.10 2024-09-12T00:58:51.997 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.999+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.11 2024-09-12T00:58:51.998 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:51.999+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.11 2024-09-12T00:58:52.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.002+0000 7f0e35522800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 : hit (requested=0x17, cached=0x17) 2024-09-12T00:58:52.000 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.002+0000 7f0e35522800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 2024-09-12T00:58:52.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.003+0000 7f0e35522800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:52.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.003+0000 7f0e35522800 10 moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:52.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.003+0000 7f0e35522800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:52.002 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.003+0000 7f0e35522800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19, ofs0, ns] 2024-09-12T00:58:52.003 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.004+0000 7f0d14ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464309 cookie 93998948059616 notifier 8114 bl.length()=905 2024-09-12T00:58:52.003 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.004+0000 7f0d14ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:52.003 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.004+0000 7f0d14ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:52.003 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.004+0000 7f0d14ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:52.003 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.004+0000 7f0e35522800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_sources= new_sources= 2024-09-12T00:58:52.003 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.004+0000 7f0e35522800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential sources added=[] removed=[] 2024-09-12T00:58:52.003 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.004+0000 7f0e35522800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_dests= new_dests= 2024-09-12T00:58:52.003 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.004+0000 7f0e35522800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential dests added=[] removed=[] 2024-09-12T00:58:52.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.007+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.0 2024-09-12T00:58:52.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.007+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.0 2024-09-12T00:58:52.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.008+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.1 2024-09-12T00:58:52.006 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.008+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.1 2024-09-12T00:58:52.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.008+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.2 2024-09-12T00:58:52.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.008+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.2 2024-09-12T00:58:52.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.009+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.3 2024-09-12T00:58:52.007 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.009+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.3 2024-09-12T00:58:52.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.009+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.4 2024-09-12T00:58:52.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.009+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.4 2024-09-12T00:58:52.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.009+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.5 2024-09-12T00:58:52.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.009+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.5 2024-09-12T00:58:52.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.010+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.6 2024-09-12T00:58:52.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.010+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.6 2024-09-12T00:58:52.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.010+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.7 2024-09-12T00:58:52.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.010+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.7 2024-09-12T00:58:52.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.011+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.8 2024-09-12T00:58:52.009 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.011+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.8 2024-09-12T00:58:52.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.011+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.9 2024-09-12T00:58:52.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.011+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.9 2024-09-12T00:58:52.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.012+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.10 2024-09-12T00:58:52.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.012+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.10 2024-09-12T00:58:52.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.012+0000 7f0e35522800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.11 2024-09-12T00:58:52.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.012+0000 7f0e35522800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.1.11 2024-09-12T00:58:52.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.015+0000 7f0e35522800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 : hit (requested=0x17, cached=0x17) 2024-09-12T00:58:52.013 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.015+0000 7f0e35522800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 2024-09-12T00:58:52.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.016+0000 7f0e35522800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:52.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.016+0000 7f0e35522800 10 moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:52.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.016+0000 7f0e35522800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:52.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.016+0000 7f0e35522800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19, ofs0, ns] 2024-09-12T00:58:52.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.016+0000 7f0d14ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464310 cookie 93998948059616 notifier 8114 bl.length()=873 2024-09-12T00:58:52.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.016+0000 7f0d14ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:52.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.016+0000 7f0d14ff9640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:52.015 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.016+0000 7f0d14ff9640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:52.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.017+0000 7f0e35522800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_sources= new_sources= 2024-09-12T00:58:52.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.017+0000 7f0e35522800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential sources added=[] removed=[] 2024-09-12T00:58:52.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.017+0000 7f0e35522800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_dests= new_dests= 2024-09-12T00:58:52.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.017+0000 7f0e35522800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential dests added=[] removed=[] 2024-09-12T00:58:52.018 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.020+0000 7f0e35522800 1 execute INFO: reshard of bucket "myver" from 12 shards to 13 shards completed successfully 2024-09-12T00:58:52.021 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.022+0000 7f0ce77e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:52.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.025+0000 7f0e35522800 20 remove_watcher() i=0 2024-09-12T00:58:52.023 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.025+0000 7f0e35522800 2 removed watcher, disabling cache 2024-09-12T00:58:52.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.027+0000 7f0e35522800 20 remove_watcher() i=1 2024-09-12T00:58:52.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.028+0000 7f0e35522800 20 remove_watcher() i=2 2024-09-12T00:58:52.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.029+0000 7f0e35522800 20 remove_watcher() i=3 2024-09-12T00:58:52.029 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.031+0000 7f0e35522800 20 remove_watcher() i=4 2024-09-12T00:58:52.030 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.032+0000 7f0e35522800 20 remove_watcher() i=5 2024-09-12T00:58:52.032 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.034+0000 7f0e35522800 20 remove_watcher() i=6 2024-09-12T00:58:52.034 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:52.035+0000 7f0e35522800 20 remove_watcher() i=7 2024-09-12T00:58:52.904 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: check that bucket stats are correct after reshard with unlinked entries 2024-09-12T00:58:52.904 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T00:58:52.908 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:52.908 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:52.914 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:52.914 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:52.959 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:52.959 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:52.977 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:52.977 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:52.982 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:52.982 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:53.000 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:53.000 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:53.003 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:53.004 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:53.020 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:53.021 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:53.025 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T00:58:53.443 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config set client rgw_debug_inject_olh_cancel_modification_err true 2024-09-12T00:58:53.733 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:53.734+0000 7ffb41d9b640 0 --2- 172.21.15.38:0/784720868 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x7ffb440ab5c0 0x7ffb4413cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T00:58:55.069 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:55.069 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:55.124 INFO:tasks.workunit.client.0.smithi038.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:58:55.126 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket myver --object x 2024-09-12T00:58:55.162 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:55.162 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:55.208 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.209+0000 7f751cc20800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.211+0000 7f751cc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:55.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.211+0000 7f751cc20800 20 realm 2024-09-12T00:58:55.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.211+0000 7f751cc20800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.212+0000 7f751cc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:55.210 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.212+0000 7f751cc20800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:55.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.212+0000 7f751cc20800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.212+0000 7f751cc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:55.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.212+0000 7f751cc20800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.213+0000 7f751cc20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:55.211 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.213+0000 7f751cc20800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.212 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.214+0000 7f751cc20800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:55.213 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.214+0000 7f751cc20800 20 searching for the correct realm 2024-09-12T00:58:55.216 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.217+0000 7f7519f10640 0 -- 172.21.15.38:0/2042993419 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x563e6e47e1e0 msgr2=0x563e6e4805d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:55.220 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.221+0000 7f751a711640 0 -- 172.21.15.38:0/2042993419 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f75100e5150 msgr2=0x7f7510058880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:55.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.430+0000 7f751cc20800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:55.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.430+0000 7f751cc20800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:55.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.430+0000 7f751cc20800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:55.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.430+0000 7f751cc20800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:55.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.430+0000 7f751cc20800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:55.429 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.430+0000 7f751cc20800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:55.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.430+0000 7f751cc20800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.430+0000 7f751cc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:55.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.430+0000 7f751cc20800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.431+0000 7f751cc20800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:55.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.431+0000 7f751cc20800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.431+0000 7f751cc20800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:55.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.431+0000 7f751cc20800 20 zone default found 2024-09-12T00:58:55.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.431+0000 7f751cc20800 4 Realm: () 2024-09-12T00:58:55.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.431+0000 7f751cc20800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:55.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.431+0000 7f751cc20800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:55.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.431+0000 7f751cc20800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:55.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.431+0000 7f751cc20800 20 zonegroup default 2024-09-12T00:58:55.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.431+0000 7f751cc20800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.431+0000 7f751cc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:55.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.431+0000 7f751cc20800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.432+0000 7f751cc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:55.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.432+0000 7f751cc20800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.432+0000 7f751cc20800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:55.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.432+0000 7f751cc20800 20 started sync module instance, tier type = 2024-09-12T00:58:55.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.432+0000 7f751cc20800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:55.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.443+0000 7f751cc20800 20 add_watcher() i=0 2024-09-12T00:58:55.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.443+0000 7f751cc20800 20 add_watcher() i=1 2024-09-12T00:58:55.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.443+0000 7f751cc20800 20 add_watcher() i=2 2024-09-12T00:58:55.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.443+0000 7f751cc20800 20 add_watcher() i=3 2024-09-12T00:58:55.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.443+0000 7f751cc20800 20 add_watcher() i=4 2024-09-12T00:58:55.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.443+0000 7f751cc20800 20 add_watcher() i=5 2024-09-12T00:58:55.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.443+0000 7f751cc20800 20 add_watcher() i=6 2024-09-12T00:58:55.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.444+0000 7f751cc20800 20 add_watcher() i=7 2024-09-12T00:58:55.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.444+0000 7f751cc20800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:55.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.446+0000 7f73d0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:55.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.446+0000 7f751cc20800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:55.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.446+0000 7f751cc20800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:55.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.446+0000 7f751cc20800 5 note: GC not initialized 2024-09-12T00:58:55.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.447+0000 7f734b7fe640 20 reqs_thread_entry: start 2024-09-12T00:58:55.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.447+0000 7f751cc20800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:55.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.447+0000 7f751cc20800 20 Filter name: none 2024-09-12T00:58:55.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.447+0000 7f73497fa640 20 reqs_thread_entry: start 2024-09-12T00:58:55.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.447+0000 7f751cc20800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.447+0000 7f751cc20800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:58:55.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.447+0000 7f751cc20800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.448+0000 7f751cc20800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:58:55.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.448+0000 7f751cc20800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:55.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.448+0000 7f751cc20800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=13 2024-09-12T00:58:55.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.448+0000 7f751cc20800 20 INFO: main: starting shard=0 2024-09-12T00:58:55.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.448+0000 7f751cc20800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.0 2024-09-12T00:58:55.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.448+0000 7f751cc20800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.0 2024-09-12T00:58:55.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.449+0000 7f751cc20800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:55.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.449+0000 7f751cc20800 20 INFO: main: starting shard=1 2024-09-12T00:58:55.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.449+0000 7f751cc20800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.1 2024-09-12T00:58:55.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.449+0000 7f751cc20800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.1 2024-09-12T00:58:55.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.450+0000 7f751cc20800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:55.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.450+0000 7f751cc20800 20 INFO: main: starting shard=2 2024-09-12T00:58:55.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.450+0000 7f751cc20800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.2 2024-09-12T00:58:55.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.450+0000 7f751cc20800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.2 2024-09-12T00:58:55.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.450+0000 7f751cc20800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:55.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.450+0000 7f751cc20800 20 INFO: main: starting shard=3 2024-09-12T00:58:55.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.450+0000 7f751cc20800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.3 2024-09-12T00:58:55.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.450+0000 7f751cc20800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.3 2024-09-12T00:58:55.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.451+0000 7f751cc20800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:55.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.451+0000 7f751cc20800 20 INFO: main: starting shard=4 2024-09-12T00:58:55.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.451+0000 7f751cc20800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.4 2024-09-12T00:58:55.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.451+0000 7f751cc20800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.4 2024-09-12T00:58:55.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.452+0000 7f751cc20800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:55.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.452+0000 7f751cc20800 20 INFO: main: starting shard=5 2024-09-12T00:58:55.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.452+0000 7f751cc20800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.5 2024-09-12T00:58:55.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.452+0000 7f751cc20800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.5 2024-09-12T00:58:55.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.452+0000 7f751cc20800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T00:58:55.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.452+0000 7f751cc20800 20 INFO: main: starting shard=6 2024-09-12T00:58:55.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.452+0000 7f751cc20800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.6 2024-09-12T00:58:55.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.452+0000 7f751cc20800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.6 2024-09-12T00:58:55.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.453+0000 7f751cc20800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:55.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.453+0000 7f751cc20800 20 INFO: main: starting shard=7 2024-09-12T00:58:55.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.453+0000 7f751cc20800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.7 2024-09-12T00:58:55.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.453+0000 7f751cc20800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.7 2024-09-12T00:58:55.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.454+0000 7f751cc20800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:55.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.454+0000 7f751cc20800 20 INFO: main: starting shard=8 2024-09-12T00:58:55.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.454+0000 7f751cc20800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.8 2024-09-12T00:58:55.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.454+0000 7f751cc20800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.8 2024-09-12T00:58:55.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.455+0000 7f751cc20800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:55.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.455+0000 7f751cc20800 20 INFO: main: starting shard=9 2024-09-12T00:58:55.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.455+0000 7f751cc20800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.9 2024-09-12T00:58:55.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.455+0000 7f751cc20800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.9 2024-09-12T00:58:55.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.455+0000 7f751cc20800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:55.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.455+0000 7f751cc20800 20 INFO: main: starting shard=10 2024-09-12T00:58:55.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.455+0000 7f751cc20800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.10 2024-09-12T00:58:55.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.455+0000 7f751cc20800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.10 2024-09-12T00:58:55.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.456+0000 7f751cc20800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:55.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.456+0000 7f751cc20800 20 INFO: main: starting shard=11 2024-09-12T00:58:55.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.456+0000 7f751cc20800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.11 2024-09-12T00:58:55.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.456+0000 7f751cc20800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.11 2024-09-12T00:58:55.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.456+0000 7f751cc20800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:55.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.456+0000 7f751cc20800 20 INFO: main: starting shard=12 2024-09-12T00:58:55.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.456+0000 7f751cc20800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.12 2024-09-12T00:58:55.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.456+0000 7f751cc20800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.12 2024-09-12T00:58:55.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.457+0000 7f751cc20800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:55.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.457+0000 7f751cc20800 20 INFO: main: done 2024-09-12T00:58:55.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.458+0000 7f73d0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:55.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.462+0000 7f751cc20800 20 remove_watcher() i=0 2024-09-12T00:58:55.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.462+0000 7f751cc20800 2 removed watcher, disabling cache 2024-09-12T00:58:55.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.463+0000 7f751cc20800 20 remove_watcher() i=1 2024-09-12T00:58:55.463 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.465+0000 7f751cc20800 20 remove_watcher() i=2 2024-09-12T00:58:55.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.466+0000 7f751cc20800 20 remove_watcher() i=3 2024-09-12T00:58:55.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.467+0000 7f751cc20800 20 remove_watcher() i=4 2024-09-12T00:58:55.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.469+0000 7f751cc20800 20 remove_watcher() i=5 2024-09-12T00:58:55.468 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.470+0000 7f751cc20800 20 remove_watcher() i=6 2024-09-12T00:58:55.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.471+0000 7f751cc20800 20 remove_watcher() i=7 2024-09-12T00:58:55.484 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:55.484 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:55.488 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:55.488 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:55.539 INFO:tasks.workunit.client.0.smithi038.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:58:55.541 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket myver --object y 2024-09-12T00:58:55.573 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:55.573 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:55.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.801+0000 7ffba84cb640 0 --2- 172.21.15.38:0/198791039 >> [v2:172.21.15.38:3301/0,v1:172.21.15.38:6790/0] conn(0x5595d5527190 0x5595d56de9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2024-09-12T00:58:55.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.817+0000 7ffbace14800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.819+0000 7ffbace14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:55.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.819+0000 7ffbace14800 20 realm 2024-09-12T00:58:55.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.819+0000 7ffbace14800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.819+0000 7ffbace14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:55.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.819+0000 7ffbace14800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:55.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.819+0000 7ffbace14800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.819+0000 7ffbace14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:55.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.819+0000 7ffbace14800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.819 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.821+0000 7ffbace14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:55.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.821+0000 7ffbace14800 20 rados->read ofs=0 len=0 2024-09-12T00:58:55.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.822+0000 7ffbace14800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:55.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.822+0000 7ffbace14800 20 searching for the correct realm 2024-09-12T00:58:55.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:55.823+0000 7ffba84cb640 0 -- 172.21.15.38:0/2640218123 >> [v2:172.21.15.38:6824/2480374289,v1:172.21.15.38:6825/2480374289] conn(0x7ffb9c06a4d0 msgr2=0x7ffb9c066ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T00:58:56.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.029+0000 7ffba7cca640 0 -- 172.21.15.38:0/2640218123 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5595d579baa0 msgr2=0x5595d579de90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:56.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.036+0000 7ffbace14800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:56.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.036+0000 7ffbace14800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:56.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.036+0000 7ffbace14800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:56.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.036+0000 7ffbace14800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:56.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.036+0000 7ffbace14800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:56.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.036+0000 7ffbace14800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:56.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.036+0000 7ffbace14800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.036+0000 7ffbace14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:56.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.036+0000 7ffbace14800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.036+0000 7ffbace14800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:56.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.036+0000 7ffbace14800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.037+0000 7ffbace14800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:56.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.037+0000 7ffbace14800 20 zone default found 2024-09-12T00:58:56.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.037+0000 7ffbace14800 4 Realm: () 2024-09-12T00:58:56.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.037+0000 7ffbace14800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:56.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.037+0000 7ffbace14800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:56.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.037+0000 7ffbace14800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:56.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.037+0000 7ffbace14800 20 zonegroup default 2024-09-12T00:58:56.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.037+0000 7ffbace14800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.040 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.037+0000 7ffbace14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:56.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.037+0000 7ffbace14800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.038+0000 7ffbace14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:56.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.038+0000 7ffbace14800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.038+0000 7ffbace14800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:56.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.038+0000 7ffbace14800 20 started sync module instance, tier type = 2024-09-12T00:58:56.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.038+0000 7ffbace14800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:56.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.048+0000 7ffbace14800 20 add_watcher() i=0 2024-09-12T00:58:56.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.048+0000 7ffbace14800 20 add_watcher() i=1 2024-09-12T00:58:56.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.048+0000 7ffbace14800 20 add_watcher() i=2 2024-09-12T00:58:56.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.049+0000 7ffbace14800 20 add_watcher() i=3 2024-09-12T00:58:56.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.049+0000 7ffbace14800 20 add_watcher() i=4 2024-09-12T00:58:56.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.049+0000 7ffbace14800 20 add_watcher() i=5 2024-09-12T00:58:56.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.049+0000 7ffbace14800 20 add_watcher() i=6 2024-09-12T00:58:56.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.050+0000 7ffbace14800 20 add_watcher() i=7 2024-09-12T00:58:56.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.050+0000 7ffbace14800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:56.050 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.052+0000 7ffa5efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:56.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.052+0000 7ffbace14800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:56.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.052+0000 7ffbace14800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:56.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.052+0000 7ffbace14800 5 note: GC not initialized 2024-09-12T00:58:56.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.052+0000 7ffa5dfdb640 20 reqs_thread_entry: start 2024-09-12T00:58:56.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.053+0000 7ffbace14800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:56.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.053+0000 7ffbace14800 20 Filter name: none 2024-09-12T00:58:56.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.053+0000 7ff9cf7fe640 20 reqs_thread_entry: start 2024-09-12T00:58:56.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.053+0000 7ffbace14800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.053+0000 7ffbace14800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:58:56.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.053+0000 7ffbace14800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.054+0000 7ffbace14800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:58:56.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.054+0000 7ffbace14800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:56.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.054+0000 7ffbace14800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=13 2024-09-12T00:58:56.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.054+0000 7ffbace14800 20 INFO: main: starting shard=0 2024-09-12T00:58:56.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.054+0000 7ffbace14800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.0 2024-09-12T00:58:56.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.054+0000 7ffbace14800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.0 2024-09-12T00:58:56.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.054+0000 7ffbace14800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.055+0000 7ffbace14800 20 INFO: main: starting shard=1 2024-09-12T00:58:56.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.055+0000 7ffbace14800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.1 2024-09-12T00:58:56.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.055+0000 7ffbace14800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.1 2024-09-12T00:58:56.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.055+0000 7ffbace14800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.055+0000 7ffbace14800 20 INFO: main: starting shard=2 2024-09-12T00:58:56.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.055+0000 7ffbace14800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.2 2024-09-12T00:58:56.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.055+0000 7ffbace14800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.2 2024-09-12T00:58:56.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.056+0000 7ffbace14800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.056+0000 7ffbace14800 20 INFO: main: starting shard=3 2024-09-12T00:58:56.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.056+0000 7ffbace14800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.3 2024-09-12T00:58:56.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.056+0000 7ffbace14800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.3 2024-09-12T00:58:56.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.056+0000 7ffbace14800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.056+0000 7ffbace14800 20 INFO: main: starting shard=4 2024-09-12T00:58:56.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.056+0000 7ffbace14800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.4 2024-09-12T00:58:56.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.056+0000 7ffbace14800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.4 2024-09-12T00:58:56.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.057+0000 7ffbace14800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.057+0000 7ffbace14800 20 INFO: main: starting shard=5 2024-09-12T00:58:56.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.057+0000 7ffbace14800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.5 2024-09-12T00:58:56.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.057+0000 7ffbace14800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.5 2024-09-12T00:58:56.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.058+0000 7ffbace14800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.058+0000 7ffbace14800 20 INFO: main: starting shard=6 2024-09-12T00:58:56.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.058+0000 7ffbace14800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.6 2024-09-12T00:58:56.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.058+0000 7ffbace14800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.6 2024-09-12T00:58:56.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.058+0000 7ffbace14800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.058+0000 7ffbace14800 20 INFO: main: starting shard=7 2024-09-12T00:58:56.057 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.058+0000 7ffbace14800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.7 2024-09-12T00:58:56.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.058+0000 7ffbace14800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.7 2024-09-12T00:58:56.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.059+0000 7ffbace14800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.059+0000 7ffbace14800 20 INFO: main: starting shard=8 2024-09-12T00:58:56.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.059+0000 7ffbace14800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.8 2024-09-12T00:58:56.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.059+0000 7ffbace14800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.8 2024-09-12T00:58:56.058 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.059+0000 7ffbace14800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.059+0000 7ffbace14800 20 INFO: main: starting shard=9 2024-09-12T00:58:56.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.059+0000 7ffbace14800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.9 2024-09-12T00:58:56.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.059+0000 7ffbace14800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.9 2024-09-12T00:58:56.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.060+0000 7ffbace14800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T00:58:56.059 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.060+0000 7ffbace14800 20 INFO: main: starting shard=10 2024-09-12T00:58:56.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.060+0000 7ffbace14800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.10 2024-09-12T00:58:56.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.060+0000 7ffbace14800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.10 2024-09-12T00:58:56.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.061+0000 7ffbace14800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.061+0000 7ffbace14800 20 INFO: main: starting shard=11 2024-09-12T00:58:56.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.061+0000 7ffbace14800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.11 2024-09-12T00:58:56.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.061+0000 7ffbace14800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.11 2024-09-12T00:58:56.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.061+0000 7ffbace14800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.060 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.061+0000 7ffbace14800 20 INFO: main: starting shard=12 2024-09-12T00:58:56.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.061+0000 7ffbace14800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.12 2024-09-12T00:58:56.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.061+0000 7ffbace14800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.12 2024-09-12T00:58:56.061 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.062+0000 7ffbace14800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.062 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.062+0000 7ffbace14800 20 INFO: main: done 2024-09-12T00:58:56.062 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.063+0000 7ffa5efdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:56.064 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.065+0000 7ffbace14800 20 remove_watcher() i=0 2024-09-12T00:58:56.064 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.065+0000 7ffbace14800 2 removed watcher, disabling cache 2024-09-12T00:58:56.065 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.066+0000 7ffbace14800 20 remove_watcher() i=1 2024-09-12T00:58:56.066 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.068+0000 7ffbace14800 20 remove_watcher() i=2 2024-09-12T00:58:56.067 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.069+0000 7ffbace14800 20 remove_watcher() i=3 2024-09-12T00:58:56.069 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.070+0000 7ffbace14800 20 remove_watcher() i=4 2024-09-12T00:58:56.070 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.071+0000 7ffbace14800 20 remove_watcher() i=5 2024-09-12T00:58:56.071 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.072+0000 7ffbace14800 20 remove_watcher() i=6 2024-09-12T00:58:56.072 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.073+0000 7ffbace14800 20 remove_watcher() i=7 2024-09-12T00:58:56.087 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:56.087 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:56.090 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:56.090 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:56.142 INFO:tasks.workunit.client.0.smithi038.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T00:58:56.144 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket myver --object z 2024-09-12T00:58:56.175 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:56.175 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:56.215 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.217+0000 7f3306d39800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.218+0000 7f3306d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:56.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.218+0000 7f3306d39800 20 realm 2024-09-12T00:58:56.217 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.218+0000 7f3306d39800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.219+0000 7f3306d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:56.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.219+0000 7f3306d39800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:56.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.219+0000 7f3306d39800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.219+0000 7f3306d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:56.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.219+0000 7f3306d39800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.220+0000 7f3306d39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:56.218 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.220+0000 7f3306d39800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.219 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.221+0000 7f3306d39800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:56.219 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.221+0000 7f3306d39800 20 searching for the correct realm 2024-09-12T00:58:56.222 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.223+0000 7f33021c6640 0 -- 172.21.15.38:0/2514628465 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55ae83528c20 msgr2=0x55ae8352b010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:56.226 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.227+0000 7f33029c7640 0 -- 172.21.15.38:0/2514628465 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f32f80e7c10 msgr2=0x7f32f8009a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:56.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.434+0000 7f3306d39800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:56.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.434+0000 7f3306d39800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:56.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.434+0000 7f3306d39800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:56.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.434+0000 7f3306d39800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:56.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.434+0000 7f3306d39800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:56.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.434+0000 7f3306d39800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:56.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.434+0000 7f3306d39800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.434+0000 7f3306d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:56.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.434+0000 7f3306d39800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.435+0000 7f3306d39800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:56.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.435+0000 7f3306d39800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.435+0000 7f3306d39800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:56.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.435+0000 7f3306d39800 20 zone default found 2024-09-12T00:58:56.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.435+0000 7f3306d39800 4 Realm: () 2024-09-12T00:58:56.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.435+0000 7f3306d39800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:56.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.435+0000 7f3306d39800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:56.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.435+0000 7f3306d39800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:56.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.435+0000 7f3306d39800 20 zonegroup default 2024-09-12T00:58:56.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.435+0000 7f3306d39800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.435+0000 7f3306d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:56.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.435+0000 7f3306d39800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.436+0000 7f3306d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:56.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.436+0000 7f3306d39800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.436+0000 7f3306d39800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:56.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.436+0000 7f3306d39800 20 started sync module instance, tier type = 2024-09-12T00:58:56.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.436+0000 7f3306d39800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:56.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.446+0000 7f3306d39800 20 add_watcher() i=0 2024-09-12T00:58:56.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.446+0000 7f3306d39800 20 add_watcher() i=1 2024-09-12T00:58:56.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.446+0000 7f3306d39800 20 add_watcher() i=2 2024-09-12T00:58:56.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.446+0000 7f3306d39800 20 add_watcher() i=3 2024-09-12T00:58:56.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.446+0000 7f3306d39800 20 add_watcher() i=4 2024-09-12T00:58:56.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.446+0000 7f3306d39800 20 add_watcher() i=5 2024-09-12T00:58:56.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.446+0000 7f3306d39800 20 add_watcher() i=6 2024-09-12T00:58:56.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.447+0000 7f3306d39800 20 add_watcher() i=7 2024-09-12T00:58:56.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.447+0000 7f3306d39800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:56.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.449+0000 7f31b97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:56.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.450+0000 7f3306d39800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:56.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.450+0000 7f3306d39800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:56.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.450+0000 7f3306d39800 5 note: GC not initialized 2024-09-12T00:58:56.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.450+0000 7f3133fff640 20 reqs_thread_entry: start 2024-09-12T00:58:56.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.450+0000 7f3306d39800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:56.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.450+0000 7f3306d39800 20 Filter name: none 2024-09-12T00:58:56.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.450+0000 7f3131ffb640 20 reqs_thread_entry: start 2024-09-12T00:58:56.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.450+0000 7f3306d39800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.450+0000 7f3306d39800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:58:56.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.450+0000 7f3306d39800 20 rados->read ofs=0 len=0 2024-09-12T00:58:56.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.451+0000 7f3306d39800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:58:56.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.451+0000 7f3306d39800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:56.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.451+0000 7f3306d39800 20 INFO: main: max_entries=1000, index=gen=2, max_shards=13 2024-09-12T00:58:56.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.451+0000 7f3306d39800 20 INFO: main: starting shard=0 2024-09-12T00:58:56.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.451+0000 7f3306d39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.0 2024-09-12T00:58:56.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.451+0000 7f3306d39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.0 2024-09-12T00:58:56.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.452+0000 7f3306d39800 20 INFO: main: bi_list() returned without error; entries.size()=1, is_truncated=0, marker= 2024-09-12T00:58:56.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.452+0000 7f3306d39800 20 INFO: main: starting shard=1 2024-09-12T00:58:56.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.452+0000 7f3306d39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.1 2024-09-12T00:58:56.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.452+0000 7f3306d39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.1 2024-09-12T00:58:56.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.452+0000 7f3306d39800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.452+0000 7f3306d39800 20 INFO: main: starting shard=2 2024-09-12T00:58:56.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.452+0000 7f3306d39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.2 2024-09-12T00:58:56.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.452+0000 7f3306d39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.2 2024-09-12T00:58:56.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.453+0000 7f3306d39800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.453+0000 7f3306d39800 20 INFO: main: starting shard=3 2024-09-12T00:58:56.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.453+0000 7f3306d39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.3 2024-09-12T00:58:56.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.453+0000 7f3306d39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.3 2024-09-12T00:58:56.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.454+0000 7f3306d39800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.454+0000 7f3306d39800 20 INFO: main: starting shard=4 2024-09-12T00:58:56.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.454+0000 7f3306d39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.4 2024-09-12T00:58:56.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.454+0000 7f3306d39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.4 2024-09-12T00:58:56.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.454+0000 7f3306d39800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.454+0000 7f3306d39800 20 INFO: main: starting shard=5 2024-09-12T00:58:56.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.454+0000 7f3306d39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.5 2024-09-12T00:58:56.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.454+0000 7f3306d39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.5 2024-09-12T00:58:56.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.455+0000 7f3306d39800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.455+0000 7f3306d39800 20 INFO: main: starting shard=6 2024-09-12T00:58:56.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.455+0000 7f3306d39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.6 2024-09-12T00:58:56.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.455+0000 7f3306d39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.6 2024-09-12T00:58:56.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.456+0000 7f3306d39800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.456+0000 7f3306d39800 20 INFO: main: starting shard=7 2024-09-12T00:58:56.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.456+0000 7f3306d39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.7 2024-09-12T00:58:56.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.456+0000 7f3306d39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.7 2024-09-12T00:58:56.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.456+0000 7f3306d39800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.456+0000 7f3306d39800 20 INFO: main: starting shard=8 2024-09-12T00:58:56.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.456+0000 7f3306d39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.8 2024-09-12T00:58:56.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.456+0000 7f3306d39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.8 2024-09-12T00:58:56.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.457+0000 7f3306d39800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.457+0000 7f3306d39800 20 INFO: main: starting shard=9 2024-09-12T00:58:56.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.457+0000 7f3306d39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.9 2024-09-12T00:58:56.456 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.457+0000 7f3306d39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.9 2024-09-12T00:58:56.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.458+0000 7f3306d39800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.458+0000 7f3306d39800 20 INFO: main: starting shard=10 2024-09-12T00:58:56.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.458+0000 7f3306d39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.10 2024-09-12T00:58:56.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.458+0000 7f3306d39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.10 2024-09-12T00:58:56.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.458+0000 7f3306d39800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.458+0000 7f3306d39800 20 INFO: main: starting shard=11 2024-09-12T00:58:56.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.458+0000 7f3306d39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.11 2024-09-12T00:58:56.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.458+0000 7f3306d39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.11 2024-09-12T00:58:56.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.459+0000 7f3306d39800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.459+0000 7f3306d39800 20 INFO: main: starting shard=12 2024-09-12T00:58:56.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.459+0000 7f3306d39800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.12 2024-09-12T00:58:56.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.459+0000 7f3306d39800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.12 2024-09-12T00:58:56.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.460+0000 7f3306d39800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T00:58:56.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.460+0000 7f3306d39800 20 INFO: main: done 2024-09-12T00:58:56.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.461+0000 7f31b97e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:56.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.463+0000 7f3306d39800 20 remove_watcher() i=0 2024-09-12T00:58:56.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.463+0000 7f3306d39800 2 removed watcher, disabling cache 2024-09-12T00:58:56.463 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.464+0000 7f3306d39800 20 remove_watcher() i=1 2024-09-12T00:58:56.464 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.465+0000 7f3306d39800 20 remove_watcher() i=2 2024-09-12T00:58:56.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.467+0000 7f3306d39800 20 remove_watcher() i=3 2024-09-12T00:58:56.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.468+0000 7f3306d39800 20 remove_watcher() i=4 2024-09-12T00:58:56.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.469+0000 7f3306d39800 20 remove_watcher() i=5 2024-09-12T00:58:56.468 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.470+0000 7f3306d39800 20 remove_watcher() i=6 2024-09-12T00:58:56.469 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:56.471+0000 7f3306d39800 20 remove_watcher() i=7 2024-09-12T00:58:56.483 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:56.483 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:56.487 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T00:58:56.899 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config rm client rgw_debug_inject_olh_cancel_modification_err 2024-09-12T00:58:57.315 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 17 --yes-i-really-mean-it 2024-09-12T00:58:57.347 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:57.347 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:57.387 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.389+0000 7fd3e6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.390+0000 7fd3e6c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.390+0000 7fd3e6c0f800 20 realm 2024-09-12T00:58:57.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.390+0000 7fd3e6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.390+0000 7fd3e6c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.390+0000 7fd3e6c0f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:57.389 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.390+0000 7fd3e6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.390+0000 7fd3e6c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.390+0000 7fd3e6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.392+0000 7fd3e6c0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:57.390 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.392+0000 7fd3e6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.392+0000 7fd3e6c0f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:57.391 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.392+0000 7fd3e6c0f800 20 searching for the correct realm 2024-09-12T00:58:57.394 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.396+0000 7fd3e4f01640 0 -- 172.21.15.38:0/314019535 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55c7b03c8960 msgr2=0x55c7b03cae20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:57.398 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.399+0000 7fd3e4700640 0 -- 172.21.15.38:0/314019535 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fd3cc02b910 msgr2=0x7fd3cc00d3c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:57.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.404+0000 7fd3e6c0f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:57.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.404+0000 7fd3e6c0f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:57.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.404+0000 7fd3e6c0f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:57.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.404+0000 7fd3e6c0f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:57.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.404+0000 7fd3e6c0f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:57.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.404+0000 7fd3e6c0f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:57.403 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.404+0000 7fd3e6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.404+0000 7fd3e6c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.404+0000 7fd3e6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.405+0000 7fd3e6c0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:57.404 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.405+0000 7fd3e6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.405+0000 7fd3e6c0f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:57.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.405+0000 7fd3e6c0f800 20 zone default found 2024-09-12T00:58:57.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.405+0000 7fd3e6c0f800 4 Realm: () 2024-09-12T00:58:57.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.405+0000 7fd3e6c0f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:57.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.405+0000 7fd3e6c0f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:57.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.405+0000 7fd3e6c0f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:57.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.405+0000 7fd3e6c0f800 20 zonegroup default 2024-09-12T00:58:57.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.405+0000 7fd3e6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.405+0000 7fd3e6c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.405 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.405+0000 7fd3e6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.406+0000 7fd3e6c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.406+0000 7fd3e6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.406+0000 7fd3e6c0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.406+0000 7fd3e6c0f800 20 started sync module instance, tier type = 2024-09-12T00:58:57.406 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.406+0000 7fd3e6c0f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:57.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.417+0000 7fd3e6c0f800 20 add_watcher() i=0 2024-09-12T00:58:57.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.417+0000 7fd3e6c0f800 20 add_watcher() i=1 2024-09-12T00:58:57.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.417+0000 7fd3e6c0f800 20 add_watcher() i=2 2024-09-12T00:58:57.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.417+0000 7fd3e6c0f800 20 add_watcher() i=3 2024-09-12T00:58:57.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.417+0000 7fd3e6c0f800 20 add_watcher() i=4 2024-09-12T00:58:57.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.417+0000 7fd3e6c0f800 20 add_watcher() i=5 2024-09-12T00:58:57.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.417+0000 7fd3e6c0f800 20 add_watcher() i=6 2024-09-12T00:58:57.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.418+0000 7fd3e6c0f800 20 add_watcher() i=7 2024-09-12T00:58:57.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.418+0000 7fd3e6c0f800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:57.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.420+0000 7fd29a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:57.420 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.420+0000 7fd3e6c0f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:57.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.420+0000 7fd3e6c0f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:57.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.420+0000 7fd3e6c0f800 5 note: GC not initialized 2024-09-12T00:58:57.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.420+0000 7fd2997e2640 20 reqs_thread_entry: start 2024-09-12T00:58:57.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.420+0000 7fd3e6c0f800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:57.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.420+0000 7fd3e6c0f800 20 Filter name: none 2024-09-12T00:58:57.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.420+0000 7fd20affd640 20 reqs_thread_entry: start 2024-09-12T00:58:57.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.421+0000 7fd3e6c0f800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T00:58:57.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.421+0000 7fd3e6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.421+0000 7fd3e6c0f800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:58:57.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.421+0000 7fd3e6c0f800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T00:58:57.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.421+0000 7fd3e6c0f800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T00:58:57.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.421+0000 7fd3e6c0f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 : miss 2024-09-12T00:58:57.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.421+0000 7fd3e6c0f800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.421+0000 7fd3e6c0f800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:58:57.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.421+0000 7fd3e6c0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:57.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.421+0000 7fd3e6c0f800 10 adding default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:57.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.421+0000 7fd3e6c0f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:58:57.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.421+0000 7fd3e6c0f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:57.422 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.421+0000 7fd3e6c0f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 2024-09-12T00:58:57.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.428+0000 7fd3e6c0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:57.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.428+0000 7fd3e6c0f800 10 moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:57.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.428+0000 7fd3e6c0f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:57.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.428+0000 7fd3e6c0f800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19, ofs0, ns] 2024-09-12T00:58:57.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.428+0000 7fd2c37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464311 cookie 94316143628576 notifier 8204 bl.length()=905 2024-09-12T00:58:57.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.428+0000 7fd2c37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:57.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.428+0000 7fd2c37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:57.427 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.428+0000 7fd2c37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:57.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.429+0000 7fd3e6c0f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_sources= new_sources= 2024-09-12T00:58:57.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.429+0000 7fd3e6c0f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential sources added=[] removed=[] 2024-09-12T00:58:57.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.429+0000 7fd3e6c0f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_dests= new_dests= 2024-09-12T00:58:57.428 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.429+0000 7fd3e6c0f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential dests added=[] removed=[] 2024-09-12T00:58:57.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.0 2024-09-12T00:58:57.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.0 2024-09-12T00:58:57.435 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.1 2024-09-12T00:58:57.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.1 2024-09-12T00:58:57.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.2 2024-09-12T00:58:57.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.2 2024-09-12T00:58:57.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.3 2024-09-12T00:58:57.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.3 2024-09-12T00:58:57.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.4 2024-09-12T00:58:57.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.4 2024-09-12T00:58:57.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.5 2024-09-12T00:58:57.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.5 2024-09-12T00:58:57.436 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.6 2024-09-12T00:58:57.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.6 2024-09-12T00:58:57.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.7 2024-09-12T00:58:57.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.7 2024-09-12T00:58:57.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.8 2024-09-12T00:58:57.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.8 2024-09-12T00:58:57.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.10 2024-09-12T00:58:57.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.10 2024-09-12T00:58:57.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.11 2024-09-12T00:58:57.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.11 2024-09-12T00:58:57.437 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.12 2024-09-12T00:58:57.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.12 2024-09-12T00:58:57.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.13 2024-09-12T00:58:57.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.13 2024-09-12T00:58:57.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.14 2024-09-12T00:58:57.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.14 2024-09-12T00:58:57.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.434+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.15 2024-09-12T00:58:57.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.435+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.15 2024-09-12T00:58:57.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.435+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.16 2024-09-12T00:58:57.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.435+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.16 2024-09-12T00:58:57.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.435+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.0 2024-09-12T00:58:57.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.435+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.0 2024-09-12T00:58:57.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.435+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.1 2024-09-12T00:58:57.438 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.435+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.1 2024-09-12T00:58:57.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.436+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.2 2024-09-12T00:58:57.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.436+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.2 2024-09-12T00:58:57.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.436+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.3 2024-09-12T00:58:57.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.436+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.3 2024-09-12T00:58:57.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.437+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.4 2024-09-12T00:58:57.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.437+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.4 2024-09-12T00:58:57.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.437+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.5 2024-09-12T00:58:57.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.437+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.5 2024-09-12T00:58:57.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.438+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.6 2024-09-12T00:58:57.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.438+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.6 2024-09-12T00:58:57.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.439+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.7 2024-09-12T00:58:57.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.439+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.7 2024-09-12T00:58:57.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.439+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.8 2024-09-12T00:58:57.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.439+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.8 2024-09-12T00:58:57.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.440+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.9 2024-09-12T00:58:57.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.440+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.9 2024-09-12T00:58:57.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.440+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.10 2024-09-12T00:58:57.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.440+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.10 2024-09-12T00:58:57.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.441+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.11 2024-09-12T00:58:57.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.441+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.11 2024-09-12T00:58:57.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.442+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.12 2024-09-12T00:58:57.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.442+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.12 2024-09-12T00:58:57.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.444+0000 7fd3e6c0f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 : hit (requested=0x17, cached=0x17) 2024-09-12T00:58:57.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.444+0000 7fd3e6c0f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 2024-09-12T00:58:57.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.445+0000 7fd3e6c0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:57.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.445+0000 7fd3e6c0f800 10 moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:57.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.445+0000 7fd3e6c0f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:57.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.445+0000 7fd3e6c0f800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19, ofs0, ns] 2024-09-12T00:58:57.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.445+0000 7fd2c2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464312 cookie 94316143628576 notifier 8204 bl.length()=905 2024-09-12T00:58:57.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.445+0000 7fd2c2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:57.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.445+0000 7fd2c2ffd640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:57.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.445+0000 7fd2c2ffd640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:57.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.446+0000 7fd3e6c0f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_sources= new_sources= 2024-09-12T00:58:57.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.446+0000 7fd3e6c0f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential sources added=[] removed=[] 2024-09-12T00:58:57.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.446+0000 7fd3e6c0f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_dests= new_dests= 2024-09-12T00:58:57.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.446+0000 7fd3e6c0f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential dests added=[] removed=[] 2024-09-12T00:58:57.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.448+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.0 2024-09-12T00:58:57.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.448+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.0 2024-09-12T00:58:57.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.449+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.1 2024-09-12T00:58:57.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.449+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.1 2024-09-12T00:58:57.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.449+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.2 2024-09-12T00:58:57.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.449+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.2 2024-09-12T00:58:57.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.450+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.3 2024-09-12T00:58:57.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.450+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.3 2024-09-12T00:58:57.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.450+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.4 2024-09-12T00:58:57.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.450+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.4 2024-09-12T00:58:57.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.450+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.5 2024-09-12T00:58:57.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.450+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.5 2024-09-12T00:58:57.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.451+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.6 2024-09-12T00:58:57.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.451+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.6 2024-09-12T00:58:57.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.451+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.7 2024-09-12T00:58:57.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.451+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.7 2024-09-12T00:58:57.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.452+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.8 2024-09-12T00:58:57.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.452+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.8 2024-09-12T00:58:57.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.452+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.9 2024-09-12T00:58:57.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.452+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.9 2024-09-12T00:58:57.451 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.452+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.10 2024-09-12T00:58:57.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.452+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.10 2024-09-12T00:58:57.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.453+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.11 2024-09-12T00:58:57.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.453+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.11 2024-09-12T00:58:57.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.453+0000 7fd3e6c0f800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.12 2024-09-12T00:58:57.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.453+0000 7fd3e6c0f800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.2.12 2024-09-12T00:58:57.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.454+0000 7fd3e6c0f800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 : hit (requested=0x17, cached=0x17) 2024-09-12T00:58:57.453 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.454+0000 7fd3e6c0f800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 2024-09-12T00:58:57.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.455+0000 7fd3e6c0f800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:57.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.455+0000 7fd3e6c0f800 10 moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:57.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.455+0000 7fd3e6c0f800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:57.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.455+0000 7fd3e6c0f800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19, ofs0, ns] 2024-09-12T00:58:57.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.455+0000 7fd2c37fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464313 cookie 94316143628576 notifier 8204 bl.length()=873 2024-09-12T00:58:57.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.455+0000 7fd2c37fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:57.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.455+0000 7fd2c37fe640 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:57.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.455+0000 7fd2c37fe640 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:57.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.455+0000 7fd3e6c0f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_sources= new_sources= 2024-09-12T00:58:57.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.455+0000 7fd3e6c0f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential sources added=[] removed=[] 2024-09-12T00:58:57.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.455+0000 7fd3e6c0f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): orig_dests= new_dests= 2024-09-12T00:58:57.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.455+0000 7fd3e6c0f800 20 handle_bi_update(): bucket=:myver[4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19]): potential dests added=[] removed=[] 2024-09-12T00:58:57.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.459+0000 7fd3e6c0f800 1 execute INFO: reshard of bucket "myver" from 13 shards to 17 shards completed successfully 2024-09-12T00:58:57.459 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.461+0000 7fd29a7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:57.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.463+0000 7fd3e6c0f800 20 remove_watcher() i=0 2024-09-12T00:58:57.462 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.463+0000 7fd3e6c0f800 2 removed watcher, disabling cache 2024-09-12T00:58:57.463 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.464+0000 7fd3e6c0f800 20 remove_watcher() i=1 2024-09-12T00:58:57.464 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.466+0000 7fd3e6c0f800 20 remove_watcher() i=2 2024-09-12T00:58:57.465 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.467+0000 7fd3e6c0f800 20 remove_watcher() i=3 2024-09-12T00:58:57.466 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.468+0000 7fd3e6c0f800 20 remove_watcher() i=4 2024-09-12T00:58:57.467 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.469+0000 7fd3e6c0f800 20 remove_watcher() i=5 2024-09-12T00:58:57.468 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.470+0000 7fd3e6c0f800 20 remove_watcher() i=6 2024-09-12T00:58:57.470 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.471+0000 7fd3e6c0f800 20 remove_watcher() i=7 2024-09-12T00:58:57.482 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket check unlinked --bucket myver --fix --min-age-hours 0 --rgw-olh-pending-timeout-sec 0 --dump-keys 2024-09-12T00:58:57.518 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:57.518 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:57.558 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.559+0000 7fc53f719800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.561+0000 7fc53f719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.561+0000 7fc53f719800 20 realm 2024-09-12T00:58:57.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.561+0000 7fc53f719800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.561+0000 7fc53f719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.560 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.561+0000 7fc53f719800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:57.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.561+0000 7fc53f719800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.562+0000 7fc53f719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.562+0000 7fc53f719800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.563+0000 7fc53f719800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:57.561 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.563+0000 7fc53f719800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.562 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.564+0000 7fc53f719800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:57.563 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.564+0000 7fc53f719800 20 searching for the correct realm 2024-09-12T00:58:57.565 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.567+0000 7fc53da04640 0 -- 172.21.15.38:0/3195895083 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55708e7d5550 msgr2=0x55708e7d7a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:57.568 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.570+0000 7fc53d203640 0 -- 172.21.15.38:0/3195895083 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fc534068960 msgr2=0x7fc534074420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:57.573 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.574+0000 7fc53f719800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:57.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.574+0000 7fc53f719800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:57.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.574+0000 7fc53f719800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:57.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.574+0000 7fc53f719800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:57.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.574+0000 7fc53f719800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:57.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.574+0000 7fc53f719800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:57.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.574+0000 7fc53f719800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.575+0000 7fc53f719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.575+0000 7fc53f719800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.575+0000 7fc53f719800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:57.574 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.575+0000 7fc53f719800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.575+0000 7fc53f719800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:57.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.575+0000 7fc53f719800 20 zone default found 2024-09-12T00:58:57.575 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.575+0000 7fc53f719800 4 Realm: () 2024-09-12T00:58:57.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.575+0000 7fc53f719800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:57.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.575+0000 7fc53f719800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:57.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.575+0000 7fc53f719800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:57.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.575+0000 7fc53f719800 20 zonegroup default 2024-09-12T00:58:57.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.575+0000 7fc53f719800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.575+0000 7fc53f719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.576+0000 7fc53f719800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.576+0000 7fc53f719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.576+0000 7fc53f719800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.576+0000 7fc53f719800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.576+0000 7fc53f719800 20 started sync module instance, tier type = 2024-09-12T00:58:57.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.576+0000 7fc53f719800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:57.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.588+0000 7fc53f719800 20 add_watcher() i=0 2024-09-12T00:58:57.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.588+0000 7fc53f719800 20 add_watcher() i=1 2024-09-12T00:58:57.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.588+0000 7fc53f719800 20 add_watcher() i=2 2024-09-12T00:58:57.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.588+0000 7fc53f719800 20 add_watcher() i=3 2024-09-12T00:58:57.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.588+0000 7fc53f719800 20 add_watcher() i=4 2024-09-12T00:58:57.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.588+0000 7fc53f719800 20 add_watcher() i=5 2024-09-12T00:58:57.587 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.588+0000 7fc53f719800 20 add_watcher() i=6 2024-09-12T00:58:57.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.590+0000 7fc53f719800 20 add_watcher() i=7 2024-09-12T00:58:57.589 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.590+0000 7fc53f719800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:57.590 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.591+0000 7fc3f3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:57.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.592+0000 7fc53f719800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:57.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.592+0000 7fc53f719800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:57.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.592+0000 7fc53f719800 5 note: GC not initialized 2024-09-12T00:58:57.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.592+0000 7fc3f2fe5640 20 reqs_thread_entry: start 2024-09-12T00:58:57.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.592+0000 7fc53f719800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:57.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.592+0000 7fc53f719800 20 Filter name: none 2024-09-12T00:58:57.591 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.592+0000 7fc3f0fe1640 20 reqs_thread_entry: start 2024-09-12T00:58:57.592 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.592+0000 7fc53f719800 10 cache get: name=default.rgw.meta+root+myver : miss 2024-09-12T00:58:57.592 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.592+0000 7fc53f719800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.592 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.593+0000 7fc53f719800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:58:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.593+0000 7fc53f719800 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2024-09-12T00:58:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.593+0000 7fc53f719800 10 adding default.rgw.meta+root+myver to cache LRU end 2024-09-12T00:58:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.593+0000 7fc53f719800 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 : miss 2024-09-12T00:58:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.593+0000 7fc53f719800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.593+0000 7fc53f719800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:58:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.593+0000 7fc53f719800 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 info.flags=0x17 2024-09-12T00:58:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.593+0000 7fc53f719800 10 adding default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 to cache LRU end 2024-09-12T00:58:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.593+0000 7fc53f719800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T00:58:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.593+0000 7fc53f719800 10 updating xattr: name=user.rgw.acl bl.length()=203 2024-09-12T00:58:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.593+0000 7fc53f719800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19 2024-09-12T00:58:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.594+0000 7fc53f719800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.0 2024-09-12T00:58:57.593 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.594+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.0 2024-09-12T00:58:57.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.594+0000 7fc53f719800 1 NOTICE: finished shard 0 (0 entries removed) 2024-09-12T00:58:57.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.594+0000 7fc53f719800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.1 2024-09-12T00:58:57.594 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.594+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.1 2024-09-12T00:58:57.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.595+0000 7fc53f719800 1 NOTICE: finished shard 1 (0 entries removed) 2024-09-12T00:58:57.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.595+0000 7fc53f719800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.2 2024-09-12T00:58:57.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.595+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.2 2024-09-12T00:58:57.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.595+0000 7fc53f719800 1 NOTICE: finished shard 2 (0 entries removed) 2024-09-12T00:58:57.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.595+0000 7fc53f719800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.3 2024-09-12T00:58:57.595 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.595+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.3 2024-09-12T00:58:57.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.596+0000 7fc53f719800 1 NOTICE: finished shard 3 (0 entries removed) 2024-09-12T00:58:57.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.596+0000 7fc53f719800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.4 2024-09-12T00:58:57.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.596+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.4 2024-09-12T00:58:57.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.596+0000 7fc53f719800 1 NOTICE: finished shard 4 (0 entries removed) 2024-09-12T00:58:57.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.596+0000 7fc53f719800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.5 2024-09-12T00:58:57.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.596+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.5 2024-09-12T00:58:57.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.597+0000 7fc53f719800 1 NOTICE: finished shard 5 (0 entries removed) 2024-09-12T00:58:57.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.597+0000 7fc53f719800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.6 2024-09-12T00:58:57.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.597+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.6 2024-09-12T00:58:57.596 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.597+0000 7fc53f719800 1 NOTICE: finished shard 6 (0 entries removed) 2024-09-12T00:58:57.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.597+0000 7fc53f719800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.7 2024-09-12T00:58:57.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.597+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.7 2024-09-12T00:58:57.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.598+0000 7fc53f719800 1 NOTICE: finished shard 7 (0 entries removed) 2024-09-12T00:58:57.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.598+0000 7fc53f719800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.8 2024-09-12T00:58:57.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.598+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.8 2024-09-12T00:58:57.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.598+0000 7fc53f719800 1 NOTICE: finished shard 8 (0 entries removed) 2024-09-12T00:58:57.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.598+0000 7fc53f719800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.597 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.598+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.599+0000 7fc53f719800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.10 2024-09-12T00:58:57.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.599+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.10 2024-09-12T00:58:57.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.599+0000 7fc53f719800 1 NOTICE: finished shard 10 (0 entries removed) 2024-09-12T00:58:57.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.599+0000 7fc53f719800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.11 2024-09-12T00:58:57.598 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.599+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.11 2024-09-12T00:58:57.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.600+0000 7fc53f719800 1 NOTICE: finished shard 11 (0 entries removed) 2024-09-12T00:58:57.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.600+0000 7fc53f719800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.12 2024-09-12T00:58:57.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.600+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.12 2024-09-12T00:58:57.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.600+0000 7fc53f719800 1 NOTICE: finished shard 12 (0 entries removed) 2024-09-12T00:58:57.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.600+0000 7fc53f719800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.13 2024-09-12T00:58:57.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.600+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.13 2024-09-12T00:58:57.599 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.601+0000 7fc53f719800 1 NOTICE: finished shard 13 (0 entries removed) 2024-09-12T00:58:57.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.601+0000 7fc53f719800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.14 2024-09-12T00:58:57.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.601+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.14 2024-09-12T00:58:57.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.602+0000 7fc53f719800 1 NOTICE: finished shard 14 (0 entries removed) 2024-09-12T00:58:57.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.602+0000 7fc53f719800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.15 2024-09-12T00:58:57.600 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.602+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.15 2024-09-12T00:58:57.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.602+0000 7fc53f719800 1 NOTICE: finished shard 15 (0 entries removed) 2024-09-12T00:58:57.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.602+0000 7fc53f719800 10 bucket_obj is .dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.16 2024-09-12T00:58:57.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.602+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.16 2024-09-12T00:58:57.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.603+0000 7fc53f719800 1 NOTICE: finished shard 16 (0 entries removed) 2024-09-12T00:58:57.601 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.603+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.602 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.603+0000 7fc53f719800 20 get_obj_state: octx=0x55708e554120 obj=myver:x state=0x55708e8091e8 s->prefetch_data=0 2024-09-12T00:58:57.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.604+0000 7fc53f719800 20 get_obj_state: setting s->obj_tag to 0lr5nm0bpgfkbn1qcqgxvp7ef7ed30hm 2024-09-12T00:58:57.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.604+0000 7fc53f719800 20 get_obj_state_impl: setting s->olh_tag to 9jowhj5i4dtyt7e21gnu4cze140znvaz 2024-09-12T00:58:57.603 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.604+0000 7fc53f719800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=9jowhj5i4dtyt7e21gnu4cze140znvaz 2024-09-12T00:58:57.604 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.605+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.605 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.607+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.607+0000 7fc53f719800 20 olh_log_entry: epoch=2 op=2 key=x[] 2024-09-12T00:58:57.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.607+0000 7fc53f719800 20 olh_log_entry: epoch=2 op=3 key=x[spNvFi.2uUxAkzxVlKrHZ1PuRuCFK8c] 2024-09-12T00:58:57.606 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.607+0000 7fc53f719800 20 get_obj_state: octx=0x55708e554120 obj=myver:_:spNvFi.2uUxAkzxVlKrHZ1PuRuCFK8c_x state=0x55708e844888 s->prefetch_data=0 2024-09-12T00:58:57.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.608+0000 7fc53f719800 10 manifest: total_size = 11 2024-09-12T00:58:57.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.608+0000 7fc53f719800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10248185332334781898 2024-09-12T00:58:57.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.608+0000 7fc53f719800 20 get_obj_state: octx=0x55708e554120 obj=myver:_:spNvFi.2uUxAkzxVlKrHZ1PuRuCFK8c_x state=0x55708e844888 s->prefetch_data=0 2024-09-12T00:58:57.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.608+0000 7fc53f719800 20 prepare_atomic_modification: state is not atomic. state=0x55708e844888 2024-09-12T00:58:57.607 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.608+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.611+0000 7fc53f719800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:58:57.609 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.611+0000 7fc53f719800 20 RGWObjManifest::operator++(): result: ofs=11 stripe_ofs=11 part_ofs=0 rule->part_size=0 2024-09-12T00:58:57.610 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.611+0000 7fc53f719800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:58:57.610 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.611+0000 7fc53f719800 5 delete_objs_inline: removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19__shadow:spNvFi.2uUxAkzxVlKrHZ1PuRuCFK8c_.6b3DgTnSmNG3vdnVVXK4i_1pGEfELcn_0 2024-09-12T00:58:57.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.612+0000 7fc53f719800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:58:57.611 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.612+0000 7fc40ffff640 20 handle_completion(): completion ok for obj=x[spNvFi.2uUxAkzxVlKrHZ1PuRuCFK8c] 2024-09-12T00:58:57.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.613+0000 7fc53f719800 20 get_obj_state: octx=0x55708e554120 obj=myver:x state=0x55708e8091e8 s->prefetch_data=0 2024-09-12T00:58:57.612 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.613+0000 7fc53f719800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=9jowhj5i4dtyt7e21gnu4cze140znvaz 2024-09-12T00:58:57.614 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.616+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.616 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.617+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.618+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.618+0000 7fc53f719800 20 get_obj_state: octx=0x55708e554120 obj=myver:y state=0x55708e8091e8 s->prefetch_data=0 2024-09-12T00:58:57.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.618+0000 7fc53f719800 20 get_obj_state: setting s->obj_tag to o33qo4p2iv1tiak347k793j1jfwotq9u 2024-09-12T00:58:57.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.618+0000 7fc53f719800 20 get_obj_state_impl: setting s->olh_tag to cbrv5ogz9d5yx6gvk99po50ge7xf151x 2024-09-12T00:58:57.617 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.618+0000 7fc53f719800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=cbrv5ogz9d5yx6gvk99po50ge7xf151x 2024-09-12T00:58:57.618 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.620+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.621+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.621+0000 7fc53f719800 20 olh_log_entry: epoch=2 op=2 key=y[] 2024-09-12T00:58:57.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.621+0000 7fc53f719800 20 olh_log_entry: epoch=2 op=3 key=y[M6tP46t55ygiVCQa2.Eq1itiygKPLbO] 2024-09-12T00:58:57.620 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.621+0000 7fc53f719800 20 get_obj_state: octx=0x55708e554120 obj=myver:_:M6tP46t55ygiVCQa2.Eq1itiygKPLbO_y state=0x55708e84cee8 s->prefetch_data=0 2024-09-12T00:58:57.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.622+0000 7fc53f719800 10 manifest: total_size = 9 2024-09-12T00:58:57.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.622+0000 7fc53f719800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9337121296126484782 2024-09-12T00:58:57.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.622+0000 7fc53f719800 20 get_obj_state: octx=0x55708e554120 obj=myver:_:M6tP46t55ygiVCQa2.Eq1itiygKPLbO_y state=0x55708e84cee8 s->prefetch_data=0 2024-09-12T00:58:57.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.622+0000 7fc53f719800 20 prepare_atomic_modification: state is not atomic. state=0x55708e84cee8 2024-09-12T00:58:57.621 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.622+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.624+0000 7fc53f719800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:58:57.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.624+0000 7fc53f719800 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T00:58:57.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.624+0000 7fc53f719800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:58:57.623 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.624+0000 7fc53f719800 5 delete_objs_inline: removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19__shadow:M6tP46t55ygiVCQa2.Eq1itiygKPLbO_.EupuxNGp4XCnejoWnPZTk-JJ7CcmBC6_0 2024-09-12T00:58:57.624 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.626+0000 7fc420ff9640 20 handle_completion(): completion ok for obj=y[M6tP46t55ygiVCQa2.Eq1itiygKPLbO] 2024-09-12T00:58:57.625 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.626+0000 7fc53f719800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:58:57.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.627+0000 7fc53f719800 20 get_obj_state: octx=0x55708e554120 obj=myver:y state=0x55708e8091e8 s->prefetch_data=0 2024-09-12T00:58:57.626 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.627+0000 7fc53f719800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=cbrv5ogz9d5yx6gvk99po50ge7xf151x 2024-09-12T00:58:57.628 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.630+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.629 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.631+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.631+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.630 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.632+0000 7fc53f719800 20 get_obj_state: octx=0x55708e554120 obj=myver:z state=0x55708e8091e8 s->prefetch_data=0 2024-09-12T00:58:57.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.632+0000 7fc53f719800 20 get_obj_state: setting s->obj_tag to wd5z9wj90bt1qkvcviegjz8l2iujx982 2024-09-12T00:58:57.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.632+0000 7fc53f719800 20 get_obj_state_impl: setting s->olh_tag to 2lkgm3qkx7pmqcn4d29kzlhj33q8s0qm 2024-09-12T00:58:57.631 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.632+0000 7fc53f719800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2lkgm3qkx7pmqcn4d29kzlhj33q8s0qm 2024-09-12T00:58:57.632 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.633+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.633 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.634+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.635+0000 7fc53f719800 20 olh_log_entry: epoch=2 op=2 key=z[] 2024-09-12T00:58:57.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.635+0000 7fc53f719800 20 olh_log_entry: epoch=2 op=3 key=z[uLV16o86Cr7dW7ZVRh1nQlxSsvNjz5Y] 2024-09-12T00:58:57.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.635+0000 7fc53f719800 20 get_obj_state: octx=0x55708e554120 obj=myver:_:uLV16o86Cr7dW7ZVRh1nQlxSsvNjz5Y_z state=0x55708e84cee8 s->prefetch_data=0 2024-09-12T00:58:57.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.635+0000 7fc53f719800 10 manifest: total_size = 9 2024-09-12T00:58:57.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.635+0000 7fc53f719800 20 get_obj_state: setting s->obj_tag to 4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10633868349853010119 2024-09-12T00:58:57.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.635+0000 7fc53f719800 20 get_obj_state: octx=0x55708e554120 obj=myver:_:uLV16o86Cr7dW7ZVRh1nQlxSsvNjz5Y_z state=0x55708e84cee8 s->prefetch_data=0 2024-09-12T00:58:57.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.635+0000 7fc53f719800 20 prepare_atomic_modification: state is not atomic. state=0x55708e84cee8 2024-09-12T00:58:57.634 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.635+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.638+0000 7fc53f719800 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2024-09-12T00:58:57.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.638+0000 7fc53f719800 20 RGWObjManifest::operator++(): result: ofs=9 stripe_ofs=9 part_ofs=0 rule->part_size=0 2024-09-12T00:58:57.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.638+0000 7fc53f719800 0 deleting objects inline since gc isn't initialized 2024-09-12T00:58:57.636 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.638+0000 7fc53f719800 5 delete_objs_inline: removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19__shadow:uLV16o86Cr7dW7ZVRh1nQlxSsvNjz5Y_.CFnbQwTQfJ9zNb1vMgur5ZkeoMoSGPM_0 2024-09-12T00:58:57.637 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.639+0000 7fc53f719800 5 delete_objs_inline: refcount put returned error -2 2024-09-12T00:58:57.638 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.639+0000 7fc40ffff640 20 handle_completion(): completion ok for obj=z[uLV16o86Cr7dW7ZVRh1nQlxSsvNjz5Y] 2024-09-12T00:58:57.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.640+0000 7fc53f719800 20 get_obj_state: octx=0x55708e554120 obj=myver:z state=0x55708e8091e8 s->prefetch_data=0 2024-09-12T00:58:57.639 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.640+0000 7fc53f719800 20 bucket_index_guard_olh_op(): olh_state.olh_tag=2lkgm3qkx7pmqcn4d29kzlhj33q8s0qm 2024-09-12T00:58:57.641 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.643+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.643 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.644+0000 7fc53f719800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19.3.9 2024-09-12T00:58:57.643 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.644+0000 7fc53f719800 1 NOTICE: finished shard 9 (3 entries removed) 2024-09-12T00:58:57.643 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.644+0000 7fc53f719800 1 NOTICE: finished all shards (3 entries removed) 2024-09-12T00:58:57.643 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.645+0000 7fc3f3fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:57.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.647+0000 7fc53f719800 20 remove_watcher() i=0 2024-09-12T00:58:57.645 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.647+0000 7fc53f719800 2 removed watcher, disabling cache 2024-09-12T00:58:57.647 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.648+0000 7fc53f719800 20 remove_watcher() i=1 2024-09-12T00:58:57.648 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.649+0000 7fc53f719800 20 remove_watcher() i=2 2024-09-12T00:58:57.649 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.651+0000 7fc53f719800 20 remove_watcher() i=3 2024-09-12T00:58:57.650 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.652+0000 7fc53f719800 20 remove_watcher() i=4 2024-09-12T00:58:57.652 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.653+0000 7fc53f719800 20 remove_watcher() i=5 2024-09-12T00:58:57.653 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.654+0000 7fc53f719800 20 remove_watcher() i=6 2024-09-12T00:58:57.654 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.655+0000 7fc53f719800 20 remove_watcher() i=7 2024-09-12T00:58:57.667 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:57.667 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:57.672 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:57.672 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:57.716 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket stats --bucket myver 2024-09-12T00:58:57.745 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:58:57.745 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:58:57.784 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.785+0000 7f2d91708800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.787+0000 7f2d91708800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.787+0000 7f2d91708800 20 realm 2024-09-12T00:58:57.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.787+0000 7f2d91708800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.787+0000 7f2d91708800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.787+0000 7f2d91708800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:58:57.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.787+0000 7f2d91708800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.788+0000 7f2d91708800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.789 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.788+0000 7f2d91708800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.789+0000 7f2d91708800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:57.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.789+0000 7f2d91708800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.789+0000 7f2d91708800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:58:57.790 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.789+0000 7f2d91708800 20 searching for the correct realm 2024-09-12T00:58:57.791 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.792+0000 7f2d8f9f3640 0 -- 172.21.15.38:0/3079905885 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55fde7bdb260 msgr2=0x55fde7bdd720 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:57.794 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.796+0000 7f2d8f1f2640 0 -- 172.21.15.38:0/3079905885 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f2d84071ac0 msgr2=0x7f2d8402c970 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:58:57.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:58:57.798 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:58:57.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:58:57.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:58:57.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:58:57.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:58:57.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.799 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:58:57.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:58:57.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 20 zone default found 2024-09-12T00:58:57.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 4 Realm: () 2024-09-12T00:58:57.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:58:57.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:58:57.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:58:57.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 20 zonegroup default 2024-09-12T00:58:57.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.800+0000 7f2d91708800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.801+0000 7f2d91708800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.801+0000 7f2d91708800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.801+0000 7f2d91708800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.801 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.801+0000 7f2d91708800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.801+0000 7f2d91708800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:58:57.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.801+0000 7f2d91708800 20 started sync module instance, tier type = 2024-09-12T00:58:57.802 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.801+0000 7f2d91708800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:58:57.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.812+0000 7f2d91708800 20 add_watcher() i=0 2024-09-12T00:58:57.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.812+0000 7f2d91708800 20 add_watcher() i=1 2024-09-12T00:58:57.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.812+0000 7f2d91708800 20 add_watcher() i=2 2024-09-12T00:58:57.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.812+0000 7f2d91708800 20 add_watcher() i=3 2024-09-12T00:58:57.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.812+0000 7f2d91708800 20 add_watcher() i=4 2024-09-12T00:58:57.811 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.812+0000 7f2d91708800 20 add_watcher() i=5 2024-09-12T00:58:57.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.812+0000 7f2d91708800 20 add_watcher() i=6 2024-09-12T00:58:57.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.813+0000 7f2d91708800 20 add_watcher() i=7 2024-09-12T00:58:57.812 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.813+0000 7f2d91708800 2 all 8 watchers are set, enabling cache 2024-09-12T00:58:57.813 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.815+0000 7f2c45fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:57.814 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.815+0000 7f2d91708800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:58:57.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.815+0000 7f2d91708800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:58:57.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.815+0000 7f2d91708800 5 note: GC not initialized 2024-09-12T00:58:57.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.815+0000 7f2c44fe1640 20 reqs_thread_entry: start 2024-09-12T00:58:57.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.815+0000 7f2d91708800 20 init_complete bucket index max shards: 11 2024-09-12T00:58:57.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.815+0000 7f2d91708800 20 Filter name: none 2024-09-12T00:58:57.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.816+0000 7f2bbe7fc640 20 reqs_thread_entry: start 2024-09-12T00:58:57.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.816+0000 7f2d91708800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.816+0000 7f2d91708800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:58:57.815 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.816+0000 7f2d91708800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.816+0000 7f2d91708800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:58:57.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.816+0000 7f2d91708800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:57.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.816+0000 7f2d91708800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.817+0000 7f2d91708800 20 rados_obj.operate() r=0 bl.length=197 2024-09-12T00:58:57.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.817+0000 7f2d91708800 20 rados->read ofs=0 len=0 2024-09-12T00:58:57.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.817+0000 7f2d91708800 20 rados_obj.operate() r=0 bl.length=419 2024-09-12T00:58:57.816 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.817+0000 7f2d91708800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T00:58:57.818 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.819+0000 7f2c45fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:58:57.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.821+0000 7f2d91708800 20 remove_watcher() i=0 2024-09-12T00:58:57.820 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.821+0000 7f2d91708800 2 removed watcher, disabling cache 2024-09-12T00:58:57.821 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.822+0000 7f2d91708800 20 remove_watcher() i=1 2024-09-12T00:58:57.822 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.823+0000 7f2d91708800 20 remove_watcher() i=2 2024-09-12T00:58:57.823 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.824+0000 7f2d91708800 20 remove_watcher() i=3 2024-09-12T00:58:57.824 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.825+0000 7f2d91708800 20 remove_watcher() i=4 2024-09-12T00:58:57.825 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.826+0000 7f2d91708800 20 remove_watcher() i=5 2024-09-12T00:58:57.826 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.827+0000 7f2d91708800 20 remove_watcher() i=6 2024-09-12T00:58:57.827 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T00:58:57.828+0000 7f2d91708800 20 remove_watcher() i=7 2024-09-12T00:58:57.838 INFO:tasks.workunit.client.0.smithi038.stderr:{'rgw.main': {'size': 0, 'size_actual': 0, 'size_utilized': 0, 'size_kb': 0, 'size_kb_actual': 0, 'size_kb_utilized': 0, 'num_objects': 0}} 2024-09-12T00:58:57.838 INFO:tasks.workunit.client.0.smithi038.stderr:Deleting bucket a-bucket 2024-09-12T00:58:57.840 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:57.840 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:57.844 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:57.844 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:57.857 INFO:tasks.workunit.client.0.smithi038.stderr:Deleting bucket myver 2024-09-12T00:58:57.858 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:57.858 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:57.902 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T00:58:57.902 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T00:58:57.937 INFO:tasks.workunit.client.0.smithi038.stderr:Completed resharding tests 2024-09-12T00:58:57.938 INFO:tasks.workunit.client.0.smithi038.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T00:58:57.938 INFO:tasks.workunit.client.0.smithi038.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T00:58:57.938 INFO:tasks.workunit.client.0.smithi038.stdout:connected to https://localhost:443 2024-09-12T00:58:58.022 INFO:tasks.workunit.client.0.smithi038.stderr:+ deactivate 2024-09-12T00:58:58.022 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-12T00:58:58.022 INFO:tasks.workunit.client.0.smithi038.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T00:58:58.022 INFO:tasks.workunit.client.0.smithi038.stderr:+ export PATH 2024-09-12T00:58:58.022 INFO:tasks.workunit.client.0.smithi038.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T00:58:58.022 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -n '' ']' 2024-09-12T00:58:58.022 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T00:58:58.022 INFO:tasks.workunit.client.0.smithi038.stderr:+ hash -r 2024-09-12T00:58:58.022 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -n '' ']' 2024-09-12T00:58:58.022 INFO:tasks.workunit.client.0.smithi038.stderr:+ unset VIRTUAL_ENV 2024-09-12T00:58:58.022 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T00:58:58.022 INFO:tasks.workunit.client.0.smithi038.stderr:+ unset -f deactivate 2024-09-12T00:58:58.023 INFO:tasks.workunit.client.0.smithi038.stderr:+ echo OK. 2024-09-12T00:58:58.023 INFO:tasks.workunit.client.0.smithi038.stdout:OK. 2024-09-12T00:58:58.024 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T00:58:58.024 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T00:58:58.104 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2024-09-12T00:58:58.104 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T00:58:58.553 DEBUG:teuthology.parallel:result is None 2024-09-12T00:58:58.553 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:58:58.592 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:58:58.593 DEBUG:teuthology.orchestra.run.smithi038:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T00:58:58.662 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T00:58:58.662 INFO:teuthology.run_tasks:Running task s3tests-java... 2024-09-12T00:58:58.677 DEBUG:tasks.s3tests_java:S3 Tests Java: __INIT__ 2024-09-12T00:58:58.678 DEBUG:tasks.s3tests_java:S3 Tests Java: SETUP 2024-09-12T00:58:58.678 INFO:tasks.s3tests_java:S3 Tests Java: Downloading test suite... 2024-09-12T00:58:58.678 DEBUG:teuthology.orchestra.run.smithi038:> git clone -b ceph-master https://github.com/ceph/java_s3tests.git /home/ubuntu/cephtest/s3-tests-java 2024-09-12T00:58:58.732 INFO:teuthology.orchestra.run.smithi038.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-java'... 2024-09-12T00:59:03.002 INFO:tasks.s3tests_java:S3 Tests Java: Installing required packages... 2024-09-12T00:59:03.002 DEBUG:teuthology.orchestra.run.smithi038:> /home/ubuntu/cephtest/s3-tests-java/bootstrap.sh 2024-09-12T00:59:05.143 INFO:teuthology.orchestra.run.smithi038.stderr:/home/ubuntu/cephtest/s3-tests-java/bootstrap.sh: missing required RPM packages. Installing via sudo. 2024-09-12T00:59:05.750 INFO:teuthology.orchestra.run.smithi038.stdout:Last metadata expiration check: 0:27:58 ago on Thu 12 Sep 2024 12:31:07 AM UTC. 2024-09-12T00:59:05.897 INFO:teuthology.orchestra.run.smithi038.stdout:Dependencies resolved. 2024-09-12T00:59:05.898 INFO:teuthology.orchestra.run.smithi038.stdout:================================================================================ 2024-09-12T00:59:05.898 INFO:teuthology.orchestra.run.smithi038.stdout: Package Arch Version Repository Size 2024-09-12T00:59:05.898 INFO:teuthology.orchestra.run.smithi038.stdout:================================================================================ 2024-09-12T00:59:05.898 INFO:teuthology.orchestra.run.smithi038.stdout:Installing: 2024-09-12T00:59:05.898 INFO:teuthology.orchestra.run.smithi038.stdout: java-1.8.0-openjdk x86_64 1:1.8.0.362.b09-4.el9 appstream 426 k 2024-09-12T00:59:05.898 INFO:teuthology.orchestra.run.smithi038.stdout: java-1.8.0-openjdk-devel x86_64 1:1.8.0.362.b09-4.el9 appstream 9.3 M 2024-09-12T00:59:05.899 INFO:teuthology.orchestra.run.smithi038.stdout:Installing dependencies: 2024-09-12T00:59:05.899 INFO:teuthology.orchestra.run.smithi038.stdout: java-1.8.0-openjdk-headless x86_64 1:1.8.0.362.b09-4.el9 appstream 32 M 2024-09-12T00:59:05.899 INFO:teuthology.orchestra.run.smithi038.stdout:Installing weak dependencies: 2024-09-12T00:59:05.899 INFO:teuthology.orchestra.run.smithi038.stdout: gtk2 x86_64 2.24.33-8.el9 appstream 3.5 M 2024-09-12T00:59:05.899 INFO:teuthology.orchestra.run.smithi038.stdout: libcanberra-gtk2 x86_64 0.30-27.el9 appstream 26 k 2024-09-12T00:59:05.899 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:05.899 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction Summary 2024-09-12T00:59:05.899 INFO:teuthology.orchestra.run.smithi038.stdout:================================================================================ 2024-09-12T00:59:05.899 INFO:teuthology.orchestra.run.smithi038.stdout:Install 5 Packages 2024-09-12T00:59:05.899 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:05.900 INFO:teuthology.orchestra.run.smithi038.stdout:Total download size: 46 M 2024-09-12T00:59:05.900 INFO:teuthology.orchestra.run.smithi038.stdout:Installed size: 166 M 2024-09-12T00:59:05.900 INFO:teuthology.orchestra.run.smithi038.stdout:Downloading Packages: 2024-09-12T00:59:06.087 INFO:teuthology.orchestra.run.smithi038.stdout:(1/5): java-1.8.0-openjdk-1.8.0.362.b09-4.el9.x 2.5 MB/s | 426 kB 00:00 2024-09-12T00:59:06.287 INFO:teuthology.orchestra.run.smithi038.stdout:(2/5): gtk2-2.24.33-8.el9.x86_64.rpm 9.6 MB/s | 3.5 MB 00:00 2024-09-12T00:59:06.328 INFO:teuthology.orchestra.run.smithi038.stdout:(3/5): libcanberra-gtk2-0.30-27.el9.x86_64.rpm 625 kB/s | 26 kB 00:00 2024-09-12T00:59:06.471 INFO:teuthology.orchestra.run.smithi038.stdout:(4/5): java-1.8.0-openjdk-devel-1.8.0.362.b09-4 17 MB/s | 9.3 MB 00:00 2024-09-12T00:59:07.488 INFO:teuthology.orchestra.run.smithi038.stdout:(5/5): java-1.8.0-openjdk-headless-1.8.0.362.b0 23 MB/s | 32 MB 00:01 2024-09-12T00:59:07.489 INFO:teuthology.orchestra.run.smithi038.stdout:-------------------------------------------------------------------------------- 2024-09-12T00:59:07.489 INFO:teuthology.orchestra.run.smithi038.stdout:Total 29 MB/s | 46 MB 00:01 2024-09-12T00:59:07.929 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction check 2024-09-12T00:59:07.952 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction check succeeded. 2024-09-12T00:59:07.952 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction test 2024-09-12T00:59:08.459 INFO:teuthology.orchestra.run.smithi038.stdout:Transaction test succeeded. 2024-09-12T00:59:08.459 INFO:teuthology.orchestra.run.smithi038.stdout:Running transaction 2024-09-12T00:59:08.997 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 1/1 2024-09-12T00:59:09.154 INFO:teuthology.orchestra.run.smithi038.stdout: Preparing : 1/1 2024-09-12T00:59:09.364 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : libcanberra-gtk2-0.30-27.el9.x86_64 1/5 2024-09-12T00:59:10.009 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : gtk2-2.24.33-8.el9.x86_64 2/5 2024-09-12T00:59:10.048 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 3/5 2024-09-12T00:59:10.301 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 3/5 2024-09-12T00:59:10.333 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 4/5 2024-09-12T00:59:10.576 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 4/5 2024-09-12T00:59:10.612 INFO:teuthology.orchestra.run.smithi038.stdout: Installing : java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 5/5 2024-09-12T00:59:10.619 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 5/5 2024-09-12T00:59:10.629 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 5/5 2024-09-12T00:59:10.673 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 5/5 2024-09-12T00:59:13.535 INFO:teuthology.orchestra.run.smithi038.stdout: Running scriptlet: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 5/5 2024-09-12T00:59:13.535 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : gtk2-2.24.33-8.el9.x86_64 1/5 2024-09-12T00:59:13.535 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 2/5 2024-09-12T00:59:13.535 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_6 3/5 2024-09-12T00:59:13.535 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x8 4/5 2024-09-12T00:59:13.956 INFO:teuthology.orchestra.run.smithi038.stdout: Verifying : libcanberra-gtk2-0.30-27.el9.x86_64 5/5 2024-09-12T00:59:13.956 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:13.956 INFO:teuthology.orchestra.run.smithi038.stdout:Installed: 2024-09-12T00:59:13.956 INFO:teuthology.orchestra.run.smithi038.stdout: gtk2-2.24.33-8.el9.x86_64 2024-09-12T00:59:13.956 INFO:teuthology.orchestra.run.smithi038.stdout: java-1.8.0-openjdk-1:1.8.0.362.b09-4.el9.x86_64 2024-09-12T00:59:13.956 INFO:teuthology.orchestra.run.smithi038.stdout: java-1.8.0-openjdk-devel-1:1.8.0.362.b09-4.el9.x86_64 2024-09-12T00:59:13.956 INFO:teuthology.orchestra.run.smithi038.stdout: java-1.8.0-openjdk-headless-1:1.8.0.362.b09-4.el9.x86_64 2024-09-12T00:59:13.956 INFO:teuthology.orchestra.run.smithi038.stdout: libcanberra-gtk2-0.30-27.el9.x86_64 2024-09-12T00:59:13.957 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:13.957 INFO:teuthology.orchestra.run.smithi038.stdout:Complete! 2024-09-12T00:59:14.440 INFO:teuthology.orchestra.run.smithi038.stdout: Gradle will be installed under /opt/gradle 2024-09-12T00:59:14.538 INFO:teuthology.orchestra.run.smithi038.stderr:--2024-09-12 00:59:14-- https://services.gradle.org/distributions/gradle-6.0.1-bin.zip 2024-09-12T00:59:14.668 INFO:teuthology.orchestra.run.smithi038.stderr:Resolving services.gradle.org (services.gradle.org)... 104.16.73.101, 104.16.72.101, 2606:4700::6810:4965, ... 2024-09-12T00:59:14.676 INFO:teuthology.orchestra.run.smithi038.stderr:Connecting to services.gradle.org (services.gradle.org)|104.16.73.101|:443... connected. 2024-09-12T00:59:14.769 INFO:teuthology.orchestra.run.smithi038.stderr:HTTP request sent, awaiting response... 301 Moved Permanently 2024-09-12T00:59:14.769 INFO:teuthology.orchestra.run.smithi038.stderr:Location: https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip [following] 2024-09-12T00:59:14.769 INFO:teuthology.orchestra.run.smithi038.stderr:--2024-09-12 00:59:14-- https://github.com/gradle/gradle-distributions/releases/download/v6.0.1/gradle-6.0.1-bin.zip 2024-09-12T00:59:14.769 INFO:teuthology.orchestra.run.smithi038.stderr:Resolving github.com (github.com)... 140.82.113.4 2024-09-12T00:59:14.779 INFO:teuthology.orchestra.run.smithi038.stderr:Connecting to github.com (github.com)|140.82.113.4|:443... connected. 2024-09-12T00:59:14.914 INFO:teuthology.orchestra.run.smithi038.stderr:HTTP request sent, awaiting response... 302 Found 2024-09-12T00:59:14.914 INFO:teuthology.orchestra.run.smithi038.stderr:Location: https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240912%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240912T005914Z&X-Amz-Expires=300&X-Amz-Signature=080736b7a9b8913238d6e5b3d9b34f43b76135b5e9d09d0e67c9a7cd7d012b25&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream [following] 2024-09-12T00:59:14.914 INFO:teuthology.orchestra.run.smithi038.stderr:--2024-09-12 00:59:14-- https://objects.githubusercontent.com/github-production-release-asset-2e65be/696192900/8f418ba1-c336-448c-95c6-5180382113cb?X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=releaseassetproduction%2F20240912%2Fus-east-1%2Fs3%2Faws4_request&X-Amz-Date=20240912T005914Z&X-Amz-Expires=300&X-Amz-Signature=080736b7a9b8913238d6e5b3d9b34f43b76135b5e9d09d0e67c9a7cd7d012b25&X-Amz-SignedHeaders=host&actor_id=0&key_id=0&repo_id=696192900&response-content-disposition=attachment%3B%20filename%3Dgradle-6.0.1-bin.zip&response-content-type=application%2Foctet-stream 2024-09-12T00:59:14.915 INFO:teuthology.orchestra.run.smithi038.stderr:Resolving objects.githubusercontent.com (objects.githubusercontent.com)... 185.199.108.133, 185.199.110.133, 185.199.111.133, ... 2024-09-12T00:59:14.927 INFO:teuthology.orchestra.run.smithi038.stderr:Connecting to objects.githubusercontent.com (objects.githubusercontent.com)|185.199.108.133|:443... connected. 2024-09-12T00:59:15.004 INFO:teuthology.orchestra.run.smithi038.stderr:HTTP request sent, awaiting response... 200 OK 2024-09-12T00:59:15.004 INFO:teuthology.orchestra.run.smithi038.stderr:Length: 95129672 (91M) [application/octet-stream] 2024-09-12T00:59:15.004 INFO:teuthology.orchestra.run.smithi038.stderr:Saving to: ‘gradle-6.0.1-bin.zip’ 2024-09-12T00:59:15.005 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T00:59:15.027 INFO:teuthology.orchestra.run.smithi038.stderr: 0K .......... .......... .......... .......... .......... 0% 2.04M 45s 2024-09-12T00:59:15.031 INFO:teuthology.orchestra.run.smithi038.stderr: 50K .......... .......... .......... .......... .......... 0% 13.9M 25s 2024-09-12T00:59:15.039 INFO:teuthology.orchestra.run.smithi038.stderr: 100K .......... .......... .......... .......... .......... 0% 5.65M 22s 2024-09-12T00:59:15.042 INFO:teuthology.orchestra.run.smithi038.stderr: 150K .......... .......... .......... .......... .......... 0% 17.4M 18s 2024-09-12T00:59:15.044 INFO:teuthology.orchestra.run.smithi038.stderr: 200K .......... .......... .......... .......... .......... 0% 28.3M 15s 2024-09-12T00:59:15.046 INFO:teuthology.orchestra.run.smithi038.stderr: 250K .......... .......... .......... .......... .......... 0% 21.7M 13s 2024-09-12T00:59:15.053 INFO:teuthology.orchestra.run.smithi038.stderr: 300K .......... .......... .......... .......... .......... 0% 6.97M 13s 2024-09-12T00:59:15.055 INFO:teuthology.orchestra.run.smithi038.stderr: 350K .......... .......... .......... .......... .......... 0% 41.0M 12s 2024-09-12T00:59:15.056 INFO:teuthology.orchestra.run.smithi038.stderr: 400K .......... .......... .......... .......... .......... 0% 38.7M 11s 2024-09-12T00:59:15.056 INFO:teuthology.orchestra.run.smithi038.stderr: 450K .......... .......... .......... .......... .......... 0% 90.1M 10s 2024-09-12T00:59:15.058 INFO:teuthology.orchestra.run.smithi038.stderr: 500K .......... .......... .......... .......... .......... 0% 49.3M 9s 2024-09-12T00:59:15.059 INFO:teuthology.orchestra.run.smithi038.stderr: 550K .......... .......... .......... .......... .......... 0% 47.4M 8s 2024-09-12T00:59:15.065 INFO:teuthology.orchestra.run.smithi038.stderr: 600K .......... .......... .......... .......... .......... 0% 9.05M 9s 2024-09-12T00:59:15.066 INFO:teuthology.orchestra.run.smithi038.stderr: 650K .......... .......... .......... .......... .......... 0% 353M 8s 2024-09-12T00:59:15.066 INFO:teuthology.orchestra.run.smithi038.stderr: 700K .......... .......... .......... .......... .......... 0% 29.1M 8s 2024-09-12T00:59:15.074 INFO:teuthology.orchestra.run.smithi038.stderr: 750K .......... .......... .......... .......... .......... 0% 44.0M 7s 2024-09-12T00:59:15.074 INFO:teuthology.orchestra.run.smithi038.stderr: 800K .......... .......... .......... .......... .......... 0% 132M 7s 2024-09-12T00:59:15.074 INFO:teuthology.orchestra.run.smithi038.stderr: 850K .......... .......... .......... .......... .......... 0% 53.6M 7s 2024-09-12T00:59:15.074 INFO:teuthology.orchestra.run.smithi038.stderr: 900K .......... .......... .......... .......... .......... 1% 158M 6s 2024-09-12T00:59:15.074 INFO:teuthology.orchestra.run.smithi038.stderr: 950K .......... .......... .......... .......... .......... 1% 195M 6s 2024-09-12T00:59:15.074 INFO:teuthology.orchestra.run.smithi038.stderr: 1000K .......... .......... .......... .......... .......... 1% 49.7M 6s 2024-09-12T00:59:15.074 INFO:teuthology.orchestra.run.smithi038.stderr: 1050K .......... .......... .......... .......... .......... 1% 180M 6s 2024-09-12T00:59:15.074 INFO:teuthology.orchestra.run.smithi038.stderr: 1100K .......... .......... .......... .......... .......... 1% 75.4M 5s 2024-09-12T00:59:15.074 INFO:teuthology.orchestra.run.smithi038.stderr: 1150K .......... .......... .......... .......... .......... 1% 318M 5s 2024-09-12T00:59:15.074 INFO:teuthology.orchestra.run.smithi038.stderr: 1200K .......... .......... .......... .......... .......... 1% 85.0M 5s 2024-09-12T00:59:16.489 INFO:teuthology.orchestra.run.smithi038.stderr: 1250K .......... .......... .......... .......... .......... 1% 10.4M 5s 2024-09-12T00:59:16.489 INFO:teuthology.orchestra.run.smithi038.stderr: 1300K .......... .......... .......... .......... .......... 1% 177M 5s 2024-09-12T00:59:16.489 INFO:teuthology.orchestra.run.smithi038.stderr: 1350K .......... .......... .......... .......... .......... 1% 312M 5s 2024-09-12T00:59:16.490 INFO:teuthology.orchestra.run.smithi038.stderr: 1400K .......... .......... .......... .......... .......... 1% 37.7M 5s 2024-09-12T00:59:16.490 INFO:teuthology.orchestra.run.smithi038.stderr: 1450K .......... .......... .......... .......... .......... 1% 220M 5s 2024-09-12T00:59:16.490 INFO:teuthology.orchestra.run.smithi038.stderr: 1500K .......... .......... .......... .......... .......... 1% 62.0M 4s 2024-09-12T00:59:16.490 INFO:teuthology.orchestra.run.smithi038.stderr: 1550K .......... .......... .......... .......... .......... 1% 297M 4s 2024-09-12T00:59:16.490 INFO:teuthology.orchestra.run.smithi038.stderr: 1600K .......... .......... .......... .......... .......... 1% 239M 4s 2024-09-12T00:59:16.490 INFO:teuthology.orchestra.run.smithi038.stderr: 1650K .......... .......... .......... .......... .......... 1% 112M 4s 2024-09-12T00:59:16.490 INFO:teuthology.orchestra.run.smithi038.stderr: 1700K .......... .......... .......... .......... .......... 1% 141M 4s 2024-09-12T00:59:16.490 INFO:teuthology.orchestra.run.smithi038.stderr: 1750K .......... .......... .......... .......... .......... 1% 135M 4s 2024-09-12T00:59:16.490 INFO:teuthology.orchestra.run.smithi038.stderr: 1800K .......... .......... .......... .......... .......... 1% 268M 4s 2024-09-12T00:59:16.490 INFO:teuthology.orchestra.run.smithi038.stderr: 1850K .......... .......... .......... .......... .......... 2% 151M 4s 2024-09-12T00:59:16.490 INFO:teuthology.orchestra.run.smithi038.stderr: 1900K .......... .......... .......... .......... .......... 2% 117M 4s 2024-09-12T00:59:16.490 INFO:teuthology.orchestra.run.smithi038.stderr: 1950K .......... .......... .......... .......... .......... 2% 169M 4s 2024-09-12T00:59:16.490 INFO:teuthology.orchestra.run.smithi038.stderr: 2000K .......... .......... .......... .......... .......... 2% 154M 3s 2024-09-12T00:59:16.490 INFO:teuthology.orchestra.run.smithi038.stderr: 2050K .......... .......... .......... .......... .......... 2% 235M 3s 2024-09-12T00:59:16.491 INFO:teuthology.orchestra.run.smithi038.stderr: 2100K .......... .......... .......... .......... .......... 2% 164M 3s 2024-09-12T00:59:16.491 INFO:teuthology.orchestra.run.smithi038.stderr: 2150K .......... .......... .......... .......... .......... 2% 179M 3s 2024-09-12T00:59:16.491 INFO:teuthology.orchestra.run.smithi038.stderr: 2200K .......... .......... .......... .......... .......... 2% 176M 3s 2024-09-12T00:59:16.491 INFO:teuthology.orchestra.run.smithi038.stderr: 2250K .......... .......... .......... .......... .......... 2% 254M 3s 2024-09-12T00:59:16.491 INFO:teuthology.orchestra.run.smithi038.stderr: 2300K .......... .......... .......... .......... .......... 2% 149M 3s 2024-09-12T00:59:16.491 INFO:teuthology.orchestra.run.smithi038.stderr: 2350K .......... .......... .......... .......... .......... 2% 210M 3s 2024-09-12T00:59:16.491 INFO:teuthology.orchestra.run.smithi038.stderr: 2400K .......... .......... .......... .......... .......... 2% 150M 3s 2024-09-12T00:59:16.491 INFO:teuthology.orchestra.run.smithi038.stderr: 2450K .......... .......... .......... .......... .......... 2% 223M 3s 2024-09-12T00:59:16.491 INFO:teuthology.orchestra.run.smithi038.stderr: 2500K .......... .......... .......... .......... .......... 2% 12.0M 3s 2024-09-12T00:59:16.491 INFO:teuthology.orchestra.run.smithi038.stderr: 2550K .......... .......... .......... .......... .......... 2% 239M 3s 2024-09-12T00:59:16.491 INFO:teuthology.orchestra.run.smithi038.stderr: 2600K .......... .......... .......... .......... .......... 2% 265M 3s 2024-09-12T00:59:16.491 INFO:teuthology.orchestra.run.smithi038.stderr: 2650K .......... .......... .......... .......... .......... 2% 238M 3s 2024-09-12T00:59:16.491 INFO:teuthology.orchestra.run.smithi038.stderr: 2700K .......... .......... .......... .......... .......... 2% 231M 3s 2024-09-12T00:59:16.492 INFO:teuthology.orchestra.run.smithi038.stderr: 2750K .......... .......... .......... .......... .......... 3% 68.3M 3s 2024-09-12T00:59:16.492 INFO:teuthology.orchestra.run.smithi038.stderr: 2800K .......... .......... .......... .......... .......... 3% 273M 3s 2024-09-12T00:59:16.492 INFO:teuthology.orchestra.run.smithi038.stderr: 2850K .......... .......... .......... .......... .......... 3% 312M 3s 2024-09-12T00:59:16.492 INFO:teuthology.orchestra.run.smithi038.stderr: 2900K .......... .......... .......... .......... .......... 3% 275M 3s 2024-09-12T00:59:16.492 INFO:teuthology.orchestra.run.smithi038.stderr: 2950K .......... .......... .......... .......... .......... 3% 291M 3s 2024-09-12T00:59:16.492 INFO:teuthology.orchestra.run.smithi038.stderr: 3000K .......... .......... .......... .......... .......... 3% 290M 3s 2024-09-12T00:59:16.492 INFO:teuthology.orchestra.run.smithi038.stderr: 3050K .......... .......... .......... .......... .......... 3% 77.4M 3s 2024-09-12T00:59:16.492 INFO:teuthology.orchestra.run.smithi038.stderr: 3100K .......... .......... .......... .......... .......... 3% 232M 3s 2024-09-12T00:59:16.492 INFO:teuthology.orchestra.run.smithi038.stderr: 3150K .......... .......... .......... .......... .......... 3% 260M 2s 2024-09-12T00:59:16.492 INFO:teuthology.orchestra.run.smithi038.stderr: 3200K .......... .......... .......... .......... .......... 3% 279M 2s 2024-09-12T00:59:16.492 INFO:teuthology.orchestra.run.smithi038.stderr: 3250K .......... .......... .......... .......... .......... 3% 289M 2s 2024-09-12T00:59:16.492 INFO:teuthology.orchestra.run.smithi038.stderr: 3300K .......... .......... .......... .......... .......... 3% 278M 2s 2024-09-12T00:59:16.492 INFO:teuthology.orchestra.run.smithi038.stderr: 3350K .......... .......... .......... .......... .......... 3% 323M 2s 2024-09-12T00:59:16.493 INFO:teuthology.orchestra.run.smithi038.stderr: 3400K .......... .......... .......... .......... .......... 3% 291M 2s 2024-09-12T00:59:16.493 INFO:teuthology.orchestra.run.smithi038.stderr: 3450K .......... .......... .......... .......... .......... 3% 285M 2s 2024-09-12T00:59:16.493 INFO:teuthology.orchestra.run.smithi038.stderr: 3500K .......... .......... .......... .......... .......... 3% 241M 2s 2024-09-12T00:59:16.493 INFO:teuthology.orchestra.run.smithi038.stderr: 3550K .......... .......... .......... .......... .......... 3% 265M 2s 2024-09-12T00:59:16.493 INFO:teuthology.orchestra.run.smithi038.stderr: 3600K .......... .......... .......... .......... .......... 3% 321M 2s 2024-09-12T00:59:16.493 INFO:teuthology.orchestra.run.smithi038.stderr: 3650K .......... .......... .......... .......... .......... 3% 299M 2s 2024-09-12T00:59:16.493 INFO:teuthology.orchestra.run.smithi038.stderr: 3700K .......... .......... .......... .......... .......... 4% 281M 2s 2024-09-12T00:59:16.493 INFO:teuthology.orchestra.run.smithi038.stderr: 3750K .......... .......... .......... .......... .......... 4% 320M 2s 2024-09-12T00:59:16.493 INFO:teuthology.orchestra.run.smithi038.stderr: 3800K .......... .......... .......... .......... .......... 4% 310M 2s 2024-09-12T00:59:16.493 INFO:teuthology.orchestra.run.smithi038.stderr: 3850K .......... .......... .......... .......... .......... 4% 302M 2s 2024-09-12T00:59:16.493 INFO:teuthology.orchestra.run.smithi038.stderr: 3900K .......... .......... .......... .......... .......... 4% 254M 2s 2024-09-12T00:59:16.493 INFO:teuthology.orchestra.run.smithi038.stderr: 3950K .......... .......... .......... .......... .......... 4% 303M 2s 2024-09-12T00:59:16.493 INFO:teuthology.orchestra.run.smithi038.stderr: 4000K .......... .......... .......... .......... .......... 4% 312M 2s 2024-09-12T00:59:16.494 INFO:teuthology.orchestra.run.smithi038.stderr: 4050K .......... .......... .......... .......... .......... 4% 300M 2s 2024-09-12T00:59:16.494 INFO:teuthology.orchestra.run.smithi038.stderr: 4100K .......... .......... .......... .......... .......... 4% 266M 2s 2024-09-12T00:59:16.494 INFO:teuthology.orchestra.run.smithi038.stderr: 4150K .......... .......... .......... .......... .......... 4% 281M 2s 2024-09-12T00:59:16.494 INFO:teuthology.orchestra.run.smithi038.stderr: 4200K .......... .......... .......... .......... .......... 4% 300M 2s 2024-09-12T00:59:16.494 INFO:teuthology.orchestra.run.smithi038.stderr: 4250K .......... .......... .......... .......... .......... 4% 293M 2s 2024-09-12T00:59:16.494 INFO:teuthology.orchestra.run.smithi038.stderr: 4300K .......... .......... .......... .......... .......... 4% 250M 2s 2024-09-12T00:59:16.494 INFO:teuthology.orchestra.run.smithi038.stderr: 4350K .......... .......... .......... .......... .......... 4% 280M 2s 2024-09-12T00:59:16.494 INFO:teuthology.orchestra.run.smithi038.stderr: 4400K .......... .......... .......... .......... .......... 4% 314M 2s 2024-09-12T00:59:16.494 INFO:teuthology.orchestra.run.smithi038.stderr: 4450K .......... .......... .......... .......... .......... 4% 304M 2s 2024-09-12T00:59:16.494 INFO:teuthology.orchestra.run.smithi038.stderr: 4500K .......... .......... .......... .......... .......... 4% 229M 2s 2024-09-12T00:59:16.494 INFO:teuthology.orchestra.run.smithi038.stderr: 4550K .......... .......... .......... .......... .......... 4% 311M 2s 2024-09-12T00:59:16.494 INFO:teuthology.orchestra.run.smithi038.stderr: 4600K .......... .......... .......... .......... .......... 5% 301M 2s 2024-09-12T00:59:16.494 INFO:teuthology.orchestra.run.smithi038.stderr: 4650K .......... .......... .......... .......... .......... 5% 303M 2s 2024-09-12T00:59:16.494 INFO:teuthology.orchestra.run.smithi038.stderr: 4700K .......... .......... .......... .......... .......... 5% 265M 2s 2024-09-12T00:59:16.494 INFO:teuthology.orchestra.run.smithi038.stderr: 4750K .......... .......... .......... .......... .......... 5% 307M 2s 2024-09-12T00:59:16.495 INFO:teuthology.orchestra.run.smithi038.stderr: 4800K .......... .......... .......... .......... .......... 5% 315M 2s 2024-09-12T00:59:16.495 INFO:teuthology.orchestra.run.smithi038.stderr: 4850K .......... .......... .......... .......... .......... 5% 318M 2s 2024-09-12T00:59:16.495 INFO:teuthology.orchestra.run.smithi038.stderr: 4900K .......... .......... .......... .......... .......... 5% 247M 2s 2024-09-12T00:59:16.495 INFO:teuthology.orchestra.run.smithi038.stderr: 4950K .......... .......... .......... .......... .......... 5% 323M 2s 2024-09-12T00:59:16.495 INFO:teuthology.orchestra.run.smithi038.stderr: 5000K .......... .......... .......... .......... .......... 5% 325M 2s 2024-09-12T00:59:16.495 INFO:teuthology.orchestra.run.smithi038.stderr: 5050K .......... .......... .......... .......... .......... 5% 291M 2s 2024-09-12T00:59:16.495 INFO:teuthology.orchestra.run.smithi038.stderr: 5100K .......... .......... .......... .......... .......... 5% 21.1M 2s 2024-09-12T00:59:16.495 INFO:teuthology.orchestra.run.smithi038.stderr: 5150K .......... .......... .......... .......... .......... 5% 291M 2s 2024-09-12T00:59:16.495 INFO:teuthology.orchestra.run.smithi038.stderr: 5200K .......... .......... .......... .......... .......... 5% 266M 2s 2024-09-12T00:59:16.495 INFO:teuthology.orchestra.run.smithi038.stderr: 5250K .......... .......... .......... .......... .......... 5% 299M 2s 2024-09-12T00:59:16.495 INFO:teuthology.orchestra.run.smithi038.stderr: 5300K .......... .......... .......... .......... .......... 5% 274M 2s 2024-09-12T00:59:16.495 INFO:teuthology.orchestra.run.smithi038.stderr: 5350K .......... .......... .......... .......... .......... 5% 282M 2s 2024-09-12T00:59:16.495 INFO:teuthology.orchestra.run.smithi038.stderr: 5400K .......... .......... .......... .......... .......... 5% 292M 2s 2024-09-12T00:59:16.495 INFO:teuthology.orchestra.run.smithi038.stderr: 5450K .......... .......... .......... .......... .......... 5% 311M 2s 2024-09-12T00:59:16.495 INFO:teuthology.orchestra.run.smithi038.stderr: 5500K .......... .......... .......... .......... .......... 5% 255M 2s 2024-09-12T00:59:16.496 INFO:teuthology.orchestra.run.smithi038.stderr: 5550K .......... .......... .......... .......... .......... 6% 330M 2s 2024-09-12T00:59:16.496 INFO:teuthology.orchestra.run.smithi038.stderr: 5600K .......... .......... .......... .......... .......... 6% 247M 2s 2024-09-12T00:59:16.496 INFO:teuthology.orchestra.run.smithi038.stderr: 5650K .......... .......... .......... .......... .......... 6% 308M 2s 2024-09-12T00:59:16.496 INFO:teuthology.orchestra.run.smithi038.stderr: 5700K .......... .......... .......... .......... .......... 6% 270M 1s 2024-09-12T00:59:16.496 INFO:teuthology.orchestra.run.smithi038.stderr: 5750K .......... .......... .......... .......... .......... 6% 286M 1s 2024-09-12T00:59:16.496 INFO:teuthology.orchestra.run.smithi038.stderr: 5800K .......... .......... .......... .......... .......... 6% 314M 1s 2024-09-12T00:59:16.496 INFO:teuthology.orchestra.run.smithi038.stderr: 5850K .......... .......... .......... .......... .......... 6% 304M 1s 2024-09-12T00:59:16.496 INFO:teuthology.orchestra.run.smithi038.stderr: 5900K .......... .......... .......... .......... .......... 6% 266M 1s 2024-09-12T00:59:16.496 INFO:teuthology.orchestra.run.smithi038.stderr: 5950K .......... .......... .......... .......... .......... 6% 302M 1s 2024-09-12T00:59:16.496 INFO:teuthology.orchestra.run.smithi038.stderr: 6000K .......... .......... .......... .......... .......... 6% 325M 1s 2024-09-12T00:59:16.496 INFO:teuthology.orchestra.run.smithi038.stderr: 6050K .......... .......... .......... .......... .......... 6% 292M 1s 2024-09-12T00:59:16.496 INFO:teuthology.orchestra.run.smithi038.stderr: 6100K .......... .......... .......... .......... .......... 6% 293M 1s 2024-09-12T00:59:16.496 INFO:teuthology.orchestra.run.smithi038.stderr: 6150K .......... .......... .......... .......... .......... 6% 318M 1s 2024-09-12T00:59:16.496 INFO:teuthology.orchestra.run.smithi038.stderr: 6200K .......... .......... .......... .......... .......... 6% 324M 1s 2024-09-12T00:59:16.496 INFO:teuthology.orchestra.run.smithi038.stderr: 6250K .......... .......... .......... .......... .......... 6% 286M 1s 2024-09-12T00:59:16.497 INFO:teuthology.orchestra.run.smithi038.stderr: 6300K .......... .......... .......... .......... .......... 6% 264M 1s 2024-09-12T00:59:16.497 INFO:teuthology.orchestra.run.smithi038.stderr: 6350K .......... .......... .......... .......... .......... 6% 132M 1s 2024-09-12T00:59:16.497 INFO:teuthology.orchestra.run.smithi038.stderr: 6400K .......... .......... .......... .......... .......... 6% 312M 1s 2024-09-12T00:59:16.497 INFO:teuthology.orchestra.run.smithi038.stderr: 6450K .......... .......... .......... .......... .......... 6% 273M 1s 2024-09-12T00:59:16.497 INFO:teuthology.orchestra.run.smithi038.stderr: 6500K .......... .......... .......... .......... .......... 7% 222M 1s 2024-09-12T00:59:16.497 INFO:teuthology.orchestra.run.smithi038.stderr: 6550K .......... .......... .......... .......... .......... 7% 316M 1s 2024-09-12T00:59:16.497 INFO:teuthology.orchestra.run.smithi038.stderr: 6600K .......... .......... .......... .......... .......... 7% 305M 1s 2024-09-12T00:59:16.497 INFO:teuthology.orchestra.run.smithi038.stderr: 6650K .......... .......... .......... .......... .......... 7% 299M 1s 2024-09-12T00:59:16.497 INFO:teuthology.orchestra.run.smithi038.stderr: 6700K .......... .......... .......... .......... .......... 7% 249M 1s 2024-09-12T00:59:16.497 INFO:teuthology.orchestra.run.smithi038.stderr: 6750K .......... .......... .......... .......... .......... 7% 325M 1s 2024-09-12T00:59:16.497 INFO:teuthology.orchestra.run.smithi038.stderr: 6800K .......... .......... .......... .......... .......... 7% 344M 1s 2024-09-12T00:59:16.497 INFO:teuthology.orchestra.run.smithi038.stderr: 6850K .......... .......... .......... .......... .......... 7% 347M 1s 2024-09-12T00:59:16.497 INFO:teuthology.orchestra.run.smithi038.stderr: 6900K .......... .......... .......... .......... .......... 7% 265M 1s 2024-09-12T00:59:16.498 INFO:teuthology.orchestra.run.smithi038.stderr: 6950K .......... .......... .......... .......... .......... 7% 367M 1s 2024-09-12T00:59:16.498 INFO:teuthology.orchestra.run.smithi038.stderr: 7000K .......... .......... .......... .......... .......... 7% 358M 1s 2024-09-12T00:59:16.498 INFO:teuthology.orchestra.run.smithi038.stderr: 7050K .......... .......... .......... .......... .......... 7% 371M 1s 2024-09-12T00:59:16.498 INFO:teuthology.orchestra.run.smithi038.stderr: 7100K .......... .......... .......... .......... .......... 7% 309M 1s 2024-09-12T00:59:16.498 INFO:teuthology.orchestra.run.smithi038.stderr: 7150K .......... .......... .......... .......... .......... 7% 367M 1s 2024-09-12T00:59:16.498 INFO:teuthology.orchestra.run.smithi038.stderr: 7200K .......... .......... .......... .......... .......... 7% 380M 1s 2024-09-12T00:59:16.498 INFO:teuthology.orchestra.run.smithi038.stderr: 7250K .......... .......... .......... .......... .......... 7% 338M 1s 2024-09-12T00:59:16.498 INFO:teuthology.orchestra.run.smithi038.stderr: 7300K .......... .......... .......... .......... .......... 7% 333M 1s 2024-09-12T00:59:16.498 INFO:teuthology.orchestra.run.smithi038.stderr: 7350K .......... .......... .......... .......... .......... 7% 294M 1s 2024-09-12T00:59:16.498 INFO:teuthology.orchestra.run.smithi038.stderr: 7400K .......... .......... .......... .......... .......... 8% 303M 1s 2024-09-12T00:59:16.498 INFO:teuthology.orchestra.run.smithi038.stderr: 7450K .......... .......... .......... .......... .......... 8% 360M 1s 2024-09-12T00:59:16.498 INFO:teuthology.orchestra.run.smithi038.stderr: 7500K .......... .......... .......... .......... .......... 8% 313M 1s 2024-09-12T00:59:16.498 INFO:teuthology.orchestra.run.smithi038.stderr: 7550K .......... .......... .......... .......... .......... 8% 367M 1s 2024-09-12T00:59:16.498 INFO:teuthology.orchestra.run.smithi038.stderr: 7600K .......... .......... .......... .......... .......... 8% 321M 1s 2024-09-12T00:59:16.498 INFO:teuthology.orchestra.run.smithi038.stderr: 7650K .......... .......... .......... .......... .......... 8% 367M 1s 2024-09-12T00:59:16.499 INFO:teuthology.orchestra.run.smithi038.stderr: 7700K .......... .......... .......... .......... .......... 8% 338M 1s 2024-09-12T00:59:16.499 INFO:teuthology.orchestra.run.smithi038.stderr: 7750K .......... .......... .......... .......... .......... 8% 368M 1s 2024-09-12T00:59:16.499 INFO:teuthology.orchestra.run.smithi038.stderr: 7800K .......... .......... .......... .......... .......... 8% 376M 1s 2024-09-12T00:59:16.499 INFO:teuthology.orchestra.run.smithi038.stderr: 7850K .......... .......... .......... .......... .......... 8% 57.0M 1s 2024-09-12T00:59:16.499 INFO:teuthology.orchestra.run.smithi038.stderr: 7900K .......... .......... .......... .......... .......... 8% 195M 1s 2024-09-12T00:59:16.499 INFO:teuthology.orchestra.run.smithi038.stderr: 7950K .......... .......... .......... .......... .......... 8% 367M 1s 2024-09-12T00:59:16.499 INFO:teuthology.orchestra.run.smithi038.stderr: 8000K .......... .......... .......... .......... .......... 8% 366M 1s 2024-09-12T00:59:16.499 INFO:teuthology.orchestra.run.smithi038.stderr: 8050K .......... .......... .......... .......... .......... 8% 351M 1s 2024-09-12T00:59:16.499 INFO:teuthology.orchestra.run.smithi038.stderr: 8100K .......... .......... .......... .......... .......... 8% 343M 1s 2024-09-12T00:59:16.499 INFO:teuthology.orchestra.run.smithi038.stderr: 8150K .......... .......... .......... .......... .......... 8% 389M 1s 2024-09-12T00:59:16.499 INFO:teuthology.orchestra.run.smithi038.stderr: 8200K .......... .......... .......... .......... .......... 8% 30.7M 1s 2024-09-12T00:59:16.499 INFO:teuthology.orchestra.run.smithi038.stderr: 8250K .......... .......... .......... .......... .......... 8% 160M 1s 2024-09-12T00:59:16.499 INFO:teuthology.orchestra.run.smithi038.stderr: 8300K .......... .......... .......... .......... .......... 8% 246M 1s 2024-09-12T00:59:16.499 INFO:teuthology.orchestra.run.smithi038.stderr: 8350K .......... .......... .......... .......... .......... 9% 151M 1s 2024-09-12T00:59:16.499 INFO:teuthology.orchestra.run.smithi038.stderr: 8400K .......... .......... .......... .......... .......... 9% 332M 1s 2024-09-12T00:59:16.500 INFO:teuthology.orchestra.run.smithi038.stderr: 8450K .......... .......... .......... .......... .......... 9% 332M 1s 2024-09-12T00:59:16.500 INFO:teuthology.orchestra.run.smithi038.stderr: 8500K .......... .......... .......... .......... .......... 9% 127M 1s 2024-09-12T00:59:16.500 INFO:teuthology.orchestra.run.smithi038.stderr: 8550K .......... .......... .......... .......... .......... 9% 354M 1s 2024-09-12T00:59:16.500 INFO:teuthology.orchestra.run.smithi038.stderr: 8600K .......... .......... .......... .......... .......... 9% 386M 1s 2024-09-12T00:59:16.500 INFO:teuthology.orchestra.run.smithi038.stderr: 8650K .......... .......... .......... .......... .......... 9% 376M 1s 2024-09-12T00:59:16.500 INFO:teuthology.orchestra.run.smithi038.stderr: 8700K .......... .......... .......... .......... .......... 9% 278M 1s 2024-09-12T00:59:16.500 INFO:teuthology.orchestra.run.smithi038.stderr: 8750K .......... .......... .......... .......... .......... 9% 318M 1s 2024-09-12T00:59:16.500 INFO:teuthology.orchestra.run.smithi038.stderr: 8800K .......... .......... .......... .......... .......... 9% 367M 1s 2024-09-12T00:59:16.500 INFO:teuthology.orchestra.run.smithi038.stderr: 8850K .......... .......... .......... .......... .......... 9% 360M 1s 2024-09-12T00:59:16.500 INFO:teuthology.orchestra.run.smithi038.stderr: 8900K .......... .......... .......... .......... .......... 9% 338M 1s 2024-09-12T00:59:16.500 INFO:teuthology.orchestra.run.smithi038.stderr: 8950K .......... .......... .......... .......... .......... 9% 123M 1s 2024-09-12T00:59:16.500 INFO:teuthology.orchestra.run.smithi038.stderr: 9000K .......... .......... .......... .......... .......... 9% 264M 1s 2024-09-12T00:59:16.500 INFO:teuthology.orchestra.run.smithi038.stderr: 9050K .......... .......... .......... .......... .......... 9% 373M 1s 2024-09-12T00:59:16.501 INFO:teuthology.orchestra.run.smithi038.stderr: 9100K .......... .......... .......... .......... .......... 9% 295M 1s 2024-09-12T00:59:16.501 INFO:teuthology.orchestra.run.smithi038.stderr: 9150K .......... .......... .......... .......... .......... 9% 377M 1s 2024-09-12T00:59:16.501 INFO:teuthology.orchestra.run.smithi038.stderr: 9200K .......... .......... .......... .......... .......... 9% 265M 1s 2024-09-12T00:59:16.501 INFO:teuthology.orchestra.run.smithi038.stderr: 9250K .......... .......... .......... .......... .......... 10% 360M 1s 2024-09-12T00:59:16.501 INFO:teuthology.orchestra.run.smithi038.stderr: 9300K .......... .......... .......... .......... .......... 10% 323M 1s 2024-09-12T00:59:16.501 INFO:teuthology.orchestra.run.smithi038.stderr: 9350K .......... .......... .......... .......... .......... 10% 172M 1s 2024-09-12T00:59:16.501 INFO:teuthology.orchestra.run.smithi038.stderr: 9400K .......... .......... .......... .......... .......... 10% 356M 1s 2024-09-12T00:59:16.501 INFO:teuthology.orchestra.run.smithi038.stderr: 9450K .......... .......... .......... .......... .......... 10% 128M 1s 2024-09-12T00:59:16.501 INFO:teuthology.orchestra.run.smithi038.stderr: 9500K .......... .......... .......... .......... .......... 10% 295M 1s 2024-09-12T00:59:16.501 INFO:teuthology.orchestra.run.smithi038.stderr: 9550K .......... .......... .......... .......... .......... 10% 369M 1s 2024-09-12T00:59:16.501 INFO:teuthology.orchestra.run.smithi038.stderr: 9600K .......... .......... .......... .......... .......... 10% 375M 1s 2024-09-12T00:59:16.501 INFO:teuthology.orchestra.run.smithi038.stderr: 9650K .......... .......... .......... .......... .......... 10% 367M 1s 2024-09-12T00:59:16.501 INFO:teuthology.orchestra.run.smithi038.stderr: 9700K .......... .......... .......... .......... .......... 10% 327M 1s 2024-09-12T00:59:16.501 INFO:teuthology.orchestra.run.smithi038.stderr: 9750K .......... .......... .......... .......... .......... 10% 367M 1s 2024-09-12T00:59:16.502 INFO:teuthology.orchestra.run.smithi038.stderr: 9800K .......... .......... .......... .......... .......... 10% 387M 1s 2024-09-12T00:59:16.502 INFO:teuthology.orchestra.run.smithi038.stderr: 9850K .......... .......... .......... .......... .......... 10% 245M 1s 2024-09-12T00:59:16.502 INFO:teuthology.orchestra.run.smithi038.stderr: 9900K .......... .......... .......... .......... .......... 10% 234M 1s 2024-09-12T00:59:16.502 INFO:teuthology.orchestra.run.smithi038.stderr: 9950K .......... .......... .......... .......... .......... 10% 362M 1s 2024-09-12T00:59:16.502 INFO:teuthology.orchestra.run.smithi038.stderr: 10000K .......... .......... .......... .......... .......... 10% 356M 1s 2024-09-12T00:59:16.502 INFO:teuthology.orchestra.run.smithi038.stderr: 10050K .......... .......... .......... .......... .......... 10% 341M 1s 2024-09-12T00:59:16.502 INFO:teuthology.orchestra.run.smithi038.stderr: 10100K .......... .......... .......... .......... .......... 10% 297M 1s 2024-09-12T00:59:16.502 INFO:teuthology.orchestra.run.smithi038.stderr: 10150K .......... .......... .......... .......... .......... 10% 333M 1s 2024-09-12T00:59:16.502 INFO:teuthology.orchestra.run.smithi038.stderr: 10200K .......... .......... .......... .......... .......... 11% 298M 1s 2024-09-12T00:59:16.502 INFO:teuthology.orchestra.run.smithi038.stderr: 10250K .......... .......... .......... .......... .......... 11% 353M 1s 2024-09-12T00:59:16.502 INFO:teuthology.orchestra.run.smithi038.stderr: 10300K .......... .......... .......... .......... .......... 11% 291M 1s 2024-09-12T00:59:16.502 INFO:teuthology.orchestra.run.smithi038.stderr: 10350K .......... .......... .......... .......... .......... 11% 337M 1s 2024-09-12T00:59:16.502 INFO:teuthology.orchestra.run.smithi038.stderr: 10400K .......... .......... .......... .......... .......... 11% 297M 1s 2024-09-12T00:59:16.503 INFO:teuthology.orchestra.run.smithi038.stderr: 10450K .......... .......... .......... .......... .......... 11% 332M 1s 2024-09-12T00:59:16.503 INFO:teuthology.orchestra.run.smithi038.stderr: 10500K .......... .......... .......... .......... .......... 11% 316M 1s 2024-09-12T00:59:16.503 INFO:teuthology.orchestra.run.smithi038.stderr: 10550K .......... .......... .......... .......... .......... 11% 207M 1s 2024-09-12T00:59:16.503 INFO:teuthology.orchestra.run.smithi038.stderr: 10600K .......... .......... .......... .......... .......... 11% 372M 1s 2024-09-12T00:59:16.503 INFO:teuthology.orchestra.run.smithi038.stderr: 10650K .......... .......... .......... .......... .......... 11% 363M 1s 2024-09-12T00:59:16.503 INFO:teuthology.orchestra.run.smithi038.stderr: 10700K .......... .......... .......... .......... .......... 11% 319M 1s 2024-09-12T00:59:16.503 INFO:teuthology.orchestra.run.smithi038.stderr: 10750K .......... .......... .......... .......... .......... 11% 391M 1s 2024-09-12T00:59:16.503 INFO:teuthology.orchestra.run.smithi038.stderr: 10800K .......... .......... .......... .......... .......... 11% 391M 1s 2024-09-12T00:59:16.503 INFO:teuthology.orchestra.run.smithi038.stderr: 10850K .......... .......... .......... .......... .......... 11% 72.6M 1s 2024-09-12T00:59:16.503 INFO:teuthology.orchestra.run.smithi038.stderr: 10900K .......... .......... .......... .......... .......... 11% 324M 1s 2024-09-12T00:59:16.503 INFO:teuthology.orchestra.run.smithi038.stderr: 10950K .......... .......... .......... .......... .......... 11% 368M 1s 2024-09-12T00:59:16.503 INFO:teuthology.orchestra.run.smithi038.stderr: 11000K .......... .......... .......... .......... .......... 11% 343M 1s 2024-09-12T00:59:16.503 INFO:teuthology.orchestra.run.smithi038.stderr: 11050K .......... .......... .......... .......... .......... 11% 363M 1s 2024-09-12T00:59:16.503 INFO:teuthology.orchestra.run.smithi038.stderr: 11100K .......... .......... .......... .......... .......... 12% 63.9M 1s 2024-09-12T00:59:16.503 INFO:teuthology.orchestra.run.smithi038.stderr: 11150K .......... .......... .......... .......... .......... 12% 323M 1s 2024-09-12T00:59:16.504 INFO:teuthology.orchestra.run.smithi038.stderr: 11200K .......... .......... .......... .......... .......... 12% 365M 1s 2024-09-12T00:59:16.504 INFO:teuthology.orchestra.run.smithi038.stderr: 11250K .......... .......... .......... .......... .......... 12% 380M 1s 2024-09-12T00:59:16.504 INFO:teuthology.orchestra.run.smithi038.stderr: 11300K .......... .......... .......... .......... .......... 12% 46.9M 1s 2024-09-12T00:59:16.504 INFO:teuthology.orchestra.run.smithi038.stderr: 11350K .......... .......... .......... .......... .......... 12% 102M 1s 2024-09-12T00:59:16.504 INFO:teuthology.orchestra.run.smithi038.stderr: 11400K .......... .......... .......... .......... .......... 12% 312M 1s 2024-09-12T00:59:16.504 INFO:teuthology.orchestra.run.smithi038.stderr: 11450K .......... .......... .......... .......... .......... 12% 370M 1s 2024-09-12T00:59:16.504 INFO:teuthology.orchestra.run.smithi038.stderr: 11500K .......... .......... .......... .......... .......... 12% 97.3M 1s 2024-09-12T00:59:16.504 INFO:teuthology.orchestra.run.smithi038.stderr: 11550K .......... .......... .......... .......... .......... 12% 392M 1s 2024-09-12T00:59:16.504 INFO:teuthology.orchestra.run.smithi038.stderr: 11600K .......... .......... .......... .......... .......... 12% 327M 1s 2024-09-12T00:59:16.504 INFO:teuthology.orchestra.run.smithi038.stderr: 11650K .......... .......... .......... .......... .......... 12% 366M 1s 2024-09-12T00:59:16.504 INFO:teuthology.orchestra.run.smithi038.stderr: 11700K .......... .......... .......... .......... .......... 12% 313M 1s 2024-09-12T00:59:16.504 INFO:teuthology.orchestra.run.smithi038.stderr: 11750K .......... .......... .......... .......... .......... 12% 376M 1s 2024-09-12T00:59:16.504 INFO:teuthology.orchestra.run.smithi038.stderr: 11800K .......... .......... .......... .......... .......... 12% 209M 1s 2024-09-12T00:59:16.504 INFO:teuthology.orchestra.run.smithi038.stderr: 11850K .......... .......... .......... .......... .......... 12% 246M 1s 2024-09-12T00:59:16.505 INFO:teuthology.orchestra.run.smithi038.stderr: 11900K .......... .......... .......... .......... .......... 12% 326M 1s 2024-09-12T00:59:16.505 INFO:teuthology.orchestra.run.smithi038.stderr: 11950K .......... .......... .......... .......... .......... 12% 140M 1s 2024-09-12T00:59:16.505 INFO:teuthology.orchestra.run.smithi038.stderr: 12000K .......... .......... .......... .......... .......... 12% 366M 1s 2024-09-12T00:59:16.505 INFO:teuthology.orchestra.run.smithi038.stderr: 12050K .......... .......... .......... .......... .......... 13% 332M 1s 2024-09-12T00:59:16.505 INFO:teuthology.orchestra.run.smithi038.stderr: 12100K .......... .......... .......... .......... .......... 13% 320M 1s 2024-09-12T00:59:16.505 INFO:teuthology.orchestra.run.smithi038.stderr: 12150K .......... .......... .......... .......... .......... 13% 218M 1s 2024-09-12T00:59:16.505 INFO:teuthology.orchestra.run.smithi038.stderr: 12200K .......... .......... .......... .......... .......... 13% 293M 1s 2024-09-12T00:59:16.505 INFO:teuthology.orchestra.run.smithi038.stderr: 12250K .......... .......... .......... .......... .......... 13% 372M 1s 2024-09-12T00:59:16.505 INFO:teuthology.orchestra.run.smithi038.stderr: 12300K .......... .......... .......... .......... .......... 13% 152M 1s 2024-09-12T00:59:16.505 INFO:teuthology.orchestra.run.smithi038.stderr: 12350K .......... .......... .......... .......... .......... 13% 345M 1s 2024-09-12T00:59:16.505 INFO:teuthology.orchestra.run.smithi038.stderr: 12400K .......... .......... .......... .......... .......... 13% 323M 1s 2024-09-12T00:59:16.505 INFO:teuthology.orchestra.run.smithi038.stderr: 12450K .......... .......... .......... .......... .......... 13% 314M 1s 2024-09-12T00:59:16.505 INFO:teuthology.orchestra.run.smithi038.stderr: 12500K .......... .......... .......... .......... .......... 13% 351M 1s 2024-09-12T00:59:16.506 INFO:teuthology.orchestra.run.smithi038.stderr: 12550K .......... .......... .......... .......... .......... 13% 405M 1s 2024-09-12T00:59:16.506 INFO:teuthology.orchestra.run.smithi038.stderr: 12600K .......... .......... .......... .......... .......... 13% 153M 1s 2024-09-12T00:59:16.506 INFO:teuthology.orchestra.run.smithi038.stderr: 12650K .......... .......... .......... .......... .......... 13% 375M 1s 2024-09-12T00:59:16.506 INFO:teuthology.orchestra.run.smithi038.stderr: 12700K .......... .......... .......... .......... .......... 13% 308M 1s 2024-09-12T00:59:16.506 INFO:teuthology.orchestra.run.smithi038.stderr: 12750K .......... .......... .......... .......... .......... 13% 208M 1s 2024-09-12T00:59:16.506 INFO:teuthology.orchestra.run.smithi038.stderr: 12800K .......... .......... .......... .......... .......... 13% 374M 1s 2024-09-12T00:59:16.506 INFO:teuthology.orchestra.run.smithi038.stderr: 12850K .......... .......... .......... .......... .......... 13% 354M 1s 2024-09-12T00:59:16.506 INFO:teuthology.orchestra.run.smithi038.stderr: 12900K .......... .......... .......... .......... .......... 13% 345M 1s 2024-09-12T00:59:16.506 INFO:teuthology.orchestra.run.smithi038.stderr: 12950K .......... .......... .......... .......... .......... 13% 380M 1s 2024-09-12T00:59:16.506 INFO:teuthology.orchestra.run.smithi038.stderr: 13000K .......... .......... .......... .......... .......... 14% 224M 1s 2024-09-12T00:59:16.506 INFO:teuthology.orchestra.run.smithi038.stderr: 13050K .......... .......... .......... .......... .......... 14% 216M 1s 2024-09-12T00:59:16.506 INFO:teuthology.orchestra.run.smithi038.stderr: 13100K .......... .......... .......... .......... .......... 14% 267M 1s 2024-09-12T00:59:16.506 INFO:teuthology.orchestra.run.smithi038.stderr: 13150K .......... .......... .......... .......... .......... 14% 371M 1s 2024-09-12T00:59:16.506 INFO:teuthology.orchestra.run.smithi038.stderr: 13200K .......... .......... .......... .......... .......... 14% 370M 1s 2024-09-12T00:59:16.507 INFO:teuthology.orchestra.run.smithi038.stderr: 13250K .......... .......... .......... .......... .......... 14% 371M 1s 2024-09-12T00:59:16.507 INFO:teuthology.orchestra.run.smithi038.stderr: 13300K .......... .......... .......... .......... .......... 14% 337M 1s 2024-09-12T00:59:16.507 INFO:teuthology.orchestra.run.smithi038.stderr: 13350K .......... .......... .......... .......... .......... 14% 363M 1s 2024-09-12T00:59:16.507 INFO:teuthology.orchestra.run.smithi038.stderr: 13400K .......... .......... .......... .......... .......... 14% 374M 1s 2024-09-12T00:59:16.507 INFO:teuthology.orchestra.run.smithi038.stderr: 13450K .......... .......... .......... .......... .......... 14% 377M 1s 2024-09-12T00:59:16.507 INFO:teuthology.orchestra.run.smithi038.stderr: 13500K .......... .......... .......... .......... .......... 14% 310M 1s 2024-09-12T00:59:16.507 INFO:teuthology.orchestra.run.smithi038.stderr: 13550K .......... .......... .......... .......... .......... 14% 390M 1s 2024-09-12T00:59:16.507 INFO:teuthology.orchestra.run.smithi038.stderr: 13600K .......... .......... .......... .......... .......... 14% 369M 1s 2024-09-12T00:59:16.507 INFO:teuthology.orchestra.run.smithi038.stderr: 13650K .......... .......... .......... .......... .......... 14% 352M 1s 2024-09-12T00:59:16.507 INFO:teuthology.orchestra.run.smithi038.stderr: 13700K .......... .......... .......... .......... .......... 14% 345M 1s 2024-09-12T00:59:16.507 INFO:teuthology.orchestra.run.smithi038.stderr: 13750K .......... .......... .......... .......... .......... 14% 377M 1s 2024-09-12T00:59:16.507 INFO:teuthology.orchestra.run.smithi038.stderr: 13800K .......... .......... .......... .......... .......... 14% 44.5M 1s 2024-09-12T00:59:16.507 INFO:teuthology.orchestra.run.smithi038.stderr: 13850K .......... .......... .......... .......... .......... 14% 331M 1s 2024-09-12T00:59:16.507 INFO:teuthology.orchestra.run.smithi038.stderr: 13900K .......... .......... .......... .......... .......... 15% 262M 1s 2024-09-12T00:59:16.507 INFO:teuthology.orchestra.run.smithi038.stderr: 13950K .......... .......... .......... .......... .......... 15% 367M 1s 2024-09-12T00:59:16.508 INFO:teuthology.orchestra.run.smithi038.stderr: 14000K .......... .......... .......... .......... .......... 15% 309M 1s 2024-09-12T00:59:16.508 INFO:teuthology.orchestra.run.smithi038.stderr: 14050K .......... .......... .......... .......... .......... 15% 392M 1s 2024-09-12T00:59:16.508 INFO:teuthology.orchestra.run.smithi038.stderr: 14100K .......... .......... .......... .......... .......... 15% 368M 1s 2024-09-12T00:59:16.508 INFO:teuthology.orchestra.run.smithi038.stderr: 14150K .......... .......... .......... .......... .......... 15% 323M 1s 2024-09-12T00:59:16.508 INFO:teuthology.orchestra.run.smithi038.stderr: 14200K .......... .......... .......... .......... .......... 15% 289M 1s 2024-09-12T00:59:16.508 INFO:teuthology.orchestra.run.smithi038.stderr: 14250K .......... .......... .......... .......... .......... 15% 392M 1s 2024-09-12T00:59:16.508 INFO:teuthology.orchestra.run.smithi038.stderr: 14300K .......... .......... .......... .......... .......... 15% 50.2M 1s 2024-09-12T00:59:16.508 INFO:teuthology.orchestra.run.smithi038.stderr: 14350K .......... .......... .......... .......... .......... 15% 300M 1s 2024-09-12T00:59:16.508 INFO:teuthology.orchestra.run.smithi038.stderr: 14400K .......... .......... .......... .......... .......... 15% 131M 1s 2024-09-12T00:59:16.508 INFO:teuthology.orchestra.run.smithi038.stderr: 14450K .......... .......... .......... .......... .......... 15% 233M 1s 2024-09-12T00:59:16.508 INFO:teuthology.orchestra.run.smithi038.stderr: 14500K .......... .......... .......... .......... .......... 15% 154M 1s 2024-09-12T00:59:16.508 INFO:teuthology.orchestra.run.smithi038.stderr: 14550K .......... .......... .......... .......... .......... 15% 320M 1s 2024-09-12T00:59:16.508 INFO:teuthology.orchestra.run.smithi038.stderr: 14600K .......... .......... .......... .......... .......... 15% 144M 1s 2024-09-12T00:59:16.509 INFO:teuthology.orchestra.run.smithi038.stderr: 14650K .......... .......... .......... .......... .......... 15% 263M 1s 2024-09-12T00:59:16.509 INFO:teuthology.orchestra.run.smithi038.stderr: 14700K .......... .......... .......... .......... .......... 15% 303M 1s 2024-09-12T00:59:16.509 INFO:teuthology.orchestra.run.smithi038.stderr: 14750K .......... .......... .......... .......... .......... 15% 370M 1s 2024-09-12T00:59:16.509 INFO:teuthology.orchestra.run.smithi038.stderr: 14800K .......... .......... .......... .......... .......... 15% 256M 1s 2024-09-12T00:59:16.509 INFO:teuthology.orchestra.run.smithi038.stderr: 14850K .......... .......... .......... .......... .......... 16% 360M 1s 2024-09-12T00:59:16.509 INFO:teuthology.orchestra.run.smithi038.stderr: 14900K .......... .......... .......... .......... .......... 16% 338M 1s 2024-09-12T00:59:16.509 INFO:teuthology.orchestra.run.smithi038.stderr: 14950K .......... .......... .......... .......... .......... 16% 95.1M 1s 2024-09-12T00:59:16.509 INFO:teuthology.orchestra.run.smithi038.stderr: 15000K .......... .......... .......... .......... .......... 16% 325M 1s 2024-09-12T00:59:16.509 INFO:teuthology.orchestra.run.smithi038.stderr: 15050K .......... .......... .......... .......... .......... 16% 373M 1s 2024-09-12T00:59:16.509 INFO:teuthology.orchestra.run.smithi038.stderr: 15100K .......... .......... .......... .......... .......... 16% 309M 1s 2024-09-12T00:59:16.509 INFO:teuthology.orchestra.run.smithi038.stderr: 15150K .......... .......... .......... .......... .......... 16% 316M 1s 2024-09-12T00:59:16.509 INFO:teuthology.orchestra.run.smithi038.stderr: 15200K .......... .......... .......... .......... .......... 16% 393M 1s 2024-09-12T00:59:16.509 INFO:teuthology.orchestra.run.smithi038.stderr: 15250K .......... .......... .......... .......... .......... 16% 195M 1s 2024-09-12T00:59:16.509 INFO:teuthology.orchestra.run.smithi038.stderr: 15300K .......... .......... .......... .......... .......... 16% 116M 1s 2024-09-12T00:59:16.510 INFO:teuthology.orchestra.run.smithi038.stderr: 15350K .......... .......... .......... .......... .......... 16% 286M 1s 2024-09-12T00:59:16.510 INFO:teuthology.orchestra.run.smithi038.stderr: 15400K .......... .......... .......... .......... .......... 16% 308M 1s 2024-09-12T00:59:16.510 INFO:teuthology.orchestra.run.smithi038.stderr: 15450K .......... .......... .......... .......... .......... 16% 362M 1s 2024-09-12T00:59:16.510 INFO:teuthology.orchestra.run.smithi038.stderr: 15500K .......... .......... .......... .......... .......... 16% 317M 1s 2024-09-12T00:59:16.510 INFO:teuthology.orchestra.run.smithi038.stderr: 15550K .......... .......... .......... .......... .......... 16% 319M 1s 2024-09-12T00:59:16.510 INFO:teuthology.orchestra.run.smithi038.stderr: 15600K .......... .......... .......... .......... .......... 16% 358M 1s 2024-09-12T00:59:16.510 INFO:teuthology.orchestra.run.smithi038.stderr: 15650K .......... .......... .......... .......... .......... 16% 359M 1s 2024-09-12T00:59:16.510 INFO:teuthology.orchestra.run.smithi038.stderr: 15700K .......... .......... .......... .......... .......... 16% 293M 1s 2024-09-12T00:59:16.510 INFO:teuthology.orchestra.run.smithi038.stderr: 15750K .......... .......... .......... .......... .......... 17% 360M 1s 2024-09-12T00:59:16.510 INFO:teuthology.orchestra.run.smithi038.stderr: 15800K .......... .......... .......... .......... .......... 17% 266M 1s 2024-09-12T00:59:16.510 INFO:teuthology.orchestra.run.smithi038.stderr: 15850K .......... .......... .......... .......... .......... 17% 274M 1s 2024-09-12T00:59:16.510 INFO:teuthology.orchestra.run.smithi038.stderr: 15900K .......... .......... .......... .......... .......... 17% 311M 1s 2024-09-12T00:59:16.510 INFO:teuthology.orchestra.run.smithi038.stderr: 15950K .......... .......... .......... .......... .......... 17% 390M 1s 2024-09-12T00:59:16.510 INFO:teuthology.orchestra.run.smithi038.stderr: 16000K .......... .......... .......... .......... .......... 17% 313M 1s 2024-09-12T00:59:16.511 INFO:teuthology.orchestra.run.smithi038.stderr: 16050K .......... .......... .......... .......... .......... 17% 276M 1s 2024-09-12T00:59:16.511 INFO:teuthology.orchestra.run.smithi038.stderr: 16100K .......... .......... .......... .......... .......... 17% 341M 1s 2024-09-12T00:59:16.511 INFO:teuthology.orchestra.run.smithi038.stderr: 16150K .......... .......... .......... .......... .......... 17% 137M 1s 2024-09-12T00:59:16.511 INFO:teuthology.orchestra.run.smithi038.stderr: 16200K .......... .......... .......... .......... .......... 17% 366M 1s 2024-09-12T00:59:16.511 INFO:teuthology.orchestra.run.smithi038.stderr: 16250K .......... .......... .......... .......... .......... 17% 351M 1s 2024-09-12T00:59:16.511 INFO:teuthology.orchestra.run.smithi038.stderr: 16300K .......... .......... .......... .......... .......... 17% 287M 1s 2024-09-12T00:59:16.511 INFO:teuthology.orchestra.run.smithi038.stderr: 16350K .......... .......... .......... .......... .......... 17% 337M 1s 2024-09-12T00:59:16.511 INFO:teuthology.orchestra.run.smithi038.stderr: 16400K .......... .......... .......... .......... .......... 17% 324M 1s 2024-09-12T00:59:16.511 INFO:teuthology.orchestra.run.smithi038.stderr: 16450K .......... .......... .......... .......... .......... 17% 386M 1s 2024-09-12T00:59:16.511 INFO:teuthology.orchestra.run.smithi038.stderr: 16500K .......... .......... .......... .......... .......... 17% 349M 1s 2024-09-12T00:59:16.511 INFO:teuthology.orchestra.run.smithi038.stderr: 16550K .......... .......... .......... .......... .......... 17% 397M 1s 2024-09-12T00:59:16.511 INFO:teuthology.orchestra.run.smithi038.stderr: 16600K .......... .......... .......... .......... .......... 17% 107M 1s 2024-09-12T00:59:16.511 INFO:teuthology.orchestra.run.smithi038.stderr: 16650K .......... .......... .......... .......... .......... 17% 322M 1s 2024-09-12T00:59:16.511 INFO:teuthology.orchestra.run.smithi038.stderr: 16700K .......... .......... .......... .......... .......... 18% 310M 1s 2024-09-12T00:59:16.511 INFO:teuthology.orchestra.run.smithi038.stderr: 16750K .......... .......... .......... .......... .......... 18% 393M 1s 2024-09-12T00:59:16.512 INFO:teuthology.orchestra.run.smithi038.stderr: 16800K .......... .......... .......... .......... .......... 18% 402M 1s 2024-09-12T00:59:16.512 INFO:teuthology.orchestra.run.smithi038.stderr: 16850K .......... .......... .......... .......... .......... 18% 74.4M 1s 2024-09-12T00:59:16.512 INFO:teuthology.orchestra.run.smithi038.stderr: 16900K .......... .......... .......... .......... .......... 18% 82.6M 1s 2024-09-12T00:59:16.512 INFO:teuthology.orchestra.run.smithi038.stderr: 16950K .......... .......... .......... .......... .......... 18% 354M 1s 2024-09-12T00:59:16.512 INFO:teuthology.orchestra.run.smithi038.stderr: 17000K .......... .......... .......... .......... .......... 18% 300M 1s 2024-09-12T00:59:16.512 INFO:teuthology.orchestra.run.smithi038.stderr: 17050K .......... .......... .......... .......... .......... 18% 358M 1s 2024-09-12T00:59:16.512 INFO:teuthology.orchestra.run.smithi038.stderr: 17100K .......... .......... .......... .......... .......... 18% 335M 1s 2024-09-12T00:59:16.512 INFO:teuthology.orchestra.run.smithi038.stderr: 17150K .......... .......... .......... .......... .......... 18% 380M 1s 2024-09-12T00:59:16.512 INFO:teuthology.orchestra.run.smithi038.stderr: 17200K .......... .......... .......... .......... .......... 18% 321M 1s 2024-09-12T00:59:16.512 INFO:teuthology.orchestra.run.smithi038.stderr: 17250K .......... .......... .......... .......... .......... 18% 369M 1s 2024-09-12T00:59:16.512 INFO:teuthology.orchestra.run.smithi038.stderr: 17300K .......... .......... .......... .......... .......... 18% 81.0M 1s 2024-09-12T00:59:16.512 INFO:teuthology.orchestra.run.smithi038.stderr: 17350K .......... .......... .......... .......... .......... 18% 356M 1s 2024-09-12T00:59:16.512 INFO:teuthology.orchestra.run.smithi038.stderr: 17400K .......... .......... .......... .......... .......... 18% 263M 1s 2024-09-12T00:59:16.513 INFO:teuthology.orchestra.run.smithi038.stderr: 17450K .......... .......... .......... .......... .......... 18% 355M 1s 2024-09-12T00:59:16.513 INFO:teuthology.orchestra.run.smithi038.stderr: 17500K .......... .......... .......... .......... .......... 18% 381M 1s 2024-09-12T00:59:16.513 INFO:teuthology.orchestra.run.smithi038.stderr: 17550K .......... .......... .......... .......... .......... 18% 105M 1s 2024-09-12T00:59:16.513 INFO:teuthology.orchestra.run.smithi038.stderr: 17600K .......... .......... .......... .......... .......... 18% 328M 1s 2024-09-12T00:59:16.513 INFO:teuthology.orchestra.run.smithi038.stderr: 17650K .......... .......... .......... .......... .......... 19% 100M 1s 2024-09-12T00:59:16.513 INFO:teuthology.orchestra.run.smithi038.stderr: 17700K .......... .......... .......... .......... .......... 19% 372M 1s 2024-09-12T00:59:16.513 INFO:teuthology.orchestra.run.smithi038.stderr: 17750K .......... .......... .......... .......... .......... 19% 387M 1s 2024-09-12T00:59:16.513 INFO:teuthology.orchestra.run.smithi038.stderr: 17800K .......... .......... .......... .......... .......... 19% 329M 1s 2024-09-12T00:59:16.513 INFO:teuthology.orchestra.run.smithi038.stderr: 17850K .......... .......... .......... .......... .......... 19% 116M 1s 2024-09-12T00:59:16.513 INFO:teuthology.orchestra.run.smithi038.stderr: 17900K .......... .......... .......... .......... .......... 19% 339M 1s 2024-09-12T00:59:16.513 INFO:teuthology.orchestra.run.smithi038.stderr: 17950K .......... .......... .......... .......... .......... 19% 389M 1s 2024-09-12T00:59:16.513 INFO:teuthology.orchestra.run.smithi038.stderr: 18000K .......... .......... .......... .......... .......... 19% 142M 1s 2024-09-12T00:59:16.513 INFO:teuthology.orchestra.run.smithi038.stderr: 18050K .......... .......... .......... .......... .......... 19% 376M 1s 2024-09-12T00:59:16.513 INFO:teuthology.orchestra.run.smithi038.stderr: 18100K .......... .......... .......... .......... .......... 19% 311M 1s 2024-09-12T00:59:16.514 INFO:teuthology.orchestra.run.smithi038.stderr: 18150K .......... .......... .......... .......... .......... 19% 390M 1s 2024-09-12T00:59:16.514 INFO:teuthology.orchestra.run.smithi038.stderr: 18200K .......... .......... .......... .......... .......... 19% 396M 1s 2024-09-12T00:59:16.514 INFO:teuthology.orchestra.run.smithi038.stderr: 18250K .......... .......... .......... .......... .......... 19% 210M 1s 2024-09-12T00:59:16.514 INFO:teuthology.orchestra.run.smithi038.stderr: 18300K .......... .......... .......... .......... .......... 19% 322M 1s 2024-09-12T00:59:16.514 INFO:teuthology.orchestra.run.smithi038.stderr: 18350K .......... .......... .......... .......... .......... 19% 155M 1s 2024-09-12T00:59:16.514 INFO:teuthology.orchestra.run.smithi038.stderr: 18400K .......... .......... .......... .......... .......... 19% 294M 1s 2024-09-12T00:59:16.514 INFO:teuthology.orchestra.run.smithi038.stderr: 18450K .......... .......... .......... .......... .......... 19% 397M 1s 2024-09-12T00:59:16.514 INFO:teuthology.orchestra.run.smithi038.stderr: 18500K .......... .......... .......... .......... .......... 19% 129M 1s 2024-09-12T00:59:16.514 INFO:teuthology.orchestra.run.smithi038.stderr: 18550K .......... .......... .......... .......... .......... 20% 364M 1s 2024-09-12T00:59:16.514 INFO:teuthology.orchestra.run.smithi038.stderr: 18600K .......... .......... .......... .......... .......... 20% 361M 1s 2024-09-12T00:59:16.514 INFO:teuthology.orchestra.run.smithi038.stderr: 18650K .......... .......... .......... .......... .......... 20% 379M 1s 2024-09-12T00:59:16.514 INFO:teuthology.orchestra.run.smithi038.stderr: 18700K .......... .......... .......... .......... .......... 20% 119M 1s 2024-09-12T00:59:16.514 INFO:teuthology.orchestra.run.smithi038.stderr: 18750K .......... .......... .......... .......... .......... 20% 276M 1s 2024-09-12T00:59:16.514 INFO:teuthology.orchestra.run.smithi038.stderr: 18800K .......... .......... .......... .......... .......... 20% 366M 1s 2024-09-12T00:59:16.514 INFO:teuthology.orchestra.run.smithi038.stderr: 18850K .......... .......... .......... .......... .......... 20% 366M 1s 2024-09-12T00:59:16.515 INFO:teuthology.orchestra.run.smithi038.stderr: 18900K .......... .......... .......... .......... .......... 20% 307M 1s 2024-09-12T00:59:16.515 INFO:teuthology.orchestra.run.smithi038.stderr: 18950K .......... .......... .......... .......... .......... 20% 371M 1s 2024-09-12T00:59:16.515 INFO:teuthology.orchestra.run.smithi038.stderr: 19000K .......... .......... .......... .......... .......... 20% 382M 1s 2024-09-12T00:59:16.515 INFO:teuthology.orchestra.run.smithi038.stderr: 19050K .......... .......... .......... .......... .......... 20% 378M 1s 2024-09-12T00:59:16.515 INFO:teuthology.orchestra.run.smithi038.stderr: 19100K .......... .......... .......... .......... .......... 20% 326M 1s 2024-09-12T00:59:16.515 INFO:teuthology.orchestra.run.smithi038.stderr: 19150K .......... .......... .......... .......... .......... 20% 401M 1s 2024-09-12T00:59:16.515 INFO:teuthology.orchestra.run.smithi038.stderr: 19200K .......... .......... .......... .......... .......... 20% 89.1M 1s 2024-09-12T00:59:16.515 INFO:teuthology.orchestra.run.smithi038.stderr: 19250K .......... .......... .......... .......... .......... 20% 358M 1s 2024-09-12T00:59:16.515 INFO:teuthology.orchestra.run.smithi038.stderr: 19300K .......... .......... .......... .......... .......... 20% 334M 1s 2024-09-12T00:59:16.515 INFO:teuthology.orchestra.run.smithi038.stderr: 19350K .......... .......... .......... .......... .......... 20% 388M 1s 2024-09-12T00:59:16.515 INFO:teuthology.orchestra.run.smithi038.stderr: 19400K .......... .......... .......... .......... .......... 20% 285M 1s 2024-09-12T00:59:16.515 INFO:teuthology.orchestra.run.smithi038.stderr: 19450K .......... .......... .......... .......... .......... 20% 356M 1s 2024-09-12T00:59:16.515 INFO:teuthology.orchestra.run.smithi038.stderr: 19500K .......... .......... .......... .......... .......... 21% 170M 1s 2024-09-12T00:59:16.515 INFO:teuthology.orchestra.run.smithi038.stderr: 19550K .......... .......... .......... .......... .......... 21% 305M 1s 2024-09-12T00:59:16.516 INFO:teuthology.orchestra.run.smithi038.stderr: 19600K .......... .......... .......... .......... .......... 21% 379M 1s 2024-09-12T00:59:16.516 INFO:teuthology.orchestra.run.smithi038.stderr: 19650K .......... .......... .......... .......... .......... 21% 395M 1s 2024-09-12T00:59:16.516 INFO:teuthology.orchestra.run.smithi038.stderr: 19700K .......... .......... .......... .......... .......... 21% 352M 1s 2024-09-12T00:59:16.516 INFO:teuthology.orchestra.run.smithi038.stderr: 19750K .......... .......... .......... .......... .......... 21% 53.9M 1s 2024-09-12T00:59:16.516 INFO:teuthology.orchestra.run.smithi038.stderr: 19800K .......... .......... .......... .......... .......... 21% 335M 1s 2024-09-12T00:59:16.516 INFO:teuthology.orchestra.run.smithi038.stderr: 19850K .......... .......... .......... .......... .......... 21% 341M 1s 2024-09-12T00:59:16.516 INFO:teuthology.orchestra.run.smithi038.stderr: 19900K .......... .......... .......... .......... .......... 21% 320M 1s 2024-09-12T00:59:16.516 INFO:teuthology.orchestra.run.smithi038.stderr: 19950K .......... .......... .......... .......... .......... 21% 379M 1s 2024-09-12T00:59:16.516 INFO:teuthology.orchestra.run.smithi038.stderr: 20000K .......... .......... .......... .......... .......... 21% 377M 1s 2024-09-12T00:59:16.516 INFO:teuthology.orchestra.run.smithi038.stderr: 20050K .......... .......... .......... .......... .......... 21% 400M 1s 2024-09-12T00:59:16.516 INFO:teuthology.orchestra.run.smithi038.stderr: 20100K .......... .......... .......... .......... .......... 21% 106M 1s 2024-09-12T00:59:16.516 INFO:teuthology.orchestra.run.smithi038.stderr: 20150K .......... .......... .......... .......... .......... 21% 367M 1s 2024-09-12T00:59:16.516 INFO:teuthology.orchestra.run.smithi038.stderr: 20200K .......... .......... .......... .......... .......... 21% 101M 1s 2024-09-12T00:59:16.516 INFO:teuthology.orchestra.run.smithi038.stderr: 20250K .......... .......... .......... .......... .......... 21% 245M 1s 2024-09-12T00:59:16.517 INFO:teuthology.orchestra.run.smithi038.stderr: 20300K .......... .......... .......... .......... .......... 21% 289M 1s 2024-09-12T00:59:16.517 INFO:teuthology.orchestra.run.smithi038.stderr: 20350K .......... .......... .......... .......... .......... 21% 372M 1s 2024-09-12T00:59:16.517 INFO:teuthology.orchestra.run.smithi038.stderr: 20400K .......... .......... .......... .......... .......... 22% 384M 1s 2024-09-12T00:59:16.517 INFO:teuthology.orchestra.run.smithi038.stderr: 20450K .......... .......... .......... .......... .......... 22% 369M 1s 2024-09-12T00:59:16.517 INFO:teuthology.orchestra.run.smithi038.stderr: 20500K .......... .......... .......... .......... .......... 22% 395M 1s 2024-09-12T00:59:16.517 INFO:teuthology.orchestra.run.smithi038.stderr: 20550K .......... .......... .......... .......... .......... 22% 182M 1s 2024-09-12T00:59:16.517 INFO:teuthology.orchestra.run.smithi038.stderr: 20600K .......... .......... .......... .......... .......... 22% 378M 1s 2024-09-12T00:59:16.517 INFO:teuthology.orchestra.run.smithi038.stderr: 20650K .......... .......... .......... .......... .......... 22% 106M 1s 2024-09-12T00:59:16.517 INFO:teuthology.orchestra.run.smithi038.stderr: 20700K .......... .......... .......... .......... .......... 22% 169M 1s 2024-09-12T00:59:16.517 INFO:teuthology.orchestra.run.smithi038.stderr: 20750K .......... .......... .......... .......... .......... 22% 390M 1s 2024-09-12T00:59:16.517 INFO:teuthology.orchestra.run.smithi038.stderr: 20800K .......... .......... .......... .......... .......... 22% 396M 1s 2024-09-12T00:59:16.517 INFO:teuthology.orchestra.run.smithi038.stderr: 20850K .......... .......... .......... .......... .......... 22% 110M 1s 2024-09-12T00:59:16.517 INFO:teuthology.orchestra.run.smithi038.stderr: 20900K .......... .......... .......... .......... .......... 22% 335M 1s 2024-09-12T00:59:16.517 INFO:teuthology.orchestra.run.smithi038.stderr: 20950K .......... .......... .......... .......... .......... 22% 389M 1s 2024-09-12T00:59:16.517 INFO:teuthology.orchestra.run.smithi038.stderr: 21000K .......... .......... .......... .......... .......... 22% 390M 1s 2024-09-12T00:59:16.518 INFO:teuthology.orchestra.run.smithi038.stderr: 21050K .......... .......... .......... .......... .......... 22% 179M 1s 2024-09-12T00:59:16.518 INFO:teuthology.orchestra.run.smithi038.stderr: 21100K .......... .......... .......... .......... .......... 22% 134M 1s 2024-09-12T00:59:16.518 INFO:teuthology.orchestra.run.smithi038.stderr: 21150K .......... .......... .......... .......... .......... 22% 382M 1s 2024-09-12T00:59:16.518 INFO:teuthology.orchestra.run.smithi038.stderr: 21200K .......... .......... .......... .......... .......... 22% 369M 1s 2024-09-12T00:59:16.518 INFO:teuthology.orchestra.run.smithi038.stderr: 21250K .......... .......... .......... .......... .......... 22% 393M 1s 2024-09-12T00:59:16.518 INFO:teuthology.orchestra.run.smithi038.stderr: 21300K .......... .......... .......... .......... .......... 22% 347M 1s 2024-09-12T00:59:16.518 INFO:teuthology.orchestra.run.smithi038.stderr: 21350K .......... .......... .......... .......... .......... 23% 39.1M 1s 2024-09-12T00:59:16.518 INFO:teuthology.orchestra.run.smithi038.stderr: 21400K .......... .......... .......... .......... .......... 23% 353M 1s 2024-09-12T00:59:16.518 INFO:teuthology.orchestra.run.smithi038.stderr: 21450K .......... .......... .......... .......... .......... 23% 380M 1s 2024-09-12T00:59:16.518 INFO:teuthology.orchestra.run.smithi038.stderr: 21500K .......... .......... .......... .......... .......... 23% 326M 1s 2024-09-12T00:59:16.518 INFO:teuthology.orchestra.run.smithi038.stderr: 21550K .......... .......... .......... .......... .......... 23% 370M 1s 2024-09-12T00:59:16.518 INFO:teuthology.orchestra.run.smithi038.stderr: 21600K .......... .......... .......... .......... .......... 23% 387M 1s 2024-09-12T00:59:16.518 INFO:teuthology.orchestra.run.smithi038.stderr: 21650K .......... .......... .......... .......... .......... 23% 337M 1s 2024-09-12T00:59:16.518 INFO:teuthology.orchestra.run.smithi038.stderr: 21700K .......... .......... .......... .......... .......... 23% 346M 1s 2024-09-12T00:59:16.518 INFO:teuthology.orchestra.run.smithi038.stderr: 21750K .......... .......... .......... .......... .......... 23% 391M 1s 2024-09-12T00:59:16.519 INFO:teuthology.orchestra.run.smithi038.stderr: 21800K .......... .......... .......... .......... .......... 23% 391M 1s 2024-09-12T00:59:16.519 INFO:teuthology.orchestra.run.smithi038.stderr: 21850K .......... .......... .......... .......... .......... 23% 394M 1s 2024-09-12T00:59:16.519 INFO:teuthology.orchestra.run.smithi038.stderr: 21900K .......... .......... .......... .......... .......... 23% 314M 1s 2024-09-12T00:59:16.519 INFO:teuthology.orchestra.run.smithi038.stderr: 21950K .......... .......... .......... .......... .......... 23% 385M 1s 2024-09-12T00:59:16.519 INFO:teuthology.orchestra.run.smithi038.stderr: 22000K .......... .......... .......... .......... .......... 23% 376M 1s 2024-09-12T00:59:16.519 INFO:teuthology.orchestra.run.smithi038.stderr: 22050K .......... .......... .......... .......... .......... 23% 355M 1s 2024-09-12T00:59:16.519 INFO:teuthology.orchestra.run.smithi038.stderr: 22100K .......... .......... .......... .......... .......... 23% 210M 1s 2024-09-12T00:59:16.519 INFO:teuthology.orchestra.run.smithi038.stderr: 22150K .......... .......... .......... .......... .......... 23% 366M 1s 2024-09-12T00:59:16.519 INFO:teuthology.orchestra.run.smithi038.stderr: 22200K .......... .......... .......... .......... .......... 23% 375M 1s 2024-09-12T00:59:16.519 INFO:teuthology.orchestra.run.smithi038.stderr: 22250K .......... .......... .......... .......... .......... 24% 391M 1s 2024-09-12T00:59:16.519 INFO:teuthology.orchestra.run.smithi038.stderr: 22300K .......... .......... .......... .......... .......... 24% 154M 1s 2024-09-12T00:59:16.519 INFO:teuthology.orchestra.run.smithi038.stderr: 22350K .......... .......... .......... .......... .......... 24% 357M 1s 2024-09-12T00:59:16.519 INFO:teuthology.orchestra.run.smithi038.stderr: 22400K .......... .......... .......... .......... .......... 24% 382M 1s 2024-09-12T00:59:16.519 INFO:teuthology.orchestra.run.smithi038.stderr: 22450K .......... .......... .......... .......... .......... 24% 61.7M 1s 2024-09-12T00:59:16.519 INFO:teuthology.orchestra.run.smithi038.stderr: 22500K .......... .......... .......... .......... .......... 24% 298M 1s 2024-09-12T00:59:16.520 INFO:teuthology.orchestra.run.smithi038.stderr: 22550K .......... .......... .......... .......... .......... 24% 364M 1s 2024-09-12T00:59:16.520 INFO:teuthology.orchestra.run.smithi038.stderr: 22600K .......... .......... .......... .......... .......... 24% 390M 1s 2024-09-12T00:59:16.520 INFO:teuthology.orchestra.run.smithi038.stderr: 22650K .......... .......... .......... .......... .......... 24% 390M 1s 2024-09-12T00:59:16.520 INFO:teuthology.orchestra.run.smithi038.stderr: 22700K .......... .......... .......... .......... .......... 24% 331M 1s 2024-09-12T00:59:16.520 INFO:teuthology.orchestra.run.smithi038.stderr: 22750K .......... .......... .......... .......... .......... 24% 384M 1s 2024-09-12T00:59:16.520 INFO:teuthology.orchestra.run.smithi038.stderr: 22800K .......... .......... .......... .......... .......... 24% 345M 1s 2024-09-12T00:59:16.520 INFO:teuthology.orchestra.run.smithi038.stderr: 22850K .......... .......... .......... .......... .......... 24% 387M 1s 2024-09-12T00:59:16.520 INFO:teuthology.orchestra.run.smithi038.stderr: 22900K .......... .......... .......... .......... .......... 24% 165M 1s 2024-09-12T00:59:16.520 INFO:teuthology.orchestra.run.smithi038.stderr: 22950K .......... .......... .......... .......... .......... 24% 372M 1s 2024-09-12T00:59:16.520 INFO:teuthology.orchestra.run.smithi038.stderr: 23000K .......... .......... .......... .......... .......... 24% 388M 1s 2024-09-12T00:59:16.520 INFO:teuthology.orchestra.run.smithi038.stderr: 23050K .......... .......... .......... .......... .......... 24% 383M 1s 2024-09-12T00:59:16.520 INFO:teuthology.orchestra.run.smithi038.stderr: 23100K .......... .......... .......... .......... .......... 24% 298M 1s 2024-09-12T00:59:16.520 INFO:teuthology.orchestra.run.smithi038.stderr: 23150K .......... .......... .......... .......... .......... 24% 123M 1s 2024-09-12T00:59:16.521 INFO:teuthology.orchestra.run.smithi038.stderr: 23200K .......... .......... .......... .......... .......... 25% 110M 1s 2024-09-12T00:59:16.521 INFO:teuthology.orchestra.run.smithi038.stderr: 23250K .......... .......... .......... .......... .......... 25% 345M 1s 2024-09-12T00:59:16.521 INFO:teuthology.orchestra.run.smithi038.stderr: 23300K .......... .......... .......... .......... .......... 25% 351M 1s 2024-09-12T00:59:16.521 INFO:teuthology.orchestra.run.smithi038.stderr: 23350K .......... .......... .......... .......... .......... 25% 211M 1s 2024-09-12T00:59:16.521 INFO:teuthology.orchestra.run.smithi038.stderr: 23400K .......... .......... .......... .......... .......... 25% 273M 1s 2024-09-12T00:59:16.521 INFO:teuthology.orchestra.run.smithi038.stderr: 23450K .......... .......... .......... .......... .......... 25% 211M 1s 2024-09-12T00:59:16.521 INFO:teuthology.orchestra.run.smithi038.stderr: 23500K .......... .......... .......... .......... .......... 25% 249M 1s 2024-09-12T00:59:16.521 INFO:teuthology.orchestra.run.smithi038.stderr: 23550K .......... .......... .......... .......... .......... 25% 378M 1s 2024-09-12T00:59:16.521 INFO:teuthology.orchestra.run.smithi038.stderr: 23600K .......... .......... .......... .......... .......... 25% 395M 1s 2024-09-12T00:59:16.521 INFO:teuthology.orchestra.run.smithi038.stderr: 23650K .......... .......... .......... .......... .......... 25% 125M 1s 2024-09-12T00:59:16.521 INFO:teuthology.orchestra.run.smithi038.stderr: 23700K .......... .......... .......... .......... .......... 25% 340M 1s 2024-09-12T00:59:16.521 INFO:teuthology.orchestra.run.smithi038.stderr: 23750K .......... .......... .......... .......... .......... 25% 394M 0s 2024-09-12T00:59:16.521 INFO:teuthology.orchestra.run.smithi038.stderr: 23800K .......... .......... .......... .......... .......... 25% 346M 0s 2024-09-12T00:59:16.521 INFO:teuthology.orchestra.run.smithi038.stderr: 23850K .......... .......... .......... .......... .......... 25% 95.6M 0s 2024-09-12T00:59:16.522 INFO:teuthology.orchestra.run.smithi038.stderr: 23900K .......... .......... .......... .......... .......... 25% 299M 0s 2024-09-12T00:59:16.522 INFO:teuthology.orchestra.run.smithi038.stderr: 23950K .......... .......... .......... .......... .......... 25% 28.8M 1s 2024-09-12T00:59:16.522 INFO:teuthology.orchestra.run.smithi038.stderr: 24000K .......... .......... .......... .......... .......... 25% 358M 0s 2024-09-12T00:59:16.522 INFO:teuthology.orchestra.run.smithi038.stderr: 24050K .......... .......... .......... .......... .......... 25% 361M 0s 2024-09-12T00:59:16.522 INFO:teuthology.orchestra.run.smithi038.stderr: 24100K .......... .......... .......... .......... .......... 25% 346M 0s 2024-09-12T00:59:16.522 INFO:teuthology.orchestra.run.smithi038.stderr: 24150K .......... .......... .......... .......... .......... 26% 376M 0s 2024-09-12T00:59:16.522 INFO:teuthology.orchestra.run.smithi038.stderr: 24200K .......... .......... .......... .......... .......... 26% 354M 0s 2024-09-12T00:59:16.522 INFO:teuthology.orchestra.run.smithi038.stderr: 24250K .......... .......... .......... .......... .......... 26% 395M 0s 2024-09-12T00:59:16.522 INFO:teuthology.orchestra.run.smithi038.stderr: 24300K .......... .......... .......... .......... .......... 26% 313M 0s 2024-09-12T00:59:16.522 INFO:teuthology.orchestra.run.smithi038.stderr: 24350K .......... .......... .......... .......... .......... 26% 379M 0s 2024-09-12T00:59:16.522 INFO:teuthology.orchestra.run.smithi038.stderr: 24400K .......... .......... .......... .......... .......... 26% 393M 0s 2024-09-12T00:59:16.522 INFO:teuthology.orchestra.run.smithi038.stderr: 24450K .......... .......... .......... .......... .......... 26% 85.1M 0s 2024-09-12T00:59:16.522 INFO:teuthology.orchestra.run.smithi038.stderr: 24500K .......... .......... .......... .......... .......... 26% 286M 0s 2024-09-12T00:59:16.522 INFO:teuthology.orchestra.run.smithi038.stderr: 24550K .......... .......... .......... .......... .......... 26% 375M 0s 2024-09-12T00:59:16.523 INFO:teuthology.orchestra.run.smithi038.stderr: 24600K .......... .......... .......... .......... .......... 26% 368M 0s 2024-09-12T00:59:16.523 INFO:teuthology.orchestra.run.smithi038.stderr: 24650K .......... .......... .......... .......... .......... 26% 375M 0s 2024-09-12T00:59:16.523 INFO:teuthology.orchestra.run.smithi038.stderr: 24700K .......... .......... .......... .......... .......... 26% 316M 0s 2024-09-12T00:59:16.523 INFO:teuthology.orchestra.run.smithi038.stderr: 24750K .......... .......... .......... .......... .......... 26% 358M 0s 2024-09-12T00:59:16.523 INFO:teuthology.orchestra.run.smithi038.stderr: 24800K .......... .......... .......... .......... .......... 26% 377M 0s 2024-09-12T00:59:16.523 INFO:teuthology.orchestra.run.smithi038.stderr: 24850K .......... .......... .......... .......... .......... 26% 64.7M 0s 2024-09-12T00:59:16.523 INFO:teuthology.orchestra.run.smithi038.stderr: 24900K .......... .......... .......... .......... .......... 26% 286M 0s 2024-09-12T00:59:16.523 INFO:teuthology.orchestra.run.smithi038.stderr: 24950K .......... .......... .......... .......... .......... 26% 365M 0s 2024-09-12T00:59:16.523 INFO:teuthology.orchestra.run.smithi038.stderr: 25000K .......... .......... .......... .......... .......... 26% 387M 0s 2024-09-12T00:59:16.523 INFO:teuthology.orchestra.run.smithi038.stderr: 25050K .......... .......... .......... .......... .......... 27% 366M 0s 2024-09-12T00:59:16.523 INFO:teuthology.orchestra.run.smithi038.stderr: 25100K .......... .......... .......... .......... .......... 27% 310M 0s 2024-09-12T00:59:16.523 INFO:teuthology.orchestra.run.smithi038.stderr: 25150K .......... .......... .......... .......... .......... 27% 383M 0s 2024-09-12T00:59:16.523 INFO:teuthology.orchestra.run.smithi038.stderr: 25200K .......... .......... .......... .......... .......... 27% 348M 0s 2024-09-12T00:59:16.523 INFO:teuthology.orchestra.run.smithi038.stderr: 25250K .......... .......... .......... .......... .......... 27% 354M 0s 2024-09-12T00:59:16.523 INFO:teuthology.orchestra.run.smithi038.stderr: 25300K .......... .......... .......... .......... .......... 27% 344M 0s 2024-09-12T00:59:16.524 INFO:teuthology.orchestra.run.smithi038.stderr: 25350K .......... .......... .......... .......... .......... 27% 376M 0s 2024-09-12T00:59:16.524 INFO:teuthology.orchestra.run.smithi038.stderr: 25400K .......... .......... .......... .......... .......... 27% 380M 0s 2024-09-12T00:59:16.524 INFO:teuthology.orchestra.run.smithi038.stderr: 25450K .......... .......... .......... .......... .......... 27% 390M 0s 2024-09-12T00:59:16.524 INFO:teuthology.orchestra.run.smithi038.stderr: 25500K .......... .......... .......... .......... .......... 27% 317M 0s 2024-09-12T00:59:16.524 INFO:teuthology.orchestra.run.smithi038.stderr: 25550K .......... .......... .......... .......... .......... 27% 390M 0s 2024-09-12T00:59:16.524 INFO:teuthology.orchestra.run.smithi038.stderr: 25600K .......... .......... .......... .......... .......... 27% 360M 0s 2024-09-12T00:59:16.524 INFO:teuthology.orchestra.run.smithi038.stderr: 25650K .......... .......... .......... .......... .......... 27% 368M 0s 2024-09-12T00:59:16.524 INFO:teuthology.orchestra.run.smithi038.stderr: 25700K .......... .......... .......... .......... .......... 27% 348M 0s 2024-09-12T00:59:16.524 INFO:teuthology.orchestra.run.smithi038.stderr: 25750K .......... .......... .......... .......... .......... 27% 347M 0s 2024-09-12T00:59:16.524 INFO:teuthology.orchestra.run.smithi038.stderr: 25800K .......... .......... .......... .......... .......... 27% 372M 0s 2024-09-12T00:59:16.524 INFO:teuthology.orchestra.run.smithi038.stderr: 25850K .......... .......... .......... .......... .......... 27% 351M 0s 2024-09-12T00:59:16.524 INFO:teuthology.orchestra.run.smithi038.stderr: 25900K .......... .......... .......... .......... .......... 27% 306M 0s 2024-09-12T00:59:16.524 INFO:teuthology.orchestra.run.smithi038.stderr: 25950K .......... .......... .......... .......... .......... 27% 393M 0s 2024-09-12T00:59:16.524 INFO:teuthology.orchestra.run.smithi038.stderr: 26000K .......... .......... .......... .......... .......... 28% 142M 0s 2024-09-12T00:59:16.525 INFO:teuthology.orchestra.run.smithi038.stderr: 26050K .......... .......... .......... .......... .......... 28% 372M 0s 2024-09-12T00:59:16.525 INFO:teuthology.orchestra.run.smithi038.stderr: 26100K .......... .......... .......... .......... .......... 28% 336M 0s 2024-09-12T00:59:16.525 INFO:teuthology.orchestra.run.smithi038.stderr: 26150K .......... .......... .......... .......... .......... 28% 370M 0s 2024-09-12T00:59:16.525 INFO:teuthology.orchestra.run.smithi038.stderr: 26200K .......... .......... .......... .......... .......... 28% 337M 0s 2024-09-12T00:59:16.525 INFO:teuthology.orchestra.run.smithi038.stderr: 26250K .......... .......... .......... .......... .......... 28% 362M 0s 2024-09-12T00:59:16.525 INFO:teuthology.orchestra.run.smithi038.stderr: 26300K .......... .......... .......... .......... .......... 28% 96.4M 0s 2024-09-12T00:59:16.525 INFO:teuthology.orchestra.run.smithi038.stderr: 26350K .......... .......... .......... .......... .......... 28% 347M 0s 2024-09-12T00:59:16.525 INFO:teuthology.orchestra.run.smithi038.stderr: 26400K .......... .......... .......... .......... .......... 28% 369M 0s 2024-09-12T00:59:16.525 INFO:teuthology.orchestra.run.smithi038.stderr: 26450K .......... .......... .......... .......... .......... 28% 381M 0s 2024-09-12T00:59:16.525 INFO:teuthology.orchestra.run.smithi038.stderr: 26500K .......... .......... .......... .......... .......... 28% 241M 0s 2024-09-12T00:59:16.525 INFO:teuthology.orchestra.run.smithi038.stderr: 26550K .......... .......... .......... .......... .......... 28% 327M 0s 2024-09-12T00:59:16.525 INFO:teuthology.orchestra.run.smithi038.stderr: 26600K .......... .......... .......... .......... .......... 28% 388M 0s 2024-09-12T00:59:16.525 INFO:teuthology.orchestra.run.smithi038.stderr: 26650K .......... .......... .......... .......... .......... 28% 123M 0s 2024-09-12T00:59:16.525 INFO:teuthology.orchestra.run.smithi038.stderr: 26700K .......... .......... .......... .......... .......... 28% 284M 0s 2024-09-12T00:59:16.526 INFO:teuthology.orchestra.run.smithi038.stderr: 26750K .......... .......... .......... .......... .......... 28% 333M 0s 2024-09-12T00:59:16.526 INFO:teuthology.orchestra.run.smithi038.stderr: 26800K .......... .......... .......... .......... .......... 28% 363M 0s 2024-09-12T00:59:16.526 INFO:teuthology.orchestra.run.smithi038.stderr: 26850K .......... .......... .......... .......... .......... 28% 388M 0s 2024-09-12T00:59:16.526 INFO:teuthology.orchestra.run.smithi038.stderr: 26900K .......... .......... .......... .......... .......... 29% 130M 0s 2024-09-12T00:59:16.526 INFO:teuthology.orchestra.run.smithi038.stderr: 26950K .......... .......... .......... .......... .......... 29% 25.4M 0s 2024-09-12T00:59:16.526 INFO:teuthology.orchestra.run.smithi038.stderr: 27000K .......... .......... .......... .......... .......... 29% 317M 0s 2024-09-12T00:59:16.526 INFO:teuthology.orchestra.run.smithi038.stderr: 27050K .......... .......... .......... .......... .......... 29% 353M 0s 2024-09-12T00:59:16.526 INFO:teuthology.orchestra.run.smithi038.stderr: 27100K .......... .......... .......... .......... .......... 29% 172M 0s 2024-09-12T00:59:16.526 INFO:teuthology.orchestra.run.smithi038.stderr: 27150K .......... .......... .......... .......... .......... 29% 282M 0s 2024-09-12T00:59:16.526 INFO:teuthology.orchestra.run.smithi038.stderr: 27200K .......... .......... .......... .......... .......... 29% 383M 0s 2024-09-12T00:59:16.526 INFO:teuthology.orchestra.run.smithi038.stderr: 27250K .......... .......... .......... .......... .......... 29% 311M 0s 2024-09-12T00:59:16.526 INFO:teuthology.orchestra.run.smithi038.stderr: 27300K .......... .......... .......... .......... .......... 29% 221M 0s 2024-09-12T00:59:16.526 INFO:teuthology.orchestra.run.smithi038.stderr: 27350K .......... .......... .......... .......... .......... 29% 304M 0s 2024-09-12T00:59:16.526 INFO:teuthology.orchestra.run.smithi038.stderr: 27400K .......... .......... .......... .......... .......... 29% 378M 0s 2024-09-12T00:59:16.526 INFO:teuthology.orchestra.run.smithi038.stderr: 27450K .......... .......... .......... .......... .......... 29% 207M 0s 2024-09-12T00:59:16.527 INFO:teuthology.orchestra.run.smithi038.stderr: 27500K .......... .......... .......... .......... .......... 29% 262M 0s 2024-09-12T00:59:16.527 INFO:teuthology.orchestra.run.smithi038.stderr: 27550K .......... .......... .......... .......... .......... 29% 389M 0s 2024-09-12T00:59:16.527 INFO:teuthology.orchestra.run.smithi038.stderr: 27600K .......... .......... .......... .......... .......... 29% 137M 0s 2024-09-12T00:59:16.527 INFO:teuthology.orchestra.run.smithi038.stderr: 27650K .......... .......... .......... .......... .......... 29% 335M 0s 2024-09-12T00:59:16.527 INFO:teuthology.orchestra.run.smithi038.stderr: 27700K .......... .......... .......... .......... .......... 29% 345M 0s 2024-09-12T00:59:16.527 INFO:teuthology.orchestra.run.smithi038.stderr: 27750K .......... .......... .......... .......... .......... 29% 388M 0s 2024-09-12T00:59:16.527 INFO:teuthology.orchestra.run.smithi038.stderr: 27800K .......... .......... .......... .......... .......... 29% 89.6M 0s 2024-09-12T00:59:16.527 INFO:teuthology.orchestra.run.smithi038.stderr: 27850K .......... .......... .......... .......... .......... 30% 355M 0s 2024-09-12T00:59:16.527 INFO:teuthology.orchestra.run.smithi038.stderr: 27900K .......... .......... .......... .......... .......... 30% 311M 0s 2024-09-12T00:59:16.527 INFO:teuthology.orchestra.run.smithi038.stderr: 27950K .......... .......... .......... .......... .......... 30% 351M 0s 2024-09-12T00:59:16.527 INFO:teuthology.orchestra.run.smithi038.stderr: 28000K .......... .......... .......... .......... .......... 30% 369M 0s 2024-09-12T00:59:16.527 INFO:teuthology.orchestra.run.smithi038.stderr: 28050K .......... .......... .......... .......... .......... 30% 380M 0s 2024-09-12T00:59:16.527 INFO:teuthology.orchestra.run.smithi038.stderr: 28100K .......... .......... .......... .......... .......... 30% 339M 0s 2024-09-12T00:59:16.527 INFO:teuthology.orchestra.run.smithi038.stderr: 28150K .......... .......... .......... .......... .......... 30% 333M 0s 2024-09-12T00:59:16.528 INFO:teuthology.orchestra.run.smithi038.stderr: 28200K .......... .......... .......... .......... .......... 30% 379M 0s 2024-09-12T00:59:16.528 INFO:teuthology.orchestra.run.smithi038.stderr: 28250K .......... .......... .......... .......... .......... 30% 276M 0s 2024-09-12T00:59:16.528 INFO:teuthology.orchestra.run.smithi038.stderr: 28300K .......... .......... .......... .......... .......... 30% 313M 0s 2024-09-12T00:59:16.528 INFO:teuthology.orchestra.run.smithi038.stderr: 28350K .......... .......... .......... .......... .......... 30% 341M 0s 2024-09-12T00:59:16.528 INFO:teuthology.orchestra.run.smithi038.stderr: 28400K .......... .......... .......... .......... .......... 30% 341M 0s 2024-09-12T00:59:16.528 INFO:teuthology.orchestra.run.smithi038.stderr: 28450K .......... .......... .......... .......... .......... 30% 357M 0s 2024-09-12T00:59:16.528 INFO:teuthology.orchestra.run.smithi038.stderr: 28500K .......... .......... .......... .......... .......... 30% 279M 0s 2024-09-12T00:59:16.528 INFO:teuthology.orchestra.run.smithi038.stderr: 28550K .......... .......... .......... .......... .......... 30% 278M 0s 2024-09-12T00:59:16.528 INFO:teuthology.orchestra.run.smithi038.stderr: 28600K .......... .......... .......... .......... .......... 30% 300M 0s 2024-09-12T00:59:16.528 INFO:teuthology.orchestra.run.smithi038.stderr: 28650K .......... .......... .......... .......... .......... 30% 378M 0s 2024-09-12T00:59:16.528 INFO:teuthology.orchestra.run.smithi038.stderr: 28700K .......... .......... .......... .......... .......... 30% 275M 0s 2024-09-12T00:59:16.528 INFO:teuthology.orchestra.run.smithi038.stderr: 28750K .......... .......... .......... .......... .......... 31% 352M 0s 2024-09-12T00:59:16.529 INFO:teuthology.orchestra.run.smithi038.stderr: 28800K .......... .......... .......... .......... .......... 31% 374M 0s 2024-09-12T00:59:16.529 INFO:teuthology.orchestra.run.smithi038.stderr: 28850K .......... .......... .......... .......... .......... 31% 15.7M 0s 2024-09-12T00:59:16.529 INFO:teuthology.orchestra.run.smithi038.stderr: 28900K .......... .......... .......... .......... .......... 31% 309M 0s 2024-09-12T00:59:16.529 INFO:teuthology.orchestra.run.smithi038.stderr: 28950K .......... .......... .......... .......... .......... 31% 301M 0s 2024-09-12T00:59:16.529 INFO:teuthology.orchestra.run.smithi038.stderr: 29000K .......... .......... .......... .......... .......... 31% 368M 0s 2024-09-12T00:59:16.529 INFO:teuthology.orchestra.run.smithi038.stderr: 29050K .......... .......... .......... .......... .......... 31% 379M 0s 2024-09-12T00:59:16.529 INFO:teuthology.orchestra.run.smithi038.stderr: 29100K .......... .......... .......... .......... .......... 31% 314M 0s 2024-09-12T00:59:16.529 INFO:teuthology.orchestra.run.smithi038.stderr: 29150K .......... .......... .......... .......... .......... 31% 338M 0s 2024-09-12T00:59:16.529 INFO:teuthology.orchestra.run.smithi038.stderr: 29200K .......... .......... .......... .......... .......... 31% 364M 0s 2024-09-12T00:59:16.529 INFO:teuthology.orchestra.run.smithi038.stderr: 29250K .......... .......... .......... .......... .......... 31% 383M 0s 2024-09-12T00:59:16.529 INFO:teuthology.orchestra.run.smithi038.stderr: 29300K .......... .......... .......... .......... .......... 31% 334M 0s 2024-09-12T00:59:16.529 INFO:teuthology.orchestra.run.smithi038.stderr: 29350K .......... .......... .......... .......... .......... 31% 375M 0s 2024-09-12T00:59:16.529 INFO:teuthology.orchestra.run.smithi038.stderr: 29400K .......... .......... .......... .......... .......... 31% 360M 0s 2024-09-12T00:59:16.529 INFO:teuthology.orchestra.run.smithi038.stderr: 29450K .......... .......... .......... .......... .......... 31% 381M 0s 2024-09-12T00:59:16.529 INFO:teuthology.orchestra.run.smithi038.stderr: 29500K .......... .......... .......... .......... .......... 31% 283M 0s 2024-09-12T00:59:16.530 INFO:teuthology.orchestra.run.smithi038.stderr: 29550K .......... .......... .......... .......... .......... 31% 367M 0s 2024-09-12T00:59:16.530 INFO:teuthology.orchestra.run.smithi038.stderr: 29600K .......... .......... .......... .......... .......... 31% 383M 0s 2024-09-12T00:59:16.530 INFO:teuthology.orchestra.run.smithi038.stderr: 29650K .......... .......... .......... .......... .......... 31% 380M 0s 2024-09-12T00:59:16.530 INFO:teuthology.orchestra.run.smithi038.stderr: 29700K .......... .......... .......... .......... .......... 32% 322M 0s 2024-09-12T00:59:16.530 INFO:teuthology.orchestra.run.smithi038.stderr: 29750K .......... .......... .......... .......... .......... 32% 371M 0s 2024-09-12T00:59:16.530 INFO:teuthology.orchestra.run.smithi038.stderr: 29800K .......... .......... .......... .......... .......... 32% 374M 0s 2024-09-12T00:59:16.530 INFO:teuthology.orchestra.run.smithi038.stderr: 29850K .......... .......... .......... .......... .......... 32% 392M 0s 2024-09-12T00:59:16.530 INFO:teuthology.orchestra.run.smithi038.stderr: 29900K .......... .......... .......... .......... .......... 32% 269M 0s 2024-09-12T00:59:16.530 INFO:teuthology.orchestra.run.smithi038.stderr: 29950K .......... .......... .......... .......... .......... 32% 379M 0s 2024-09-12T00:59:16.530 INFO:teuthology.orchestra.run.smithi038.stderr: 30000K .......... .......... .......... .......... .......... 32% 381M 0s 2024-09-12T00:59:16.530 INFO:teuthology.orchestra.run.smithi038.stderr: 30050K .......... .......... .......... .......... .......... 32% 352M 0s 2024-09-12T00:59:16.530 INFO:teuthology.orchestra.run.smithi038.stderr: 30100K .......... .......... .......... .......... .......... 32% 298M 0s 2024-09-12T00:59:16.530 INFO:teuthology.orchestra.run.smithi038.stderr: 30150K .......... .......... .......... .......... .......... 32% 384M 0s 2024-09-12T00:59:16.530 INFO:teuthology.orchestra.run.smithi038.stderr: 30200K .......... .......... .......... .......... .......... 32% 364M 0s 2024-09-12T00:59:16.531 INFO:teuthology.orchestra.run.smithi038.stderr: 30250K .......... .......... .......... .......... .......... 32% 325M 0s 2024-09-12T00:59:16.531 INFO:teuthology.orchestra.run.smithi038.stderr: 30300K .......... .......... .......... .......... .......... 32% 273M 0s 2024-09-12T00:59:16.531 INFO:teuthology.orchestra.run.smithi038.stderr: 30350K .......... .......... .......... .......... .......... 32% 344M 0s 2024-09-12T00:59:16.531 INFO:teuthology.orchestra.run.smithi038.stderr: 30400K .......... .......... .......... .......... .......... 32% 355M 0s 2024-09-12T00:59:16.531 INFO:teuthology.orchestra.run.smithi038.stderr: 30450K .......... .......... .......... .......... .......... 32% 366M 0s 2024-09-12T00:59:16.531 INFO:teuthology.orchestra.run.smithi038.stderr: 30500K .......... .......... .......... .......... .......... 32% 339M 0s 2024-09-12T00:59:16.531 INFO:teuthology.orchestra.run.smithi038.stderr: 30550K .......... .......... .......... .......... .......... 32% 383M 0s 2024-09-12T00:59:16.531 INFO:teuthology.orchestra.run.smithi038.stderr: 30600K .......... .......... .......... .......... .......... 32% 158M 0s 2024-09-12T00:59:16.531 INFO:teuthology.orchestra.run.smithi038.stderr: 30650K .......... .......... .......... .......... .......... 33% 356M 0s 2024-09-12T00:59:16.531 INFO:teuthology.orchestra.run.smithi038.stderr: 30700K .......... .......... .......... .......... .......... 33% 362M 0s 2024-09-12T00:59:16.531 INFO:teuthology.orchestra.run.smithi038.stderr: 30750K .......... .......... .......... .......... .......... 33% 95.7M 0s 2024-09-12T00:59:16.531 INFO:teuthology.orchestra.run.smithi038.stderr: 30800K .......... .......... .......... .......... .......... 33% 360M 0s 2024-09-12T00:59:16.531 INFO:teuthology.orchestra.run.smithi038.stderr: 30850K .......... .......... .......... .......... .......... 33% 303M 0s 2024-09-12T00:59:16.531 INFO:teuthology.orchestra.run.smithi038.stderr: 30900K .......... .......... .......... .......... .......... 33% 395M 0s 2024-09-12T00:59:16.532 INFO:teuthology.orchestra.run.smithi038.stderr: 30950K .......... .......... .......... .......... .......... 33% 304M 0s 2024-09-12T00:59:16.532 INFO:teuthology.orchestra.run.smithi038.stderr: 31000K .......... .......... .......... .......... .......... 33% 304M 0s 2024-09-12T00:59:16.532 INFO:teuthology.orchestra.run.smithi038.stderr: 31050K .......... .......... .......... .......... .......... 33% 387M 0s 2024-09-12T00:59:16.532 INFO:teuthology.orchestra.run.smithi038.stderr: 31100K .......... .......... .......... .......... .......... 33% 270M 0s 2024-09-12T00:59:16.532 INFO:teuthology.orchestra.run.smithi038.stderr: 31150K .......... .......... .......... .......... .......... 33% 321M 0s 2024-09-12T00:59:16.532 INFO:teuthology.orchestra.run.smithi038.stderr: 31200K .......... .......... .......... .......... .......... 33% 365M 0s 2024-09-12T00:59:16.532 INFO:teuthology.orchestra.run.smithi038.stderr: 31250K .......... .......... .......... .......... .......... 33% 354M 0s 2024-09-12T00:59:16.532 INFO:teuthology.orchestra.run.smithi038.stderr: 31300K .......... .......... .......... .......... .......... 33% 398M 0s 2024-09-12T00:59:16.532 INFO:teuthology.orchestra.run.smithi038.stderr: 31350K .......... .......... .......... .......... .......... 33% 344M 0s 2024-09-12T00:59:16.532 INFO:teuthology.orchestra.run.smithi038.stderr: 31400K .......... .......... .......... .......... .......... 33% 239M 0s 2024-09-12T00:59:16.532 INFO:teuthology.orchestra.run.smithi038.stderr: 31450K .......... .......... .......... .......... .......... 33% 334M 0s 2024-09-12T00:59:16.532 INFO:teuthology.orchestra.run.smithi038.stderr: 31500K .......... .......... .......... .......... .......... 33% 363M 0s 2024-09-12T00:59:16.532 INFO:teuthology.orchestra.run.smithi038.stderr: 31550K .......... .......... .......... .......... .......... 34% 308M 0s 2024-09-12T00:59:16.532 INFO:teuthology.orchestra.run.smithi038.stderr: 31600K .......... .......... .......... .......... .......... 34% 374M 0s 2024-09-12T00:59:16.532 INFO:teuthology.orchestra.run.smithi038.stderr: 31650K .......... .......... .......... .......... .......... 34% 380M 0s 2024-09-12T00:59:16.533 INFO:teuthology.orchestra.run.smithi038.stderr: 31700K .......... .......... .......... .......... .......... 34% 13.1M 0s 2024-09-12T00:59:16.533 INFO:teuthology.orchestra.run.smithi038.stderr: 31750K .......... .......... .......... .......... .......... 34% 293M 0s 2024-09-12T00:59:16.533 INFO:teuthology.orchestra.run.smithi038.stderr: 31800K .......... .......... .......... .......... .......... 34% 373M 0s 2024-09-12T00:59:16.533 INFO:teuthology.orchestra.run.smithi038.stderr: 31850K .......... .......... .......... .......... .......... 34% 56.3M 0s 2024-09-12T00:59:16.533 INFO:teuthology.orchestra.run.smithi038.stderr: 31900K .......... .......... .......... .......... .......... 34% 83.7M 0s 2024-09-12T00:59:16.533 INFO:teuthology.orchestra.run.smithi038.stderr: 31950K .......... .......... .......... .......... .......... 34% 192M 0s 2024-09-12T00:59:16.533 INFO:teuthology.orchestra.run.smithi038.stderr: 32000K .......... .......... .......... .......... .......... 34% 337M 0s 2024-09-12T00:59:16.533 INFO:teuthology.orchestra.run.smithi038.stderr: 32050K .......... .......... .......... .......... .......... 34% 355M 0s 2024-09-12T00:59:16.533 INFO:teuthology.orchestra.run.smithi038.stderr: 32100K .......... .......... .......... .......... .......... 34% 209M 0s 2024-09-12T00:59:16.533 INFO:teuthology.orchestra.run.smithi038.stderr: 32150K .......... .......... .......... .......... .......... 34% 304M 0s 2024-09-12T00:59:16.533 INFO:teuthology.orchestra.run.smithi038.stderr: 32200K .......... .......... .......... .......... .......... 34% 348M 0s 2024-09-12T00:59:16.533 INFO:teuthology.orchestra.run.smithi038.stderr: 32250K .......... .......... .......... .......... .......... 34% 363M 0s 2024-09-12T00:59:16.533 INFO:teuthology.orchestra.run.smithi038.stderr: 32300K .......... .......... .......... .......... .......... 34% 375M 0s 2024-09-12T00:59:16.533 INFO:teuthology.orchestra.run.smithi038.stderr: 32350K .......... .......... .......... .......... .......... 34% 321M 0s 2024-09-12T00:59:16.534 INFO:teuthology.orchestra.run.smithi038.stderr: 32400K .......... .......... .......... .......... .......... 34% 358M 0s 2024-09-12T00:59:16.534 INFO:teuthology.orchestra.run.smithi038.stderr: 32450K .......... .......... .......... .......... .......... 34% 369M 0s 2024-09-12T00:59:16.534 INFO:teuthology.orchestra.run.smithi038.stderr: 32500K .......... .......... .......... .......... .......... 35% 305M 0s 2024-09-12T00:59:16.534 INFO:teuthology.orchestra.run.smithi038.stderr: 32550K .......... .......... .......... .......... .......... 35% 346M 0s 2024-09-12T00:59:16.534 INFO:teuthology.orchestra.run.smithi038.stderr: 32600K .......... .......... .......... .......... .......... 35% 355M 0s 2024-09-12T00:59:16.534 INFO:teuthology.orchestra.run.smithi038.stderr: 32650K .......... .......... .......... .......... .......... 35% 358M 0s 2024-09-12T00:59:16.534 INFO:teuthology.orchestra.run.smithi038.stderr: 32700K .......... .......... .......... .......... .......... 35% 359M 0s 2024-09-12T00:59:16.534 INFO:teuthology.orchestra.run.smithi038.stderr: 32750K .......... .......... .......... .......... .......... 35% 312M 0s 2024-09-12T00:59:16.534 INFO:teuthology.orchestra.run.smithi038.stderr: 32800K .......... .......... .......... .......... .......... 35% 378M 0s 2024-09-12T00:59:16.534 INFO:teuthology.orchestra.run.smithi038.stderr: 32850K .......... .......... .......... .......... .......... 35% 357M 0s 2024-09-12T00:59:16.534 INFO:teuthology.orchestra.run.smithi038.stderr: 32900K .......... .......... .......... .......... .......... 35% 371M 0s 2024-09-12T00:59:16.534 INFO:teuthology.orchestra.run.smithi038.stderr: 32950K .......... .......... .......... .......... .......... 35% 337M 0s 2024-09-12T00:59:16.534 INFO:teuthology.orchestra.run.smithi038.stderr: 33000K .......... .......... .......... .......... .......... 35% 376M 0s 2024-09-12T00:59:16.534 INFO:teuthology.orchestra.run.smithi038.stderr: 33050K .......... .......... .......... .......... .......... 35% 374M 0s 2024-09-12T00:59:16.534 INFO:teuthology.orchestra.run.smithi038.stderr: 33100K .......... .......... .......... .......... .......... 35% 369M 0s 2024-09-12T00:59:16.535 INFO:teuthology.orchestra.run.smithi038.stderr: 33150K .......... .......... .......... .......... .......... 35% 307M 0s 2024-09-12T00:59:16.535 INFO:teuthology.orchestra.run.smithi038.stderr: 33200K .......... .......... .......... .......... .......... 35% 360M 0s 2024-09-12T00:59:16.535 INFO:teuthology.orchestra.run.smithi038.stderr: 33250K .......... .......... .......... .......... .......... 35% 382M 0s 2024-09-12T00:59:16.535 INFO:teuthology.orchestra.run.smithi038.stderr: 33300K .......... .......... .......... .......... .......... 35% 389M 0s 2024-09-12T00:59:16.535 INFO:teuthology.orchestra.run.smithi038.stderr: 33350K .......... .......... .......... .......... .......... 35% 312M 0s 2024-09-12T00:59:16.535 INFO:teuthology.orchestra.run.smithi038.stderr: 33400K .......... .......... .......... .......... .......... 36% 365M 0s 2024-09-12T00:59:16.535 INFO:teuthology.orchestra.run.smithi038.stderr: 33450K .......... .......... .......... .......... .......... 36% 374M 0s 2024-09-12T00:59:16.535 INFO:teuthology.orchestra.run.smithi038.stderr: 33500K .......... .......... .......... .......... .......... 36% 372M 0s 2024-09-12T00:59:16.535 INFO:teuthology.orchestra.run.smithi038.stderr: 33550K .......... .......... .......... .......... .......... 36% 321M 0s 2024-09-12T00:59:16.535 INFO:teuthology.orchestra.run.smithi038.stderr: 33600K .......... .......... .......... .......... .......... 36% 373M 0s 2024-09-12T00:59:16.535 INFO:teuthology.orchestra.run.smithi038.stderr: 33650K .......... .......... .......... .......... .......... 36% 393M 0s 2024-09-12T00:59:16.535 INFO:teuthology.orchestra.run.smithi038.stderr: 33700K .......... .......... .......... .......... .......... 36% 389M 0s 2024-09-12T00:59:16.535 INFO:teuthology.orchestra.run.smithi038.stderr: 33750K .......... .......... .......... .......... .......... 36% 353M 0s 2024-09-12T00:59:16.535 INFO:teuthology.orchestra.run.smithi038.stderr: 33800K .......... .......... .......... .......... .......... 36% 390M 0s 2024-09-12T00:59:16.536 INFO:teuthology.orchestra.run.smithi038.stderr: 33850K .......... .......... .......... .......... .......... 36% 308M 0s 2024-09-12T00:59:16.536 INFO:teuthology.orchestra.run.smithi038.stderr: 33900K .......... .......... .......... .......... .......... 36% 387M 0s 2024-09-12T00:59:16.536 INFO:teuthology.orchestra.run.smithi038.stderr: 33950K .......... .......... .......... .......... .......... 36% 289M 0s 2024-09-12T00:59:16.536 INFO:teuthology.orchestra.run.smithi038.stderr: 34000K .......... .......... .......... .......... .......... 36% 355M 0s 2024-09-12T00:59:16.536 INFO:teuthology.orchestra.run.smithi038.stderr: 34050K .......... .......... .......... .......... .......... 36% 384M 0s 2024-09-12T00:59:16.536 INFO:teuthology.orchestra.run.smithi038.stderr: 34100K .......... .......... .......... .......... .......... 36% 363M 0s 2024-09-12T00:59:16.536 INFO:teuthology.orchestra.run.smithi038.stderr: 34150K .......... .......... .......... .......... .......... 36% 354M 0s 2024-09-12T00:59:16.536 INFO:teuthology.orchestra.run.smithi038.stderr: 34200K .......... .......... .......... .......... .......... 36% 381M 0s 2024-09-12T00:59:16.536 INFO:teuthology.orchestra.run.smithi038.stderr: 34250K .......... .......... .......... .......... .......... 36% 370M 0s 2024-09-12T00:59:16.536 INFO:teuthology.orchestra.run.smithi038.stderr: 34300K .......... .......... .......... .......... .......... 36% 364M 0s 2024-09-12T00:59:16.536 INFO:teuthology.orchestra.run.smithi038.stderr: 34350K .......... .......... .......... .......... .......... 37% 320M 0s 2024-09-12T00:59:16.536 INFO:teuthology.orchestra.run.smithi038.stderr: 34400K .......... .......... .......... .......... .......... 37% 387M 0s 2024-09-12T00:59:16.536 INFO:teuthology.orchestra.run.smithi038.stderr: 34450K .......... .......... .......... .......... .......... 37% 395M 0s 2024-09-12T00:59:16.536 INFO:teuthology.orchestra.run.smithi038.stderr: 34500K .......... .......... .......... .......... .......... 37% 400M 0s 2024-09-12T00:59:16.536 INFO:teuthology.orchestra.run.smithi038.stderr: 34550K .......... .......... .......... .......... .......... 37% 359M 0s 2024-09-12T00:59:16.537 INFO:teuthology.orchestra.run.smithi038.stderr: 34600K .......... .......... .......... .......... .......... 37% 397M 0s 2024-09-12T00:59:16.537 INFO:teuthology.orchestra.run.smithi038.stderr: 34650K .......... .......... .......... .......... .......... 37% 391M 0s 2024-09-12T00:59:16.537 INFO:teuthology.orchestra.run.smithi038.stderr: 34700K .......... .......... .......... .......... .......... 37% 18.0M 0s 2024-09-12T00:59:16.537 INFO:teuthology.orchestra.run.smithi038.stderr: 34750K .......... .......... .......... .......... .......... 37% 276M 0s 2024-09-12T00:59:16.537 INFO:teuthology.orchestra.run.smithi038.stderr: 34800K .......... .......... .......... .......... .......... 37% 354M 0s 2024-09-12T00:59:16.537 INFO:teuthology.orchestra.run.smithi038.stderr: 34850K .......... .......... .......... .......... .......... 37% 362M 0s 2024-09-12T00:59:16.537 INFO:teuthology.orchestra.run.smithi038.stderr: 34900K .......... .......... .......... .......... .......... 37% 75.9M 0s 2024-09-12T00:59:16.537 INFO:teuthology.orchestra.run.smithi038.stderr: 34950K .......... .......... .......... .......... .......... 37% 98.1M 0s 2024-09-12T00:59:16.537 INFO:teuthology.orchestra.run.smithi038.stderr: 35000K .......... .......... .......... .......... .......... 37% 368M 0s 2024-09-12T00:59:16.537 INFO:teuthology.orchestra.run.smithi038.stderr: 35050K .......... .......... .......... .......... .......... 37% 105M 0s 2024-09-12T00:59:16.537 INFO:teuthology.orchestra.run.smithi038.stderr: 35100K .......... .......... .......... .......... .......... 37% 148M 0s 2024-09-12T00:59:16.537 INFO:teuthology.orchestra.run.smithi038.stderr: 35150K .......... .......... .......... .......... .......... 37% 313M 0s 2024-09-12T00:59:16.537 INFO:teuthology.orchestra.run.smithi038.stderr: 35200K .......... .......... .......... .......... .......... 37% 391M 0s 2024-09-12T00:59:16.537 INFO:teuthology.orchestra.run.smithi038.stderr: 35250K .......... .......... .......... .......... .......... 37% 401M 0s 2024-09-12T00:59:16.538 INFO:teuthology.orchestra.run.smithi038.stderr: 35300K .......... .......... .......... .......... .......... 38% 308M 0s 2024-09-12T00:59:16.538 INFO:teuthology.orchestra.run.smithi038.stderr: 35350K .......... .......... .......... .......... .......... 38% 51.9M 0s 2024-09-12T00:59:16.538 INFO:teuthology.orchestra.run.smithi038.stderr: 35400K .......... .......... .......... .......... .......... 38% 302M 0s 2024-09-12T00:59:16.538 INFO:teuthology.orchestra.run.smithi038.stderr: 35450K .......... .......... .......... .......... .......... 38% 375M 0s 2024-09-12T00:59:16.538 INFO:teuthology.orchestra.run.smithi038.stderr: 35500K .......... .......... .......... .......... .......... 38% 357M 0s 2024-09-12T00:59:16.538 INFO:teuthology.orchestra.run.smithi038.stderr: 35550K .......... .......... .......... .......... .......... 38% 312M 0s 2024-09-12T00:59:16.538 INFO:teuthology.orchestra.run.smithi038.stderr: 35600K .......... .......... .......... .......... .......... 38% 386M 0s 2024-09-12T00:59:16.538 INFO:teuthology.orchestra.run.smithi038.stderr: 35650K .......... .......... .......... .......... .......... 38% 391M 0s 2024-09-12T00:59:16.538 INFO:teuthology.orchestra.run.smithi038.stderr: 35700K .......... .......... .......... .......... .......... 38% 348M 0s 2024-09-12T00:59:16.538 INFO:teuthology.orchestra.run.smithi038.stderr: 35750K .......... .......... .......... .......... .......... 38% 333M 0s 2024-09-12T00:59:16.538 INFO:teuthology.orchestra.run.smithi038.stderr: 35800K .......... .......... .......... .......... .......... 38% 380M 0s 2024-09-12T00:59:16.538 INFO:teuthology.orchestra.run.smithi038.stderr: 35850K .......... .......... .......... .......... .......... 38% 343M 0s 2024-09-12T00:59:16.538 INFO:teuthology.orchestra.run.smithi038.stderr: 35900K .......... .......... .......... .......... .......... 38% 358M 0s 2024-09-12T00:59:16.538 INFO:teuthology.orchestra.run.smithi038.stderr: 35950K .......... .......... .......... .......... .......... 38% 305M 0s 2024-09-12T00:59:16.539 INFO:teuthology.orchestra.run.smithi038.stderr: 36000K .......... .......... .......... .......... .......... 38% 377M 0s 2024-09-12T00:59:16.539 INFO:teuthology.orchestra.run.smithi038.stderr: 36050K .......... .......... .......... .......... .......... 38% 385M 0s 2024-09-12T00:59:16.539 INFO:teuthology.orchestra.run.smithi038.stderr: 36100K .......... .......... .......... .......... .......... 38% 342M 0s 2024-09-12T00:59:16.539 INFO:teuthology.orchestra.run.smithi038.stderr: 36150K .......... .......... .......... .......... .......... 38% 336M 0s 2024-09-12T00:59:16.539 INFO:teuthology.orchestra.run.smithi038.stderr: 36200K .......... .......... .......... .......... .......... 39% 325M 0s 2024-09-12T00:59:16.539 INFO:teuthology.orchestra.run.smithi038.stderr: 36250K .......... .......... .......... .......... .......... 39% 329M 0s 2024-09-12T00:59:16.539 INFO:teuthology.orchestra.run.smithi038.stderr: 36300K .......... .......... .......... .......... .......... 39% 390M 0s 2024-09-12T00:59:16.539 INFO:teuthology.orchestra.run.smithi038.stderr: 36350K .......... .......... .......... .......... .......... 39% 301M 0s 2024-09-12T00:59:16.539 INFO:teuthology.orchestra.run.smithi038.stderr: 36400K .......... .......... .......... .......... .......... 39% 338M 0s 2024-09-12T00:59:16.539 INFO:teuthology.orchestra.run.smithi038.stderr: 36450K .......... .......... .......... .......... .......... 39% 388M 0s 2024-09-12T00:59:16.539 INFO:teuthology.orchestra.run.smithi038.stderr: 36500K .......... .......... .......... .......... .......... 39% 386M 0s 2024-09-12T00:59:16.539 INFO:teuthology.orchestra.run.smithi038.stderr: 36550K .......... .......... .......... .......... .......... 39% 317M 0s 2024-09-12T00:59:16.539 INFO:teuthology.orchestra.run.smithi038.stderr: 36600K .......... .......... .......... .......... .......... 39% 391M 0s 2024-09-12T00:59:16.539 INFO:teuthology.orchestra.run.smithi038.stderr: 36650K .......... .......... .......... .......... .......... 39% 373M 0s 2024-09-12T00:59:16.540 INFO:teuthology.orchestra.run.smithi038.stderr: 36700K .......... .......... .......... .......... .......... 39% 347M 0s 2024-09-12T00:59:16.540 INFO:teuthology.orchestra.run.smithi038.stderr: 36750K .......... .......... .......... .......... .......... 39% 300M 0s 2024-09-12T00:59:16.540 INFO:teuthology.orchestra.run.smithi038.stderr: 36800K .......... .......... .......... .......... .......... 39% 367M 0s 2024-09-12T00:59:16.540 INFO:teuthology.orchestra.run.smithi038.stderr: 36850K .......... .......... .......... .......... .......... 39% 355M 0s 2024-09-12T00:59:16.540 INFO:teuthology.orchestra.run.smithi038.stderr: 36900K .......... .......... .......... .......... .......... 39% 394M 0s 2024-09-12T00:59:16.540 INFO:teuthology.orchestra.run.smithi038.stderr: 36950K .......... .......... .......... .......... .......... 39% 324M 0s 2024-09-12T00:59:16.540 INFO:teuthology.orchestra.run.smithi038.stderr: 37000K .......... .......... .......... .......... .......... 39% 394M 0s 2024-09-12T00:59:16.540 INFO:teuthology.orchestra.run.smithi038.stderr: 37050K .......... .......... .......... .......... .......... 39% 400M 0s 2024-09-12T00:59:16.540 INFO:teuthology.orchestra.run.smithi038.stderr: 37100K .......... .......... .......... .......... .......... 39% 398M 0s 2024-09-12T00:59:16.540 INFO:teuthology.orchestra.run.smithi038.stderr: 37150K .......... .......... .......... .......... .......... 40% 326M 0s 2024-09-12T00:59:16.540 INFO:teuthology.orchestra.run.smithi038.stderr: 37200K .......... .......... .......... .......... .......... 40% 398M 0s 2024-09-12T00:59:16.540 INFO:teuthology.orchestra.run.smithi038.stderr: 37250K .......... .......... .......... .......... .......... 40% 395M 0s 2024-09-12T00:59:16.540 INFO:teuthology.orchestra.run.smithi038.stderr: 37300K .......... .......... .......... .......... .......... 40% 323M 0s 2024-09-12T00:59:16.540 INFO:teuthology.orchestra.run.smithi038.stderr: 37350K .......... .......... .......... .......... .......... 40% 273M 0s 2024-09-12T00:59:16.541 INFO:teuthology.orchestra.run.smithi038.stderr: 37400K .......... .......... .......... .......... .......... 40% 380M 0s 2024-09-12T00:59:16.541 INFO:teuthology.orchestra.run.smithi038.stderr: 37450K .......... .......... .......... .......... .......... 40% 334M 0s 2024-09-12T00:59:16.541 INFO:teuthology.orchestra.run.smithi038.stderr: 37500K .......... .......... .......... .......... .......... 40% 21.1M 0s 2024-09-12T00:59:16.541 INFO:teuthology.orchestra.run.smithi038.stderr: 37550K .......... .......... .......... .......... .......... 40% 274M 0s 2024-09-12T00:59:16.541 INFO:teuthology.orchestra.run.smithi038.stderr: 37600K .......... .......... .......... .......... .......... 40% 341M 0s 2024-09-12T00:59:16.541 INFO:teuthology.orchestra.run.smithi038.stderr: 37650K .......... .......... .......... .......... .......... 40% 381M 0s 2024-09-12T00:59:16.541 INFO:teuthology.orchestra.run.smithi038.stderr: 37700K .......... .......... .......... .......... .......... 40% 396M 0s 2024-09-12T00:59:16.541 INFO:teuthology.orchestra.run.smithi038.stderr: 37750K .......... .......... .......... .......... .......... 40% 352M 0s 2024-09-12T00:59:16.541 INFO:teuthology.orchestra.run.smithi038.stderr: 37800K .......... .......... .......... .......... .......... 40% 383M 0s 2024-09-12T00:59:16.541 INFO:teuthology.orchestra.run.smithi038.stderr: 37850K .......... .......... .......... .......... .......... 40% 389M 0s 2024-09-12T00:59:16.541 INFO:teuthology.orchestra.run.smithi038.stderr: 37900K .......... .......... .......... .......... .......... 40% 381M 0s 2024-09-12T00:59:16.541 INFO:teuthology.orchestra.run.smithi038.stderr: 37950K .......... .......... .......... .......... .......... 40% 293M 0s 2024-09-12T00:59:16.541 INFO:teuthology.orchestra.run.smithi038.stderr: 38000K .......... .......... .......... .......... .......... 40% 69.3M 0s 2024-09-12T00:59:16.541 INFO:teuthology.orchestra.run.smithi038.stderr: 38050K .......... .......... .......... .......... .......... 41% 333M 0s 2024-09-12T00:59:16.542 INFO:teuthology.orchestra.run.smithi038.stderr: 38100K .......... .......... .......... .......... .......... 41% 307M 0s 2024-09-12T00:59:16.542 INFO:teuthology.orchestra.run.smithi038.stderr: 38150K .......... .......... .......... .......... .......... 41% 187M 0s 2024-09-12T00:59:16.542 INFO:teuthology.orchestra.run.smithi038.stderr: 38200K .......... .......... .......... .......... .......... 41% 211M 0s 2024-09-12T00:59:16.542 INFO:teuthology.orchestra.run.smithi038.stderr: 38250K .......... .......... .......... .......... .......... 41% 283M 0s 2024-09-12T00:59:16.542 INFO:teuthology.orchestra.run.smithi038.stderr: 38300K .......... .......... .......... .......... .......... 41% 363M 0s 2024-09-12T00:59:16.542 INFO:teuthology.orchestra.run.smithi038.stderr: 38350K .......... .......... .......... .......... .......... 41% 268M 0s 2024-09-12T00:59:16.542 INFO:teuthology.orchestra.run.smithi038.stderr: 38400K .......... .......... .......... .......... .......... 41% 58.3M 0s 2024-09-12T00:59:16.542 INFO:teuthology.orchestra.run.smithi038.stderr: 38450K .......... .......... .......... .......... .......... 41% 193M 0s 2024-09-12T00:59:16.542 INFO:teuthology.orchestra.run.smithi038.stderr: 38500K .......... .......... .......... .......... .......... 41% 374M 0s 2024-09-12T00:59:16.542 INFO:teuthology.orchestra.run.smithi038.stderr: 38550K .......... .......... .......... .......... .......... 41% 173M 0s 2024-09-12T00:59:16.542 INFO:teuthology.orchestra.run.smithi038.stderr: 38600K .......... .......... .......... .......... .......... 41% 364M 0s 2024-09-12T00:59:16.542 INFO:teuthology.orchestra.run.smithi038.stderr: 38650K .......... .......... .......... .......... .......... 41% 375M 0s 2024-09-12T00:59:16.542 INFO:teuthology.orchestra.run.smithi038.stderr: 38700K .......... .......... .......... .......... .......... 41% 373M 0s 2024-09-12T00:59:16.542 INFO:teuthology.orchestra.run.smithi038.stderr: 38750K .......... .......... .......... .......... .......... 41% 303M 0s 2024-09-12T00:59:16.543 INFO:teuthology.orchestra.run.smithi038.stderr: 38800K .......... .......... .......... .......... .......... 41% 329M 0s 2024-09-12T00:59:16.543 INFO:teuthology.orchestra.run.smithi038.stderr: 38850K .......... .......... .......... .......... .......... 41% 403M 0s 2024-09-12T00:59:16.543 INFO:teuthology.orchestra.run.smithi038.stderr: 38900K .......... .......... .......... .......... .......... 41% 386M 0s 2024-09-12T00:59:16.543 INFO:teuthology.orchestra.run.smithi038.stderr: 38950K .......... .......... .......... .......... .......... 41% 359M 0s 2024-09-12T00:59:16.543 INFO:teuthology.orchestra.run.smithi038.stderr: 39000K .......... .......... .......... .......... .......... 42% 384M 0s 2024-09-12T00:59:16.543 INFO:teuthology.orchestra.run.smithi038.stderr: 39050K .......... .......... .......... .......... .......... 42% 351M 0s 2024-09-12T00:59:16.543 INFO:teuthology.orchestra.run.smithi038.stderr: 39100K .......... .......... .......... .......... .......... 42% 338M 0s 2024-09-12T00:59:16.543 INFO:teuthology.orchestra.run.smithi038.stderr: 39150K .......... .......... .......... .......... .......... 42% 328M 0s 2024-09-12T00:59:16.543 INFO:teuthology.orchestra.run.smithi038.stderr: 39200K .......... .......... .......... .......... .......... 42% 374M 0s 2024-09-12T00:59:16.543 INFO:teuthology.orchestra.run.smithi038.stderr: 39250K .......... .......... .......... .......... .......... 42% 391M 0s 2024-09-12T00:59:16.543 INFO:teuthology.orchestra.run.smithi038.stderr: 39300K .......... .......... .......... .......... .......... 42% 393M 0s 2024-09-12T00:59:16.543 INFO:teuthology.orchestra.run.smithi038.stderr: 39350K .......... .......... .......... .......... .......... 42% 356M 0s 2024-09-12T00:59:16.543 INFO:teuthology.orchestra.run.smithi038.stderr: 39400K .......... .......... .......... .......... .......... 42% 390M 0s 2024-09-12T00:59:16.544 INFO:teuthology.orchestra.run.smithi038.stderr: 39450K .......... .......... .......... .......... .......... 42% 270M 0s 2024-09-12T00:59:16.544 INFO:teuthology.orchestra.run.smithi038.stderr: 39500K .......... .......... .......... .......... .......... 42% 344M 0s 2024-09-12T00:59:16.544 INFO:teuthology.orchestra.run.smithi038.stderr: 39550K .......... .......... .......... .......... .......... 42% 311M 0s 2024-09-12T00:59:16.544 INFO:teuthology.orchestra.run.smithi038.stderr: 39600K .......... .......... .......... .......... .......... 42% 387M 0s 2024-09-12T00:59:16.544 INFO:teuthology.orchestra.run.smithi038.stderr: 39650K .......... .......... .......... .......... .......... 42% 379M 0s 2024-09-12T00:59:16.544 INFO:teuthology.orchestra.run.smithi038.stderr: 39700K .......... .......... .......... .......... .......... 42% 397M 0s 2024-09-12T00:59:16.544 INFO:teuthology.orchestra.run.smithi038.stderr: 39750K .......... .......... .......... .......... .......... 42% 330M 0s 2024-09-12T00:59:16.544 INFO:teuthology.orchestra.run.smithi038.stderr: 39800K .......... .......... .......... .......... .......... 42% 353M 0s 2024-09-12T00:59:16.544 INFO:teuthology.orchestra.run.smithi038.stderr: 39850K .......... .......... .......... .......... .......... 42% 309M 0s 2024-09-12T00:59:16.544 INFO:teuthology.orchestra.run.smithi038.stderr: 39900K .......... .......... .......... .......... .......... 43% 369M 0s 2024-09-12T00:59:16.544 INFO:teuthology.orchestra.run.smithi038.stderr: 39950K .......... .......... .......... .......... .......... 43% 286M 0s 2024-09-12T00:59:16.544 INFO:teuthology.orchestra.run.smithi038.stderr: 40000K .......... .......... .......... .......... .......... 43% 373M 0s 2024-09-12T00:59:16.544 INFO:teuthology.orchestra.run.smithi038.stderr: 40050K .......... .......... .......... .......... .......... 43% 380M 0s 2024-09-12T00:59:16.544 INFO:teuthology.orchestra.run.smithi038.stderr: 40100K .......... .......... .......... .......... .......... 43% 366M 0s 2024-09-12T00:59:16.545 INFO:teuthology.orchestra.run.smithi038.stderr: 40150K .......... .......... .......... .......... .......... 43% 347M 0s 2024-09-12T00:59:16.545 INFO:teuthology.orchestra.run.smithi038.stderr: 40200K .......... .......... .......... .......... .......... 43% 345M 0s 2024-09-12T00:59:16.545 INFO:teuthology.orchestra.run.smithi038.stderr: 40250K .......... .......... .......... .......... .......... 43% 17.7M 0s 2024-09-12T00:59:16.545 INFO:teuthology.orchestra.run.smithi038.stderr: 40300K .......... .......... .......... .......... .......... 43% 329M 0s 2024-09-12T00:59:16.545 INFO:teuthology.orchestra.run.smithi038.stderr: 40350K .......... .......... .......... .......... .......... 43% 313M 0s 2024-09-12T00:59:16.545 INFO:teuthology.orchestra.run.smithi038.stderr: 40400K .......... .......... .......... .......... .......... 43% 350M 0s 2024-09-12T00:59:16.545 INFO:teuthology.orchestra.run.smithi038.stderr: 40450K .......... .......... .......... .......... .......... 43% 358M 0s 2024-09-12T00:59:16.545 INFO:teuthology.orchestra.run.smithi038.stderr: 40500K .......... .......... .......... .......... .......... 43% 399M 0s 2024-09-12T00:59:16.545 INFO:teuthology.orchestra.run.smithi038.stderr: 40550K .......... .......... .......... .......... .......... 43% 329M 0s 2024-09-12T00:59:16.545 INFO:teuthology.orchestra.run.smithi038.stderr: 40600K .......... .......... .......... .......... .......... 43% 401M 0s 2024-09-12T00:59:16.545 INFO:teuthology.orchestra.run.smithi038.stderr: 40650K .......... .......... .......... .......... .......... 43% 311M 0s 2024-09-12T00:59:16.545 INFO:teuthology.orchestra.run.smithi038.stderr: 40700K .......... .......... .......... .......... .......... 43% 352M 0s 2024-09-12T00:59:16.545 INFO:teuthology.orchestra.run.smithi038.stderr: 40750K .......... .......... .......... .......... .......... 43% 333M 0s 2024-09-12T00:59:16.545 INFO:teuthology.orchestra.run.smithi038.stderr: 40800K .......... .......... .......... .......... .......... 43% 314M 0s 2024-09-12T00:59:16.546 INFO:teuthology.orchestra.run.smithi038.stderr: 40850K .......... .......... .......... .......... .......... 44% 390M 0s 2024-09-12T00:59:16.546 INFO:teuthology.orchestra.run.smithi038.stderr: 40900K .......... .......... .......... .......... .......... 44% 400M 0s 2024-09-12T00:59:16.546 INFO:teuthology.orchestra.run.smithi038.stderr: 40950K .......... .......... .......... .......... .......... 44% 354M 0s 2024-09-12T00:59:16.546 INFO:teuthology.orchestra.run.smithi038.stderr: 41000K .......... .......... .......... .......... .......... 44% 138M 0s 2024-09-12T00:59:16.546 INFO:teuthology.orchestra.run.smithi038.stderr: 41050K .......... .......... .......... .......... .......... 44% 369M 0s 2024-09-12T00:59:16.546 INFO:teuthology.orchestra.run.smithi038.stderr: 41100K .......... .......... .......... .......... .......... 44% 390M 0s 2024-09-12T00:59:16.546 INFO:teuthology.orchestra.run.smithi038.stderr: 41150K .......... .......... .......... .......... .......... 44% 311M 0s 2024-09-12T00:59:16.546 INFO:teuthology.orchestra.run.smithi038.stderr: 41200K .......... .......... .......... .......... .......... 44% 397M 0s 2024-09-12T00:59:16.546 INFO:teuthology.orchestra.run.smithi038.stderr: 41250K .......... .......... .......... .......... .......... 44% 359M 0s 2024-09-12T00:59:16.546 INFO:teuthology.orchestra.run.smithi038.stderr: 41300K .......... .......... .......... .......... .......... 44% 339M 0s 2024-09-12T00:59:16.546 INFO:teuthology.orchestra.run.smithi038.stderr: 41350K .......... .......... .......... .......... .......... 44% 345M 0s 2024-09-12T00:59:16.546 INFO:teuthology.orchestra.run.smithi038.stderr: 41400K .......... .......... .......... .......... .......... 44% 54.4M 0s 2024-09-12T00:59:16.546 INFO:teuthology.orchestra.run.smithi038.stderr: 41450K .......... .......... .......... .......... .......... 44% 384M 0s 2024-09-12T00:59:16.546 INFO:teuthology.orchestra.run.smithi038.stderr: 41500K .......... .......... .......... .......... .......... 44% 349M 0s 2024-09-12T00:59:16.547 INFO:teuthology.orchestra.run.smithi038.stderr: 41550K .......... .......... .......... .......... .......... 44% 304M 0s 2024-09-12T00:59:16.547 INFO:teuthology.orchestra.run.smithi038.stderr: 41600K .......... .......... .......... .......... .......... 44% 259M 0s 2024-09-12T00:59:16.547 INFO:teuthology.orchestra.run.smithi038.stderr: 41650K .......... .......... .......... .......... .......... 44% 273M 0s 2024-09-12T00:59:16.547 INFO:teuthology.orchestra.run.smithi038.stderr: 41700K .......... .......... .......... .......... .......... 44% 323M 0s 2024-09-12T00:59:16.547 INFO:teuthology.orchestra.run.smithi038.stderr: 41750K .......... .......... .......... .......... .......... 44% 320M 0s 2024-09-12T00:59:16.547 INFO:teuthology.orchestra.run.smithi038.stderr: 41800K .......... .......... .......... .......... .......... 45% 127M 0s 2024-09-12T00:59:16.547 INFO:teuthology.orchestra.run.smithi038.stderr: 41850K .......... .......... .......... .......... .......... 45% 373M 0s 2024-09-12T00:59:16.547 INFO:teuthology.orchestra.run.smithi038.stderr: 41900K .......... .......... .......... .......... .......... 45% 369M 0s 2024-09-12T00:59:16.547 INFO:teuthology.orchestra.run.smithi038.stderr: 41950K .......... .......... .......... .......... .......... 45% 250M 0s 2024-09-12T00:59:16.547 INFO:teuthology.orchestra.run.smithi038.stderr: 42000K .......... .......... .......... .......... .......... 45% 370M 0s 2024-09-12T00:59:16.547 INFO:teuthology.orchestra.run.smithi038.stderr: 42050K .......... .......... .......... .......... .......... 45% 395M 0s 2024-09-12T00:59:16.547 INFO:teuthology.orchestra.run.smithi038.stderr: 42100K .......... .......... .......... .......... .......... 45% 384M 0s 2024-09-12T00:59:16.547 INFO:teuthology.orchestra.run.smithi038.stderr: 42150K .......... .......... .......... .......... .......... 45% 333M 0s 2024-09-12T00:59:16.547 INFO:teuthology.orchestra.run.smithi038.stderr: 42200K .......... .......... .......... .......... .......... 45% 365M 0s 2024-09-12T00:59:16.547 INFO:teuthology.orchestra.run.smithi038.stderr: 42250K .......... .......... .......... .......... .......... 45% 384M 0s 2024-09-12T00:59:16.548 INFO:teuthology.orchestra.run.smithi038.stderr: 42300K .......... .......... .......... .......... .......... 45% 386M 0s 2024-09-12T00:59:16.548 INFO:teuthology.orchestra.run.smithi038.stderr: 42350K .......... .......... .......... .......... .......... 45% 290M 0s 2024-09-12T00:59:16.548 INFO:teuthology.orchestra.run.smithi038.stderr: 42400K .......... .......... .......... .......... .......... 45% 383M 0s 2024-09-12T00:59:16.548 INFO:teuthology.orchestra.run.smithi038.stderr: 42450K .......... .......... .......... .......... .......... 45% 376M 0s 2024-09-12T00:59:16.548 INFO:teuthology.orchestra.run.smithi038.stderr: 42500K .......... .......... .......... .......... .......... 45% 388M 0s 2024-09-12T00:59:16.548 INFO:teuthology.orchestra.run.smithi038.stderr: 42550K .......... .......... .......... .......... .......... 45% 340M 0s 2024-09-12T00:59:16.548 INFO:teuthology.orchestra.run.smithi038.stderr: 42600K .......... .......... .......... .......... .......... 45% 397M 0s 2024-09-12T00:59:16.548 INFO:teuthology.orchestra.run.smithi038.stderr: 42650K .......... .......... .......... .......... .......... 45% 359M 0s 2024-09-12T00:59:16.548 INFO:teuthology.orchestra.run.smithi038.stderr: 42700K .......... .......... .......... .......... .......... 46% 324M 0s 2024-09-12T00:59:16.548 INFO:teuthology.orchestra.run.smithi038.stderr: 42750K .......... .......... .......... .......... .......... 46% 303M 0s 2024-09-12T00:59:16.548 INFO:teuthology.orchestra.run.smithi038.stderr: 42800K .......... .......... .......... .......... .......... 46% 191M 0s 2024-09-12T00:59:16.548 INFO:teuthology.orchestra.run.smithi038.stderr: 42850K .......... .......... .......... .......... .......... 46% 382M 0s 2024-09-12T00:59:16.548 INFO:teuthology.orchestra.run.smithi038.stderr: 42900K .......... .......... .......... .......... .......... 46% 378M 0s 2024-09-12T00:59:16.548 INFO:teuthology.orchestra.run.smithi038.stderr: 42950K .......... .......... .......... .......... .......... 46% 357M 0s 2024-09-12T00:59:16.549 INFO:teuthology.orchestra.run.smithi038.stderr: 43000K .......... .......... .......... .......... .......... 46% 268M 0s 2024-09-12T00:59:16.549 INFO:teuthology.orchestra.run.smithi038.stderr: 43050K .......... .......... .......... .......... .......... 46% 365M 0s 2024-09-12T00:59:16.549 INFO:teuthology.orchestra.run.smithi038.stderr: 43100K .......... .......... .......... .......... .......... 46% 389M 0s 2024-09-12T00:59:16.549 INFO:teuthology.orchestra.run.smithi038.stderr: 43150K .......... .......... .......... .......... .......... 46% 18.1M 0s 2024-09-12T00:59:16.549 INFO:teuthology.orchestra.run.smithi038.stderr: 43200K .......... .......... .......... .......... .......... 46% 310M 0s 2024-09-12T00:59:16.549 INFO:teuthology.orchestra.run.smithi038.stderr: 43250K .......... .......... .......... .......... .......... 46% 376M 0s 2024-09-12T00:59:16.549 INFO:teuthology.orchestra.run.smithi038.stderr: 43300K .......... .......... .......... .......... .......... 46% 394M 0s 2024-09-12T00:59:16.549 INFO:teuthology.orchestra.run.smithi038.stderr: 43350K .......... .......... .......... .......... .......... 46% 354M 0s 2024-09-12T00:59:16.549 INFO:teuthology.orchestra.run.smithi038.stderr: 43400K .......... .......... .......... .......... .......... 46% 381M 0s 2024-09-12T00:59:16.549 INFO:teuthology.orchestra.run.smithi038.stderr: 43450K .......... .......... .......... .......... .......... 46% 377M 0s 2024-09-12T00:59:16.549 INFO:teuthology.orchestra.run.smithi038.stderr: 43500K .......... .......... .......... .......... .......... 46% 373M 0s 2024-09-12T00:59:16.549 INFO:teuthology.orchestra.run.smithi038.stderr: 43550K .......... .......... .......... .......... .......... 46% 259M 0s 2024-09-12T00:59:16.549 INFO:teuthology.orchestra.run.smithi038.stderr: 43600K .......... .......... .......... .......... .......... 46% 389M 0s 2024-09-12T00:59:16.550 INFO:teuthology.orchestra.run.smithi038.stderr: 43650K .......... .......... .......... .......... .......... 47% 391M 0s 2024-09-12T00:59:16.550 INFO:teuthology.orchestra.run.smithi038.stderr: 43700K .......... .......... .......... .......... .......... 47% 395M 0s 2024-09-12T00:59:16.550 INFO:teuthology.orchestra.run.smithi038.stderr: 43750K .......... .......... .......... .......... .......... 47% 339M 0s 2024-09-12T00:59:16.550 INFO:teuthology.orchestra.run.smithi038.stderr: 43800K .......... .......... .......... .......... .......... 47% 384M 0s 2024-09-12T00:59:16.550 INFO:teuthology.orchestra.run.smithi038.stderr: 43850K .......... .......... .......... .......... .......... 47% 396M 0s 2024-09-12T00:59:16.550 INFO:teuthology.orchestra.run.smithi038.stderr: 43900K .......... .......... .......... .......... .......... 47% 75.9M 0s 2024-09-12T00:59:16.550 INFO:teuthology.orchestra.run.smithi038.stderr: 43950K .......... .......... .......... .......... .......... 47% 233M 0s 2024-09-12T00:59:16.550 INFO:teuthology.orchestra.run.smithi038.stderr: 44000K .......... .......... .......... .......... .......... 47% 356M 0s 2024-09-12T00:59:16.550 INFO:teuthology.orchestra.run.smithi038.stderr: 44050K .......... .......... .......... .......... .......... 47% 337M 0s 2024-09-12T00:59:16.550 INFO:teuthology.orchestra.run.smithi038.stderr: 44100K .......... .......... .......... .......... .......... 47% 346M 0s 2024-09-12T00:59:16.550 INFO:teuthology.orchestra.run.smithi038.stderr: 44150K .......... .......... .......... .......... .......... 47% 338M 0s 2024-09-12T00:59:16.550 INFO:teuthology.orchestra.run.smithi038.stderr: 44200K .......... .......... .......... .......... .......... 47% 386M 0s 2024-09-12T00:59:16.550 INFO:teuthology.orchestra.run.smithi038.stderr: 44250K .......... .......... .......... .......... .......... 47% 390M 0s 2024-09-12T00:59:16.550 INFO:teuthology.orchestra.run.smithi038.stderr: 44300K .......... .......... .......... .......... .......... 47% 390M 0s 2024-09-12T00:59:16.551 INFO:teuthology.orchestra.run.smithi038.stderr: 44350K .......... .......... .......... .......... .......... 47% 331M 0s 2024-09-12T00:59:16.551 INFO:teuthology.orchestra.run.smithi038.stderr: 44400K .......... .......... .......... .......... .......... 47% 131M 0s 2024-09-12T00:59:16.551 INFO:teuthology.orchestra.run.smithi038.stderr: 44450K .......... .......... .......... .......... .......... 47% 374M 0s 2024-09-12T00:59:16.551 INFO:teuthology.orchestra.run.smithi038.stderr: 44500K .......... .......... .......... .......... .......... 47% 274M 0s 2024-09-12T00:59:16.551 INFO:teuthology.orchestra.run.smithi038.stderr: 44550K .......... .......... .......... .......... .......... 48% 343M 0s 2024-09-12T00:59:16.551 INFO:teuthology.orchestra.run.smithi038.stderr: 44600K .......... .......... .......... .......... .......... 48% 130M 0s 2024-09-12T00:59:16.551 INFO:teuthology.orchestra.run.smithi038.stderr: 44650K .......... .......... .......... .......... .......... 48% 384M 0s 2024-09-12T00:59:16.551 INFO:teuthology.orchestra.run.smithi038.stderr: 44700K .......... .......... .......... .......... .......... 48% 390M 0s 2024-09-12T00:59:16.551 INFO:teuthology.orchestra.run.smithi038.stderr: 44750K .......... .......... .......... .......... .......... 48% 320M 0s 2024-09-12T00:59:16.551 INFO:teuthology.orchestra.run.smithi038.stderr: 44800K .......... .......... .......... .......... .......... 48% 401M 0s 2024-09-12T00:59:16.551 INFO:teuthology.orchestra.run.smithi038.stderr: 44850K .......... .......... .......... .......... .......... 48% 106M 0s 2024-09-12T00:59:16.551 INFO:teuthology.orchestra.run.smithi038.stderr: 44900K .......... .......... .......... .......... .......... 48% 344M 0s 2024-09-12T00:59:16.551 INFO:teuthology.orchestra.run.smithi038.stderr: 44950K .......... .......... .......... .......... .......... 48% 263M 0s 2024-09-12T00:59:16.551 INFO:teuthology.orchestra.run.smithi038.stderr: 45000K .......... .......... .......... .......... .......... 48% 385M 0s 2024-09-12T00:59:16.552 INFO:teuthology.orchestra.run.smithi038.stderr: 45050K .......... .......... .......... .......... .......... 48% 395M 0s 2024-09-12T00:59:16.552 INFO:teuthology.orchestra.run.smithi038.stderr: 45100K .......... .......... .......... .......... .......... 48% 385M 0s 2024-09-12T00:59:16.552 INFO:teuthology.orchestra.run.smithi038.stderr: 45150K .......... .......... .......... .......... .......... 48% 333M 0s 2024-09-12T00:59:16.552 INFO:teuthology.orchestra.run.smithi038.stderr: 45200K .......... .......... .......... .......... .......... 48% 383M 0s 2024-09-12T00:59:16.552 INFO:teuthology.orchestra.run.smithi038.stderr: 45250K .......... .......... .......... .......... .......... 48% 363M 0s 2024-09-12T00:59:16.552 INFO:teuthology.orchestra.run.smithi038.stderr: 45300K .......... .......... .......... .......... .......... 48% 400M 0s 2024-09-12T00:59:16.552 INFO:teuthology.orchestra.run.smithi038.stderr: 45350K .......... .......... .......... .......... .......... 48% 340M 0s 2024-09-12T00:59:16.552 INFO:teuthology.orchestra.run.smithi038.stderr: 45400K .......... .......... .......... .......... .......... 48% 392M 0s 2024-09-12T00:59:16.552 INFO:teuthology.orchestra.run.smithi038.stderr: 45450K .......... .......... .......... .......... .......... 48% 395M 0s 2024-09-12T00:59:16.552 INFO:teuthology.orchestra.run.smithi038.stderr: 45500K .......... .......... .......... .......... .......... 49% 396M 0s 2024-09-12T00:59:16.552 INFO:teuthology.orchestra.run.smithi038.stderr: 45550K .......... .......... .......... .......... .......... 49% 319M 0s 2024-09-12T00:59:16.552 INFO:teuthology.orchestra.run.smithi038.stderr: 45600K .......... .......... .......... .......... .......... 49% 366M 0s 2024-09-12T00:59:16.552 INFO:teuthology.orchestra.run.smithi038.stderr: 45650K .......... .......... .......... .......... .......... 49% 381M 0s 2024-09-12T00:59:16.552 INFO:teuthology.orchestra.run.smithi038.stderr: 45700K .......... .......... .......... .......... .......... 49% 384M 0s 2024-09-12T00:59:16.553 INFO:teuthology.orchestra.run.smithi038.stderr: 45750K .......... .......... .......... .......... .......... 49% 362M 0s 2024-09-12T00:59:16.553 INFO:teuthology.orchestra.run.smithi038.stderr: 45800K .......... .......... .......... .......... .......... 49% 396M 0s 2024-09-12T00:59:16.553 INFO:teuthology.orchestra.run.smithi038.stderr: 45850K .......... .......... .......... .......... .......... 49% 383M 0s 2024-09-12T00:59:16.553 INFO:teuthology.orchestra.run.smithi038.stderr: 45900K .......... .......... .......... .......... .......... 49% 384M 0s 2024-09-12T00:59:16.553 INFO:teuthology.orchestra.run.smithi038.stderr: 45950K .......... .......... .......... .......... .......... 49% 210M 0s 2024-09-12T00:59:16.553 INFO:teuthology.orchestra.run.smithi038.stderr: 46000K .......... .......... .......... .......... .......... 49% 355M 0s 2024-09-12T00:59:16.553 INFO:teuthology.orchestra.run.smithi038.stderr: 46050K .......... .......... .......... .......... .......... 49% 354M 0s 2024-09-12T00:59:16.553 INFO:teuthology.orchestra.run.smithi038.stderr: 46100K .......... .......... .......... .......... .......... 49% 380M 0s 2024-09-12T00:59:16.553 INFO:teuthology.orchestra.run.smithi038.stderr: 46150K .......... .......... .......... .......... .......... 49% 16.9M 0s 2024-09-12T00:59:16.553 INFO:teuthology.orchestra.run.smithi038.stderr: 46200K .......... .......... .......... .......... .......... 49% 357M 0s 2024-09-12T00:59:16.553 INFO:teuthology.orchestra.run.smithi038.stderr: 46250K .......... .......... .......... .......... .......... 49% 344M 0s 2024-09-12T00:59:16.553 INFO:teuthology.orchestra.run.smithi038.stderr: 46300K .......... .......... .......... .......... .......... 49% 363M 0s 2024-09-12T00:59:16.553 INFO:teuthology.orchestra.run.smithi038.stderr: 46350K .......... .......... .......... .......... .......... 49% 289M 0s 2024-09-12T00:59:16.553 INFO:teuthology.orchestra.run.smithi038.stderr: 46400K .......... .......... .......... .......... .......... 49% 349M 0s 2024-09-12T00:59:16.554 INFO:teuthology.orchestra.run.smithi038.stderr: 46450K .......... .......... .......... .......... .......... 50% 379M 0s 2024-09-12T00:59:16.554 INFO:teuthology.orchestra.run.smithi038.stderr: 46500K .......... .......... .......... .......... .......... 50% 375M 0s 2024-09-12T00:59:16.554 INFO:teuthology.orchestra.run.smithi038.stderr: 46550K .......... .......... .......... .......... .......... 50% 346M 0s 2024-09-12T00:59:16.554 INFO:teuthology.orchestra.run.smithi038.stderr: 46600K .......... .......... .......... .......... .......... 50% 369M 0s 2024-09-12T00:59:16.554 INFO:teuthology.orchestra.run.smithi038.stderr: 46650K .......... .......... .......... .......... .......... 50% 401M 0s 2024-09-12T00:59:16.554 INFO:teuthology.orchestra.run.smithi038.stderr: 46700K .......... .......... .......... .......... .......... 50% 369M 0s 2024-09-12T00:59:16.554 INFO:teuthology.orchestra.run.smithi038.stderr: 46750K .......... .......... .......... .......... .......... 50% 308M 0s 2024-09-12T00:59:16.554 INFO:teuthology.orchestra.run.smithi038.stderr: 46800K .......... .......... .......... .......... .......... 50% 304M 0s 2024-09-12T00:59:16.554 INFO:teuthology.orchestra.run.smithi038.stderr: 46850K .......... .......... .......... .......... .......... 50% 117M 0s 2024-09-12T00:59:16.554 INFO:teuthology.orchestra.run.smithi038.stderr: 46900K .......... .......... .......... .......... .......... 50% 341M 0s 2024-09-12T00:59:16.554 INFO:teuthology.orchestra.run.smithi038.stderr: 46950K .......... .......... .......... .......... .......... 50% 357M 0s 2024-09-12T00:59:16.554 INFO:teuthology.orchestra.run.smithi038.stderr: 47000K .......... .......... .......... .......... .......... 50% 124M 0s 2024-09-12T00:59:16.554 INFO:teuthology.orchestra.run.smithi038.stderr: 47050K .......... .......... .......... .......... .......... 50% 319M 0s 2024-09-12T00:59:16.554 INFO:teuthology.orchestra.run.smithi038.stderr: 47100K .......... .......... .......... .......... .......... 50% 382M 0s 2024-09-12T00:59:16.555 INFO:teuthology.orchestra.run.smithi038.stderr: 47150K .......... .......... .......... .......... .......... 50% 318M 0s 2024-09-12T00:59:16.555 INFO:teuthology.orchestra.run.smithi038.stderr: 47200K .......... .......... .......... .......... .......... 50% 391M 0s 2024-09-12T00:59:16.555 INFO:teuthology.orchestra.run.smithi038.stderr: 47250K .......... .......... .......... .......... .......... 50% 122M 0s 2024-09-12T00:59:16.555 INFO:teuthology.orchestra.run.smithi038.stderr: 47300K .......... .......... .......... .......... .......... 50% 375M 0s 2024-09-12T00:59:16.555 INFO:teuthology.orchestra.run.smithi038.stderr: 47350K .......... .......... .......... .......... .......... 51% 347M 0s 2024-09-12T00:59:16.555 INFO:teuthology.orchestra.run.smithi038.stderr: 47400K .......... .......... .......... .......... .......... 51% 393M 0s 2024-09-12T00:59:16.555 INFO:teuthology.orchestra.run.smithi038.stderr: 47450K .......... .......... .......... .......... .......... 51% 392M 0s 2024-09-12T00:59:16.555 INFO:teuthology.orchestra.run.smithi038.stderr: 47500K .......... .......... .......... .......... .......... 51% 380M 0s 2024-09-12T00:59:16.555 INFO:teuthology.orchestra.run.smithi038.stderr: 47550K .......... .......... .......... .......... .......... 51% 300M 0s 2024-09-12T00:59:16.555 INFO:teuthology.orchestra.run.smithi038.stderr: 47600K .......... .......... .......... .......... .......... 51% 265M 0s 2024-09-12T00:59:16.555 INFO:teuthology.orchestra.run.smithi038.stderr: 47650K .......... .......... .......... .......... .......... 51% 341M 0s 2024-09-12T00:59:16.555 INFO:teuthology.orchestra.run.smithi038.stderr: 47700K .......... .......... .......... .......... .......... 51% 382M 0s 2024-09-12T00:59:16.555 INFO:teuthology.orchestra.run.smithi038.stderr: 47750K .......... .......... .......... .......... .......... 51% 354M 0s 2024-09-12T00:59:16.555 INFO:teuthology.orchestra.run.smithi038.stderr: 47800K .......... .......... .......... .......... .......... 51% 91.4M 0s 2024-09-12T00:59:16.556 INFO:teuthology.orchestra.run.smithi038.stderr: 47850K .......... .......... .......... .......... .......... 51% 368M 0s 2024-09-12T00:59:16.556 INFO:teuthology.orchestra.run.smithi038.stderr: 47900K .......... .......... .......... .......... .......... 51% 384M 0s 2024-09-12T00:59:16.556 INFO:teuthology.orchestra.run.smithi038.stderr: 47950K .......... .......... .......... .......... .......... 51% 179M 0s 2024-09-12T00:59:16.556 INFO:teuthology.orchestra.run.smithi038.stderr: 48000K .......... .......... .......... .......... .......... 51% 229M 0s 2024-09-12T00:59:16.556 INFO:teuthology.orchestra.run.smithi038.stderr: 48050K .......... .......... .......... .......... .......... 51% 350M 0s 2024-09-12T00:59:16.556 INFO:teuthology.orchestra.run.smithi038.stderr: 48100K .......... .......... .......... .......... .......... 51% 390M 0s 2024-09-12T00:59:16.556 INFO:teuthology.orchestra.run.smithi038.stderr: 48150K .......... .......... .......... .......... .......... 51% 345M 0s 2024-09-12T00:59:16.556 INFO:teuthology.orchestra.run.smithi038.stderr: 48200K .......... .......... .......... .......... .......... 51% 384M 0s 2024-09-12T00:59:16.556 INFO:teuthology.orchestra.run.smithi038.stderr: 48250K .......... .......... .......... .......... .......... 51% 385M 0s 2024-09-12T00:59:16.556 INFO:teuthology.orchestra.run.smithi038.stderr: 48300K .......... .......... .......... .......... .......... 52% 336M 0s 2024-09-12T00:59:16.556 INFO:teuthology.orchestra.run.smithi038.stderr: 48350K .......... .......... .......... .......... .......... 52% 313M 0s 2024-09-12T00:59:16.556 INFO:teuthology.orchestra.run.smithi038.stderr: 48400K .......... .......... .......... .......... .......... 52% 369M 0s 2024-09-12T00:59:16.556 INFO:teuthology.orchestra.run.smithi038.stderr: 48450K .......... .......... .......... .......... .......... 52% 354M 0s 2024-09-12T00:59:16.556 INFO:teuthology.orchestra.run.smithi038.stderr: 48500K .......... .......... .......... .......... .......... 52% 233M 0s 2024-09-12T00:59:16.557 INFO:teuthology.orchestra.run.smithi038.stderr: 48550K .......... .......... .......... .......... .......... 52% 299M 0s 2024-09-12T00:59:16.557 INFO:teuthology.orchestra.run.smithi038.stderr: 48600K .......... .......... .......... .......... .......... 52% 386M 0s 2024-09-12T00:59:16.557 INFO:teuthology.orchestra.run.smithi038.stderr: 48650K .......... .......... .......... .......... .......... 52% 346M 0s 2024-09-12T00:59:16.557 INFO:teuthology.orchestra.run.smithi038.stderr: 48700K .......... .......... .......... .......... .......... 52% 348M 0s 2024-09-12T00:59:16.557 INFO:teuthology.orchestra.run.smithi038.stderr: 48750K .......... .......... .......... .......... .......... 52% 202M 0s 2024-09-12T00:59:16.557 INFO:teuthology.orchestra.run.smithi038.stderr: 48800K .......... .......... .......... .......... .......... 52% 331M 0s 2024-09-12T00:59:16.557 INFO:teuthology.orchestra.run.smithi038.stderr: 48850K .......... .......... .......... .......... .......... 52% 373M 0s 2024-09-12T00:59:16.557 INFO:teuthology.orchestra.run.smithi038.stderr: 48900K .......... .......... .......... .......... .......... 52% 351M 0s 2024-09-12T00:59:16.557 INFO:teuthology.orchestra.run.smithi038.stderr: 48950K .......... .......... .......... .......... .......... 52% 313M 0s 2024-09-12T00:59:16.557 INFO:teuthology.orchestra.run.smithi038.stderr: 49000K .......... .......... .......... .......... .......... 52% 316M 0s 2024-09-12T00:59:16.557 INFO:teuthology.orchestra.run.smithi038.stderr: 49050K .......... .......... .......... .......... .......... 52% 350M 0s 2024-09-12T00:59:16.557 INFO:teuthology.orchestra.run.smithi038.stderr: 49100K .......... .......... .......... .......... .......... 52% 369M 0s 2024-09-12T00:59:16.557 INFO:teuthology.orchestra.run.smithi038.stderr: 49150K .......... .......... .......... .......... .......... 52% 315M 0s 2024-09-12T00:59:16.557 INFO:teuthology.orchestra.run.smithi038.stderr: 49200K .......... .......... .......... .......... .......... 53% 23.0M 0s 2024-09-12T00:59:16.558 INFO:teuthology.orchestra.run.smithi038.stderr: 49250K .......... .......... .......... .......... .......... 53% 234M 0s 2024-09-12T00:59:16.558 INFO:teuthology.orchestra.run.smithi038.stderr: 49300K .......... .......... .......... .......... .......... 53% 375M 0s 2024-09-12T00:59:16.558 INFO:teuthology.orchestra.run.smithi038.stderr: 49350K .......... .......... .......... .......... .......... 53% 163M 0s 2024-09-12T00:59:16.558 INFO:teuthology.orchestra.run.smithi038.stderr: 49400K .......... .......... .......... .......... .......... 53% 357M 0s 2024-09-12T00:59:16.558 INFO:teuthology.orchestra.run.smithi038.stderr: 49450K .......... .......... .......... .......... .......... 53% 376M 0s 2024-09-12T00:59:16.558 INFO:teuthology.orchestra.run.smithi038.stderr: 49500K .......... .......... .......... .......... .......... 53% 391M 0s 2024-09-12T00:59:16.558 INFO:teuthology.orchestra.run.smithi038.stderr: 49550K .......... .......... .......... .......... .......... 53% 325M 0s 2024-09-12T00:59:16.558 INFO:teuthology.orchestra.run.smithi038.stderr: 49600K .......... .......... .......... .......... .......... 53% 375M 0s 2024-09-12T00:59:16.558 INFO:teuthology.orchestra.run.smithi038.stderr: 49650K .......... .......... .......... .......... .......... 53% 387M 0s 2024-09-12T00:59:16.558 INFO:teuthology.orchestra.run.smithi038.stderr: 49700K .......... .......... .......... .......... .......... 53% 344M 0s 2024-09-12T00:59:16.558 INFO:teuthology.orchestra.run.smithi038.stderr: 49750K .......... .......... .......... .......... .......... 53% 312M 0s 2024-09-12T00:59:16.558 INFO:teuthology.orchestra.run.smithi038.stderr: 49800K .......... .......... .......... .......... .......... 53% 380M 0s 2024-09-12T00:59:16.558 INFO:teuthology.orchestra.run.smithi038.stderr: 49850K .......... .......... .......... .......... .......... 53% 109M 0s 2024-09-12T00:59:16.558 INFO:teuthology.orchestra.run.smithi038.stderr: 49900K .......... .......... .......... .......... .......... 53% 281M 0s 2024-09-12T00:59:16.558 INFO:teuthology.orchestra.run.smithi038.stderr: 49950K .......... .......... .......... .......... .......... 53% 271M 0s 2024-09-12T00:59:16.559 INFO:teuthology.orchestra.run.smithi038.stderr: 50000K .......... .......... .......... .......... .......... 53% 178M 0s 2024-09-12T00:59:16.559 INFO:teuthology.orchestra.run.smithi038.stderr: 50050K .......... .......... .......... .......... .......... 53% 376M 0s 2024-09-12T00:59:16.559 INFO:teuthology.orchestra.run.smithi038.stderr: 50100K .......... .......... .......... .......... .......... 53% 363M 0s 2024-09-12T00:59:16.559 INFO:teuthology.orchestra.run.smithi038.stderr: 50150K .......... .......... .......... .......... .......... 54% 356M 0s 2024-09-12T00:59:16.559 INFO:teuthology.orchestra.run.smithi038.stderr: 50200K .......... .......... .......... .......... .......... 54% 89.9M 0s 2024-09-12T00:59:16.559 INFO:teuthology.orchestra.run.smithi038.stderr: 50250K .......... .......... .......... .......... .......... 54% 382M 0s 2024-09-12T00:59:16.559 INFO:teuthology.orchestra.run.smithi038.stderr: 50300K .......... .......... .......... .......... .......... 54% 344M 0s 2024-09-12T00:59:16.559 INFO:teuthology.orchestra.run.smithi038.stderr: 50350K .......... .......... .......... .......... .......... 54% 274M 0s 2024-09-12T00:59:16.559 INFO:teuthology.orchestra.run.smithi038.stderr: 50400K .......... .......... .......... .......... .......... 54% 362M 0s 2024-09-12T00:59:16.559 INFO:teuthology.orchestra.run.smithi038.stderr: 50450K .......... .......... .......... .......... .......... 54% 329M 0s 2024-09-12T00:59:16.559 INFO:teuthology.orchestra.run.smithi038.stderr: 50500K .......... .......... .......... .......... .......... 54% 345M 0s 2024-09-12T00:59:16.559 INFO:teuthology.orchestra.run.smithi038.stderr: 50550K .......... .......... .......... .......... .......... 54% 295M 0s 2024-09-12T00:59:16.559 INFO:teuthology.orchestra.run.smithi038.stderr: 50600K .......... .......... .......... .......... .......... 54% 387M 0s 2024-09-12T00:59:16.559 INFO:teuthology.orchestra.run.smithi038.stderr: 50650K .......... .......... .......... .......... .......... 54% 387M 0s 2024-09-12T00:59:16.560 INFO:teuthology.orchestra.run.smithi038.stderr: 50700K .......... .......... .......... .......... .......... 54% 375M 0s 2024-09-12T00:59:16.560 INFO:teuthology.orchestra.run.smithi038.stderr: 50750K .......... .......... .......... .......... .......... 54% 321M 0s 2024-09-12T00:59:16.560 INFO:teuthology.orchestra.run.smithi038.stderr: 50800K .......... .......... .......... .......... .......... 54% 110M 0s 2024-09-12T00:59:16.560 INFO:teuthology.orchestra.run.smithi038.stderr: 50850K .......... .......... .......... .......... .......... 54% 292M 0s 2024-09-12T00:59:16.560 INFO:teuthology.orchestra.run.smithi038.stderr: 50900K .......... .......... .......... .......... .......... 54% 354M 0s 2024-09-12T00:59:16.560 INFO:teuthology.orchestra.run.smithi038.stderr: 50950K .......... .......... .......... .......... .......... 54% 395M 0s 2024-09-12T00:59:16.560 INFO:teuthology.orchestra.run.smithi038.stderr: 51000K .......... .......... .......... .......... .......... 54% 145M 0s 2024-09-12T00:59:16.560 INFO:teuthology.orchestra.run.smithi038.stderr: 51050K .......... .......... .......... .......... .......... 55% 169M 0s 2024-09-12T00:59:16.560 INFO:teuthology.orchestra.run.smithi038.stderr: 51100K .......... .......... .......... .......... .......... 55% 374M 0s 2024-09-12T00:59:16.560 INFO:teuthology.orchestra.run.smithi038.stderr: 51150K .......... .......... .......... .......... .......... 55% 325M 0s 2024-09-12T00:59:16.560 INFO:teuthology.orchestra.run.smithi038.stderr: 51200K .......... .......... .......... .......... .......... 55% 382M 0s 2024-09-12T00:59:16.560 INFO:teuthology.orchestra.run.smithi038.stderr: 51250K .......... .......... .......... .......... .......... 55% 376M 0s 2024-09-12T00:59:16.560 INFO:teuthology.orchestra.run.smithi038.stderr: 51300K .......... .......... .......... .......... .......... 55% 357M 0s 2024-09-12T00:59:16.560 INFO:teuthology.orchestra.run.smithi038.stderr: 51350K .......... .......... .......... .......... .......... 55% 338M 0s 2024-09-12T00:59:16.560 INFO:teuthology.orchestra.run.smithi038.stderr: 51400K .......... .......... .......... .......... .......... 55% 381M 0s 2024-09-12T00:59:16.561 INFO:teuthology.orchestra.run.smithi038.stderr: 51450K .......... .......... .......... .......... .......... 55% 386M 0s 2024-09-12T00:59:16.561 INFO:teuthology.orchestra.run.smithi038.stderr: 51500K .......... .......... .......... .......... .......... 55% 382M 0s 2024-09-12T00:59:16.561 INFO:teuthology.orchestra.run.smithi038.stderr: 51550K .......... .......... .......... .......... .......... 55% 320M 0s 2024-09-12T00:59:16.561 INFO:teuthology.orchestra.run.smithi038.stderr: 51600K .......... .......... .......... .......... .......... 55% 391M 0s 2024-09-12T00:59:16.561 INFO:teuthology.orchestra.run.smithi038.stderr: 51650K .......... .......... .......... .......... .......... 55% 124M 0s 2024-09-12T00:59:16.561 INFO:teuthology.orchestra.run.smithi038.stderr: 51700K .......... .......... .......... .......... .......... 55% 316M 0s 2024-09-12T00:59:16.561 INFO:teuthology.orchestra.run.smithi038.stderr: 51750K .......... .......... .......... .......... .......... 55% 365M 0s 2024-09-12T00:59:16.561 INFO:teuthology.orchestra.run.smithi038.stderr: 51800K .......... .......... .......... .......... .......... 55% 337M 0s 2024-09-12T00:59:16.561 INFO:teuthology.orchestra.run.smithi038.stderr: 51850K .......... .......... .......... .......... .......... 55% 351M 0s 2024-09-12T00:59:16.561 INFO:teuthology.orchestra.run.smithi038.stderr: 51900K .......... .......... .......... .......... .......... 55% 379M 0s 2024-09-12T00:59:16.561 INFO:teuthology.orchestra.run.smithi038.stderr: 51950K .......... .......... .......... .......... .......... 55% 333M 0s 2024-09-12T00:59:16.561 INFO:teuthology.orchestra.run.smithi038.stderr: 52000K .......... .......... .......... .......... .......... 56% 324M 0s 2024-09-12T00:59:16.561 INFO:teuthology.orchestra.run.smithi038.stderr: 52050K .......... .......... .......... .......... .......... 56% 397M 0s 2024-09-12T00:59:16.561 INFO:teuthology.orchestra.run.smithi038.stderr: 52100K .......... .......... .......... .......... .......... 56% 386M 0s 2024-09-12T00:59:16.562 INFO:teuthology.orchestra.run.smithi038.stderr: 52150K .......... .......... .......... .......... .......... 56% 22.5M 0s 2024-09-12T00:59:16.562 INFO:teuthology.orchestra.run.smithi038.stderr: 52200K .......... .......... .......... .......... .......... 56% 320M 0s 2024-09-12T00:59:16.562 INFO:teuthology.orchestra.run.smithi038.stderr: 52250K .......... .......... .......... .......... .......... 56% 263M 0s 2024-09-12T00:59:16.562 INFO:teuthology.orchestra.run.smithi038.stderr: 52300K .......... .......... .......... .......... .......... 56% 239M 0s 2024-09-12T00:59:16.562 INFO:teuthology.orchestra.run.smithi038.stderr: 52350K .......... .......... .......... .......... .......... 56% 247M 0s 2024-09-12T00:59:16.562 INFO:teuthology.orchestra.run.smithi038.stderr: 52400K .......... .......... .......... .......... .......... 56% 241M 0s 2024-09-12T00:59:16.562 INFO:teuthology.orchestra.run.smithi038.stderr: 52450K .......... .......... .......... .......... .......... 56% 302M 0s 2024-09-12T00:59:16.562 INFO:teuthology.orchestra.run.smithi038.stderr: 52500K .......... .......... .......... .......... .......... 56% 257M 0s 2024-09-12T00:59:16.562 INFO:teuthology.orchestra.run.smithi038.stderr: 52550K .......... .......... .......... .......... .......... 56% 269M 0s 2024-09-12T00:59:16.562 INFO:teuthology.orchestra.run.smithi038.stderr: 52600K .......... .......... .......... .......... .......... 56% 308M 0s 2024-09-12T00:59:16.562 INFO:teuthology.orchestra.run.smithi038.stderr: 52650K .......... .......... .......... .......... .......... 56% 296M 0s 2024-09-12T00:59:16.562 INFO:teuthology.orchestra.run.smithi038.stderr: 52700K .......... .......... .......... .......... .......... 56% 267M 0s 2024-09-12T00:59:16.562 INFO:teuthology.orchestra.run.smithi038.stderr: 52750K .......... .......... .......... .......... .......... 56% 318M 0s 2024-09-12T00:59:16.562 INFO:teuthology.orchestra.run.smithi038.stderr: 52800K .......... .......... .......... .......... .......... 56% 296M 0s 2024-09-12T00:59:16.563 INFO:teuthology.orchestra.run.smithi038.stderr: 52850K .......... .......... .......... .......... .......... 56% 271M 0s 2024-09-12T00:59:16.563 INFO:teuthology.orchestra.run.smithi038.stderr: 52900K .......... .......... .......... .......... .......... 56% 252M 0s 2024-09-12T00:59:16.563 INFO:teuthology.orchestra.run.smithi038.stderr: 52950K .......... .......... .......... .......... .......... 57% 302M 0s 2024-09-12T00:59:16.563 INFO:teuthology.orchestra.run.smithi038.stderr: 53000K .......... .......... .......... .......... .......... 57% 295M 0s 2024-09-12T00:59:16.563 INFO:teuthology.orchestra.run.smithi038.stderr: 53050K .......... .......... .......... .......... .......... 57% 297M 0s 2024-09-12T00:59:16.563 INFO:teuthology.orchestra.run.smithi038.stderr: 53100K .......... .......... .......... .......... .......... 57% 243M 0s 2024-09-12T00:59:16.563 INFO:teuthology.orchestra.run.smithi038.stderr: 53150K .......... .......... .......... .......... .......... 57% 120M 0s 2024-09-12T00:59:16.563 INFO:teuthology.orchestra.run.smithi038.stderr: 53200K .......... .......... .......... .......... .......... 57% 323M 0s 2024-09-12T00:59:16.563 INFO:teuthology.orchestra.run.smithi038.stderr: 53250K .......... .......... .......... .......... .......... 57% 252M 0s 2024-09-12T00:59:16.563 INFO:teuthology.orchestra.run.smithi038.stderr: 53300K .......... .......... .......... .......... .......... 57% 238M 0s 2024-09-12T00:59:16.563 INFO:teuthology.orchestra.run.smithi038.stderr: 53350K .......... .......... .......... .......... .......... 57% 303M 0s 2024-09-12T00:59:16.563 INFO:teuthology.orchestra.run.smithi038.stderr: 53400K .......... .......... .......... .......... .......... 57% 301M 0s 2024-09-12T00:59:16.563 INFO:teuthology.orchestra.run.smithi038.stderr: 53450K .......... .......... .......... .......... .......... 57% 302M 0s 2024-09-12T00:59:16.563 INFO:teuthology.orchestra.run.smithi038.stderr: 53500K .......... .......... .......... .......... .......... 57% 276M 0s 2024-09-12T00:59:16.563 INFO:teuthology.orchestra.run.smithi038.stderr: 53550K .......... .......... .......... .......... .......... 57% 287M 0s 2024-09-12T00:59:16.564 INFO:teuthology.orchestra.run.smithi038.stderr: 53600K .......... .......... .......... .......... .......... 57% 288M 0s 2024-09-12T00:59:16.564 INFO:teuthology.orchestra.run.smithi038.stderr: 53650K .......... .......... .......... .......... .......... 57% 296M 0s 2024-09-12T00:59:16.564 INFO:teuthology.orchestra.run.smithi038.stderr: 53700K .......... .......... .......... .......... .......... 57% 271M 0s 2024-09-12T00:59:16.564 INFO:teuthology.orchestra.run.smithi038.stderr: 53750K .......... .......... .......... .......... .......... 57% 297M 0s 2024-09-12T00:59:16.564 INFO:teuthology.orchestra.run.smithi038.stderr: 53800K .......... .......... .......... .......... .......... 57% 303M 0s 2024-09-12T00:59:16.564 INFO:teuthology.orchestra.run.smithi038.stderr: 53850K .......... .......... .......... .......... .......... 58% 317M 0s 2024-09-12T00:59:16.564 INFO:teuthology.orchestra.run.smithi038.stderr: 53900K .......... .......... .......... .......... .......... 58% 252M 0s 2024-09-12T00:59:16.564 INFO:teuthology.orchestra.run.smithi038.stderr: 53950K .......... .......... .......... .......... .......... 58% 298M 0s 2024-09-12T00:59:16.564 INFO:teuthology.orchestra.run.smithi038.stderr: 54000K .......... .......... .......... .......... .......... 58% 214M 0s 2024-09-12T00:59:16.564 INFO:teuthology.orchestra.run.smithi038.stderr: 54050K .......... .......... .......... .......... .......... 58% 316M 0s 2024-09-12T00:59:16.564 INFO:teuthology.orchestra.run.smithi038.stderr: 54100K .......... .......... .......... .......... .......... 58% 247M 0s 2024-09-12T00:59:16.564 INFO:teuthology.orchestra.run.smithi038.stderr: 54150K .......... .......... .......... .......... .......... 58% 311M 0s 2024-09-12T00:59:16.564 INFO:teuthology.orchestra.run.smithi038.stderr: 54200K .......... .......... .......... .......... .......... 58% 256M 0s 2024-09-12T00:59:16.564 INFO:teuthology.orchestra.run.smithi038.stderr: 54250K .......... .......... .......... .......... .......... 58% 308M 0s 2024-09-12T00:59:16.564 INFO:teuthology.orchestra.run.smithi038.stderr: 54300K .......... .......... .......... .......... .......... 58% 248M 0s 2024-09-12T00:59:16.565 INFO:teuthology.orchestra.run.smithi038.stderr: 54350K .......... .......... .......... .......... .......... 58% 309M 0s 2024-09-12T00:59:16.565 INFO:teuthology.orchestra.run.smithi038.stderr: 54400K .......... .......... .......... .......... .......... 58% 309M 0s 2024-09-12T00:59:16.565 INFO:teuthology.orchestra.run.smithi038.stderr: 54450K .......... .......... .......... .......... .......... 58% 293M 0s 2024-09-12T00:59:16.565 INFO:teuthology.orchestra.run.smithi038.stderr: 54500K .......... .......... .......... .......... .......... 58% 259M 0s 2024-09-12T00:59:16.565 INFO:teuthology.orchestra.run.smithi038.stderr: 54550K .......... .......... .......... .......... .......... 58% 310M 0s 2024-09-12T00:59:16.565 INFO:teuthology.orchestra.run.smithi038.stderr: 54600K .......... .......... .......... .......... .......... 58% 304M 0s 2024-09-12T00:59:16.565 INFO:teuthology.orchestra.run.smithi038.stderr: 54650K .......... .......... .......... .......... .......... 58% 309M 0s 2024-09-12T00:59:16.565 INFO:teuthology.orchestra.run.smithi038.stderr: 54700K .......... .......... .......... .......... .......... 58% 247M 0s 2024-09-12T00:59:16.565 INFO:teuthology.orchestra.run.smithi038.stderr: 54750K .......... .......... .......... .......... .......... 58% 306M 0s 2024-09-12T00:59:16.565 INFO:teuthology.orchestra.run.smithi038.stderr: 54800K .......... .......... .......... .......... .......... 59% 300M 0s 2024-09-12T00:59:16.565 INFO:teuthology.orchestra.run.smithi038.stderr: 54850K .......... .......... .......... .......... .......... 59% 317M 0s 2024-09-12T00:59:16.565 INFO:teuthology.orchestra.run.smithi038.stderr: 54900K .......... .......... .......... .......... .......... 59% 284M 0s 2024-09-12T00:59:16.565 INFO:teuthology.orchestra.run.smithi038.stderr: 54950K .......... .......... .......... .......... .......... 59% 297M 0s 2024-09-12T00:59:16.565 INFO:teuthology.orchestra.run.smithi038.stderr: 55000K .......... .......... .......... .......... .......... 59% 308M 0s 2024-09-12T00:59:16.566 INFO:teuthology.orchestra.run.smithi038.stderr: 55050K .......... .......... .......... .......... .......... 59% 303M 0s 2024-09-12T00:59:16.566 INFO:teuthology.orchestra.run.smithi038.stderr: 55100K .......... .......... .......... .......... .......... 59% 24.7M 0s 2024-09-12T00:59:16.566 INFO:teuthology.orchestra.run.smithi038.stderr: 55150K .......... .......... .......... .......... .......... 59% 284M 0s 2024-09-12T00:59:16.566 INFO:teuthology.orchestra.run.smithi038.stderr: 55200K .......... .......... .......... .......... .......... 59% 288M 0s 2024-09-12T00:59:16.566 INFO:teuthology.orchestra.run.smithi038.stderr: 55250K .......... .......... .......... .......... .......... 59% 303M 0s 2024-09-12T00:59:16.566 INFO:teuthology.orchestra.run.smithi038.stderr: 55300K .......... .......... .......... .......... .......... 59% 289M 0s 2024-09-12T00:59:16.566 INFO:teuthology.orchestra.run.smithi038.stderr: 55350K .......... .......... .......... .......... .......... 59% 314M 0s 2024-09-12T00:59:16.566 INFO:teuthology.orchestra.run.smithi038.stderr: 55400K .......... .......... .......... .......... .......... 59% 273M 0s 2024-09-12T00:59:16.566 INFO:teuthology.orchestra.run.smithi038.stderr: 55450K .......... .......... .......... .......... .......... 59% 296M 0s 2024-09-12T00:59:16.566 INFO:teuthology.orchestra.run.smithi038.stderr: 55500K .......... .......... .......... .......... .......... 59% 307M 0s 2024-09-12T00:59:16.566 INFO:teuthology.orchestra.run.smithi038.stderr: 55550K .......... .......... .......... .......... .......... 59% 303M 0s 2024-09-12T00:59:16.566 INFO:teuthology.orchestra.run.smithi038.stderr: 55600K .......... .......... .......... .......... .......... 59% 261M 0s 2024-09-12T00:59:16.566 INFO:teuthology.orchestra.run.smithi038.stderr: 55650K .......... .......... .......... .......... .......... 59% 307M 0s 2024-09-12T00:59:16.566 INFO:teuthology.orchestra.run.smithi038.stderr: 55700K .......... .......... .......... .......... .......... 60% 306M 0s 2024-09-12T00:59:16.567 INFO:teuthology.orchestra.run.smithi038.stderr: 55750K .......... .......... .......... .......... .......... 60% 282M 0s 2024-09-12T00:59:16.567 INFO:teuthology.orchestra.run.smithi038.stderr: 55800K .......... .......... .......... .......... .......... 60% 235M 0s 2024-09-12T00:59:16.567 INFO:teuthology.orchestra.run.smithi038.stderr: 55850K .......... .......... .......... .......... .......... 60% 321M 0s 2024-09-12T00:59:16.567 INFO:teuthology.orchestra.run.smithi038.stderr: 55900K .......... .......... .......... .......... .......... 60% 301M 0s 2024-09-12T00:59:16.567 INFO:teuthology.orchestra.run.smithi038.stderr: 55950K .......... .......... .......... .......... .......... 60% 300M 0s 2024-09-12T00:59:16.567 INFO:teuthology.orchestra.run.smithi038.stderr: 56000K .......... .......... .......... .......... .......... 60% 232M 0s 2024-09-12T00:59:16.567 INFO:teuthology.orchestra.run.smithi038.stderr: 56050K .......... .......... .......... .......... .......... 60% 201M 0s 2024-09-12T00:59:16.567 INFO:teuthology.orchestra.run.smithi038.stderr: 56100K .......... .......... .......... .......... .......... 60% 282M 0s 2024-09-12T00:59:16.567 INFO:teuthology.orchestra.run.smithi038.stderr: 56150K .......... .......... .......... .......... .......... 60% 129M 0s 2024-09-12T00:59:16.567 INFO:teuthology.orchestra.run.smithi038.stderr: 56200K .......... .......... .......... .......... .......... 60% 219M 0s 2024-09-12T00:59:16.567 INFO:teuthology.orchestra.run.smithi038.stderr: 56250K .......... .......... .......... .......... .......... 60% 292M 0s 2024-09-12T00:59:16.567 INFO:teuthology.orchestra.run.smithi038.stderr: 56300K .......... .......... .......... .......... .......... 60% 292M 0s 2024-09-12T00:59:16.567 INFO:teuthology.orchestra.run.smithi038.stderr: 56350K .......... .......... .......... .......... .......... 60% 265M 0s 2024-09-12T00:59:16.567 INFO:teuthology.orchestra.run.smithi038.stderr: 56400K .......... .......... .......... .......... .......... 60% 236M 0s 2024-09-12T00:59:16.567 INFO:teuthology.orchestra.run.smithi038.stderr: 56450K .......... .......... .......... .......... .......... 60% 229M 0s 2024-09-12T00:59:16.567 INFO:teuthology.orchestra.run.smithi038.stderr: 56500K .......... .......... .......... .......... .......... 60% 254M 0s 2024-09-12T00:59:16.568 INFO:teuthology.orchestra.run.smithi038.stderr: 56550K .......... .......... .......... .......... .......... 60% 314M 0s 2024-09-12T00:59:16.568 INFO:teuthology.orchestra.run.smithi038.stderr: 56600K .......... .......... .......... .......... .......... 60% 312M 0s 2024-09-12T00:59:16.568 INFO:teuthology.orchestra.run.smithi038.stderr: 56650K .......... .......... .......... .......... .......... 61% 315M 0s 2024-09-12T00:59:16.568 INFO:teuthology.orchestra.run.smithi038.stderr: 56700K .......... .......... .......... .......... .......... 61% 257M 0s 2024-09-12T00:59:16.568 INFO:teuthology.orchestra.run.smithi038.stderr: 56750K .......... .......... .......... .......... .......... 61% 302M 0s 2024-09-12T00:59:16.568 INFO:teuthology.orchestra.run.smithi038.stderr: 56800K .......... .......... .......... .......... .......... 61% 297M 0s 2024-09-12T00:59:16.568 INFO:teuthology.orchestra.run.smithi038.stderr: 56850K .......... .......... .......... .......... .......... 61% 314M 0s 2024-09-12T00:59:16.568 INFO:teuthology.orchestra.run.smithi038.stderr: 56900K .......... .......... .......... .......... .......... 61% 180M 0s 2024-09-12T00:59:16.568 INFO:teuthology.orchestra.run.smithi038.stderr: 56950K .......... .......... .......... .......... .......... 61% 336M 0s 2024-09-12T00:59:16.568 INFO:teuthology.orchestra.run.smithi038.stderr: 57000K .......... .......... .......... .......... .......... 61% 303M 0s 2024-09-12T00:59:16.568 INFO:teuthology.orchestra.run.smithi038.stderr: 57050K .......... .......... .......... .......... .......... 61% 287M 0s 2024-09-12T00:59:16.568 INFO:teuthology.orchestra.run.smithi038.stderr: 57100K .......... .......... .......... .......... .......... 61% 244M 0s 2024-09-12T00:59:16.568 INFO:teuthology.orchestra.run.smithi038.stderr: 57150K .......... .......... .......... .......... .......... 61% 282M 0s 2024-09-12T00:59:16.568 INFO:teuthology.orchestra.run.smithi038.stderr: 57200K .......... .......... .......... .......... .......... 61% 310M 0s 2024-09-12T00:59:16.569 INFO:teuthology.orchestra.run.smithi038.stderr: 57250K .......... .......... .......... .......... .......... 61% 259M 0s 2024-09-12T00:59:16.569 INFO:teuthology.orchestra.run.smithi038.stderr: 57300K .......... .......... .......... .......... .......... 61% 275M 0s 2024-09-12T00:59:16.569 INFO:teuthology.orchestra.run.smithi038.stderr: 57350K .......... .......... .......... .......... .......... 61% 306M 0s 2024-09-12T00:59:16.569 INFO:teuthology.orchestra.run.smithi038.stderr: 57400K .......... .......... .......... .......... .......... 61% 311M 0s 2024-09-12T00:59:16.569 INFO:teuthology.orchestra.run.smithi038.stderr: 57450K .......... .......... .......... .......... .......... 61% 310M 0s 2024-09-12T00:59:16.569 INFO:teuthology.orchestra.run.smithi038.stderr: 57500K .......... .......... .......... .......... .......... 61% 265M 0s 2024-09-12T00:59:16.569 INFO:teuthology.orchestra.run.smithi038.stderr: 57550K .......... .......... .......... .......... .......... 62% 290M 0s 2024-09-12T00:59:16.569 INFO:teuthology.orchestra.run.smithi038.stderr: 57600K .......... .......... .......... .......... .......... 62% 312M 0s 2024-09-12T00:59:16.569 INFO:teuthology.orchestra.run.smithi038.stderr: 57650K .......... .......... .......... .......... .......... 62% 299M 0s 2024-09-12T00:59:16.569 INFO:teuthology.orchestra.run.smithi038.stderr: 57700K .......... .......... .......... .......... .......... 62% 268M 0s 2024-09-12T00:59:16.569 INFO:teuthology.orchestra.run.smithi038.stderr: 57750K .......... .......... .......... .......... .......... 62% 301M 0s 2024-09-12T00:59:16.569 INFO:teuthology.orchestra.run.smithi038.stderr: 57800K .......... .......... .......... .......... .......... 62% 306M 0s 2024-09-12T00:59:16.569 INFO:teuthology.orchestra.run.smithi038.stderr: 57850K .......... .......... .......... .......... .......... 62% 319M 0s 2024-09-12T00:59:16.569 INFO:teuthology.orchestra.run.smithi038.stderr: 57900K .......... .......... .......... .......... .......... 62% 259M 0s 2024-09-12T00:59:16.569 INFO:teuthology.orchestra.run.smithi038.stderr: 57950K .......... .......... .......... .......... .......... 62% 23.0M 0s 2024-09-12T00:59:16.570 INFO:teuthology.orchestra.run.smithi038.stderr: 58000K .......... .......... .......... .......... .......... 62% 304M 0s 2024-09-12T00:59:16.570 INFO:teuthology.orchestra.run.smithi038.stderr: 58050K .......... .......... .......... .......... .......... 62% 319M 0s 2024-09-12T00:59:16.570 INFO:teuthology.orchestra.run.smithi038.stderr: 58100K .......... .......... .......... .......... .......... 62% 287M 0s 2024-09-12T00:59:16.570 INFO:teuthology.orchestra.run.smithi038.stderr: 58150K .......... .......... .......... .......... .......... 62% 305M 0s 2024-09-12T00:59:16.570 INFO:teuthology.orchestra.run.smithi038.stderr: 58200K .......... .......... .......... .......... .......... 62% 323M 0s 2024-09-12T00:59:16.570 INFO:teuthology.orchestra.run.smithi038.stderr: 58250K .......... .......... .......... .......... .......... 62% 287M 0s 2024-09-12T00:59:16.570 INFO:teuthology.orchestra.run.smithi038.stderr: 58300K .......... .......... .......... .......... .......... 62% 267M 0s 2024-09-12T00:59:16.570 INFO:teuthology.orchestra.run.smithi038.stderr: 58350K .......... .......... .......... .......... .......... 62% 314M 0s 2024-09-12T00:59:16.570 INFO:teuthology.orchestra.run.smithi038.stderr: 58400K .......... .......... .......... .......... .......... 62% 317M 0s 2024-09-12T00:59:16.570 INFO:teuthology.orchestra.run.smithi038.stderr: 58450K .......... .......... .......... .......... .......... 62% 317M 0s 2024-09-12T00:59:16.570 INFO:teuthology.orchestra.run.smithi038.stderr: 58500K .......... .......... .......... .......... .......... 63% 275M 0s 2024-09-12T00:59:16.570 INFO:teuthology.orchestra.run.smithi038.stderr: 58550K .......... .......... .......... .......... .......... 63% 286M 0s 2024-09-12T00:59:16.570 INFO:teuthology.orchestra.run.smithi038.stderr: 58600K .......... .......... .......... .......... .......... 63% 296M 0s 2024-09-12T00:59:16.570 INFO:teuthology.orchestra.run.smithi038.stderr: 58650K .......... .......... .......... .......... .......... 63% 313M 0s 2024-09-12T00:59:16.570 INFO:teuthology.orchestra.run.smithi038.stderr: 58700K .......... .......... .......... .......... .......... 63% 271M 0s 2024-09-12T00:59:16.571 INFO:teuthology.orchestra.run.smithi038.stderr: 58750K .......... .......... .......... .......... .......... 63% 312M 0s 2024-09-12T00:59:16.571 INFO:teuthology.orchestra.run.smithi038.stderr: 58800K .......... .......... .......... .......... .......... 63% 286M 0s 2024-09-12T00:59:16.571 INFO:teuthology.orchestra.run.smithi038.stderr: 58850K .......... .......... .......... .......... .......... 63% 299M 0s 2024-09-12T00:59:16.571 INFO:teuthology.orchestra.run.smithi038.stderr: 58900K .......... .......... .......... .......... .......... 63% 264M 0s 2024-09-12T00:59:16.571 INFO:teuthology.orchestra.run.smithi038.stderr: 58950K .......... .......... .......... .......... .......... 63% 302M 0s 2024-09-12T00:59:16.571 INFO:teuthology.orchestra.run.smithi038.stderr: 59000K .......... .......... .......... .......... .......... 63% 318M 0s 2024-09-12T00:59:16.571 INFO:teuthology.orchestra.run.smithi038.stderr: 59050K .......... .......... .......... .......... .......... 63% 325M 0s 2024-09-12T00:59:16.571 INFO:teuthology.orchestra.run.smithi038.stderr: 59100K .......... .......... .......... .......... .......... 63% 129M 0s 2024-09-12T00:59:16.571 INFO:teuthology.orchestra.run.smithi038.stderr: 59150K .......... .......... .......... .......... .......... 63% 279M 0s 2024-09-12T00:59:16.571 INFO:teuthology.orchestra.run.smithi038.stderr: 59200K .......... .......... .......... .......... .......... 63% 285M 0s 2024-09-12T00:59:16.571 INFO:teuthology.orchestra.run.smithi038.stderr: 59250K .......... .......... .......... .......... .......... 63% 312M 0s 2024-09-12T00:59:16.571 INFO:teuthology.orchestra.run.smithi038.stderr: 59300K .......... .......... .......... .......... .......... 63% 264M 0s 2024-09-12T00:59:16.571 INFO:teuthology.orchestra.run.smithi038.stderr: 59350K .......... .......... .......... .......... .......... 63% 306M 0s 2024-09-12T00:59:16.571 INFO:teuthology.orchestra.run.smithi038.stderr: 59400K .......... .......... .......... .......... .......... 63% 290M 0s 2024-09-12T00:59:16.571 INFO:teuthology.orchestra.run.smithi038.stderr: 59450K .......... .......... .......... .......... .......... 64% 312M 0s 2024-09-12T00:59:16.572 INFO:teuthology.orchestra.run.smithi038.stderr: 59500K .......... .......... .......... .......... .......... 64% 255M 0s 2024-09-12T00:59:16.572 INFO:teuthology.orchestra.run.smithi038.stderr: 59550K .......... .......... .......... .......... .......... 64% 303M 0s 2024-09-12T00:59:16.572 INFO:teuthology.orchestra.run.smithi038.stderr: 59600K .......... .......... .......... .......... .......... 64% 310M 0s 2024-09-12T00:59:16.572 INFO:teuthology.orchestra.run.smithi038.stderr: 59650K .......... .......... .......... .......... .......... 64% 302M 0s 2024-09-12T00:59:16.572 INFO:teuthology.orchestra.run.smithi038.stderr: 59700K .......... .......... .......... .......... .......... 64% 270M 0s 2024-09-12T00:59:16.572 INFO:teuthology.orchestra.run.smithi038.stderr: 59750K .......... .......... .......... .......... .......... 64% 314M 0s 2024-09-12T00:59:16.572 INFO:teuthology.orchestra.run.smithi038.stderr: 59800K .......... .......... .......... .......... .......... 64% 311M 0s 2024-09-12T00:59:16.572 INFO:teuthology.orchestra.run.smithi038.stderr: 59850K .......... .......... .......... .......... .......... 64% 316M 0s 2024-09-12T00:59:16.572 INFO:teuthology.orchestra.run.smithi038.stderr: 59900K .......... .......... .......... .......... .......... 64% 255M 0s 2024-09-12T00:59:16.572 INFO:teuthology.orchestra.run.smithi038.stderr: 59950K .......... .......... .......... .......... .......... 64% 187M 0s 2024-09-12T00:59:16.572 INFO:teuthology.orchestra.run.smithi038.stderr: 60000K .......... .......... .......... .......... .......... 64% 307M 0s 2024-09-12T00:59:16.572 INFO:teuthology.orchestra.run.smithi038.stderr: 60050K .......... .......... .......... .......... .......... 64% 291M 0s 2024-09-12T00:59:16.572 INFO:teuthology.orchestra.run.smithi038.stderr: 60100K .......... .......... .......... .......... .......... 64% 270M 0s 2024-09-12T00:59:16.572 INFO:teuthology.orchestra.run.smithi038.stderr: 60150K .......... .......... .......... .......... .......... 64% 315M 0s 2024-09-12T00:59:16.572 INFO:teuthology.orchestra.run.smithi038.stderr: 60200K .......... .......... .......... .......... .......... 64% 286M 0s 2024-09-12T00:59:16.573 INFO:teuthology.orchestra.run.smithi038.stderr: 60250K .......... .......... .......... .......... .......... 64% 314M 0s 2024-09-12T00:59:16.573 INFO:teuthology.orchestra.run.smithi038.stderr: 60300K .......... .......... .......... .......... .......... 64% 248M 0s 2024-09-12T00:59:16.573 INFO:teuthology.orchestra.run.smithi038.stderr: 60350K .......... .......... .......... .......... .......... 65% 316M 0s 2024-09-12T00:59:16.573 INFO:teuthology.orchestra.run.smithi038.stderr: 60400K .......... .......... .......... .......... .......... 65% 146M 0s 2024-09-12T00:59:16.573 INFO:teuthology.orchestra.run.smithi038.stderr: 60450K .......... .......... .......... .......... .......... 65% 300M 0s 2024-09-12T00:59:16.573 INFO:teuthology.orchestra.run.smithi038.stderr: 60500K .......... .......... .......... .......... .......... 65% 251M 0s 2024-09-12T00:59:16.573 INFO:teuthology.orchestra.run.smithi038.stderr: 60550K .......... .......... .......... .......... .......... 65% 287M 0s 2024-09-12T00:59:16.573 INFO:teuthology.orchestra.run.smithi038.stderr: 60600K .......... .......... .......... .......... .......... 65% 320M 0s 2024-09-12T00:59:16.573 INFO:teuthology.orchestra.run.smithi038.stderr: 60650K .......... .......... .......... .......... .......... 65% 236M 0s 2024-09-12T00:59:16.573 INFO:teuthology.orchestra.run.smithi038.stderr: 60700K .......... .......... .......... .......... .......... 65% 319M 0s 2024-09-12T00:59:16.573 INFO:teuthology.orchestra.run.smithi038.stderr: 60750K .......... .......... .......... .......... .......... 65% 274M 0s 2024-09-12T00:59:16.573 INFO:teuthology.orchestra.run.smithi038.stderr: 60800K .......... .......... .......... .......... .......... 65% 267M 0s 2024-09-12T00:59:16.573 INFO:teuthology.orchestra.run.smithi038.stderr: 60850K .......... .......... .......... .......... .......... 65% 24.7M 0s 2024-09-12T00:59:16.574 INFO:teuthology.orchestra.run.smithi038.stderr: 60900K .......... .......... .......... .......... .......... 65% 271M 0s 2024-09-12T00:59:16.574 INFO:teuthology.orchestra.run.smithi038.stderr: 60950K .......... .......... .......... .......... .......... 65% 329M 0s 2024-09-12T00:59:16.574 INFO:teuthology.orchestra.run.smithi038.stderr: 61000K .......... .......... .......... .......... .......... 65% 247M 0s 2024-09-12T00:59:16.574 INFO:teuthology.orchestra.run.smithi038.stderr: 61050K .......... .......... .......... .......... .......... 65% 290M 0s 2024-09-12T00:59:16.574 INFO:teuthology.orchestra.run.smithi038.stderr: 61100K .......... .......... .......... .......... .......... 65% 313M 0s 2024-09-12T00:59:16.574 INFO:teuthology.orchestra.run.smithi038.stderr: 61150K .......... .......... .......... .......... .......... 65% 277M 0s 2024-09-12T00:59:16.574 INFO:teuthology.orchestra.run.smithi038.stderr: 61200K .......... .......... .......... .......... .......... 65% 299M 0s 2024-09-12T00:59:16.574 INFO:teuthology.orchestra.run.smithi038.stderr: 61250K .......... .......... .......... .......... .......... 65% 273M 0s 2024-09-12T00:59:16.574 INFO:teuthology.orchestra.run.smithi038.stderr: 61300K .......... .......... .......... .......... .......... 66% 317M 0s 2024-09-12T00:59:16.574 INFO:teuthology.orchestra.run.smithi038.stderr: 61350K .......... .......... .......... .......... .......... 66% 321M 0s 2024-09-12T00:59:16.574 INFO:teuthology.orchestra.run.smithi038.stderr: 61400K .......... .......... .......... .......... .......... 66% 262M 0s 2024-09-12T00:59:16.574 INFO:teuthology.orchestra.run.smithi038.stderr: 61450K .......... .......... .......... .......... .......... 66% 333M 0s 2024-09-12T00:59:16.574 INFO:teuthology.orchestra.run.smithi038.stderr: 61500K .......... .......... .......... .......... .......... 66% 319M 0s 2024-09-12T00:59:16.574 INFO:teuthology.orchestra.run.smithi038.stderr: 61550K .......... .......... .......... .......... .......... 66% 270M 0s 2024-09-12T00:59:16.574 INFO:teuthology.orchestra.run.smithi038.stderr: 61600K .......... .......... .......... .......... .......... 66% 308M 0s 2024-09-12T00:59:16.575 INFO:teuthology.orchestra.run.smithi038.stderr: 61650K .......... .......... .......... .......... .......... 66% 314M 0s 2024-09-12T00:59:16.575 INFO:teuthology.orchestra.run.smithi038.stderr: 61700K .......... .......... .......... .......... .......... 66% 300M 0s 2024-09-12T00:59:16.575 INFO:teuthology.orchestra.run.smithi038.stderr: 61750K .......... .......... .......... .......... .......... 66% 272M 0s 2024-09-12T00:59:16.575 INFO:teuthology.orchestra.run.smithi038.stderr: 61800K .......... .......... .......... .......... .......... 66% 56.2M 0s 2024-09-12T00:59:16.575 INFO:teuthology.orchestra.run.smithi038.stderr: 61850K .......... .......... .......... .......... .......... 66% 191M 0s 2024-09-12T00:59:16.575 INFO:teuthology.orchestra.run.smithi038.stderr: 61900K .......... .......... .......... .......... .......... 66% 298M 0s 2024-09-12T00:59:16.575 INFO:teuthology.orchestra.run.smithi038.stderr: 61950K .......... .......... .......... .......... .......... 66% 292M 0s 2024-09-12T00:59:16.575 INFO:teuthology.orchestra.run.smithi038.stderr: 62000K .......... .......... .......... .......... .......... 66% 292M 0s 2024-09-12T00:59:16.575 INFO:teuthology.orchestra.run.smithi038.stderr: 62050K .......... .......... .......... .......... .......... 66% 259M 0s 2024-09-12T00:59:16.575 INFO:teuthology.orchestra.run.smithi038.stderr: 62100K .......... .......... .......... .......... .......... 66% 297M 0s 2024-09-12T00:59:16.575 INFO:teuthology.orchestra.run.smithi038.stderr: 62150K .......... .......... .......... .......... .......... 66% 264M 0s 2024-09-12T00:59:16.575 INFO:teuthology.orchestra.run.smithi038.stderr: 62200K .......... .......... .......... .......... .......... 67% 321M 0s 2024-09-12T00:59:16.575 INFO:teuthology.orchestra.run.smithi038.stderr: 62250K .......... .......... .......... .......... .......... 67% 272M 0s 2024-09-12T00:59:16.575 INFO:teuthology.orchestra.run.smithi038.stderr: 62300K .......... .......... .......... .......... .......... 67% 298M 0s 2024-09-12T00:59:16.575 INFO:teuthology.orchestra.run.smithi038.stderr: 62350K .......... .......... .......... .......... .......... 67% 317M 0s 2024-09-12T00:59:16.575 INFO:teuthology.orchestra.run.smithi038.stderr: 62400K .......... .......... .......... .......... .......... 67% 275M 0s 2024-09-12T00:59:16.576 INFO:teuthology.orchestra.run.smithi038.stderr: 62450K .......... .......... .......... .......... .......... 67% 52.1M 0s 2024-09-12T00:59:16.576 INFO:teuthology.orchestra.run.smithi038.stderr: 62500K .......... .......... .......... .......... .......... 67% 305M 0s 2024-09-12T00:59:16.576 INFO:teuthology.orchestra.run.smithi038.stderr: 62550K .......... .......... .......... .......... .......... 67% 244M 0s 2024-09-12T00:59:16.576 INFO:teuthology.orchestra.run.smithi038.stderr: 62600K .......... .......... .......... .......... .......... 67% 298M 0s 2024-09-12T00:59:16.576 INFO:teuthology.orchestra.run.smithi038.stderr: 62650K .......... .......... .......... .......... .......... 67% 276M 0s 2024-09-12T00:59:16.576 INFO:teuthology.orchestra.run.smithi038.stderr: 62700K .......... .......... .......... .......... .......... 67% 300M 0s 2024-09-12T00:59:16.576 INFO:teuthology.orchestra.run.smithi038.stderr: 62750K .......... .......... .......... .......... .......... 67% 242M 0s 2024-09-12T00:59:16.576 INFO:teuthology.orchestra.run.smithi038.stderr: 62800K .......... .......... .......... .......... .......... 67% 306M 0s 2024-09-12T00:59:16.576 INFO:teuthology.orchestra.run.smithi038.stderr: 62850K .......... .......... .......... .......... .......... 67% 280M 0s 2024-09-12T00:59:16.576 INFO:teuthology.orchestra.run.smithi038.stderr: 62900K .......... .......... .......... .......... .......... 67% 330M 0s 2024-09-12T00:59:16.576 INFO:teuthology.orchestra.run.smithi038.stderr: 62950K .......... .......... .......... .......... .......... 67% 263M 0s 2024-09-12T00:59:16.576 INFO:teuthology.orchestra.run.smithi038.stderr: 63000K .......... .......... .......... .......... .......... 67% 304M 0s 2024-09-12T00:59:16.576 INFO:teuthology.orchestra.run.smithi038.stderr: 63050K .......... .......... .......... .......... .......... 67% 300M 0s 2024-09-12T00:59:16.576 INFO:teuthology.orchestra.run.smithi038.stderr: 63100K .......... .......... .......... .......... .......... 67% 300M 0s 2024-09-12T00:59:16.577 INFO:teuthology.orchestra.run.smithi038.stderr: 63150K .......... .......... .......... .......... .......... 68% 266M 0s 2024-09-12T00:59:16.577 INFO:teuthology.orchestra.run.smithi038.stderr: 63200K .......... .......... .......... .......... .......... 68% 343M 0s 2024-09-12T00:59:16.577 INFO:teuthology.orchestra.run.smithi038.stderr: 63250K .......... .......... .......... .......... .......... 68% 311M 0s 2024-09-12T00:59:16.577 INFO:teuthology.orchestra.run.smithi038.stderr: 63300K .......... .......... .......... .......... .......... 68% 312M 0s 2024-09-12T00:59:16.577 INFO:teuthology.orchestra.run.smithi038.stderr: 63350K .......... .......... .......... .......... .......... 68% 269M 0s 2024-09-12T00:59:16.577 INFO:teuthology.orchestra.run.smithi038.stderr: 63400K .......... .......... .......... .......... .......... 68% 290M 0s 2024-09-12T00:59:16.577 INFO:teuthology.orchestra.run.smithi038.stderr: 63450K .......... .......... .......... .......... .......... 68% 309M 0s 2024-09-12T00:59:16.577 INFO:teuthology.orchestra.run.smithi038.stderr: 63500K .......... .......... .......... .......... .......... 68% 310M 0s 2024-09-12T00:59:16.577 INFO:teuthology.orchestra.run.smithi038.stderr: 63550K .......... .......... .......... .......... .......... 68% 258M 0s 2024-09-12T00:59:16.577 INFO:teuthology.orchestra.run.smithi038.stderr: 63600K .......... .......... .......... .......... .......... 68% 309M 0s 2024-09-12T00:59:16.577 INFO:teuthology.orchestra.run.smithi038.stderr: 63650K .......... .......... .......... .......... .......... 68% 271M 0s 2024-09-12T00:59:16.577 INFO:teuthology.orchestra.run.smithi038.stderr: 63700K .......... .......... .......... .......... .......... 68% 293M 0s 2024-09-12T00:59:16.577 INFO:teuthology.orchestra.run.smithi038.stderr: 63750K .......... .......... .......... .......... .......... 68% 267M 0s 2024-09-12T00:59:16.577 INFO:teuthology.orchestra.run.smithi038.stderr: 63800K .......... .......... .......... .......... .......... 68% 315M 0s 2024-09-12T00:59:16.577 INFO:teuthology.orchestra.run.smithi038.stderr: 63850K .......... .......... .......... .......... .......... 68% 308M 0s 2024-09-12T00:59:16.578 INFO:teuthology.orchestra.run.smithi038.stderr: 63900K .......... .......... .......... .......... .......... 68% 82.3M 0s 2024-09-12T00:59:16.578 INFO:teuthology.orchestra.run.smithi038.stderr: 63950K .......... .......... .......... .......... .......... 68% 210M 0s 2024-09-12T00:59:16.578 INFO:teuthology.orchestra.run.smithi038.stderr: 64000K .......... .......... .......... .......... .......... 68% 293M 0s 2024-09-12T00:59:16.578 INFO:teuthology.orchestra.run.smithi038.stderr: 64050K .......... .......... .......... .......... .......... 68% 208M 0s 2024-09-12T00:59:16.578 INFO:teuthology.orchestra.run.smithi038.stderr: 64100K .......... .......... .......... .......... .......... 69% 82.6M 0s 2024-09-12T00:59:16.578 INFO:teuthology.orchestra.run.smithi038.stderr: 64150K .......... .......... .......... .......... .......... 69% 278M 0s 2024-09-12T00:59:16.578 INFO:teuthology.orchestra.run.smithi038.stderr: 64200K .......... .......... .......... .......... .......... 69% 312M 0s 2024-09-12T00:59:16.578 INFO:teuthology.orchestra.run.smithi038.stderr: 64250K .......... .......... .......... .......... .......... 69% 310M 0s 2024-09-12T00:59:16.578 INFO:teuthology.orchestra.run.smithi038.stderr: 64300K .......... .......... .......... .......... .......... 69% 295M 0s 2024-09-12T00:59:16.578 INFO:teuthology.orchestra.run.smithi038.stderr: 64350K .......... .......... .......... .......... .......... 69% 272M 0s 2024-09-12T00:59:16.578 INFO:teuthology.orchestra.run.smithi038.stderr: 64400K .......... .......... .......... .......... .......... 69% 314M 0s 2024-09-12T00:59:16.578 INFO:teuthology.orchestra.run.smithi038.stderr: 64450K .......... .......... .......... .......... .......... 69% 290M 0s 2024-09-12T00:59:16.578 INFO:teuthology.orchestra.run.smithi038.stderr: 64500K .......... .......... .......... .......... .......... 69% 290M 0s 2024-09-12T00:59:16.578 INFO:teuthology.orchestra.run.smithi038.stderr: 64550K .......... .......... .......... .......... .......... 69% 310M 0s 2024-09-12T00:59:16.579 INFO:teuthology.orchestra.run.smithi038.stderr: 64600K .......... .......... .......... .......... .......... 69% 310M 0s 2024-09-12T00:59:16.579 INFO:teuthology.orchestra.run.smithi038.stderr: 64650K .......... .......... .......... .......... .......... 69% 297M 0s 2024-09-12T00:59:16.579 INFO:teuthology.orchestra.run.smithi038.stderr: 64700K .......... .......... .......... .......... .......... 69% 346M 0s 2024-09-12T00:59:16.579 INFO:teuthology.orchestra.run.smithi038.stderr: 64750K .......... .......... .......... .......... .......... 69% 304M 0s 2024-09-12T00:59:16.579 INFO:teuthology.orchestra.run.smithi038.stderr: 64800K .......... .......... .......... .......... .......... 69% 106M 0s 2024-09-12T00:59:16.579 INFO:teuthology.orchestra.run.smithi038.stderr: 64850K .......... .......... .......... .......... .......... 69% 266M 0s 2024-09-12T00:59:16.579 INFO:teuthology.orchestra.run.smithi038.stderr: 64900K .......... .......... .......... .......... .......... 69% 277M 0s 2024-09-12T00:59:16.579 INFO:teuthology.orchestra.run.smithi038.stderr: 64950K .......... .......... .......... .......... .......... 69% 322M 0s 2024-09-12T00:59:16.579 INFO:teuthology.orchestra.run.smithi038.stderr: 65000K .......... .......... .......... .......... .......... 70% 146M 0s 2024-09-12T00:59:16.579 INFO:teuthology.orchestra.run.smithi038.stderr: 65050K .......... .......... .......... .......... .......... 70% 236M 0s 2024-09-12T00:59:16.579 INFO:teuthology.orchestra.run.smithi038.stderr: 65100K .......... .......... .......... .......... .......... 70% 328M 0s 2024-09-12T00:59:16.579 INFO:teuthology.orchestra.run.smithi038.stderr: 65150K .......... .......... .......... .......... .......... 70% 266M 0s 2024-09-12T00:59:16.579 INFO:teuthology.orchestra.run.smithi038.stderr: 65200K .......... .......... .......... .......... .......... 70% 302M 0s 2024-09-12T00:59:16.579 INFO:teuthology.orchestra.run.smithi038.stderr: 65250K .......... .......... .......... .......... .......... 70% 270M 0s 2024-09-12T00:59:16.580 INFO:teuthology.orchestra.run.smithi038.stderr: 65300K .......... .......... .......... .......... .......... 70% 33.9M 0s 2024-09-12T00:59:16.580 INFO:teuthology.orchestra.run.smithi038.stderr: 65350K .......... .......... .......... .......... .......... 70% 264M 0s 2024-09-12T00:59:16.580 INFO:teuthology.orchestra.run.smithi038.stderr: 65400K .......... .......... .......... .......... .......... 70% 320M 0s 2024-09-12T00:59:16.580 INFO:teuthology.orchestra.run.smithi038.stderr: 65450K .......... .......... .......... .......... .......... 70% 265M 0s 2024-09-12T00:59:16.580 INFO:teuthology.orchestra.run.smithi038.stderr: 65500K .......... .......... .......... .......... .......... 70% 299M 0s 2024-09-12T00:59:16.580 INFO:teuthology.orchestra.run.smithi038.stderr: 65550K .......... .......... .......... .......... .......... 70% 311M 0s 2024-09-12T00:59:16.580 INFO:teuthology.orchestra.run.smithi038.stderr: 65600K .......... .......... .......... .......... .......... 70% 310M 0s 2024-09-12T00:59:16.580 INFO:teuthology.orchestra.run.smithi038.stderr: 65650K .......... .......... .......... .......... .......... 70% 272M 0s 2024-09-12T00:59:16.580 INFO:teuthology.orchestra.run.smithi038.stderr: 65700K .......... .......... .......... .......... .......... 70% 352M 0s 2024-09-12T00:59:16.580 INFO:teuthology.orchestra.run.smithi038.stderr: 65750K .......... .......... .......... .......... .......... 70% 316M 0s 2024-09-12T00:59:16.580 INFO:teuthology.orchestra.run.smithi038.stderr: 65800K .......... .......... .......... .......... .......... 70% 304M 0s 2024-09-12T00:59:16.580 INFO:teuthology.orchestra.run.smithi038.stderr: 65850K .......... .......... .......... .......... .......... 70% 247M 0s 2024-09-12T00:59:16.580 INFO:teuthology.orchestra.run.smithi038.stderr: 65900K .......... .......... .......... .......... .......... 70% 329M 0s 2024-09-12T00:59:16.580 INFO:teuthology.orchestra.run.smithi038.stderr: 65950K .......... .......... .......... .......... .......... 71% 277M 0s 2024-09-12T00:59:16.581 INFO:teuthology.orchestra.run.smithi038.stderr: 66000K .......... .......... .......... .......... .......... 71% 316M 0s 2024-09-12T00:59:16.581 INFO:teuthology.orchestra.run.smithi038.stderr: 66050K .......... .......... .......... .......... .......... 71% 273M 0s 2024-09-12T00:59:16.581 INFO:teuthology.orchestra.run.smithi038.stderr: 66100K .......... .......... .......... .......... .......... 71% 300M 0s 2024-09-12T00:59:16.581 INFO:teuthology.orchestra.run.smithi038.stderr: 66150K .......... .......... .......... .......... .......... 71% 298M 0s 2024-09-12T00:59:16.581 INFO:teuthology.orchestra.run.smithi038.stderr: 66200K .......... .......... .......... .......... .......... 71% 304M 0s 2024-09-12T00:59:16.581 INFO:teuthology.orchestra.run.smithi038.stderr: 66250K .......... .......... .......... .......... .......... 71% 271M 0s 2024-09-12T00:59:16.581 INFO:teuthology.orchestra.run.smithi038.stderr: 66300K .......... .......... .......... .......... .......... 71% 282M 0s 2024-09-12T00:59:16.581 INFO:teuthology.orchestra.run.smithi038.stderr: 66350K .......... .......... .......... .......... .......... 71% 323M 0s 2024-09-12T00:59:16.581 INFO:teuthology.orchestra.run.smithi038.stderr: 66400K .......... .......... .......... .......... .......... 71% 321M 0s 2024-09-12T00:59:16.581 INFO:teuthology.orchestra.run.smithi038.stderr: 66450K .......... .......... .......... .......... .......... 71% 263M 0s 2024-09-12T00:59:16.581 INFO:teuthology.orchestra.run.smithi038.stderr: 66500K .......... .......... .......... .......... .......... 71% 322M 0s 2024-09-12T00:59:16.581 INFO:teuthology.orchestra.run.smithi038.stderr: 66550K .......... .......... .......... .......... .......... 71% 288M 0s 2024-09-12T00:59:16.581 INFO:teuthology.orchestra.run.smithi038.stderr: 66600K .......... .......... .......... .......... .......... 71% 312M 0s 2024-09-12T00:59:16.581 INFO:teuthology.orchestra.run.smithi038.stderr: 66650K .......... .......... .......... .......... .......... 71% 275M 0s 2024-09-12T00:59:16.582 INFO:teuthology.orchestra.run.smithi038.stderr: 66700K .......... .......... .......... .......... .......... 71% 287M 0s 2024-09-12T00:59:16.582 INFO:teuthology.orchestra.run.smithi038.stderr: 66750K .......... .......... .......... .......... .......... 71% 279M 0s 2024-09-12T00:59:16.582 INFO:teuthology.orchestra.run.smithi038.stderr: 66800K .......... .......... .......... .......... .......... 71% 300M 0s 2024-09-12T00:59:16.582 INFO:teuthology.orchestra.run.smithi038.stderr: 66850K .......... .......... .......... .......... .......... 72% 296M 0s 2024-09-12T00:59:16.582 INFO:teuthology.orchestra.run.smithi038.stderr: 66900K .......... .......... .......... .......... .......... 72% 308M 0s 2024-09-12T00:59:16.582 INFO:teuthology.orchestra.run.smithi038.stderr: 66950K .......... .......... .......... .......... .......... 72% 328M 0s 2024-09-12T00:59:16.582 INFO:teuthology.orchestra.run.smithi038.stderr: 67000K .......... .......... .......... .......... .......... 72% 318M 0s 2024-09-12T00:59:16.582 INFO:teuthology.orchestra.run.smithi038.stderr: 67050K .......... .......... .......... .......... .......... 72% 262M 0s 2024-09-12T00:59:16.582 INFO:teuthology.orchestra.run.smithi038.stderr: 67100K .......... .......... .......... .......... .......... 72% 314M 0s 2024-09-12T00:59:16.582 INFO:teuthology.orchestra.run.smithi038.stderr: 67150K .......... .......... .......... .......... .......... 72% 131M 0s 2024-09-12T00:59:16.582 INFO:teuthology.orchestra.run.smithi038.stderr: 67200K .......... .......... .......... .......... .......... 72% 101M 0s 2024-09-12T00:59:16.582 INFO:teuthology.orchestra.run.smithi038.stderr: 67250K .......... .......... .......... .......... .......... 72% 253M 0s 2024-09-12T00:59:16.582 INFO:teuthology.orchestra.run.smithi038.stderr: 67300K .......... .......... .......... .......... .......... 72% 310M 0s 2024-09-12T00:59:16.582 INFO:teuthology.orchestra.run.smithi038.stderr: 67350K .......... .......... .......... .......... .......... 72% 322M 0s 2024-09-12T00:59:16.583 INFO:teuthology.orchestra.run.smithi038.stderr: 67400K .......... .......... .......... .......... .......... 72% 291M 0s 2024-09-12T00:59:16.583 INFO:teuthology.orchestra.run.smithi038.stderr: 67450K .......... .......... .......... .......... .......... 72% 266M 0s 2024-09-12T00:59:16.583 INFO:teuthology.orchestra.run.smithi038.stderr: 67500K .......... .......... .......... .......... .......... 72% 299M 0s 2024-09-12T00:59:16.583 INFO:teuthology.orchestra.run.smithi038.stderr: 67550K .......... .......... .......... .......... .......... 72% 301M 0s 2024-09-12T00:59:16.583 INFO:teuthology.orchestra.run.smithi038.stderr: 67600K .......... .......... .......... .......... .......... 72% 318M 0s 2024-09-12T00:59:16.583 INFO:teuthology.orchestra.run.smithi038.stderr: 67650K .......... .......... .......... .......... .......... 72% 275M 0s 2024-09-12T00:59:16.583 INFO:teuthology.orchestra.run.smithi038.stderr: 67700K .......... .......... .......... .......... .......... 72% 294M 0s 2024-09-12T00:59:16.583 INFO:teuthology.orchestra.run.smithi038.stderr: 67750K .......... .......... .......... .......... .......... 72% 91.4M 0s 2024-09-12T00:59:16.583 INFO:teuthology.orchestra.run.smithi038.stderr: 67800K .......... .......... .......... .......... .......... 73% 315M 0s 2024-09-12T00:59:16.583 INFO:teuthology.orchestra.run.smithi038.stderr: 67850K .......... .......... .......... .......... .......... 73% 263M 0s 2024-09-12T00:59:16.583 INFO:teuthology.orchestra.run.smithi038.stderr: 67900K .......... .......... .......... .......... .......... 73% 309M 0s 2024-09-12T00:59:16.583 INFO:teuthology.orchestra.run.smithi038.stderr: 67950K .......... .......... .......... .......... .......... 73% 289M 0s 2024-09-12T00:59:16.583 INFO:teuthology.orchestra.run.smithi038.stderr: 68000K .......... .......... .......... .......... .......... 73% 294M 0s 2024-09-12T00:59:16.583 INFO:teuthology.orchestra.run.smithi038.stderr: 68050K .......... .......... .......... .......... .......... 73% 275M 0s 2024-09-12T00:59:16.584 INFO:teuthology.orchestra.run.smithi038.stderr: 68100K .......... .......... .......... .......... .......... 73% 129M 0s 2024-09-12T00:59:16.584 INFO:teuthology.orchestra.run.smithi038.stderr: 68150K .......... .......... .......... .......... .......... 73% 239M 0s 2024-09-12T00:59:16.584 INFO:teuthology.orchestra.run.smithi038.stderr: 68200K .......... .......... .......... .......... .......... 73% 222M 0s 2024-09-12T00:59:16.584 INFO:teuthology.orchestra.run.smithi038.stderr: 68250K .......... .......... .......... .......... .......... 73% 129M 0s 2024-09-12T00:59:16.584 INFO:teuthology.orchestra.run.smithi038.stderr: 68300K .......... .......... .......... .......... .......... 73% 50.0M 0s 2024-09-12T00:59:16.584 INFO:teuthology.orchestra.run.smithi038.stderr: 68350K .......... .......... .......... .......... .......... 73% 239M 0s 2024-09-12T00:59:16.584 INFO:teuthology.orchestra.run.smithi038.stderr: 68400K .......... .......... .......... .......... .......... 73% 304M 0s 2024-09-12T00:59:16.584 INFO:teuthology.orchestra.run.smithi038.stderr: 68450K .......... .......... .......... .......... .......... 73% 46.4M 0s 2024-09-12T00:59:16.584 INFO:teuthology.orchestra.run.smithi038.stderr: 68500K .......... .......... .......... .......... .......... 73% 281M 0s 2024-09-12T00:59:16.584 INFO:teuthology.orchestra.run.smithi038.stderr: 68550K .......... .......... .......... .......... .......... 73% 267M 0s 2024-09-12T00:59:16.584 INFO:teuthology.orchestra.run.smithi038.stderr: 68600K .......... .......... .......... .......... .......... 73% 293M 0s 2024-09-12T00:59:16.584 INFO:teuthology.orchestra.run.smithi038.stderr: 68650K .......... .......... .......... .......... .......... 73% 316M 0s 2024-09-12T00:59:16.584 INFO:teuthology.orchestra.run.smithi038.stderr: 68700K .......... .......... .......... .......... .......... 74% 310M 0s 2024-09-12T00:59:16.584 INFO:teuthology.orchestra.run.smithi038.stderr: 68750K .......... .......... .......... .......... .......... 74% 247M 0s 2024-09-12T00:59:16.585 INFO:teuthology.orchestra.run.smithi038.stderr: 68800K .......... .......... .......... .......... .......... 74% 365M 0s 2024-09-12T00:59:16.585 INFO:teuthology.orchestra.run.smithi038.stderr: 68850K .......... .......... .......... .......... .......... 74% 286M 0s 2024-09-12T00:59:16.585 INFO:teuthology.orchestra.run.smithi038.stderr: 68900K .......... .......... .......... .......... .......... 74% 324M 0s 2024-09-12T00:59:16.585 INFO:teuthology.orchestra.run.smithi038.stderr: 68950K .......... .......... .......... .......... .......... 74% 283M 0s 2024-09-12T00:59:16.585 INFO:teuthology.orchestra.run.smithi038.stderr: 69000K .......... .......... .......... .......... .......... 74% 343M 0s 2024-09-12T00:59:16.585 INFO:teuthology.orchestra.run.smithi038.stderr: 69050K .......... .......... .......... .......... .......... 74% 324M 0s 2024-09-12T00:59:16.585 INFO:teuthology.orchestra.run.smithi038.stderr: 69100K .......... .......... .......... .......... .......... 74% 325M 0s 2024-09-12T00:59:16.585 INFO:teuthology.orchestra.run.smithi038.stderr: 69150K .......... .......... .......... .......... .......... 74% 250M 0s 2024-09-12T00:59:16.585 INFO:teuthology.orchestra.run.smithi038.stderr: 69200K .......... .......... .......... .......... .......... 74% 307M 0s 2024-09-12T00:59:16.585 INFO:teuthology.orchestra.run.smithi038.stderr: 69250K .......... .......... .......... .......... .......... 74% 284M 0s 2024-09-12T00:59:16.585 INFO:teuthology.orchestra.run.smithi038.stderr: 69300K .......... .......... .......... .......... .......... 74% 316M 0s 2024-09-12T00:59:16.585 INFO:teuthology.orchestra.run.smithi038.stderr: 69350K .......... .......... .......... .......... .......... 74% 267M 0s 2024-09-12T00:59:16.585 INFO:teuthology.orchestra.run.smithi038.stderr: 69400K .......... .......... .......... .......... .......... 74% 307M 0s 2024-09-12T00:59:16.586 INFO:teuthology.orchestra.run.smithi038.stderr: 69450K .......... .......... .......... .......... .......... 74% 284M 0s 2024-09-12T00:59:16.586 INFO:teuthology.orchestra.run.smithi038.stderr: 69500K .......... .......... .......... .......... .......... 74% 297M 0s 2024-09-12T00:59:16.586 INFO:teuthology.orchestra.run.smithi038.stderr: 69550K .......... .......... .......... .......... .......... 74% 262M 0s 2024-09-12T00:59:16.586 INFO:teuthology.orchestra.run.smithi038.stderr: 69600K .......... .......... .......... .......... .......... 74% 303M 0s 2024-09-12T00:59:16.586 INFO:teuthology.orchestra.run.smithi038.stderr: 69650K .......... .......... .......... .......... .......... 75% 307M 0s 2024-09-12T00:59:16.586 INFO:teuthology.orchestra.run.smithi038.stderr: 69700K .......... .......... .......... .......... .......... 75% 302M 0s 2024-09-12T00:59:16.586 INFO:teuthology.orchestra.run.smithi038.stderr: 69750K .......... .......... .......... .......... .......... 75% 262M 0s 2024-09-12T00:59:16.586 INFO:teuthology.orchestra.run.smithi038.stderr: 69800K .......... .......... .......... .......... .......... 75% 307M 0s 2024-09-12T00:59:16.586 INFO:teuthology.orchestra.run.smithi038.stderr: 69850K .......... .......... .......... .......... .......... 75% 315M 0s 2024-09-12T00:59:16.586 INFO:teuthology.orchestra.run.smithi038.stderr: 69900K .......... .......... .......... .......... .......... 75% 318M 0s 2024-09-12T00:59:16.586 INFO:teuthology.orchestra.run.smithi038.stderr: 69950K .......... .......... .......... .......... .......... 75% 277M 0s 2024-09-12T00:59:16.586 INFO:teuthology.orchestra.run.smithi038.stderr: 70000K .......... .......... .......... .......... .......... 75% 332M 0s 2024-09-12T00:59:16.586 INFO:teuthology.orchestra.run.smithi038.stderr: 70050K .......... .......... .......... .......... .......... 75% 310M 0s 2024-09-12T00:59:16.586 INFO:teuthology.orchestra.run.smithi038.stderr: 70100K .......... .......... .......... .......... .......... 75% 303M 0s 2024-09-12T00:59:16.587 INFO:teuthology.orchestra.run.smithi038.stderr: 70150K .......... .......... .......... .......... .......... 75% 317M 0s 2024-09-12T00:59:16.587 INFO:teuthology.orchestra.run.smithi038.stderr: 70200K .......... .......... .......... .......... .......... 75% 316M 0s 2024-09-12T00:59:16.587 INFO:teuthology.orchestra.run.smithi038.stderr: 70250K .......... .......... .......... .......... .......... 75% 323M 0s 2024-09-12T00:59:16.587 INFO:teuthology.orchestra.run.smithi038.stderr: 70300K .......... .......... .......... .......... .......... 75% 314M 0s 2024-09-12T00:59:16.587 INFO:teuthology.orchestra.run.smithi038.stderr: 70350K .......... .......... .......... .......... .......... 75% 250M 0s 2024-09-12T00:59:16.587 INFO:teuthology.orchestra.run.smithi038.stderr: 70400K .......... .......... .......... .......... .......... 75% 321M 0s 2024-09-12T00:59:16.587 INFO:teuthology.orchestra.run.smithi038.stderr: 70450K .......... .......... .......... .......... .......... 75% 308M 0s 2024-09-12T00:59:16.587 INFO:teuthology.orchestra.run.smithi038.stderr: 70500K .......... .......... .......... .......... .......... 75% 318M 0s 2024-09-12T00:59:16.587 INFO:teuthology.orchestra.run.smithi038.stderr: 70550K .......... .......... .......... .......... .......... 75% 284M 0s 2024-09-12T00:59:16.587 INFO:teuthology.orchestra.run.smithi038.stderr: 70600K .......... .......... .......... .......... .......... 76% 304M 0s 2024-09-12T00:59:16.587 INFO:teuthology.orchestra.run.smithi038.stderr: 70650K .......... .......... .......... .......... .......... 76% 304M 0s 2024-09-12T00:59:16.587 INFO:teuthology.orchestra.run.smithi038.stderr: 70700K .......... .......... .......... .......... .......... 76% 319M 0s 2024-09-12T00:59:16.587 INFO:teuthology.orchestra.run.smithi038.stderr: 70750K .......... .......... .......... .......... .......... 76% 151M 0s 2024-09-12T00:59:16.587 INFO:teuthology.orchestra.run.smithi038.stderr: 70800K .......... .......... .......... .......... .......... 76% 199M 0s 2024-09-12T00:59:16.587 INFO:teuthology.orchestra.run.smithi038.stderr: 70850K .......... .......... .......... .......... .......... 76% 311M 0s 2024-09-12T00:59:16.588 INFO:teuthology.orchestra.run.smithi038.stderr: 70900K .......... .......... .......... .......... .......... 76% 258M 0s 2024-09-12T00:59:16.588 INFO:teuthology.orchestra.run.smithi038.stderr: 70950K .......... .......... .......... .......... .......... 76% 277M 0s 2024-09-12T00:59:16.588 INFO:teuthology.orchestra.run.smithi038.stderr: 71000K .......... .......... .......... .......... .......... 76% 312M 0s 2024-09-12T00:59:16.588 INFO:teuthology.orchestra.run.smithi038.stderr: 71050K .......... .......... .......... .......... .......... 76% 316M 0s 2024-09-12T00:59:16.588 INFO:teuthology.orchestra.run.smithi038.stderr: 71100K .......... .......... .......... .......... .......... 76% 303M 0s 2024-09-12T00:59:16.588 INFO:teuthology.orchestra.run.smithi038.stderr: 71150K .......... .......... .......... .......... .......... 76% 157M 0s 2024-09-12T00:59:16.588 INFO:teuthology.orchestra.run.smithi038.stderr: 71200K .......... .......... .......... .......... .......... 76% 317M 0s 2024-09-12T00:59:16.588 INFO:teuthology.orchestra.run.smithi038.stderr: 71250K .......... .......... .......... .......... .......... 76% 66.3M 0s 2024-09-12T00:59:16.588 INFO:teuthology.orchestra.run.smithi038.stderr: 71300K .......... .......... .......... .......... .......... 76% 307M 0s 2024-09-12T00:59:16.588 INFO:teuthology.orchestra.run.smithi038.stderr: 71350K .......... .......... .......... .......... .......... 76% 90.6M 0s 2024-09-12T00:59:16.588 INFO:teuthology.orchestra.run.smithi038.stderr: 71400K .......... .......... .......... .......... .......... 76% 280M 0s 2024-09-12T00:59:16.588 INFO:teuthology.orchestra.run.smithi038.stderr: 71450K .......... .......... .......... .......... .......... 76% 34.5M 0s 2024-09-12T00:59:16.588 INFO:teuthology.orchestra.run.smithi038.stderr: 71500K .......... .......... .......... .......... .......... 77% 315M 0s 2024-09-12T00:59:16.588 INFO:teuthology.orchestra.run.smithi038.stderr: 71550K .......... .......... .......... .......... .......... 77% 245M 0s 2024-09-12T00:59:16.588 INFO:teuthology.orchestra.run.smithi038.stderr: 71600K .......... .......... .......... .......... .......... 77% 188M 0s 2024-09-12T00:59:16.589 INFO:teuthology.orchestra.run.smithi038.stderr: 71650K .......... .......... .......... .......... .......... 77% 79.9M 0s 2024-09-12T00:59:16.589 INFO:teuthology.orchestra.run.smithi038.stderr: 71700K .......... .......... .......... .......... .......... 77% 316M 0s 2024-09-12T00:59:16.589 INFO:teuthology.orchestra.run.smithi038.stderr: 71750K .......... .......... .......... .......... .......... 77% 287M 0s 2024-09-12T00:59:16.589 INFO:teuthology.orchestra.run.smithi038.stderr: 71800K .......... .......... .......... .......... .......... 77% 309M 0s 2024-09-12T00:59:16.589 INFO:teuthology.orchestra.run.smithi038.stderr: 71850K .......... .......... .......... .......... .......... 77% 291M 0s 2024-09-12T00:59:16.589 INFO:teuthology.orchestra.run.smithi038.stderr: 71900K .......... .......... .......... .......... .......... 77% 316M 0s 2024-09-12T00:59:16.589 INFO:teuthology.orchestra.run.smithi038.stderr: 71950K .......... .......... .......... .......... .......... 77% 270M 0s 2024-09-12T00:59:16.589 INFO:teuthology.orchestra.run.smithi038.stderr: 72000K .......... .......... .......... .......... .......... 77% 316M 0s 2024-09-12T00:59:16.589 INFO:teuthology.orchestra.run.smithi038.stderr: 72050K .......... .......... .......... .......... .......... 77% 293M 0s 2024-09-12T00:59:16.589 INFO:teuthology.orchestra.run.smithi038.stderr: 72100K .......... .......... .......... .......... .......... 77% 273M 0s 2024-09-12T00:59:16.589 INFO:teuthology.orchestra.run.smithi038.stderr: 72150K .......... .......... .......... .......... .......... 77% 269M 0s 2024-09-12T00:59:16.589 INFO:teuthology.orchestra.run.smithi038.stderr: 72200K .......... .......... .......... .......... .......... 77% 103M 0s 2024-09-12T00:59:16.589 INFO:teuthology.orchestra.run.smithi038.stderr: 72250K .......... .......... .......... .......... .......... 77% 228M 0s 2024-09-12T00:59:16.589 INFO:teuthology.orchestra.run.smithi038.stderr: 72300K .......... .......... .......... .......... .......... 77% 300M 0s 2024-09-12T00:59:16.590 INFO:teuthology.orchestra.run.smithi038.stderr: 72350K .......... .......... .......... .......... .......... 77% 243M 0s 2024-09-12T00:59:16.590 INFO:teuthology.orchestra.run.smithi038.stderr: 72400K .......... .......... .......... .......... .......... 77% 325M 0s 2024-09-12T00:59:16.590 INFO:teuthology.orchestra.run.smithi038.stderr: 72450K .......... .......... .......... .......... .......... 78% 338M 0s 2024-09-12T00:59:16.590 INFO:teuthology.orchestra.run.smithi038.stderr: 72500K .......... .......... .......... .......... .......... 78% 351M 0s 2024-09-12T00:59:16.590 INFO:teuthology.orchestra.run.smithi038.stderr: 72550K .......... .......... .......... .......... .......... 78% 312M 0s 2024-09-12T00:59:16.590 INFO:teuthology.orchestra.run.smithi038.stderr: 72600K .......... .......... .......... .......... .......... 78% 357M 0s 2024-09-12T00:59:16.590 INFO:teuthology.orchestra.run.smithi038.stderr: 72650K .......... .......... .......... .......... .......... 78% 323M 0s 2024-09-12T00:59:16.590 INFO:teuthology.orchestra.run.smithi038.stderr: 72700K .......... .......... .......... .......... .......... 78% 335M 0s 2024-09-12T00:59:16.590 INFO:teuthology.orchestra.run.smithi038.stderr: 72750K .......... .......... .......... .......... .......... 78% 282M 0s 2024-09-12T00:59:16.590 INFO:teuthology.orchestra.run.smithi038.stderr: 72800K .......... .......... .......... .......... .......... 78% 335M 0s 2024-09-12T00:59:16.590 INFO:teuthology.orchestra.run.smithi038.stderr: 72850K .......... .......... .......... .......... .......... 78% 339M 0s 2024-09-12T00:59:16.590 INFO:teuthology.orchestra.run.smithi038.stderr: 72900K .......... .......... .......... .......... .......... 78% 351M 0s 2024-09-12T00:59:16.590 INFO:teuthology.orchestra.run.smithi038.stderr: 72950K .......... .......... .......... .......... .......... 78% 317M 0s 2024-09-12T00:59:16.590 INFO:teuthology.orchestra.run.smithi038.stderr: 73000K .......... .......... .......... .......... .......... 78% 345M 0s 2024-09-12T00:59:16.590 INFO:teuthology.orchestra.run.smithi038.stderr: 73050K .......... .......... .......... .......... .......... 78% 354M 0s 2024-09-12T00:59:16.590 INFO:teuthology.orchestra.run.smithi038.stderr: 73100K .......... .......... .......... .......... .......... 78% 340M 0s 2024-09-12T00:59:16.591 INFO:teuthology.orchestra.run.smithi038.stderr: 73150K .......... .......... .......... .......... .......... 78% 299M 0s 2024-09-12T00:59:16.591 INFO:teuthology.orchestra.run.smithi038.stderr: 73200K .......... .......... .......... .......... .......... 78% 342M 0s 2024-09-12T00:59:16.591 INFO:teuthology.orchestra.run.smithi038.stderr: 73250K .......... .......... .......... .......... .......... 78% 348M 0s 2024-09-12T00:59:16.591 INFO:teuthology.orchestra.run.smithi038.stderr: 73300K .......... .......... .......... .......... .......... 78% 324M 0s 2024-09-12T00:59:16.591 INFO:teuthology.orchestra.run.smithi038.stderr: 73350K .......... .......... .......... .......... .......... 79% 307M 0s 2024-09-12T00:59:16.591 INFO:teuthology.orchestra.run.smithi038.stderr: 73400K .......... .......... .......... .......... .......... 79% 369M 0s 2024-09-12T00:59:16.591 INFO:teuthology.orchestra.run.smithi038.stderr: 73450K .......... .......... .......... .......... .......... 79% 342M 0s 2024-09-12T00:59:16.591 INFO:teuthology.orchestra.run.smithi038.stderr: 73500K .......... .......... .......... .......... .......... 79% 342M 0s 2024-09-12T00:59:16.591 INFO:teuthology.orchestra.run.smithi038.stderr: 73550K .......... .......... .......... .......... .......... 79% 259M 0s 2024-09-12T00:59:16.591 INFO:teuthology.orchestra.run.smithi038.stderr: 73600K .......... .......... .......... .......... .......... 79% 340M 0s 2024-09-12T00:59:16.591 INFO:teuthology.orchestra.run.smithi038.stderr: 73650K .......... .......... .......... .......... .......... 79% 342M 0s 2024-09-12T00:59:16.591 INFO:teuthology.orchestra.run.smithi038.stderr: 73700K .......... .......... .......... .......... .......... 79% 346M 0s 2024-09-12T00:59:16.591 INFO:teuthology.orchestra.run.smithi038.stderr: 73750K .......... .......... .......... .......... .......... 79% 299M 0s 2024-09-12T00:59:16.591 INFO:teuthology.orchestra.run.smithi038.stderr: 73800K .......... .......... .......... .......... .......... 79% 341M 0s 2024-09-12T00:59:16.591 INFO:teuthology.orchestra.run.smithi038.stderr: 73850K .......... .......... .......... .......... .......... 79% 360M 0s 2024-09-12T00:59:16.592 INFO:teuthology.orchestra.run.smithi038.stderr: 73900K .......... .......... .......... .......... .......... 79% 330M 0s 2024-09-12T00:59:16.592 INFO:teuthology.orchestra.run.smithi038.stderr: 73950K .......... .......... .......... .......... .......... 79% 303M 0s 2024-09-12T00:59:16.592 INFO:teuthology.orchestra.run.smithi038.stderr: 74000K .......... .......... .......... .......... .......... 79% 310M 0s 2024-09-12T00:59:16.592 INFO:teuthology.orchestra.run.smithi038.stderr: 74050K .......... .......... .......... .......... .......... 79% 337M 0s 2024-09-12T00:59:16.592 INFO:teuthology.orchestra.run.smithi038.stderr: 74100K .......... .......... .......... .......... .......... 79% 339M 0s 2024-09-12T00:59:16.592 INFO:teuthology.orchestra.run.smithi038.stderr: 74150K .......... .......... .......... .......... .......... 79% 317M 0s 2024-09-12T00:59:16.592 INFO:teuthology.orchestra.run.smithi038.stderr: 74200K .......... .......... .......... .......... .......... 79% 369M 0s 2024-09-12T00:59:16.592 INFO:teuthology.orchestra.run.smithi038.stderr: 74250K .......... .......... .......... .......... .......... 79% 359M 0s 2024-09-12T00:59:16.592 INFO:teuthology.orchestra.run.smithi038.stderr: 74300K .......... .......... .......... .......... .......... 80% 253M 0s 2024-09-12T00:59:16.592 INFO:teuthology.orchestra.run.smithi038.stderr: 74350K .......... .......... .......... .......... .......... 80% 239M 0s 2024-09-12T00:59:16.592 INFO:teuthology.orchestra.run.smithi038.stderr: 74400K .......... .......... .......... .......... .......... 80% 63.6M 0s 2024-09-12T00:59:16.592 INFO:teuthology.orchestra.run.smithi038.stderr: 74450K .......... .......... .......... .......... .......... 80% 39.3M 0s 2024-09-12T00:59:16.592 INFO:teuthology.orchestra.run.smithi038.stderr: 74500K .......... .......... .......... .......... .......... 80% 131M 0s 2024-09-12T00:59:16.593 INFO:teuthology.orchestra.run.smithi038.stderr: 74550K .......... .......... .......... .......... .......... 80% 286M 0s 2024-09-12T00:59:16.593 INFO:teuthology.orchestra.run.smithi038.stderr: 74600K .......... .......... .......... .......... .......... 80% 364M 0s 2024-09-12T00:59:16.593 INFO:teuthology.orchestra.run.smithi038.stderr: 74650K .......... .......... .......... .......... .......... 80% 275M 0s 2024-09-12T00:59:16.593 INFO:teuthology.orchestra.run.smithi038.stderr: 74700K .......... .......... .......... .......... .......... 80% 332M 0s 2024-09-12T00:59:16.593 INFO:teuthology.orchestra.run.smithi038.stderr: 74750K .......... .......... .......... .......... .......... 80% 52.8M 0s 2024-09-12T00:59:16.593 INFO:teuthology.orchestra.run.smithi038.stderr: 74800K .......... .......... .......... .......... .......... 80% 316M 0s 2024-09-12T00:59:16.593 INFO:teuthology.orchestra.run.smithi038.stderr: 74850K .......... .......... .......... .......... .......... 80% 351M 0s 2024-09-12T00:59:16.593 INFO:teuthology.orchestra.run.smithi038.stderr: 74900K .......... .......... .......... .......... .......... 80% 283M 0s 2024-09-12T00:59:16.593 INFO:teuthology.orchestra.run.smithi038.stderr: 74950K .......... .......... .......... .......... .......... 80% 320M 0s 2024-09-12T00:59:16.593 INFO:teuthology.orchestra.run.smithi038.stderr: 75000K .......... .......... .......... .......... .......... 80% 322M 0s 2024-09-12T00:59:16.593 INFO:teuthology.orchestra.run.smithi038.stderr: 75050K .......... .......... .......... .......... .......... 80% 312M 0s 2024-09-12T00:59:16.593 INFO:teuthology.orchestra.run.smithi038.stderr: 75100K .......... .......... .......... .......... .......... 80% 360M 0s 2024-09-12T00:59:16.593 INFO:teuthology.orchestra.run.smithi038.stderr: 75150K .......... .......... .......... .......... .......... 80% 306M 0s 2024-09-12T00:59:16.593 INFO:teuthology.orchestra.run.smithi038.stderr: 75200K .......... .......... .......... .......... .......... 81% 333M 0s 2024-09-12T00:59:16.593 INFO:teuthology.orchestra.run.smithi038.stderr: 75250K .......... .......... .......... .......... .......... 81% 363M 0s 2024-09-12T00:59:16.594 INFO:teuthology.orchestra.run.smithi038.stderr: 75300K .......... .......... .......... .......... .......... 81% 350M 0s 2024-09-12T00:59:16.594 INFO:teuthology.orchestra.run.smithi038.stderr: 75350K .......... .......... .......... .......... .......... 81% 179M 0s 2024-09-12T00:59:16.594 INFO:teuthology.orchestra.run.smithi038.stderr: 75400K .......... .......... .......... .......... .......... 81% 356M 0s 2024-09-12T00:59:16.594 INFO:teuthology.orchestra.run.smithi038.stderr: 75450K .......... .......... .......... .......... .......... 81% 364M 0s 2024-09-12T00:59:16.594 INFO:teuthology.orchestra.run.smithi038.stderr: 75500K .......... .......... .......... .......... .......... 81% 116M 0s 2024-09-12T00:59:16.594 INFO:teuthology.orchestra.run.smithi038.stderr: 75550K .......... .......... .......... .......... .......... 81% 193M 0s 2024-09-12T00:59:16.594 INFO:teuthology.orchestra.run.smithi038.stderr: 75600K .......... .......... .......... .......... .......... 81% 312M 0s 2024-09-12T00:59:16.594 INFO:teuthology.orchestra.run.smithi038.stderr: 75650K .......... .......... .......... .......... .......... 81% 346M 0s 2024-09-12T00:59:16.594 INFO:teuthology.orchestra.run.smithi038.stderr: 75700K .......... .......... .......... .......... .......... 81% 341M 0s 2024-09-12T00:59:16.594 INFO:teuthology.orchestra.run.smithi038.stderr: 75750K .......... .......... .......... .......... .......... 81% 308M 0s 2024-09-12T00:59:16.594 INFO:teuthology.orchestra.run.smithi038.stderr: 75800K .......... .......... .......... .......... .......... 81% 348M 0s 2024-09-12T00:59:16.594 INFO:teuthology.orchestra.run.smithi038.stderr: 75850K .......... .......... .......... .......... .......... 81% 345M 0s 2024-09-12T00:59:16.594 INFO:teuthology.orchestra.run.smithi038.stderr: 75900K .......... .......... .......... .......... .......... 81% 353M 0s 2024-09-12T00:59:16.594 INFO:teuthology.orchestra.run.smithi038.stderr: 75950K .......... .......... .......... .......... .......... 81% 285M 0s 2024-09-12T00:59:16.594 INFO:teuthology.orchestra.run.smithi038.stderr: 76000K .......... .......... .......... .......... .......... 81% 344M 0s 2024-09-12T00:59:16.595 INFO:teuthology.orchestra.run.smithi038.stderr: 76050K .......... .......... .......... .......... .......... 81% 342M 0s 2024-09-12T00:59:16.595 INFO:teuthology.orchestra.run.smithi038.stderr: 76100K .......... .......... .......... .......... .......... 81% 332M 0s 2024-09-12T00:59:16.595 INFO:teuthology.orchestra.run.smithi038.stderr: 76150K .......... .......... .......... .......... .......... 82% 280M 0s 2024-09-12T00:59:16.595 INFO:teuthology.orchestra.run.smithi038.stderr: 76200K .......... .......... .......... .......... .......... 82% 381M 0s 2024-09-12T00:59:16.595 INFO:teuthology.orchestra.run.smithi038.stderr: 76250K .......... .......... .......... .......... .......... 82% 310M 0s 2024-09-12T00:59:16.595 INFO:teuthology.orchestra.run.smithi038.stderr: 76300K .......... .......... .......... .......... .......... 82% 334M 0s 2024-09-12T00:59:16.595 INFO:teuthology.orchestra.run.smithi038.stderr: 76350K .......... .......... .......... .......... .......... 82% 325M 0s 2024-09-12T00:59:16.595 INFO:teuthology.orchestra.run.smithi038.stderr: 76400K .......... .......... .......... .......... .......... 82% 367M 0s 2024-09-12T00:59:16.595 INFO:teuthology.orchestra.run.smithi038.stderr: 76450K .......... .......... .......... .......... .......... 82% 373M 0s 2024-09-12T00:59:16.595 INFO:teuthology.orchestra.run.smithi038.stderr: 76500K .......... .......... .......... .......... .......... 82% 338M 0s 2024-09-12T00:59:16.595 INFO:teuthology.orchestra.run.smithi038.stderr: 76550K .......... .......... .......... .......... .......... 82% 330M 0s 2024-09-12T00:59:16.595 INFO:teuthology.orchestra.run.smithi038.stderr: 76600K .......... .......... .......... .......... .......... 82% 317M 0s 2024-09-12T00:59:16.595 INFO:teuthology.orchestra.run.smithi038.stderr: 76650K .......... .......... .......... .......... .......... 82% 345M 0s 2024-09-12T00:59:16.595 INFO:teuthology.orchestra.run.smithi038.stderr: 76700K .......... .......... .......... .......... .......... 82% 356M 0s 2024-09-12T00:59:16.596 INFO:teuthology.orchestra.run.smithi038.stderr: 76750K .......... .......... .......... .......... .......... 82% 251M 0s 2024-09-12T00:59:16.596 INFO:teuthology.orchestra.run.smithi038.stderr: 76800K .......... .......... .......... .......... .......... 82% 316M 0s 2024-09-12T00:59:16.596 INFO:teuthology.orchestra.run.smithi038.stderr: 76850K .......... .......... .......... .......... .......... 82% 348M 0s 2024-09-12T00:59:16.596 INFO:teuthology.orchestra.run.smithi038.stderr: 76900K .......... .......... .......... .......... .......... 82% 198M 0s 2024-09-12T00:59:16.596 INFO:teuthology.orchestra.run.smithi038.stderr: 76950K .......... .......... .......... .......... .......... 82% 286M 0s 2024-09-12T00:59:16.596 INFO:teuthology.orchestra.run.smithi038.stderr: 77000K .......... .......... .......... .......... .......... 82% 355M 0s 2024-09-12T00:59:16.596 INFO:teuthology.orchestra.run.smithi038.stderr: 77050K .......... .......... .......... .......... .......... 82% 364M 0s 2024-09-12T00:59:16.596 INFO:teuthology.orchestra.run.smithi038.stderr: 77100K .......... .......... .......... .......... .......... 83% 372M 0s 2024-09-12T00:59:16.596 INFO:teuthology.orchestra.run.smithi038.stderr: 77150K .......... .......... .......... .......... .......... 83% 299M 0s 2024-09-12T00:59:16.596 INFO:teuthology.orchestra.run.smithi038.stderr: 77200K .......... .......... .......... .......... .......... 83% 207M 0s 2024-09-12T00:59:16.596 INFO:teuthology.orchestra.run.smithi038.stderr: 77250K .......... .......... .......... .......... .......... 83% 336M 0s 2024-09-12T00:59:16.596 INFO:teuthology.orchestra.run.smithi038.stderr: 77300K .......... .......... .......... .......... .......... 83% 324M 0s 2024-09-12T00:59:16.596 INFO:teuthology.orchestra.run.smithi038.stderr: 77350K .......... .......... .......... .......... .......... 83% 311M 0s 2024-09-12T00:59:16.596 INFO:teuthology.orchestra.run.smithi038.stderr: 77400K .......... .......... .......... .......... .......... 83% 346M 0s 2024-09-12T00:59:16.597 INFO:teuthology.orchestra.run.smithi038.stderr: 77450K .......... .......... .......... .......... .......... 83% 80.3M 0s 2024-09-12T00:59:16.597 INFO:teuthology.orchestra.run.smithi038.stderr: 77500K .......... .......... .......... .......... .......... 83% 222M 0s 2024-09-12T00:59:16.597 INFO:teuthology.orchestra.run.smithi038.stderr: 77550K .......... .......... .......... .......... .......... 83% 53.8M 0s 2024-09-12T00:59:16.597 INFO:teuthology.orchestra.run.smithi038.stderr: 77600K .......... .......... .......... .......... .......... 83% 88.4M 0s 2024-09-12T00:59:16.597 INFO:teuthology.orchestra.run.smithi038.stderr: 77650K .......... .......... .......... .......... .......... 83% 248M 0s 2024-09-12T00:59:16.597 INFO:teuthology.orchestra.run.smithi038.stderr: 77700K .......... .......... .......... .......... .......... 83% 212M 0s 2024-09-12T00:59:16.597 INFO:teuthology.orchestra.run.smithi038.stderr: 77750K .......... .......... .......... .......... .......... 83% 304M 0s 2024-09-12T00:59:16.597 INFO:teuthology.orchestra.run.smithi038.stderr: 77800K .......... .......... .......... .......... .......... 83% 45.5M 0s 2024-09-12T00:59:16.597 INFO:teuthology.orchestra.run.smithi038.stderr: 77850K .......... .......... .......... .......... .......... 83% 325M 0s 2024-09-12T00:59:16.597 INFO:teuthology.orchestra.run.smithi038.stderr: 77900K .......... .......... .......... .......... .......... 83% 311M 0s 2024-09-12T00:59:16.597 INFO:teuthology.orchestra.run.smithi038.stderr: 77950K .......... .......... .......... .......... .......... 83% 274M 0s 2024-09-12T00:59:16.597 INFO:teuthology.orchestra.run.smithi038.stderr: 78000K .......... .......... .......... .......... .......... 84% 357M 0s 2024-09-12T00:59:16.597 INFO:teuthology.orchestra.run.smithi038.stderr: 78050K .......... .......... .......... .......... .......... 84% 322M 0s 2024-09-12T00:59:16.597 INFO:teuthology.orchestra.run.smithi038.stderr: 78100K .......... .......... .......... .......... .......... 84% 350M 0s 2024-09-12T00:59:16.597 INFO:teuthology.orchestra.run.smithi038.stderr: 78150K .......... .......... .......... .......... .......... 84% 324M 0s 2024-09-12T00:59:16.598 INFO:teuthology.orchestra.run.smithi038.stderr: 78200K .......... .......... .......... .......... .......... 84% 347M 0s 2024-09-12T00:59:16.598 INFO:teuthology.orchestra.run.smithi038.stderr: 78250K .......... .......... .......... .......... .......... 84% 358M 0s 2024-09-12T00:59:16.598 INFO:teuthology.orchestra.run.smithi038.stderr: 78300K .......... .......... .......... .......... .......... 84% 323M 0s 2024-09-12T00:59:16.598 INFO:teuthology.orchestra.run.smithi038.stderr: 78350K .......... .......... .......... .......... .......... 84% 209M 0s 2024-09-12T00:59:16.598 INFO:teuthology.orchestra.run.smithi038.stderr: 78400K .......... .......... .......... .......... .......... 84% 348M 0s 2024-09-12T00:59:16.598 INFO:teuthology.orchestra.run.smithi038.stderr: 78450K .......... .......... .......... .......... .......... 84% 340M 0s 2024-09-12T00:59:16.598 INFO:teuthology.orchestra.run.smithi038.stderr: 78500K .......... .......... .......... .......... .......... 84% 192M 0s 2024-09-12T00:59:16.598 INFO:teuthology.orchestra.run.smithi038.stderr: 78550K .......... .......... .......... .......... .......... 84% 273M 0s 2024-09-12T00:59:16.598 INFO:teuthology.orchestra.run.smithi038.stderr: 78600K .......... .......... .......... .......... .......... 84% 351M 0s 2024-09-12T00:59:16.598 INFO:teuthology.orchestra.run.smithi038.stderr: 78650K .......... .......... .......... .......... .......... 84% 356M 0s 2024-09-12T00:59:16.598 INFO:teuthology.orchestra.run.smithi038.stderr: 78700K .......... .......... .......... .......... .......... 84% 189M 0s 2024-09-12T00:59:16.598 INFO:teuthology.orchestra.run.smithi038.stderr: 78750K .......... .......... .......... .......... .......... 84% 299M 0s 2024-09-12T00:59:16.598 INFO:teuthology.orchestra.run.smithi038.stderr: 78800K .......... .......... .......... .......... .......... 84% 353M 0s 2024-09-12T00:59:16.598 INFO:teuthology.orchestra.run.smithi038.stderr: 78850K .......... .......... .......... .......... .......... 84% 335M 0s 2024-09-12T00:59:16.598 INFO:teuthology.orchestra.run.smithi038.stderr: 78900K .......... .......... .......... .......... .......... 84% 339M 0s 2024-09-12T00:59:16.599 INFO:teuthology.orchestra.run.smithi038.stderr: 78950K .......... .......... .......... .......... .......... 85% 321M 0s 2024-09-12T00:59:16.599 INFO:teuthology.orchestra.run.smithi038.stderr: 79000K .......... .......... .......... .......... .......... 85% 329M 0s 2024-09-12T00:59:16.599 INFO:teuthology.orchestra.run.smithi038.stderr: 79050K .......... .......... .......... .......... .......... 85% 353M 0s 2024-09-12T00:59:16.599 INFO:teuthology.orchestra.run.smithi038.stderr: 79100K .......... .......... .......... .......... .......... 85% 346M 0s 2024-09-12T00:59:16.599 INFO:teuthology.orchestra.run.smithi038.stderr: 79150K .......... .......... .......... .......... .......... 85% 295M 0s 2024-09-12T00:59:16.599 INFO:teuthology.orchestra.run.smithi038.stderr: 79200K .......... .......... .......... .......... .......... 85% 336M 0s 2024-09-12T00:59:16.599 INFO:teuthology.orchestra.run.smithi038.stderr: 79250K .......... .......... .......... .......... .......... 85% 352M 0s 2024-09-12T00:59:16.599 INFO:teuthology.orchestra.run.smithi038.stderr: 79300K .......... .......... .......... .......... .......... 85% 211M 0s 2024-09-12T00:59:16.599 INFO:teuthology.orchestra.run.smithi038.stderr: 79350K .......... .......... .......... .......... .......... 85% 310M 0s 2024-09-12T00:59:16.599 INFO:teuthology.orchestra.run.smithi038.stderr: 79400K .......... .......... .......... .......... .......... 85% 263M 0s 2024-09-12T00:59:16.599 INFO:teuthology.orchestra.run.smithi038.stderr: 79450K .......... .......... .......... .......... .......... 85% 371M 0s 2024-09-12T00:59:16.599 INFO:teuthology.orchestra.run.smithi038.stderr: 79500K .......... .......... .......... .......... .......... 85% 111M 0s 2024-09-12T00:59:16.599 INFO:teuthology.orchestra.run.smithi038.stderr: 79550K .......... .......... .......... .......... .......... 85% 225M 0s 2024-09-12T00:59:16.599 INFO:teuthology.orchestra.run.smithi038.stderr: 79600K .......... .......... .......... .......... .......... 85% 360M 0s 2024-09-12T00:59:16.599 INFO:teuthology.orchestra.run.smithi038.stderr: 79650K .......... .......... .......... .......... .......... 85% 292M 0s 2024-09-12T00:59:16.600 INFO:teuthology.orchestra.run.smithi038.stderr: 79700K .......... .......... .......... .......... .......... 85% 352M 0s 2024-09-12T00:59:16.600 INFO:teuthology.orchestra.run.smithi038.stderr: 79750K .......... .......... .......... .......... .......... 85% 316M 0s 2024-09-12T00:59:16.600 INFO:teuthology.orchestra.run.smithi038.stderr: 79800K .......... .......... .......... .......... .......... 85% 355M 0s 2024-09-12T00:59:16.600 INFO:teuthology.orchestra.run.smithi038.stderr: 79850K .......... .......... .......... .......... .......... 86% 308M 0s 2024-09-12T00:59:16.600 INFO:teuthology.orchestra.run.smithi038.stderr: 79900K .......... .......... .......... .......... .......... 86% 344M 0s 2024-09-12T00:59:16.600 INFO:teuthology.orchestra.run.smithi038.stderr: 79950K .......... .......... .......... .......... .......... 86% 354M 0s 2024-09-12T00:59:16.600 INFO:teuthology.orchestra.run.smithi038.stderr: 80000K .......... .......... .......... .......... .......... 86% 316M 0s 2024-09-12T00:59:16.600 INFO:teuthology.orchestra.run.smithi038.stderr: 80050K .......... .......... .......... .......... .......... 86% 285M 0s 2024-09-12T00:59:16.600 INFO:teuthology.orchestra.run.smithi038.stderr: 80100K .......... .......... .......... .......... .......... 86% 330M 0s 2024-09-12T00:59:16.600 INFO:teuthology.orchestra.run.smithi038.stderr: 80150K .......... .......... .......... .......... .......... 86% 328M 0s 2024-09-12T00:59:16.600 INFO:teuthology.orchestra.run.smithi038.stderr: 80200K .......... .......... .......... .......... .......... 86% 354M 0s 2024-09-12T00:59:16.600 INFO:teuthology.orchestra.run.smithi038.stderr: 80250K .......... .......... .......... .......... .......... 86% 311M 0s 2024-09-12T00:59:16.600 INFO:teuthology.orchestra.run.smithi038.stderr: 80300K .......... .......... .......... .......... .......... 86% 354M 0s 2024-09-12T00:59:16.600 INFO:teuthology.orchestra.run.smithi038.stderr: 80350K .......... .......... .......... .......... .......... 86% 340M 0s 2024-09-12T00:59:16.601 INFO:teuthology.orchestra.run.smithi038.stderr: 80400K .......... .......... .......... .......... .......... 86% 348M 0s 2024-09-12T00:59:16.601 INFO:teuthology.orchestra.run.smithi038.stderr: 80450K .......... .......... .......... .......... .......... 86% 132M 0s 2024-09-12T00:59:16.601 INFO:teuthology.orchestra.run.smithi038.stderr: 80500K .......... .......... .......... .......... .......... 86% 325M 0s 2024-09-12T00:59:16.601 INFO:teuthology.orchestra.run.smithi038.stderr: 80550K .......... .......... .......... .......... .......... 86% 362M 0s 2024-09-12T00:59:16.601 INFO:teuthology.orchestra.run.smithi038.stderr: 80600K .......... .......... .......... .......... .......... 86% 67.7M 0s 2024-09-12T00:59:16.601 INFO:teuthology.orchestra.run.smithi038.stderr: 80650K .......... .......... .......... .......... .......... 86% 51.3M 0s 2024-09-12T00:59:16.601 INFO:teuthology.orchestra.run.smithi038.stderr: 80700K .......... .......... .......... .......... .......... 86% 331M 0s 2024-09-12T00:59:16.601 INFO:teuthology.orchestra.run.smithi038.stderr: 80750K .......... .......... .......... .......... .......... 86% 336M 0s 2024-09-12T00:59:16.601 INFO:teuthology.orchestra.run.smithi038.stderr: 80800K .......... .......... .......... .......... .......... 87% 354M 0s 2024-09-12T00:59:16.601 INFO:teuthology.orchestra.run.smithi038.stderr: 80850K .......... .......... .......... .......... .......... 87% 39.6M 0s 2024-09-12T00:59:16.601 INFO:teuthology.orchestra.run.smithi038.stderr: 80900K .......... .......... .......... .......... .......... 87% 357M 0s 2024-09-12T00:59:16.601 INFO:teuthology.orchestra.run.smithi038.stderr: 80950K .......... .......... .......... .......... .......... 87% 344M 0s 2024-09-12T00:59:16.601 INFO:teuthology.orchestra.run.smithi038.stderr: 81000K .......... .......... .......... .......... .......... 87% 302M 0s 2024-09-12T00:59:16.601 INFO:teuthology.orchestra.run.smithi038.stderr: 81050K .......... .......... .......... .......... .......... 87% 301M 0s 2024-09-12T00:59:16.601 INFO:teuthology.orchestra.run.smithi038.stderr: 81100K .......... .......... .......... .......... .......... 87% 345M 0s 2024-09-12T00:59:16.602 INFO:teuthology.orchestra.run.smithi038.stderr: 81150K .......... .......... .......... .......... .......... 87% 341M 0s 2024-09-12T00:59:16.602 INFO:teuthology.orchestra.run.smithi038.stderr: 81200K .......... .......... .......... .......... .......... 87% 297M 0s 2024-09-12T00:59:16.602 INFO:teuthology.orchestra.run.smithi038.stderr: 81250K .......... .......... .......... .......... .......... 87% 297M 0s 2024-09-12T00:59:16.602 INFO:teuthology.orchestra.run.smithi038.stderr: 81300K .......... .......... .......... .......... .......... 87% 340M 0s 2024-09-12T00:59:16.602 INFO:teuthology.orchestra.run.smithi038.stderr: 81350K .......... .......... .......... .......... .......... 87% 352M 0s 2024-09-12T00:59:16.602 INFO:teuthology.orchestra.run.smithi038.stderr: 81400K .......... .......... .......... .......... .......... 87% 342M 0s 2024-09-12T00:59:16.602 INFO:teuthology.orchestra.run.smithi038.stderr: 81450K .......... .......... .......... .......... .......... 87% 331M 0s 2024-09-12T00:59:16.602 INFO:teuthology.orchestra.run.smithi038.stderr: 81500K .......... .......... .......... .......... .......... 87% 155M 0s 2024-09-12T00:59:16.602 INFO:teuthology.orchestra.run.smithi038.stderr: 81550K .......... .......... .......... .......... .......... 87% 363M 0s 2024-09-12T00:59:16.602 INFO:teuthology.orchestra.run.smithi038.stderr: 81600K .......... .......... .......... .......... .......... 87% 344M 0s 2024-09-12T00:59:16.602 INFO:teuthology.orchestra.run.smithi038.stderr: 81650K .......... .......... .......... .......... .......... 87% 294M 0s 2024-09-12T00:59:16.602 INFO:teuthology.orchestra.run.smithi038.stderr: 81700K .......... .......... .......... .......... .......... 87% 355M 0s 2024-09-12T00:59:16.602 INFO:teuthology.orchestra.run.smithi038.stderr: 81750K .......... .......... .......... .......... .......... 88% 320M 0s 2024-09-12T00:59:16.602 INFO:teuthology.orchestra.run.smithi038.stderr: 81800K .......... .......... .......... .......... .......... 88% 179M 0s 2024-09-12T00:59:16.602 INFO:teuthology.orchestra.run.smithi038.stderr: 81850K .......... .......... .......... .......... .......... 88% 305M 0s 2024-09-12T00:59:16.603 INFO:teuthology.orchestra.run.smithi038.stderr: 81900K .......... .......... .......... .......... .......... 88% 355M 0s 2024-09-12T00:59:16.603 INFO:teuthology.orchestra.run.smithi038.stderr: 81950K .......... .......... .......... .......... .......... 88% 301M 0s 2024-09-12T00:59:16.603 INFO:teuthology.orchestra.run.smithi038.stderr: 82000K .......... .......... .......... .......... .......... 88% 312M 0s 2024-09-12T00:59:16.603 INFO:teuthology.orchestra.run.smithi038.stderr: 82050K .......... .......... .......... .......... .......... 88% 344M 0s 2024-09-12T00:59:16.603 INFO:teuthology.orchestra.run.smithi038.stderr: 82100K .......... .......... .......... .......... .......... 88% 310M 0s 2024-09-12T00:59:16.603 INFO:teuthology.orchestra.run.smithi038.stderr: 82150K .......... .......... .......... .......... .......... 88% 300M 0s 2024-09-12T00:59:16.603 INFO:teuthology.orchestra.run.smithi038.stderr: 82200K .......... .......... .......... .......... .......... 88% 343M 0s 2024-09-12T00:59:16.603 INFO:teuthology.orchestra.run.smithi038.stderr: 82250K .......... .......... .......... .......... .......... 88% 362M 0s 2024-09-12T00:59:16.603 INFO:teuthology.orchestra.run.smithi038.stderr: 82300K .......... .......... .......... .......... .......... 88% 346M 0s 2024-09-12T00:59:16.603 INFO:teuthology.orchestra.run.smithi038.stderr: 82350K .......... .......... .......... .......... .......... 88% 298M 0s 2024-09-12T00:59:16.603 INFO:teuthology.orchestra.run.smithi038.stderr: 82400K .......... .......... .......... .......... .......... 88% 350M 0s 2024-09-12T00:59:16.603 INFO:teuthology.orchestra.run.smithi038.stderr: 82450K .......... .......... .......... .......... .......... 88% 350M 0s 2024-09-12T00:59:16.603 INFO:teuthology.orchestra.run.smithi038.stderr: 82500K .......... .......... .......... .......... .......... 88% 121M 0s 2024-09-12T00:59:16.603 INFO:teuthology.orchestra.run.smithi038.stderr: 82550K .......... .......... .......... .......... .......... 88% 295M 0s 2024-09-12T00:59:16.604 INFO:teuthology.orchestra.run.smithi038.stderr: 82600K .......... .......... .......... .......... .......... 88% 347M 0s 2024-09-12T00:59:16.604 INFO:teuthology.orchestra.run.smithi038.stderr: 82650K .......... .......... .......... .......... .......... 89% 359M 0s 2024-09-12T00:59:16.604 INFO:teuthology.orchestra.run.smithi038.stderr: 82700K .......... .......... .......... .......... .......... 89% 307M 0s 2024-09-12T00:59:16.604 INFO:teuthology.orchestra.run.smithi038.stderr: 82750K .......... .......... .......... .......... .......... 89% 155M 0s 2024-09-12T00:59:16.604 INFO:teuthology.orchestra.run.smithi038.stderr: 82800K .......... .......... .......... .......... .......... 89% 330M 0s 2024-09-12T00:59:16.604 INFO:teuthology.orchestra.run.smithi038.stderr: 82850K .......... .......... .......... .......... .......... 89% 347M 0s 2024-09-12T00:59:16.604 INFO:teuthology.orchestra.run.smithi038.stderr: 82900K .......... .......... .......... .......... .......... 89% 361M 0s 2024-09-12T00:59:16.604 INFO:teuthology.orchestra.run.smithi038.stderr: 82950K .......... .......... .......... .......... .......... 89% 282M 0s 2024-09-12T00:59:16.604 INFO:teuthology.orchestra.run.smithi038.stderr: 83000K .......... .......... .......... .......... .......... 89% 252M 0s 2024-09-12T00:59:16.604 INFO:teuthology.orchestra.run.smithi038.stderr: 83050K .......... .......... .......... .......... .......... 89% 347M 0s 2024-09-12T00:59:16.604 INFO:teuthology.orchestra.run.smithi038.stderr: 83100K .......... .......... .......... .......... .......... 89% 301M 0s 2024-09-12T00:59:16.604 INFO:teuthology.orchestra.run.smithi038.stderr: 83150K .......... .......... .......... .......... .......... 89% 294M 0s 2024-09-12T00:59:16.604 INFO:teuthology.orchestra.run.smithi038.stderr: 83200K .......... .......... .......... .......... .......... 89% 345M 0s 2024-09-12T00:59:16.604 INFO:teuthology.orchestra.run.smithi038.stderr: 83250K .......... .......... .......... .......... .......... 89% 357M 0s 2024-09-12T00:59:16.605 INFO:teuthology.orchestra.run.smithi038.stderr: 83300K .......... .......... .......... .......... .......... 89% 339M 0s 2024-09-12T00:59:16.605 INFO:teuthology.orchestra.run.smithi038.stderr: 83350K .......... .......... .......... .......... .......... 89% 313M 0s 2024-09-12T00:59:16.605 INFO:teuthology.orchestra.run.smithi038.stderr: 83400K .......... .......... .......... .......... .......... 89% 362M 0s 2024-09-12T00:59:16.605 INFO:teuthology.orchestra.run.smithi038.stderr: 83450K .......... .......... .......... .......... .......... 89% 307M 0s 2024-09-12T00:59:16.605 INFO:teuthology.orchestra.run.smithi038.stderr: 83500K .......... .......... .......... .......... .......... 89% 302M 0s 2024-09-12T00:59:16.605 INFO:teuthology.orchestra.run.smithi038.stderr: 83550K .......... .......... .......... .......... .......... 89% 72.6M 0s 2024-09-12T00:59:16.605 INFO:teuthology.orchestra.run.smithi038.stderr: 83600K .......... .......... .......... .......... .......... 90% 283M 0s 2024-09-12T00:59:16.605 INFO:teuthology.orchestra.run.smithi038.stderr: 83650K .......... .......... .......... .......... .......... 90% 352M 0s 2024-09-12T00:59:16.605 INFO:teuthology.orchestra.run.smithi038.stderr: 83700K .......... .......... .......... .......... .......... 90% 45.1M 0s 2024-09-12T00:59:16.605 INFO:teuthology.orchestra.run.smithi038.stderr: 83750K .......... .......... .......... .......... .......... 90% 265M 0s 2024-09-12T00:59:16.605 INFO:teuthology.orchestra.run.smithi038.stderr: 83800K .......... .......... .......... .......... .......... 90% 318M 0s 2024-09-12T00:59:16.605 INFO:teuthology.orchestra.run.smithi038.stderr: 83850K .......... .......... .......... .......... .......... 90% 43.0M 0s 2024-09-12T00:59:16.605 INFO:teuthology.orchestra.run.smithi038.stderr: 83900K .......... .......... .......... .......... .......... 90% 308M 0s 2024-09-12T00:59:16.605 INFO:teuthology.orchestra.run.smithi038.stderr: 83950K .......... .......... .......... .......... .......... 90% 285M 0s 2024-09-12T00:59:16.605 INFO:teuthology.orchestra.run.smithi038.stderr: 84000K .......... .......... .......... .......... .......... 90% 374M 0s 2024-09-12T00:59:16.606 INFO:teuthology.orchestra.run.smithi038.stderr: 84050K .......... .......... .......... .......... .......... 90% 239M 0s 2024-09-12T00:59:16.606 INFO:teuthology.orchestra.run.smithi038.stderr: 84100K .......... .......... .......... .......... .......... 90% 256M 0s 2024-09-12T00:59:16.606 INFO:teuthology.orchestra.run.smithi038.stderr: 84150K .......... .......... .......... .......... .......... 90% 308M 0s 2024-09-12T00:59:16.606 INFO:teuthology.orchestra.run.smithi038.stderr: 84200K .......... .......... .......... .......... .......... 90% 363M 0s 2024-09-12T00:59:16.606 INFO:teuthology.orchestra.run.smithi038.stderr: 84250K .......... .......... .......... .......... .......... 90% 337M 0s 2024-09-12T00:59:16.606 INFO:teuthology.orchestra.run.smithi038.stderr: 84300K .......... .......... .......... .......... .......... 90% 358M 0s 2024-09-12T00:59:16.606 INFO:teuthology.orchestra.run.smithi038.stderr: 84350K .......... .......... .......... .......... .......... 90% 313M 0s 2024-09-12T00:59:16.606 INFO:teuthology.orchestra.run.smithi038.stderr: 84400K .......... .......... .......... .......... .......... 90% 330M 0s 2024-09-12T00:59:16.606 INFO:teuthology.orchestra.run.smithi038.stderr: 84450K .......... .......... .......... .......... .......... 90% 283M 0s 2024-09-12T00:59:16.606 INFO:teuthology.orchestra.run.smithi038.stderr: 84500K .......... .......... .......... .......... .......... 91% 339M 0s 2024-09-12T00:59:16.606 INFO:teuthology.orchestra.run.smithi038.stderr: 84550K .......... .......... .......... .......... .......... 91% 296M 0s 2024-09-12T00:59:16.606 INFO:teuthology.orchestra.run.smithi038.stderr: 84600K .......... .......... .......... .......... .......... 91% 216M 0s 2024-09-12T00:59:16.606 INFO:teuthology.orchestra.run.smithi038.stderr: 84650K .......... .......... .......... .......... .......... 91% 245M 0s 2024-09-12T00:59:16.606 INFO:teuthology.orchestra.run.smithi038.stderr: 84700K .......... .......... .......... .......... .......... 91% 308M 0s 2024-09-12T00:59:16.606 INFO:teuthology.orchestra.run.smithi038.stderr: 84750K .......... .......... .......... .......... .......... 91% 275M 0s 2024-09-12T00:59:16.607 INFO:teuthology.orchestra.run.smithi038.stderr: 84800K .......... .......... .......... .......... .......... 91% 325M 0s 2024-09-12T00:59:16.607 INFO:teuthology.orchestra.run.smithi038.stderr: 84850K .......... .......... .......... .......... .......... 91% 229M 0s 2024-09-12T00:59:16.607 INFO:teuthology.orchestra.run.smithi038.stderr: 84900K .......... .......... .......... .......... .......... 91% 272M 0s 2024-09-12T00:59:16.607 INFO:teuthology.orchestra.run.smithi038.stderr: 84950K .......... .......... .......... .......... .......... 91% 252M 0s 2024-09-12T00:59:16.607 INFO:teuthology.orchestra.run.smithi038.stderr: 85000K .......... .......... .......... .......... .......... 91% 280M 0s 2024-09-12T00:59:16.607 INFO:teuthology.orchestra.run.smithi038.stderr: 85050K .......... .......... .......... .......... .......... 91% 274M 0s 2024-09-12T00:59:16.607 INFO:teuthology.orchestra.run.smithi038.stderr: 85100K .......... .......... .......... .......... .......... 91% 245M 0s 2024-09-12T00:59:16.607 INFO:teuthology.orchestra.run.smithi038.stderr: 85150K .......... .......... .......... .......... .......... 91% 218M 0s 2024-09-12T00:59:16.607 INFO:teuthology.orchestra.run.smithi038.stderr: 85200K .......... .......... .......... .......... .......... 91% 250M 0s 2024-09-12T00:59:16.607 INFO:teuthology.orchestra.run.smithi038.stderr: 85250K .......... .......... .......... .......... .......... 91% 239M 0s 2024-09-12T00:59:16.607 INFO:teuthology.orchestra.run.smithi038.stderr: 85300K .......... .......... .......... .......... .......... 91% 227M 0s 2024-09-12T00:59:16.607 INFO:teuthology.orchestra.run.smithi038.stderr: 85350K .......... .......... .......... .......... .......... 91% 229M 0s 2024-09-12T00:59:16.607 INFO:teuthology.orchestra.run.smithi038.stderr: 85400K .......... .......... .......... .......... .......... 91% 236M 0s 2024-09-12T00:59:16.607 INFO:teuthology.orchestra.run.smithi038.stderr: 85450K .......... .......... .......... .......... .......... 92% 235M 0s 2024-09-12T00:59:16.608 INFO:teuthology.orchestra.run.smithi038.stderr: 85500K .......... .......... .......... .......... .......... 92% 235M 0s 2024-09-12T00:59:16.608 INFO:teuthology.orchestra.run.smithi038.stderr: 85550K .......... .......... .......... .......... .......... 92% 219M 0s 2024-09-12T00:59:16.608 INFO:teuthology.orchestra.run.smithi038.stderr: 85600K .......... .......... .......... .......... .......... 92% 242M 0s 2024-09-12T00:59:16.608 INFO:teuthology.orchestra.run.smithi038.stderr: 85650K .......... .......... .......... .......... .......... 92% 252M 0s 2024-09-12T00:59:16.608 INFO:teuthology.orchestra.run.smithi038.stderr: 85700K .......... .......... .......... .......... .......... 92% 242M 0s 2024-09-12T00:59:16.608 INFO:teuthology.orchestra.run.smithi038.stderr: 85750K .......... .......... .......... .......... .......... 92% 203M 0s 2024-09-12T00:59:16.608 INFO:teuthology.orchestra.run.smithi038.stderr: 85800K .......... .......... .......... .......... .......... 92% 229M 0s 2024-09-12T00:59:16.608 INFO:teuthology.orchestra.run.smithi038.stderr: 85850K .......... .......... .......... .......... .......... 92% 265M 0s 2024-09-12T00:59:16.608 INFO:teuthology.orchestra.run.smithi038.stderr: 85900K .......... .......... .......... .......... .......... 92% 243M 0s 2024-09-12T00:59:16.608 INFO:teuthology.orchestra.run.smithi038.stderr: 85950K .......... .......... .......... .......... .......... 92% 183M 0s 2024-09-12T00:59:16.608 INFO:teuthology.orchestra.run.smithi038.stderr: 86000K .......... .......... .......... .......... .......... 92% 210M 0s 2024-09-12T00:59:16.608 INFO:teuthology.orchestra.run.smithi038.stderr: 86050K .......... .......... .......... .......... .......... 92% 224M 0s 2024-09-12T00:59:16.608 INFO:teuthology.orchestra.run.smithi038.stderr: 86100K .......... .......... .......... .......... .......... 92% 287M 0s 2024-09-12T00:59:16.608 INFO:teuthology.orchestra.run.smithi038.stderr: 86150K .......... .......... .......... .......... .......... 92% 274M 0s 2024-09-12T00:59:16.609 INFO:teuthology.orchestra.run.smithi038.stderr: 86200K .......... .......... .......... .......... .......... 92% 286M 0s 2024-09-12T00:59:16.609 INFO:teuthology.orchestra.run.smithi038.stderr: 86250K .......... .......... .......... .......... .......... 92% 312M 0s 2024-09-12T00:59:16.609 INFO:teuthology.orchestra.run.smithi038.stderr: 86300K .......... .......... .......... .......... .......... 92% 300M 0s 2024-09-12T00:59:16.609 INFO:teuthology.orchestra.run.smithi038.stderr: 86350K .......... .......... .......... .......... .......... 93% 267M 0s 2024-09-12T00:59:16.609 INFO:teuthology.orchestra.run.smithi038.stderr: 86400K .......... .......... .......... .......... .......... 93% 260M 0s 2024-09-12T00:59:16.609 INFO:teuthology.orchestra.run.smithi038.stderr: 86450K .......... .......... .......... .......... .......... 93% 301M 0s 2024-09-12T00:59:16.609 INFO:teuthology.orchestra.run.smithi038.stderr: 86500K .......... .......... .......... .......... .......... 93% 315M 0s 2024-09-12T00:59:16.609 INFO:teuthology.orchestra.run.smithi038.stderr: 86550K .......... .......... .......... .......... .......... 93% 279M 0s 2024-09-12T00:59:16.609 INFO:teuthology.orchestra.run.smithi038.stderr: 86600K .......... .......... .......... .......... .......... 93% 321M 0s 2024-09-12T00:59:16.609 INFO:teuthology.orchestra.run.smithi038.stderr: 86650K .......... .......... .......... .......... .......... 93% 291M 0s 2024-09-12T00:59:16.609 INFO:teuthology.orchestra.run.smithi038.stderr: 86700K .......... .......... .......... .......... .......... 93% 316M 0s 2024-09-12T00:59:16.609 INFO:teuthology.orchestra.run.smithi038.stderr: 86750K .......... .......... .......... .......... .......... 93% 210M 0s 2024-09-12T00:59:16.609 INFO:teuthology.orchestra.run.smithi038.stderr: 86800K .......... .......... .......... .......... .......... 93% 312M 0s 2024-09-12T00:59:16.609 INFO:teuthology.orchestra.run.smithi038.stderr: 86850K .......... .......... .......... .......... .......... 93% 303M 0s 2024-09-12T00:59:16.609 INFO:teuthology.orchestra.run.smithi038.stderr: 86900K .......... .......... .......... .......... .......... 93% 49.2M 0s 2024-09-12T00:59:16.610 INFO:teuthology.orchestra.run.smithi038.stderr: 86950K .......... .......... .......... .......... .......... 93% 157M 0s 2024-09-12T00:59:16.610 INFO:teuthology.orchestra.run.smithi038.stderr: 87000K .......... .......... .......... .......... .......... 93% 311M 0s 2024-09-12T00:59:16.610 INFO:teuthology.orchestra.run.smithi038.stderr: 87050K .......... .......... .......... .......... .......... 93% 292M 0s 2024-09-12T00:59:16.610 INFO:teuthology.orchestra.run.smithi038.stderr: 87100K .......... .......... .......... .......... .......... 93% 184M 0s 2024-09-12T00:59:16.610 INFO:teuthology.orchestra.run.smithi038.stderr: 87150K .......... .......... .......... .......... .......... 93% 163M 0s 2024-09-12T00:59:16.610 INFO:teuthology.orchestra.run.smithi038.stderr: 87200K .......... .......... .......... .......... .......... 93% 282M 0s 2024-09-12T00:59:16.610 INFO:teuthology.orchestra.run.smithi038.stderr: 87250K .......... .......... .......... .......... .......... 93% 317M 0s 2024-09-12T00:59:16.610 INFO:teuthology.orchestra.run.smithi038.stderr: 87300K .......... .......... .......... .......... .......... 94% 326M 0s 2024-09-12T00:59:16.610 INFO:teuthology.orchestra.run.smithi038.stderr: 87350K .......... .......... .......... .......... .......... 94% 279M 0s 2024-09-12T00:59:16.610 INFO:teuthology.orchestra.run.smithi038.stderr: 87400K .......... .......... .......... .......... .......... 94% 312M 0s 2024-09-12T00:59:16.610 INFO:teuthology.orchestra.run.smithi038.stderr: 87450K .......... .......... .......... .......... .......... 94% 283M 0s 2024-09-12T00:59:16.610 INFO:teuthology.orchestra.run.smithi038.stderr: 87500K .......... .......... .......... .......... .......... 94% 277M 0s 2024-09-12T00:59:16.610 INFO:teuthology.orchestra.run.smithi038.stderr: 87550K .......... .......... .......... .......... .......... 94% 318M 0s 2024-09-12T00:59:16.610 INFO:teuthology.orchestra.run.smithi038.stderr: 87600K .......... .......... .......... .......... .......... 94% 307M 0s 2024-09-12T00:59:16.611 INFO:teuthology.orchestra.run.smithi038.stderr: 87650K .......... .......... .......... .......... .......... 94% 256M 0s 2024-09-12T00:59:16.611 INFO:teuthology.orchestra.run.smithi038.stderr: 87700K .......... .......... .......... .......... .......... 94% 211M 0s 2024-09-12T00:59:16.611 INFO:teuthology.orchestra.run.smithi038.stderr: 87750K .......... .......... .......... .......... .......... 94% 279M 0s 2024-09-12T00:59:16.611 INFO:teuthology.orchestra.run.smithi038.stderr: 87800K .......... .......... .......... .......... .......... 94% 330M 0s 2024-09-12T00:59:16.611 INFO:teuthology.orchestra.run.smithi038.stderr: 87850K .......... .......... .......... .......... .......... 94% 245M 0s 2024-09-12T00:59:16.611 INFO:teuthology.orchestra.run.smithi038.stderr: 87900K .......... .......... .......... .......... .......... 94% 270M 0s 2024-09-12T00:59:16.611 INFO:teuthology.orchestra.run.smithi038.stderr: 87950K .......... .......... .......... .......... .......... 94% 286M 0s 2024-09-12T00:59:16.611 INFO:teuthology.orchestra.run.smithi038.stderr: 88000K .......... .......... .......... .......... .......... 94% 329M 0s 2024-09-12T00:59:16.611 INFO:teuthology.orchestra.run.smithi038.stderr: 88050K .......... .......... .......... .......... .......... 94% 251M 0s 2024-09-12T00:59:16.611 INFO:teuthology.orchestra.run.smithi038.stderr: 88100K .......... .......... .......... .......... .......... 94% 304M 0s 2024-09-12T00:59:16.611 INFO:teuthology.orchestra.run.smithi038.stderr: 88150K .......... .......... .......... .......... .......... 94% 302M 0s 2024-09-12T00:59:16.611 INFO:teuthology.orchestra.run.smithi038.stderr: 88200K .......... .......... .......... .......... .......... 94% 305M 0s 2024-09-12T00:59:16.611 INFO:teuthology.orchestra.run.smithi038.stderr: 88250K .......... .......... .......... .......... .......... 95% 263M 0s 2024-09-12T00:59:16.611 INFO:teuthology.orchestra.run.smithi038.stderr: 88300K .......... .......... .......... .......... .......... 95% 293M 0s 2024-09-12T00:59:16.612 INFO:teuthology.orchestra.run.smithi038.stderr: 88350K .......... .......... .......... .......... .......... 95% 320M 0s 2024-09-12T00:59:16.612 INFO:teuthology.orchestra.run.smithi038.stderr: 88400K .......... .......... .......... .......... .......... 95% 285M 0s 2024-09-12T00:59:16.612 INFO:teuthology.orchestra.run.smithi038.stderr: 88450K .......... .......... .......... .......... .......... 95% 298M 0s 2024-09-12T00:59:16.612 INFO:teuthology.orchestra.run.smithi038.stderr: 88500K .......... .......... .......... .......... .......... 95% 302M 0s 2024-09-12T00:59:16.612 INFO:teuthology.orchestra.run.smithi038.stderr: 88550K .......... .......... .......... .......... .......... 95% 209M 0s 2024-09-12T00:59:16.612 INFO:teuthology.orchestra.run.smithi038.stderr: 88600K .......... .......... .......... .......... .......... 95% 156M 0s 2024-09-12T00:59:16.612 INFO:teuthology.orchestra.run.smithi038.stderr: 88650K .......... .......... .......... .......... .......... 95% 255M 0s 2024-09-12T00:59:16.612 INFO:teuthology.orchestra.run.smithi038.stderr: 88700K .......... .......... .......... .......... .......... 95% 304M 0s 2024-09-12T00:59:16.612 INFO:teuthology.orchestra.run.smithi038.stderr: 88750K .......... .......... .......... .......... .......... 95% 295M 0s 2024-09-12T00:59:16.612 INFO:teuthology.orchestra.run.smithi038.stderr: 88800K .......... .......... .......... .......... .......... 95% 301M 0s 2024-09-12T00:59:16.612 INFO:teuthology.orchestra.run.smithi038.stderr: 88850K .......... .......... .......... .......... .......... 95% 229M 0s 2024-09-12T00:59:16.612 INFO:teuthology.orchestra.run.smithi038.stderr: 88900K .......... .......... .......... .......... .......... 95% 158M 0s 2024-09-12T00:59:16.612 INFO:teuthology.orchestra.run.smithi038.stderr: 88950K .......... .......... .......... .......... .......... 95% 167M 0s 2024-09-12T00:59:16.612 INFO:teuthology.orchestra.run.smithi038.stderr: 89000K .......... .......... .......... .......... .......... 95% 246M 0s 2024-09-12T00:59:16.613 INFO:teuthology.orchestra.run.smithi038.stderr: 89050K .......... .......... .......... .......... .......... 95% 229M 0s 2024-09-12T00:59:16.613 INFO:teuthology.orchestra.run.smithi038.stderr: 89100K .......... .......... .......... .......... .......... 95% 279M 0s 2024-09-12T00:59:16.613 INFO:teuthology.orchestra.run.smithi038.stderr: 89150K .......... .......... .......... .......... .......... 96% 295M 0s 2024-09-12T00:59:16.613 INFO:teuthology.orchestra.run.smithi038.stderr: 89200K .......... .......... .......... .......... .......... 96% 272M 0s 2024-09-12T00:59:16.613 INFO:teuthology.orchestra.run.smithi038.stderr: 89250K .......... .......... .......... .......... .......... 96% 264M 0s 2024-09-12T00:59:16.613 INFO:teuthology.orchestra.run.smithi038.stderr: 89300K .......... .......... .......... .......... .......... 96% 94.5M 0s 2024-09-12T00:59:16.613 INFO:teuthology.orchestra.run.smithi038.stderr: 89350K .......... .......... .......... .......... .......... 96% 302M 0s 2024-09-12T00:59:16.613 INFO:teuthology.orchestra.run.smithi038.stderr: 89400K .......... .......... .......... .......... .......... 96% 319M 0s 2024-09-12T00:59:16.613 INFO:teuthology.orchestra.run.smithi038.stderr: 89450K .......... .......... .......... .......... .......... 96% 257M 0s 2024-09-12T00:59:16.613 INFO:teuthology.orchestra.run.smithi038.stderr: 89500K .......... .......... .......... .......... .......... 96% 300M 0s 2024-09-12T00:59:16.613 INFO:teuthology.orchestra.run.smithi038.stderr: 89550K .......... .......... .......... .......... .......... 96% 314M 0s 2024-09-12T00:59:16.613 INFO:teuthology.orchestra.run.smithi038.stderr: 89600K .......... .......... .......... .......... .......... 96% 107M 0s 2024-09-12T00:59:16.613 INFO:teuthology.orchestra.run.smithi038.stderr: 89650K .......... .......... .......... .......... .......... 96% 275M 0s 2024-09-12T00:59:16.614 INFO:teuthology.orchestra.run.smithi038.stderr: 89700K .......... .......... .......... .......... .......... 96% 324M 0s 2024-09-12T00:59:16.614 INFO:teuthology.orchestra.run.smithi038.stderr: 89750K .......... .......... .......... .......... .......... 96% 297M 0s 2024-09-12T00:59:16.614 INFO:teuthology.orchestra.run.smithi038.stderr: 89800K .......... .......... .......... .......... .......... 96% 309M 0s 2024-09-12T00:59:16.614 INFO:teuthology.orchestra.run.smithi038.stderr: 89850K .......... .......... .......... .......... .......... 96% 270M 0s 2024-09-12T00:59:16.614 INFO:teuthology.orchestra.run.smithi038.stderr: 89900K .......... .......... .......... .......... .......... 96% 273M 0s 2024-09-12T00:59:16.614 INFO:teuthology.orchestra.run.smithi038.stderr: 89950K .......... .......... .......... .......... .......... 96% 139M 0s 2024-09-12T00:59:16.614 INFO:teuthology.orchestra.run.smithi038.stderr: 90000K .......... .......... .......... .......... .......... 96% 188M 0s 2024-09-12T00:59:16.614 INFO:teuthology.orchestra.run.smithi038.stderr: 90050K .......... .......... .......... .......... .......... 96% 162M 0s 2024-09-12T00:59:16.614 INFO:teuthology.orchestra.run.smithi038.stderr: 90100K .......... .......... .......... .......... .......... 97% 286M 0s 2024-09-12T00:59:16.614 INFO:teuthology.orchestra.run.smithi038.stderr: 90150K .......... .......... .......... .......... .......... 97% 288M 0s 2024-09-12T00:59:16.614 INFO:teuthology.orchestra.run.smithi038.stderr: 90200K .......... .......... .......... .......... .......... 97% 126M 0s 2024-09-12T00:59:16.614 INFO:teuthology.orchestra.run.smithi038.stderr: 90250K .......... .......... .......... .......... .......... 97% 96.8M 0s 2024-09-12T00:59:16.614 INFO:teuthology.orchestra.run.smithi038.stderr: 90300K .......... .......... .......... .......... .......... 97% 299M 0s 2024-09-12T00:59:16.614 INFO:teuthology.orchestra.run.smithi038.stderr: 90350K .......... .......... .......... .......... .......... 97% 295M 0s 2024-09-12T00:59:16.615 INFO:teuthology.orchestra.run.smithi038.stderr: 90400K .......... .......... .......... .......... .......... 97% 297M 0s 2024-09-12T00:59:16.615 INFO:teuthology.orchestra.run.smithi038.stderr: 90450K .......... .......... .......... .......... .......... 97% 280M 0s 2024-09-12T00:59:16.615 INFO:teuthology.orchestra.run.smithi038.stderr: 90500K .......... .......... .......... .......... .......... 97% 285M 0s 2024-09-12T00:59:16.615 INFO:teuthology.orchestra.run.smithi038.stderr: 90550K .......... .......... .......... .......... .......... 97% 334M 0s 2024-09-12T00:59:16.615 INFO:teuthology.orchestra.run.smithi038.stderr: 90600K .......... .......... .......... .......... .......... 97% 286M 0s 2024-09-12T00:59:16.615 INFO:teuthology.orchestra.run.smithi038.stderr: 90650K .......... .......... .......... .......... .......... 97% 261M 0s 2024-09-12T00:59:16.615 INFO:teuthology.orchestra.run.smithi038.stderr: 90700K .......... .......... .......... .......... .......... 97% 297M 0s 2024-09-12T00:59:16.615 INFO:teuthology.orchestra.run.smithi038.stderr: 90750K .......... .......... .......... .......... .......... 97% 352M 0s 2024-09-12T00:59:16.615 INFO:teuthology.orchestra.run.smithi038.stderr: 90800K .......... .......... .......... .......... .......... 97% 332M 0s 2024-09-12T00:59:16.615 INFO:teuthology.orchestra.run.smithi038.stderr: 90850K .......... .......... .......... .......... .......... 97% 263M 0s 2024-09-12T00:59:16.615 INFO:teuthology.orchestra.run.smithi038.stderr: 90900K .......... .......... .......... .......... .......... 97% 307M 0s 2024-09-12T00:59:16.615 INFO:teuthology.orchestra.run.smithi038.stderr: 90950K .......... .......... .......... .......... .......... 97% 312M 0s 2024-09-12T00:59:16.615 INFO:teuthology.orchestra.run.smithi038.stderr: 91000K .......... .......... .......... .......... .......... 98% 289M 0s 2024-09-12T00:59:16.615 INFO:teuthology.orchestra.run.smithi038.stderr: 91050K .......... .......... .......... .......... .......... 98% 330M 0s 2024-09-12T00:59:16.615 INFO:teuthology.orchestra.run.smithi038.stderr: 91100K .......... .......... .......... .......... .......... 98% 298M 0s 2024-09-12T00:59:16.616 INFO:teuthology.orchestra.run.smithi038.stderr: 91150K .......... .......... .......... .......... .......... 98% 246M 0s 2024-09-12T00:59:16.616 INFO:teuthology.orchestra.run.smithi038.stderr: 91200K .......... .......... .......... .......... .......... 98% 146M 0s 2024-09-12T00:59:16.616 INFO:teuthology.orchestra.run.smithi038.stderr: 91250K .......... .......... .......... .......... .......... 98% 313M 0s 2024-09-12T00:59:16.616 INFO:teuthology.orchestra.run.smithi038.stderr: 91300K .......... .......... .......... .......... .......... 98% 284M 0s 2024-09-12T00:59:16.616 INFO:teuthology.orchestra.run.smithi038.stderr: 91350K .......... .......... .......... .......... .......... 98% 321M 0s 2024-09-12T00:59:16.616 INFO:teuthology.orchestra.run.smithi038.stderr: 91400K .......... .......... .......... .......... .......... 98% 295M 0s 2024-09-12T00:59:16.616 INFO:teuthology.orchestra.run.smithi038.stderr: 91450K .......... .......... .......... .......... .......... 98% 364M 0s 2024-09-12T00:59:16.616 INFO:teuthology.orchestra.run.smithi038.stderr: 91500K .......... .......... .......... .......... .......... 98% 324M 0s 2024-09-12T00:59:16.616 INFO:teuthology.orchestra.run.smithi038.stderr: 91550K .......... .......... .......... .......... .......... 98% 229M 0s 2024-09-12T00:59:16.616 INFO:teuthology.orchestra.run.smithi038.stderr: 91600K .......... .......... .......... .......... .......... 98% 323M 0s 2024-09-12T00:59:16.616 INFO:teuthology.orchestra.run.smithi038.stderr: 91650K .......... .......... .......... .......... .......... 98% 311M 0s 2024-09-12T00:59:16.616 INFO:teuthology.orchestra.run.smithi038.stderr: 91700K .......... .......... .......... .......... .......... 98% 303M 0s 2024-09-12T00:59:16.616 INFO:teuthology.orchestra.run.smithi038.stderr: 91750K .......... .......... .......... .......... .......... 98% 273M 0s 2024-09-12T00:59:16.616 INFO:teuthology.orchestra.run.smithi038.stderr: 91800K .......... .......... .......... .......... .......... 98% 315M 0s 2024-09-12T00:59:16.617 INFO:teuthology.orchestra.run.smithi038.stderr: 91850K .......... .......... .......... .......... .......... 98% 117M 0s 2024-09-12T00:59:16.617 INFO:teuthology.orchestra.run.smithi038.stderr: 91900K .......... .......... .......... .......... .......... 98% 294M 0s 2024-09-12T00:59:16.617 INFO:teuthology.orchestra.run.smithi038.stderr: 91950K .......... .......... .......... .......... .......... 99% 262M 0s 2024-09-12T00:59:16.617 INFO:teuthology.orchestra.run.smithi038.stderr: 92000K .......... .......... .......... .......... .......... 99% 295M 0s 2024-09-12T00:59:16.617 INFO:teuthology.orchestra.run.smithi038.stderr: 92050K .......... .......... .......... .......... .......... 99% 314M 0s 2024-09-12T00:59:16.617 INFO:teuthology.orchestra.run.smithi038.stderr: 92100K .......... .......... .......... .......... .......... 99% 276M 0s 2024-09-12T00:59:16.617 INFO:teuthology.orchestra.run.smithi038.stderr: 92150K .......... .......... .......... .......... .......... 99% 299M 0s 2024-09-12T00:59:16.617 INFO:teuthology.orchestra.run.smithi038.stderr: 92200K .......... .......... .......... .......... .......... 99% 266M 0s 2024-09-12T00:59:16.617 INFO:teuthology.orchestra.run.smithi038.stderr: 92250K .......... .......... .......... .......... .......... 99% 266M 0s 2024-09-12T00:59:16.617 INFO:teuthology.orchestra.run.smithi038.stderr: 92300K .......... .......... .......... .......... .......... 99% 71.9M 0s 2024-09-12T00:59:16.617 INFO:teuthology.orchestra.run.smithi038.stderr: 92350K .......... .......... .......... .......... .......... 99% 256M 0s 2024-09-12T00:59:16.617 INFO:teuthology.orchestra.run.smithi038.stderr: 92400K .......... .......... .......... .......... .......... 99% 310M 0s 2024-09-12T00:59:16.617 INFO:teuthology.orchestra.run.smithi038.stderr: 92450K .......... .......... .......... .......... .......... 99% 242M 0s 2024-09-12T00:59:16.617 INFO:teuthology.orchestra.run.smithi038.stderr: 92500K .......... .......... .......... .......... .......... 99% 280M 0s 2024-09-12T00:59:16.618 INFO:teuthology.orchestra.run.smithi038.stderr: 92550K .......... .......... .......... .......... .......... 99% 174M 0s 2024-09-12T00:59:16.618 INFO:teuthology.orchestra.run.smithi038.stderr: 92600K .......... .......... .......... .......... .......... 99% 282M 0s 2024-09-12T00:59:16.618 INFO:teuthology.orchestra.run.smithi038.stderr: 92650K .......... .......... .......... .......... .......... 99% 274M 0s 2024-09-12T00:59:16.618 INFO:teuthology.orchestra.run.smithi038.stderr: 92700K .......... .......... .......... .......... .......... 99% 321M 0s 2024-09-12T00:59:16.618 INFO:teuthology.orchestra.run.smithi038.stderr: 92750K .......... .......... .......... .......... .......... 99% 129M 0s 2024-09-12T00:59:16.618 INFO:teuthology.orchestra.run.smithi038.stderr: 92800K .......... .......... .......... .......... .......... 99% 291M 0s 2024-09-12T00:59:16.618 INFO:teuthology.orchestra.run.smithi038.stderr: 92850K .......... .......... .......... .......... .......... 99% 311M 0s 2024-09-12T00:59:16.618 INFO:teuthology.orchestra.run.smithi038.stderr: 92900K 100% 134G=0.5s 2024-09-12T00:59:16.618 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T00:59:16.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12 00:59:15 (196 MB/s) - ‘gradle-6.0.1-bin.zip’ saved [95129672/95129672] 2024-09-12T00:59:16.618 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T00:59:16.659 INFO:teuthology.orchestra.run.smithi038.stdout:Archive: gradle-6.0.1-bin.zip 2024-09-12T00:59:16.659 INFO:teuthology.orchestra.run.smithi038.stdout: creating: /opt/gradle/gradle-6.0.1/ 2024-09-12T00:59:16.659 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/getting-started.html 2024-09-12T00:59:16.659 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/LICENSE 2024-09-12T00:59:16.659 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/NOTICE 2024-09-12T00:59:16.659 INFO:teuthology.orchestra.run.smithi038.stdout: creating: /opt/gradle/gradle-6.0.1/init.d/ 2024-09-12T00:59:16.660 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/init.d/readme.txt 2024-09-12T00:59:16.660 INFO:teuthology.orchestra.run.smithi038.stdout: creating: /opt/gradle/gradle-6.0.1/bin/ 2024-09-12T00:59:16.660 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle 2024-09-12T00:59:16.660 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle.bat 2024-09-12T00:59:16.660 INFO:teuthology.orchestra.run.smithi038.stdout: creating: /opt/gradle/gradle-6.0.1/lib/ 2024-09-12T00:59:16.660 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-api-metadata-6.0.1.jar 2024-09-12T00:59:16.660 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-launcher-6.0.1.jar 2024-09-12T00:59:16.660 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-runtime-api-info-6.0.1.jar 2024-09-12T00:59:16.660 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-6.0.1.jar 2024-09-12T00:59:16.660 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-tooling-api-6.0.1.jar 2024-09-12T00:59:16.660 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-wrapper-6.0.1.jar 2024-09-12T00:59:16.660 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-installation-beacon-6.0.1.jar 2024-09-12T00:59:16.660 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-bootstrap-6.0.1.jar 2024-09-12T00:59:16.660 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-6.0.1.jar 2024-09-12T00:59:16.661 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-file-collections-6.0.1.jar 2024-09-12T00:59:16.661 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-groovy-6.0.1.jar 2024-09-12T00:59:16.661 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-execution-6.0.1.jar 2024-09-12T00:59:16.661 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-core-6.0.1.jar 2024-09-12T00:59:16.661 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-packaging-6.0.1.jar 2024-09-12T00:59:16.661 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-6.0.1.jar 2024-09-12T00:59:16.661 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-api-6.0.1.jar 2024-09-12T00:59:16.661 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-persistent-cache-6.0.1.jar 2024-09-12T00:59:16.661 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-worker-processes-6.0.1.jar 2024-09-12T00:59:16.661 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-logging-6.0.1.jar 2024-09-12T00:59:16.661 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-jvm-services-6.0.1.jar 2024-09-12T00:59:16.661 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-process-services-6.0.1.jar 2024-09-12T00:59:16.661 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-resources-6.0.1.jar 2024-09-12T00:59:16.661 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-messaging-6.0.1.jar 2024-09-12T00:59:16.662 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-native-6.0.1.jar 2024-09-12T00:59:16.662 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-groovy-6.0.1.jar 2024-09-12T00:59:16.662 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-6.0.1.jar 2024-09-12T00:59:16.662 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-option-6.0.1.jar 2024-09-12T00:59:16.662 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-cli-6.0.1.jar 2024-09-12T00:59:16.662 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-snapshots-6.0.1.jar 2024-09-12T00:59:16.662 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-files-6.0.1.jar 2024-09-12T00:59:16.662 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-tooling-models-6.0.1.jar 2024-09-12T00:59:16.662 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-compiler-embeddable-1.3.50-patched-for-gradle-6.0.1.jar 2024-09-12T00:59:16.662 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-hashing-6.0.1.jar 2024-09-12T00:59:16.662 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-pineapple-6.0.1.jar 2024-09-12T00:59:16.662 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-docs-6.0.1.jar 2024-09-12T00:59:16.662 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/groovy-all-1.3-2.5.8.jar 2024-09-12T00:59:16.662 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jul-to-slf4j-1.7.28.jar 2024-09-12T00:59:16.663 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/log4j-over-slf4j-1.7.28.jar 2024-09-12T00:59:16.663 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jcl-over-slf4j-1.7.28.jar 2024-09-12T00:59:16.663 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/slf4j-api-1.7.28.jar 2024-09-12T00:59:16.663 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/guava-27.1-android.jar 2024-09-12T00:59:16.663 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-io-2.6.jar 2024-09-12T00:59:16.663 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-lang-2.6.jar 2024-09-12T00:59:16.663 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-commons-7.1.jar 2024-09-12T00:59:16.663 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-analysis-7.1.jar 2024-09-12T00:59:16.663 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-tree-7.1.jar 2024-09-12T00:59:16.663 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-7.1.jar 2024-09-12T00:59:16.663 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-1.10.7.jar 2024-09-12T00:59:16.663 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk8-1.3.50.jar 2024-09-12T00:59:16.663 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/javax.inject-1.jar 2024-09-12T00:59:16.664 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-common-1.3.50.jar 2024-09-12T00:59:16.664 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-1.3.50.jar 2024-09-12T00:59:16.664 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-host-embeddable-1.3.50.jar 2024-09-12T00:59:16.664 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-embeddable-1.3.50.jar 2024-09-12T00:59:16.664 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-impl-embeddable-1.3.50.jar 2024-09-12T00:59:16.664 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-sam-with-receiver-compiler-plugin-1.3.50.jar 2024-09-12T00:59:16.664 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlinx-metadata-jvm-0.1.0.jar 2024-09-12T00:59:16.664 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-compress-1.19.jar 2024-09-12T00:59:16.664 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/fastutil-8.3.0-min.jar 2024-09-12T00:59:16.664 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jansi-1.18.jar 2024-09-12T00:59:16.664 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jsr305-3.0.2.jar 2024-09-12T00:59:16.664 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kryo-2.24.0.jar 2024-09-12T00:59:16.664 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-0.18.jar 2024-09-12T00:59:16.664 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/objenesis-2.6.jar 2024-09-12T00:59:16.665 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/trove4j-1.0.20181211.jar 2024-09-12T00:59:16.665 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/xml-apis-1.4.01.jar 2024-09-12T00:59:16.665 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-reflect-1.3.50.jar 2024-09-12T00:59:16.665 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk7-1.3.50.jar 2024-09-12T00:59:16.665 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-1.3.50.jar 2024-09-12T00:59:16.665 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/annotations-13.0.jar 2024-09-12T00:59:16.665 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-launcher-1.10.7.jar 2024-09-12T00:59:16.665 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/minlog-1.2.jar 2024-09-12T00:59:16.665 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-script-runtime-1.3.50.jar 2024-09-12T00:59:16.665 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-daemon-embeddable-1.3.50.jar 2024-09-12T00:59:16.665 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/failureaccess-1.0.1.jar 2024-09-12T00:59:16.665 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-common-1.3.50.jar 2024-09-12T00:59:16.665 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libcpp-0.18.jar 2024-09-12T00:59:16.666 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libstdcpp-0.18.jar 2024-09-12T00:59:16.666 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libcpp-0.18.jar 2024-09-12T00:59:16.666 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libstdcpp-0.18.jar 2024-09-12T00:59:16.666 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-0.18.jar 2024-09-12T00:59:16.666 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-0.18.jar 2024-09-12T00:59:16.666 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-0.18.jar 2024-09-12T00:59:16.666 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-osx-amd64-0.18.jar 2024-09-12T00:59:16.666 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-0.18.jar 2024-09-12T00:59:16.666 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-min-0.18.jar 2024-09-12T00:59:16.666 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-0.18.jar 2024-09-12T00:59:16.666 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-min-0.18.jar 2024-09-12T00:59:16.666 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-ncurses5-0.18.jar 2024-09-12T00:59:16.666 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses5-0.18.jar 2024-09-12T00:59:16.666 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses6-0.18.jar 2024-09-12T00:59:16.667 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses5-0.18.jar 2024-09-12T00:59:16.667 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses6-0.18.jar 2024-09-12T00:59:16.667 INFO:teuthology.orchestra.run.smithi038.stdout: creating: /opt/gradle/gradle-6.0.1/lib/plugins/ 2024-09-12T00:59:16.667 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-antlr-6.0.1.jar 2024-09-12T00:59:16.667 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-code-quality-6.0.1.jar 2024-09-12T00:59:16.667 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-signing-6.0.1.jar 2024-09-12T00:59:16.667 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-native-6.0.1.jar 2024-09-12T00:59:16.667 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-native-6.0.1.jar 2024-09-12T00:59:16.667 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-native-6.0.1.jar 2024-09-12T00:59:16.667 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-native-6.0.1.jar 2024-09-12T00:59:16.667 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-provider-plugins-6.0.1.jar 2024-09-12T00:59:16.667 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-development-6.0.1.jar 2024-09-12T00:59:16.667 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-maven-6.0.1.jar 2024-09-12T00:59:16.668 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-play-6.0.1.jar 2024-09-12T00:59:16.668 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-6.0.1.jar 2024-09-12T00:59:16.668 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-scala-6.0.1.jar 2024-09-12T00:59:16.668 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ear-6.0.1.jar 2024-09-12T00:59:16.668 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-play-6.0.1.jar 2024-09-12T00:59:16.668 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-javascript-6.0.1.jar 2024-09-12T00:59:16.668 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ivy-6.0.1.jar 2024-09-12T00:59:16.668 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-jacoco-6.0.1.jar 2024-09-12T00:59:16.668 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-init-6.0.1.jar 2024-09-12T00:59:16.668 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-tooling-builders-6.0.1.jar 2024-09-12T00:59:16.668 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugins-6.0.1.jar 2024-09-12T00:59:16.668 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-test-kit-6.0.1.jar 2024-09-12T00:59:16.668 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-groovy-6.0.1.jar 2024-09-12T00:59:16.668 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-scala-6.0.1.jar 2024-09-12T00:59:16.669 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-junit-platform-6.0.1.jar 2024-09-12T00:59:16.669 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-api-builders-6.0.1.jar 2024-09-12T00:59:16.669 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-jvm-6.0.1.jar 2024-09-12T00:59:16.669 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-java-6.0.1.jar 2024-09-12T00:59:16.669 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-jvm-6.0.1.jar 2024-09-12T00:59:16.669 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-jvm-6.0.1.jar 2024-09-12T00:59:16.669 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-native-6.0.1.jar 2024-09-12T00:59:16.669 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-diagnostics-6.0.1.jar 2024-09-12T00:59:16.669 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-publish-6.0.1.jar 2024-09-12T00:59:16.669 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-base-6.0.1.jar 2024-09-12T00:59:16.669 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-base-6.0.1.jar 2024-09-12T00:59:16.669 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-use-6.0.1.jar 2024-09-12T00:59:16.669 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-instant-execution-6.0.1.jar 2024-09-12T00:59:16.669 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-version-control-6.0.1.jar 2024-09-12T00:59:16.670 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-dependency-management-6.0.1.jar 2024-09-12T00:59:16.670 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-composite-builds-6.0.1.jar 2024-09-12T00:59:16.670 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-reporting-6.0.1.jar 2024-09-12T00:59:16.670 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-s3-6.0.1.jar 2024-09-12T00:59:16.670 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-gcs-6.0.1.jar 2024-09-12T00:59:16.670 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-cache-http-6.0.1.jar 2024-09-12T00:59:16.670 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-http-6.0.1.jar 2024-09-12T00:59:16.670 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-sftp-6.0.1.jar 2024-09-12T00:59:16.670 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-profile-6.0.1.jar 2024-09-12T00:59:16.670 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-workers-6.0.1.jar 2024-09-12T00:59:16.670 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/org.eclipse.jgit-5.5.0.201909110433-r.jar 2024-09-12T00:59:16.670 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-3.0.0.jar 2024-09-12T00:59:16.670 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-shared-3.0.0.jar 2024-09-12T00:59:16.670 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-services-storage-v1-rev136-1.25.0.jar 2024-09-12T00:59:16.671 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-client-1.25.0.jar 2024-09-12T00:59:16.671 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/asm-util-7.1.jar 2024-09-12T00:59:16.671 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ivy-2.3.0.jar 2024-09-12T00:59:16.671 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-compat-3.0.4.jar 2024-09-12T00:59:16.671 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-core-3.0.4.jar 2024-09-12T00:59:16.671 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-common-0.8-20100325.jar 2024-09-12T00:59:16.671 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-groovy-0.8-20100325.jar 2024-09-12T00:59:16.671 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-file-3.0.0.jar 2024-09-12T00:59:16.671 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-container-default-1.7.1.jar 2024-09-12T00:59:16.671 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-connector-wagon-1.13.1.jar 2024-09-12T00:59:16.671 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpg-jdk15on-1.63.jar 2024-09-12T00:59:16.671 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/rhino-1.7.10.jar 2024-09-12T00:59:16.671 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gson-2.8.5.jar 2024-09-12T00:59:16.671 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/simple-4.1.21.jar 2024-09-12T00:59:16.672 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jatl-0.2.3.jar 2024-09-12T00:59:16.672 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-plugin-api-3.0.4.jar 2024-09-12T00:59:16.672 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-oauth-client-1.25.0.jar 2024-09-12T00:59:16.672 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-jackson2-1.25.0.jar 2024-09-12T00:59:16.672 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-1.25.0.jar 2024-09-12T00:59:16.672 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/testng-6.3.1.jar 2024-09-12T00:59:16.672 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/snakeyaml-1.17.jar 2024-09-12T00:59:16.672 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/dd-plist-1.21.jar 2024-09-12T00:59:16.672 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-4.12.jar 2024-09-12T00:59:16.672 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bsh-2.0b6.jar 2024-09-12T00:59:16.672 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-launcher-1.3.1.jar 2024-09-12T00:59:16.672 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-s3-1.11.633.jar 2024-09-12T00:59:16.672 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-kms-1.11.633.jar 2024-09-12T00:59:16.672 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-core-1.11.633.jar 2024-09-12T00:59:16.673 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpclient-4.5.10.jar 2024-09-12T00:59:16.673 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcifs-1.3.17.jar 2024-09-12T00:59:16.673 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/nekohtml-1.9.22.jar 2024-09-12T00:59:16.673 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xercesImpl-2.12.0.jar 2024-09-12T00:59:16.673 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jsch-0.1.55.jar 2024-09-12T00:59:16.673 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jaxb-impl-2.3.2.jar 2024-09-12T00:59:16.673 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jmespath-java-1.11.633.jar 2024-09-12T00:59:16.673 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-databind-2.9.10.jar 2024-09-12T00:59:16.673 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-core-2.9.10.jar 2024-09-12T00:59:16.673 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-annotations-2.9.10.jar 2024-09-12T00:59:16.673 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/joda-time-2.10.4.jar 2024-09-12T00:59:16.673 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpkix-jdk15on-1.61.jar 2024-09-12T00:59:16.673 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcprov-jdk15on-1.63.jar 2024-09-12T00:59:16.673 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/commons-codec-1.13.jar 2024-09-12T00:59:16.674 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-aether-provider-3.0.4.jar 2024-09-12T00:59:16.674 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-impl-1.13.1.jar 2024-09-12T00:59:16.674 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-util-1.13.1.jar 2024-09-12T00:59:16.674 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-spi-1.13.1.jar 2024-09-12T00:59:16.674 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-api-1.13.1.jar 2024-09-12T00:59:16.674 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/hamcrest-core-1.3.jar 2024-09-12T00:59:16.674 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpcore-4.4.12.jar 2024-09-12T00:59:16.674 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcommander-1.72.jar 2024-09-12T00:59:16.674 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jzlib-1.1.3.jar 2024-09-12T00:59:16.674 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-artifact-3.0.4.jar 2024-09-12T00:59:16.674 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-builder-3.0.4.jar 2024-09-12T00:59:16.674 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-3.0.4.jar 2024-09-12T00:59:16.674 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-repository-metadata-3.0.4.jar 2024-09-12T00:59:16.674 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-builder-3.0.4.jar 2024-09-12T00:59:16.675 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-3.0.4.jar 2024-09-12T00:59:16.675 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-sec-dispatcher-1.3.jar 2024-09-12T00:59:16.675 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-cipher-1.7.jar 2024-09-12T00:59:16.675 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-classworlds-2.5.1.jar 2024-09-12T00:59:16.675 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-component-annotations-1.5.5.jar 2024-09-12T00:59:16.675 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-interpolation-1.14.jar 2024-09-12T00:59:16.675 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-provider-api-3.0.0.jar 2024-09-12T00:59:16.675 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-utils-3.1.0.jar 2024-09-12T00:59:16.675 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xbean-reflect-3.7.jar 2024-09-12T00:59:16.675 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ion-java-1.0.2.jar 2024-09-12T00:59:16.675 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-engine-1.3.1.jar 2024-09-12T00:59:16.675 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-commons-1.3.1.jar 2024-09-12T00:59:16.675 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/apiguardian-api-1.0.0.jar 2024-09-12T00:59:16.675 INFO:teuthology.orchestra.run.smithi038.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/opentest4j-1.1.1.jar 2024-09-12T00:59:16.675 INFO:teuthology.orchestra.run.smithi038.stdout:export PATH=/opt/gradle/gradle-6.0.1/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin 2024-09-12T00:59:16.676 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:16.676 INFO:teuthology.orchestra.run.smithi038.stdout:Welcome to Gradle 6.0.1! 2024-09-12T00:59:16.676 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:16.676 INFO:teuthology.orchestra.run.smithi038.stdout:Here are the highlights of this release: 2024-09-12T00:59:16.676 INFO:teuthology.orchestra.run.smithi038.stdout: - Substantial improvements in dependency management, including 2024-09-12T00:59:16.676 INFO:teuthology.orchestra.run.smithi038.stdout: - Publishing Gradle Module Metadata in addition to pom.xml 2024-09-12T00:59:16.676 INFO:teuthology.orchestra.run.smithi038.stdout: - Advanced control of transitive versions 2024-09-12T00:59:16.676 INFO:teuthology.orchestra.run.smithi038.stdout: - Support for optional features and dependencies 2024-09-12T00:59:16.676 INFO:teuthology.orchestra.run.smithi038.stdout: - Rules to tweak published metadata 2024-09-12T00:59:16.676 INFO:teuthology.orchestra.run.smithi038.stdout: - Support for Java 13 2024-09-12T00:59:16.676 INFO:teuthology.orchestra.run.smithi038.stdout: - Faster incremental Java and Groovy compilation 2024-09-12T00:59:16.676 INFO:teuthology.orchestra.run.smithi038.stdout: - New Zinc compiler for Scala 2024-09-12T00:59:16.676 INFO:teuthology.orchestra.run.smithi038.stdout: - VS2019 support 2024-09-12T00:59:16.676 INFO:teuthology.orchestra.run.smithi038.stdout: - Support for Gradle Enterprise plugin 3.0 2024-09-12T00:59:16.677 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:16.677 INFO:teuthology.orchestra.run.smithi038.stdout:For more details see https://docs.gradle.org/6.0.1/release-notes.html 2024-09-12T00:59:16.677 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:16.677 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:16.677 INFO:teuthology.orchestra.run.smithi038.stdout:------------------------------------------------------------ 2024-09-12T00:59:16.677 INFO:teuthology.orchestra.run.smithi038.stdout:Gradle 6.0.1 2024-09-12T00:59:16.677 INFO:teuthology.orchestra.run.smithi038.stdout:------------------------------------------------------------ 2024-09-12T00:59:16.677 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:16.677 INFO:teuthology.orchestra.run.smithi038.stdout:Build time: 2019-11-18 20:25:01 UTC 2024-09-12T00:59:16.677 INFO:teuthology.orchestra.run.smithi038.stdout:Revision: fad121066a68c4701acd362daf4287a7c309a0f5 2024-09-12T00:59:16.677 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:16.677 INFO:teuthology.orchestra.run.smithi038.stdout:Kotlin: 1.3.50 2024-09-12T00:59:16.677 INFO:teuthology.orchestra.run.smithi038.stdout:Groovy: 2.5.8 2024-09-12T00:59:16.677 INFO:teuthology.orchestra.run.smithi038.stdout:Ant: Apache Ant(TM) version 1.10.7 compiled on September 1 2019 2024-09-12T00:59:16.678 INFO:teuthology.orchestra.run.smithi038.stdout:JVM: 11.0.20.1 (Red Hat, Inc. 11.0.20.1+1-LTS) 2024-09-12T00:59:16.678 INFO:teuthology.orchestra.run.smithi038.stdout:OS: Linux 5.14.0-505.el9.x86_64 amd64 2024-09-12T00:59:16.678 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:16.678 DEBUG:tasks.s3tests_java:S3 Tests Java: BEGIN 2024-09-12T00:59:16.678 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2024-09-12T00:59:16.678 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T00:59:16.678 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2024-09-12T00:59:16.678 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi194.front.sepia.ceph.com 2024-09-12T00:59:16.678 INFO:tasks.s3tests_java:S3 Tests Java: Creating S3 users... 2024-09-12T00:59:16.962 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf is {'bucket_prefix': 'test-', 's3main': {'access_key': None, 'access_secret': None, 'region': 'mexico', 'endpoint': None, 'port': None, 'display_name': None, 'email': None, 'is_secure': None, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data'}} 2024-09-12T00:59:16.963 DEBUG:tasks.s3tests_java:S3 Tests Java: Creating user tester.client.0 2024-09-12T00:59:16.963 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf[s3main] is {'access_key': 'BORRWTQKABIDRIUPZFFF', 'access_secret': 'wVIjUXXql/O6LhLNF8h9r+ux6/Kq8GBzEMpid5b6F9UXkJCEMRVmMw==', 'region': 'mexico', 'endpoint': 'smithi038.front.sepia.ceph.com:443', 'port': 443, 'display_name': 'Ms. tester.client.0', 'email': 'tester.client.0_test@test.test', 'is_secure': True, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data', 'user_id': 'tester.client.0', 'host': 'smithi038.front.sepia.ceph.com'} 2024-09-12T00:59:16.963 DEBUG:tasks.s3tests_java:S3 Tests Java: Setion, User = s3main, tester.client.0 2024-09-12T00:59:16.963 INFO:tasks.s3tests_java:['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '-n', 'client.0', 'user', 'create', '--uid', 'tester.client.0', '--display-name', 'Ms. tester.client.0', '--access-key', 'BORRWTQKABIDRIUPZFFF', '--secret', 'wVIjUXXql/O6LhLNF8h9r+ux6/Kq8GBzEMpid5b6F9UXkJCEMRVmMw==', '--email', 'tester.client.0_test@test.test', '--cluster', 'ceph'] 2024-09-12T00:59:16.963 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid tester.client.0 --display-name 'Ms. tester.client.0' --access-key BORRWTQKABIDRIUPZFFF --secret wVIjUXXql/O6LhLNF8h9r+ux6/Kq8GBzEMpid5b6F9UXkJCEMRVmMw== --email tester.client.0_test@test.test --cluster ceph 2024-09-12T00:59:17.029 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:59:17.029 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:59:17.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.067+0000 7fcaacb35800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.069+0000 7fcaacb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:17.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.069+0000 7fcaacb35800 20 realm 2024-09-12T00:59:17.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.069+0000 7fcaacb35800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.069+0000 7fcaacb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:17.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.069+0000 7fcaacb35800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:59:17.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.069+0000 7fcaacb35800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.069+0000 7fcaacb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:17.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.069+0000 7fcaacb35800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.070+0000 7fcaacb35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:59:17.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.070+0000 7fcaacb35800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.071+0000 7fcaacb35800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:59:17.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.071+0000 7fcaacb35800 20 searching for the correct realm 2024-09-12T00:59:17.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.074+0000 7fcaa80e3640 0 -- 172.21.15.38:0/3704461463 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5588b92e87e0 msgr2=0x5588b92eabd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:59:17.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.078+0000 7fcaa88e4640 0 -- 172.21.15.38:0/3704461463 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fca9c07d400 msgr2=0x7fca9c07d880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:59:17.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.285+0000 7fcaacb35800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:59:17.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.285+0000 7fcaacb35800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:59:17.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.285+0000 7fcaacb35800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:59:17.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.285+0000 7fcaacb35800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:59:17.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.285+0000 7fcaacb35800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:59:17.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.285+0000 7fcaacb35800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:59:17.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.285+0000 7fcaacb35800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.285+0000 7fcaacb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:17.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.285+0000 7fcaacb35800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.286+0000 7fcaacb35800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:59:17.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.286+0000 7fcaacb35800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.286+0000 7fcaacb35800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:59:17.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.286+0000 7fcaacb35800 20 zone default found 2024-09-12T00:59:17.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.286+0000 7fcaacb35800 4 Realm: () 2024-09-12T00:59:17.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.286+0000 7fcaacb35800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:59:17.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.286+0000 7fcaacb35800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:59:17.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.286+0000 7fcaacb35800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:59:17.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.286+0000 7fcaacb35800 20 zonegroup default 2024-09-12T00:59:17.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.286+0000 7fcaacb35800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.286+0000 7fcaacb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:17.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.286+0000 7fcaacb35800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.287+0000 7fcaacb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:17.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.287+0000 7fcaacb35800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.287+0000 7fcaacb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:17.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.287+0000 7fcaacb35800 20 started sync module instance, tier type = 2024-09-12T00:59:17.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.287+0000 7fcaacb35800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:59:17.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.297+0000 7fcaacb35800 20 add_watcher() i=0 2024-09-12T00:59:17.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.297+0000 7fcaacb35800 20 add_watcher() i=1 2024-09-12T00:59:17.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.297+0000 7fcaacb35800 20 add_watcher() i=2 2024-09-12T00:59:17.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.297+0000 7fcaacb35800 20 add_watcher() i=3 2024-09-12T00:59:17.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.297+0000 7fcaacb35800 20 add_watcher() i=4 2024-09-12T00:59:17.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.297+0000 7fcaacb35800 20 add_watcher() i=5 2024-09-12T00:59:17.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.297+0000 7fcaacb35800 20 add_watcher() i=6 2024-09-12T00:59:17.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.298+0000 7fcaacb35800 20 add_watcher() i=7 2024-09-12T00:59:17.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.298+0000 7fcaacb35800 2 all 8 watchers are set, enabling cache 2024-09-12T00:59:17.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.300+0000 7fc95f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:59:17.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.300+0000 7fcaacb35800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:59:17.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.300+0000 7fcaacb35800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:59:17.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.300+0000 7fcaacb35800 5 note: GC not initialized 2024-09-12T00:59:17.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.300+0000 7fc95e7e4640 20 reqs_thread_entry: start 2024-09-12T00:59:17.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.300+0000 7fcaacb35800 20 init_complete bucket index max shards: 11 2024-09-12T00:59:17.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.300+0000 7fcaacb35800 20 Filter name: none 2024-09-12T00:59:17.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.301+0000 7fc957fff640 20 reqs_thread_entry: start 2024-09-12T00:59:17.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.301+0000 7fcaacb35800 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-12T00:59:17.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.301+0000 7fcaacb35800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.301+0000 7fcaacb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:17.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.301+0000 7fcaacb35800 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x0 2024-09-12T00:59:17.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.301+0000 7fcaacb35800 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T00:59:17.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.301+0000 7fcaacb35800 10 cache get: name=default.rgw.meta+users.email+tester.client.0_test@test.test : miss 2024-09-12T00:59:17.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.301+0000 7fcaacb35800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.301+0000 7fcaacb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:17.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.301+0000 7fcaacb35800 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x0 2024-09-12T00:59:17.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.301+0000 7fcaacb35800 10 adding default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T00:59:17.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.301+0000 7fcaacb35800 10 cache get: name=default.rgw.meta+users.keys+BORRWTQKABIDRIUPZFFF : miss 2024-09-12T00:59:17.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.301+0000 7fcaacb35800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.302+0000 7fcaacb35800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:17.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.302+0000 7fcaacb35800 10 cache put: name=default.rgw.meta+users.keys+BORRWTQKABIDRIUPZFFF info.flags=0x0 2024-09-12T00:59:17.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.302+0000 7fcaacb35800 10 adding default.rgw.meta+users.keys+BORRWTQKABIDRIUPZFFF to cache LRU end 2024-09-12T00:59:17.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.302+0000 7fcaacb35800 10 cache get: name=default.rgw.meta+users.keys+BORRWTQKABIDRIUPZFFF : hit (negative entry) 2024-09-12T00:59:17.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.302+0000 7fcaacb35800 10 cache get: name=default.rgw.meta+users.keys+BORRWTQKABIDRIUPZFFF : hit (negative entry) 2024-09-12T00:59:17.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.303+0000 7fcaacb35800 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-12T00:59:17.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.303+0000 7fcaacb35800 10 moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T00:59:17.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.303+0000 7fcaacb35800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-12T00:59:17.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.304+0000 7fc97ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464290 cookie 94045710786704 notifier 8255 bl.length()=670 2024-09-12T00:59:17.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.304+0000 7fc97ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2024-09-12T00:59:17.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.304+0000 7fc97ffff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T00:59:17.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.305+0000 7fcaacb35800 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-12T00:59:17.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.305+0000 7fcaacb35800 10 moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T00:59:17.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.305+0000 7fcaacb35800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-12T00:59:17.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.305+0000 7fc97ffff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464316 cookie 94045710789200 notifier 8255 bl.length()=200 2024-09-12T00:59:17.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.305+0000 7fc97ffff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2024-09-12T00:59:17.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.305+0000 7fc97ffff640 10 rgw watcher librados: moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2024-09-12T00:59:17.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.307+0000 7fcaacb35800 10 cache put: name=default.rgw.meta+users.keys+BORRWTQKABIDRIUPZFFF info.flags=0x7 2024-09-12T00:59:17.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.307+0000 7fcaacb35800 10 moving default.rgw.meta+users.keys+BORRWTQKABIDRIUPZFFF to cache LRU end 2024-09-12T00:59:17.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.307+0000 7fcaacb35800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:BORRWTQKABIDRIUPZFFF, ofs0, ns] 2024-09-12T00:59:17.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.308+0000 7fc97f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464341 cookie 94045710791840 notifier 8255 bl.length()=189 2024-09-12T00:59:17.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.308+0000 7fc97f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+BORRWTQKABIDRIUPZFFF info.flags=0x7 2024-09-12T00:59:17.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.308+0000 7fc97f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+BORRWTQKABIDRIUPZFFF to cache LRU end 2024-09-12T00:59:17.307 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T00:59:17.307 INFO:teuthology.orchestra.run.smithi038.stdout: "user_id": "tester.client.0", 2024-09-12T00:59:17.307 INFO:teuthology.orchestra.run.smithi038.stdout: "display_name": "Ms. tester.client.0", 2024-09-12T00:59:17.307 INFO:teuthology.orchestra.run.smithi038.stdout: "email": "tester.client.0_test@test.test", 2024-09-12T00:59:17.307 INFO:teuthology.orchestra.run.smithi038.stdout: "suspended": 0, 2024-09-12T00:59:17.307 INFO:teuthology.orchestra.run.smithi038.stdout: "max_buckets": 1000, 2024-09-12T00:59:17.308 INFO:teuthology.orchestra.run.smithi038.stdout: "subusers": [], 2024-09-12T00:59:17.308 INFO:teuthology.orchestra.run.smithi038.stdout: "keys": [ 2024-09-12T00:59:17.308 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-09-12T00:59:17.308 INFO:teuthology.orchestra.run.smithi038.stdout: "user": "tester.client.0", 2024-09-12T00:59:17.308 INFO:teuthology.orchestra.run.smithi038.stdout: "access_key": "BORRWTQKABIDRIUPZFFF", 2024-09-12T00:59:17.308 INFO:teuthology.orchestra.run.smithi038.stdout: "secret_key": "wVIjUXXql/O6LhLNF8h9r+ux6/Kq8GBzEMpid5b6F9UXkJCEMRVmMw==", 2024-09-12T00:59:17.308 INFO:teuthology.orchestra.run.smithi038.stdout: "active": true, 2024-09-12T00:59:17.308 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T00:59:17.302945Z" 2024-09-12T00:59:17.308 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-09-12T00:59:17.308 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-09-12T00:59:17.308 INFO:teuthology.orchestra.run.smithi038.stdout: "swift_keys": [], 2024-09-12T00:59:17.308 INFO:teuthology.orchestra.run.smithi038.stdout: "caps": [], 2024-09-12T00:59:17.308 INFO:teuthology.orchestra.run.smithi038.stdout: "op_mask": "read, write, delete", 2024-09-12T00:59:17.309 INFO:teuthology.orchestra.run.smithi038.stdout: "default_placement": "", 2024-09-12T00:59:17.309 INFO:teuthology.orchestra.run.smithi038.stdout: "default_storage_class": "", 2024-09-12T00:59:17.309 INFO:teuthology.orchestra.run.smithi038.stdout: "placement_tags": [], 2024-09-12T00:59:17.309 INFO:teuthology.orchestra.run.smithi038.stdout: "bucket_quota": { 2024-09-12T00:59:17.309 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T00:59:17.309 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T00:59:17.309 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T00:59:17.309 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T00:59:17.309 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T00:59:17.309 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T00:59:17.309 INFO:teuthology.orchestra.run.smithi038.stdout: "user_quota": { 2024-09-12T00:59:17.309 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T00:59:17.309 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T00:59:17.309 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T00:59:17.310 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T00:59:17.310 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T00:59:17.310 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T00:59:17.310 INFO:teuthology.orchestra.run.smithi038.stdout: "temp_url_keys": [], 2024-09-12T00:59:17.310 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "rgw", 2024-09-12T00:59:17.310 INFO:teuthology.orchestra.run.smithi038.stdout: "mfa_ids": [], 2024-09-12T00:59:17.310 INFO:teuthology.orchestra.run.smithi038.stdout: "account_id": "", 2024-09-12T00:59:17.310 INFO:teuthology.orchestra.run.smithi038.stdout: "path": "/", 2024-09-12T00:59:17.310 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T00:59:17.302930Z", 2024-09-12T00:59:17.310 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-09-12T00:59:17.310 INFO:teuthology.orchestra.run.smithi038.stdout: "group_ids": [] 2024-09-12T00:59:17.310 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T00:59:17.310 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:17.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.309+0000 7fc95f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:59:17.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.312+0000 7fcaacb35800 20 remove_watcher() i=0 2024-09-12T00:59:17.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.312+0000 7fcaacb35800 2 removed watcher, disabling cache 2024-09-12T00:59:17.312 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.313+0000 7fcaacb35800 20 remove_watcher() i=1 2024-09-12T00:59:17.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.314+0000 7fcaacb35800 20 remove_watcher() i=2 2024-09-12T00:59:17.314 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.316+0000 7fcaacb35800 20 remove_watcher() i=3 2024-09-12T00:59:17.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.317+0000 7fcaacb35800 20 remove_watcher() i=4 2024-09-12T00:59:17.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.318+0000 7fcaacb35800 20 remove_watcher() i=5 2024-09-12T00:59:17.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.319+0000 7fcaacb35800 20 remove_watcher() i=6 2024-09-12T00:59:17.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.320+0000 7fcaacb35800 20 remove_watcher() i=7 2024-09-12T00:59:17.331 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T00:59:17.331 DEBUG:teuthology.orchestra.run.smithi038:> dd of=/home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf 2024-09-12T00:59:17.362 INFO:tasks.s3tests_java:S3 Tests Java: Running tests... 2024-09-12T00:59:17.363 DEBUG:teuthology.orchestra.run.smithi038:> cp /home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf /home/ubuntu/cephtest/s3-tests-java/config.properties 2024-09-12T00:59:17.431 DEBUG:teuthology.orchestra.run.smithi038:> radosgw-admin gc process --include-all 2024-09-12T00:59:17.524 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:59:17.543 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:59:17.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.565+0000 7f4de5498800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.567+0000 7f4de5498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:17.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.567+0000 7f4de5498800 20 realm 2024-09-12T00:59:17.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.567+0000 7f4de5498800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.567+0000 7f4de5498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:17.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.567+0000 7f4de5498800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:59:17.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.567+0000 7f4de5498800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.568+0000 7f4de5498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:17.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.568+0000 7f4de5498800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.569+0000 7f4de5498800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:59:17.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.569+0000 7f4de5498800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.570+0000 7f4de5498800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:59:17.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.570+0000 7f4de5498800 20 searching for the correct realm 2024-09-12T00:59:17.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.773+0000 7f4de2f89640 0 -- 172.21.15.38:0/644042253 >> [v2:172.21.15.38:6824/2480374289,v1:172.21.15.38:6825/2480374289] conn(0x7f4dd8039b90 msgr2=0x7f4dd801ca30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:59:17.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.778+0000 7f4de2f89640 0 -- 172.21.15.38:0/644042253 >> [v2:172.21.15.38:6824/2480374289,v1:172.21.15.38:6825/2480374289] conn(0x55690b4dba40 msgr2=0x7f4cac08bc50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:59:17.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.784+0000 7f4de5498800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:59:17.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.784+0000 7f4de5498800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:59:17.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.784+0000 7f4de5498800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:59:17.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.784+0000 7f4de5498800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:59:17.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.784+0000 7f4de5498800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:59:17.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.784+0000 7f4de5498800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:59:17.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.784+0000 7f4de5498800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.784+0000 7f4de5498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:17.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.784+0000 7f4de5498800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.785+0000 7f4de5498800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:59:17.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.785+0000 7f4de5498800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.785+0000 7f4de5498800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:59:17.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.785+0000 7f4de5498800 20 zone default found 2024-09-12T00:59:17.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.785+0000 7f4de5498800 4 Realm: () 2024-09-12T00:59:17.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.785+0000 7f4de5498800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:59:17.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.785+0000 7f4de5498800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:59:17.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.785+0000 7f4de5498800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:59:17.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.785+0000 7f4de5498800 20 zonegroup default 2024-09-12T00:59:17.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.785+0000 7f4de5498800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.785+0000 7f4de5498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:17.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.785+0000 7f4de5498800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.786+0000 7f4de5498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:17.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.786+0000 7f4de5498800 20 rados->read ofs=0 len=0 2024-09-12T00:59:17.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.786+0000 7f4de5498800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:17.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.786+0000 7f4de5498800 20 started sync module instance, tier type = 2024-09-12T00:59:17.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.786+0000 7f4de5498800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:59:17.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.796+0000 7f4de5498800 20 add_watcher() i=0 2024-09-12T00:59:17.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.796+0000 7f4de5498800 20 add_watcher() i=1 2024-09-12T00:59:17.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.796+0000 7f4de5498800 20 add_watcher() i=2 2024-09-12T00:59:17.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.796+0000 7f4de5498800 20 add_watcher() i=3 2024-09-12T00:59:17.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.796+0000 7f4de5498800 20 add_watcher() i=4 2024-09-12T00:59:17.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.796+0000 7f4de5498800 20 add_watcher() i=5 2024-09-12T00:59:17.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.796+0000 7f4de5498800 20 add_watcher() i=6 2024-09-12T00:59:17.796 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.797+0000 7f4de5498800 20 add_watcher() i=7 2024-09-12T00:59:17.796 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.797+0000 7f4de5498800 2 all 8 watchers are set, enabling cache 2024-09-12T00:59:17.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.799+0000 7f4c997e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:59:17.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.799+0000 7f4de5498800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:59:17.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.799+0000 7f4de5498800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:59:17.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.840+0000 7f4c13fff640 20 reqs_thread_entry: start 2024-09-12T00:59:17.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.841+0000 7f4de5498800 20 init_complete bucket index max shards: 11 2024-09-12T00:59:17.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.841+0000 7f4de5498800 20 Filter name: none 2024-09-12T00:59:17.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.841+0000 7f4c11ffb640 20 reqs_thread_entry: start 2024-09-12T00:59:17.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.841+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T00:59:17.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.843+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:17.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.843+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:17.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.843+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-12T00:59:17.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.843+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15673938763701351417', time=2024-09-12T02:52:02.652028+0000, chain.objs.size()=1 2024-09-12T00:59:17.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.843+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.jUJHOh1aP7E4QVT_kdPSVst4c9Ht8pK_0 2024-09-12T00:59:17.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.843+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.740445451627079446', time=2024-09-12T02:52:35.035081+0000, chain.objs.size()=1 2024-09-12T00:59:17.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.843+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.1w5XPm8kLBmtMGBL4ZLfMYThJpDbVA-_0 2024-09-12T00:59:17.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.843+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17300700520739857029', time=2024-09-12T02:52:36.868351+0000, chain.objs.size()=1 2024-09-12T00:59:17.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.843+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.pd75pvdtjYRRc-qJpSX_YjFSkItiIm4_0 2024-09-12T00:59:17.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.843+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5889418555529343336', time=2024-09-12T02:52:36.869162+0000, chain.objs.size()=1 2024-09-12T00:59:17.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.843+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.pAR0bY9dw6_O7ZmO7wSzEIXc0XnIeif_0 2024-09-12T00:59:17.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.843+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10838617309460889249', time=2024-09-12T02:52:36.875794+0000, chain.objs.size()=1 2024-09-12T00:59:17.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.843+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.sF4HHrnZ5sjsytA9wJI_z-HgIwlG0jj_0 2024-09-12T00:59:17.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.843+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1818130261950565971', time=2024-09-12T02:53:11.193450+0000, chain.objs.size()=1 2024-09-12T00:59:17.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.843+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.-g1YOAvC_pkafNFxA1PP3gL5r2KPFxG_0 2024-09-12T00:59:17.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.843+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2926896580777358694', time=2024-09-12T02:54:22.752417+0000, chain.objs.size()=1 2024-09-12T00:59:17.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.843+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.eWA260V7EQjHfjHgN7iSpfuFfxUsbI6_0 2024-09-12T00:59:17.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.844+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14340700579110045460', time=2024-09-12T02:54:57.002430+0000, chain.objs.size()=1 2024-09-12T00:59:17.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.844+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.0NJseAs-nDEbXzJ_EvhLbW_iaqw79Kf_0 2024-09-12T00:59:17.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.844+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5347486448049414402', time=2024-09-12T02:55:29.205160+0000, chain.objs.size()=1 2024-09-12T00:59:17.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.844+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.qEDdx3g3DJqv2ymgKa5OyqI5P5t9b64_0 2024-09-12T00:59:17.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.844+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.944857745441424507', time=2024-09-12T02:55:29.206801+0000, chain.objs.size()=1 2024-09-12T00:59:17.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.844+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.bi-a72v_Fnxflzzc44j0rwgGcYaxZgZ_0 2024-09-12T00:59:17.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.844+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8401812001277309655', time=2024-09-12T02:55:31.467309+0000, chain.objs.size()=1 2024-09-12T00:59:17.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.844+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.Dy5glGSPcskVhjw_wP_-zAApcByYoFQ_0 2024-09-12T00:59:17.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.844+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9488631973583365259', time=2024-09-12T02:56:06.401424+0000, chain.objs.size()=1 2024-09-12T00:59:17.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.844+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.K47-sIt55S8blkUUtunBnoZYHYzTyZy_0 2024-09-12T00:59:17.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.848+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:17.849 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.850+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T00:59:17.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.852+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:17.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:17.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-12T00:59:17.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15780918401459502115', time=2024-09-12T02:50:44.498604+0000, chain.objs.size()=1 2024-09-12T00:59:17.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9__shadow_.5l16Nv1m7o-6hHKcAk737tvmah0ucTa_0 2024-09-12T00:59:17.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17740188676776191848', time=2024-09-12T02:52:01.969009+0000, chain.objs.size()=1 2024-09-12T00:59:17.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.250ywQ7fcVGaDj9JEsYRtH007Z53vq2_0 2024-09-12T00:59:17.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14150287606672115128', time=2024-09-12T02:52:02.653274+0000, chain.objs.size()=1 2024-09-12T00:59:17.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.bO5cNNq7SmFR_SaW8jj0ZciGnHD2gqF_0 2024-09-12T00:59:17.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8654519383389619153', time=2024-09-12T02:53:11.188966+0000, chain.objs.size()=1 2024-09-12T00:59:17.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.wxKx70Q4zqxegXH9cXJ_SZG8OmyRIzy_0 2024-09-12T00:59:17.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9585189718627452927', time=2024-09-12T02:53:14.163736+0000, chain.objs.size()=1 2024-09-12T00:59:17.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.e6VjjE5bK7MdL-iHnV_il6LPrldPV29_0 2024-09-12T00:59:17.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16441143164052171622', time=2024-09-12T02:54:20.407608+0000, chain.objs.size()=1 2024-09-12T00:59:17.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.P-DJoyvKrekRxTTcmNB7oWiOSo4JAQ9_0 2024-09-12T00:59:17.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16358495561133186952', time=2024-09-12T02:55:29.204320+0000, chain.objs.size()=1 2024-09-12T00:59:17.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.4_y-iJNehuCgpJd-m_AQVoqfrGYuLHm_0 2024-09-12T00:59:17.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13136952851439249241', time=2024-09-12T02:56:03.454330+0000, chain.objs.size()=1 2024-09-12T00:59:17.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.G1C4_oWsEN8Cn3c0V_D6_ZMzoPUEYqd_0 2024-09-12T00:59:17.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8236355382862774670', time=2024-09-12T02:56:38.188298+0000, chain.objs.size()=1 2024-09-12T00:59:17.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.ka3NT3gsnmGltGQaoygoSlg92JzpYFw_0 2024-09-12T00:59:17.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3166452884864734804', time=2024-09-12T02:58:57.685806+0000, chain.objs.size()=1 2024-09-12T00:59:17.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.853+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19__shadow:nmflI0kJnxpGMGTgtfKtUtbGf7h0AjV_.lWuVmJ3q_x_t8wMP9uw7U3wj5Yba9_w_0 2024-09-12T00:59:17.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.857+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:17.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.860+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T00:59:17.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.861+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:17.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:17.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=10, truncated=0, next_marker='' 2024-09-12T00:59:17.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.547642199514785304', time=2024-09-12T02:50:44.085546+0000, chain.objs.size()=1 2024-09-12T00:59:17.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.xI7txilfXnhZjXljb5RhPGDIStIBrUj_0 2024-09-12T00:59:17.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4843879380986233952', time=2024-09-12T02:52:02.651881+0000, chain.objs.size()=1 2024-09-12T00:59:17.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.m0UL_P7IBTzqGPHaG7DOIF4GeIP251I_0 2024-09-12T00:59:17.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15911050726937959895', time=2024-09-12T02:52:35.038085+0000, chain.objs.size()=1 2024-09-12T00:59:17.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.sEqupfzNrnTwB4AziNIC5KtoB0JGWqP_0 2024-09-12T00:59:17.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.590813287306575643', time=2024-09-12T02:52:38.378036+0000, chain.objs.size()=1 2024-09-12T00:59:17.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.AxtbPTwWcR62IR0OW_sRKiQkctGi-9X_0 2024-09-12T00:59:17.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6316342773049631297', time=2024-09-12T02:53:11.194681+0000, chain.objs.size()=1 2024-09-12T00:59:17.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.3e62UnB3vvqY9_QExpL069C10CPgD3W_0 2024-09-12T00:59:17.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8840744255346347282', time=2024-09-12T02:53:12.656239+0000, chain.objs.size()=1 2024-09-12T00:59:17.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.RHnehQ0aJipaItFgPfOaIN3HokcYyyo_0 2024-09-12T00:59:17.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8326578018750129424', time=2024-09-12T02:56:03.448931+0000, chain.objs.size()=1 2024-09-12T00:59:17.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.c8UHAF-b8foblp9jb9KPYxTFDP6UNms_0 2024-09-12T00:59:17.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9314678340125924188', time=2024-09-12T02:56:06.408351+0000, chain.objs.size()=1 2024-09-12T00:59:17.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.90Vgb3v91ViDDkeYWl77dqftSZdbIIL_0 2024-09-12T00:59:17.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9420726235419979999', time=2024-09-12T02:56:38.187572+0000, chain.objs.size()=1 2024-09-12T00:59:17.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.-UnHZivRMt9fjWSYWdy99ky6qytA5L-_0 2024-09-12T00:59:17.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17906405632758648266', time=2024-09-12T02:56:38.193350+0000, chain.objs.size()=1 2024-09-12T00:59:17.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.862+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.H9Mqvf4bbTwkYh9WtyUGRoRbP1Q_OjQ_0 2024-09-12T00:59:17.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.866+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:17.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.869+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T00:59:17.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.870+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:17.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.870+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:17.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-12T00:59:17.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4906122924964883360', time=2024-09-12T02:50:44.104227+0000, chain.objs.size()=1 2024-09-12T00:59:17.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.Ask3jzE-nEiHp6zYuG_AN8-Z8qJ2_IG_0 2024-09-12T00:59:17.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12626228914203382', time=2024-09-12T02:50:44.276762+0000, chain.objs.size()=2 2024-09-12T00:59:17.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.qr7OFiFLWAoBMcop0FDAA9H-ejcghqr_0 2024-09-12T00:59:17.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.qr7OFiFLWAoBMcop0FDAA9H-ejcghqr_1 2024-09-12T00:59:17.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='_ABAiivLz5t79ueeaPYvrrFwWNN_SgGW', time=2024-09-12T02:50:44.300944+0000, chain.objs.size()=3 2024-09-12T00:59:17.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.idSU4jIxQt6zIb523qotbpYwZti1ixz_0 2024-09-12T00:59:17.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.idSU4jIxQt6zIb523qotbpYwZti1ixz_1 2024-09-12T00:59:17.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.idSU4jIxQt6zIb523qotbpYwZti1ixz_2 2024-09-12T00:59:17.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1552257924665395799', time=2024-09-12T02:50:44.305063+0000, chain.objs.size()=5 2024-09-12T00:59:17.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.1 2024-09-12T00:59:17.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.1_1 2024-09-12T00:59:17.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.2 2024-09-12T00:59:17.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.2_1 2024-09-12T00:59:17.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.3 2024-09-12T00:59:17.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11092464799563763671', time=2024-09-12T02:52:01.968588+0000, chain.objs.size()=1 2024-09-12T00:59:17.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.871+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.IjAUToSJ564ZqWEV8ITT3euRzd5wp7l_0 2024-09-12T00:59:17.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.873+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.246214897679879385', time=2024-09-12T02:52:38.379367+0000, chain.objs.size()=1 2024-09-12T00:59:17.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.873+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.eNZiy_VINWZa31yiQ2tdbrdDYlRaOhH_0 2024-09-12T00:59:17.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.873+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9280663053943556710', time=2024-09-12T02:52:38.382731+0000, chain.objs.size()=1 2024-09-12T00:59:17.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.873+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.4-ARcht0kIIafKYKZSdRCZSCnf2fnJg_0 2024-09-12T00:59:17.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.873+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13610736370667048604', time=2024-09-12T02:53:11.196997+0000, chain.objs.size()=1 2024-09-12T00:59:17.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.873+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.zvGTty8vSAFVI2YQ7ku1hktaDSNUjOE_0 2024-09-12T00:59:17.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.873+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16423017811400147749', time=2024-09-12T02:53:14.162192+0000, chain.objs.size()=1 2024-09-12T00:59:17.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.873+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.rrExFDRh-44dLkdw-A2kEVFDo1vKGSh_0 2024-09-12T00:59:17.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.874+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11002097628305920205', time=2024-09-12T02:53:14.163072+0000, chain.objs.size()=1 2024-09-12T00:59:17.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.874+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.pulq9d-nqYmEusyCtLaKU2tex_p0wp6_0 2024-09-12T00:59:17.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.874+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6970566650571086898', time=2024-09-12T02:53:14.169079+0000, chain.objs.size()=1 2024-09-12T00:59:17.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.874+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.T6pQkWb23e3e3qBHr3rw32zUGcXbWi6_0 2024-09-12T00:59:17.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.874+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13420285935083715687', time=2024-09-12T02:53:46.361232+0000, chain.objs.size()=1 2024-09-12T00:59:17.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.874+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.935D0vEjAIvGiBeUxCNjmTaRCg6y6l__0 2024-09-12T00:59:17.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.874+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2263419617728458879', time=2024-09-12T02:53:47.803225+0000, chain.objs.size()=1 2024-09-12T00:59:17.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.874+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.cj47I6XG01Nv_BSDZH5CxHcrtVsaP3B_0 2024-09-12T00:59:17.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.874+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8800715579197628079', time=2024-09-12T02:53:47.816136+0000, chain.objs.size()=1 2024-09-12T00:59:17.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.874+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.r6SONxBbNuCy1E_Ouyaj6TQFF6dwhFG_0 2024-09-12T00:59:17.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.875+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14351271710220606078', time=2024-09-12T02:54:22.757689+0000, chain.objs.size()=1 2024-09-12T00:59:17.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.875+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.qZLzGQ2gbJm_CCvsNKSNnBOW0JWMIgr_0 2024-09-12T00:59:17.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.875+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17300394841230359297', time=2024-09-12T02:54:55.083048+0000, chain.objs.size()=1 2024-09-12T00:59:17.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.875+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.DasXb4XaRoWaBwmLVsAy_yN9PoAQBXt_0 2024-09-12T00:59:17.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.877+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5162943092570007898', time=2024-09-12T02:54:56.991185+0000, chain.objs.size()=1 2024-09-12T00:59:17.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.877+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.U_S-c4Dv9Z0Gfdt5z_HBBqHGX3cKzW0_0 2024-09-12T00:59:17.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.877+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3198014879414446546', time=2024-09-12T02:54:56.993582+0000, chain.objs.size()=1 2024-09-12T00:59:17.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.877+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.yJjLBqXdfzSEqzoLgv9bICX27_BRV_v_0 2024-09-12T00:59:17.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.877+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13837042034313506147', time=2024-09-12T02:56:05.297452+0000, chain.objs.size()=1 2024-09-12T00:59:17.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.877+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.FIL1rH9u6SnUd9FKAC1Gap6prkN4z_Y_0 2024-09-12T00:59:17.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.877+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7589328831634980995', time=2024-09-12T02:56:06.400925+0000, chain.objs.size()=1 2024-09-12T00:59:17.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.877+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.UOYOspUJIOf57yiAB26jYKMELmlmnE1_0 2024-09-12T00:59:17.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.878+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7251545889033875132', time=2024-09-12T02:58:45.025318+0000, chain.objs.size()=1 2024-09-12T00:59:17.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.878+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18__shadow_._afRzx4mdVKVwegL-7GFEHfdb-6jkVb_0 2024-09-12T00:59:17.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.881+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:17.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.884+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T00:59:17.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.886+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:17.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.886+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:17.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.886+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-12T00:59:17.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.886+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16216295200090823139', time=2024-09-12T02:50:44.155458+0000, chain.objs.size()=4 2024-09-12T00:59:17.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.886+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13__multipart_foo.2~6nX5z5PA_nDZm_-MtAyHCc2fvhKHjFz.1 2024-09-12T00:59:17.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.886+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13__multipart_foo.2~6nX5z5PA_nDZm_-MtAyHCc2fvhKHjFz.2 2024-09-12T00:59:17.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.886+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13__multipart_foo.2~6nX5z5PA_nDZm_-MtAyHCc2fvhKHjFz.3 2024-09-12T00:59:17.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.886+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13__multipart_foo.2~6nX5z5PA_nDZm_-MtAyHCc2fvhKHjFz.4 2024-09-12T00:59:17.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.886+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1776693538474745134', time=2024-09-12T02:50:44.203780+0000, chain.objs.size()=7 2024-09-12T00:59:17.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.886+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10__multipart_foo.2~5F0v0pws8J0OC-oV_ylkBGpN9z1EFG7.1 2024-09-12T00:59:17.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.887+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10__shadow_foo.2~5F0v0pws8J0OC-oV_ylkBGpN9z1EFG7.1_1 2024-09-12T00:59:17.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.887+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10__multipart_foo.2~5F0v0pws8J0OC-oV_ylkBGpN9z1EFG7.2 2024-09-12T00:59:17.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.887+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10__shadow_foo.2~5F0v0pws8J0OC-oV_ylkBGpN9z1EFG7.2_1 2024-09-12T00:59:17.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.887+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10__multipart_foo.2~5F0v0pws8J0OC-oV_ylkBGpN9z1EFG7.3 2024-09-12T00:59:17.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.887+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10__shadow_foo.2~5F0v0pws8J0OC-oV_ylkBGpN9z1EFG7.3_1 2024-09-12T00:59:17.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.887+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10__multipart_foo.2~5F0v0pws8J0OC-oV_ylkBGpN9z1EFG7.4 2024-09-12T00:59:17.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.887+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16558099831215510976', time=2024-09-12T02:52:02.658777+0000, chain.objs.size()=1 2024-09-12T00:59:17.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.887+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.6rCWZ2wbGxTPpKfIohKaRwwQs5r68Yx_0 2024-09-12T00:59:17.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.889+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4340170256111491517', time=2024-09-12T02:52:35.031969+0000, chain.objs.size()=1 2024-09-12T00:59:17.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.889+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.QBB2ImstEyWTWAvz-ez364COgBAWiXh_0 2024-09-12T00:59:17.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.890+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1524709533300060486', time=2024-09-12T02:52:38.375777+0000, chain.objs.size()=1 2024-09-12T00:59:17.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.890+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.LFfyE9p7uSkJE8NPLeeUoLAZnulmQeP_0 2024-09-12T00:59:17.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.891+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13887648376416647641', time=2024-09-12T02:52:38.376427+0000, chain.objs.size()=1 2024-09-12T00:59:17.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.891+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.P43aXmLTg9_rXR2aczKkNxIpfWh0Uus_0 2024-09-12T00:59:17.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.891+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7652105045921027041', time=2024-09-12T02:53:12.659546+0000, chain.objs.size()=1 2024-09-12T00:59:17.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.891+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.M8mhdFcIH7vV-m1xOESSsIO16QikzbT_0 2024-09-12T00:59:17.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.891+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.822773381923614636', time=2024-09-12T02:53:15.234769+0000, chain.objs.size()=1 2024-09-12T00:59:17.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.891+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.Hc48oNMDgjAOoWNC8UMhPg8JES1_cyG_0 2024-09-12T00:59:17.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.891+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2907096012414359104', time=2024-09-12T02:53:46.362685+0000, chain.objs.size()=1 2024-09-12T00:59:17.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.891+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.73tdo7IFSsHto4u-ajIOeBeG_6eVsHs_0 2024-09-12T00:59:17.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.891+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3290950624424280500', time=2024-09-12T02:54:22.757851+0000, chain.objs.size()=1 2024-09-12T00:59:17.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.891+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.-j3s3I2XSYDQ25BpD1J9T2-wC-TnCzr_0 2024-09-12T00:59:17.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.891+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5356157298959006738', time=2024-09-12T02:54:55.081132+0000, chain.objs.size()=1 2024-09-12T00:59:17.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.891+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.aPVCAdW5QV7i7yvIpn4ft5FFlCM6S9s_0 2024-09-12T00:59:17.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.892+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11850648173286107648', time=2024-09-12T02:55:31.469364+0000, chain.objs.size()=1 2024-09-12T00:59:17.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.892+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.zPyPLysRj2tp1OS_1T2Yv0gxXn_4RDl_0 2024-09-12T00:59:17.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.895+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:17.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.898+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T00:59:17.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.899+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:17.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:17.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T00:59:17.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13067706108765404554', time=2024-09-12T02:50:44.095226+0000, chain.objs.size()=1 2024-09-12T00:59:17.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.6oFBW3SQRxvYIItdR70K05SryYCtk7a_0 2024-09-12T00:59:17.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15433262125807581607', time=2024-09-12T02:50:44.179434+0000, chain.objs.size()=4 2024-09-12T00:59:17.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11__multipart_foo.2~t_pa6uY_fESCdshyIErFPfEEhN7Dq87.1 2024-09-12T00:59:17.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11__multipart_foo.2~t_pa6uY_fESCdshyIErFPfEEhN7Dq87.2 2024-09-12T00:59:17.900 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11__multipart_foo.2~t_pa6uY_fESCdshyIErFPfEEhN7Dq87.3 2024-09-12T00:59:17.900 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11__multipart_foo.2~t_pa6uY_fESCdshyIErFPfEEhN7Dq87.4 2024-09-12T00:59:17.900 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11130074949964660755', time=2024-09-12T02:52:01.960858+0000, chain.objs.size()=1 2024-09-12T00:59:17.900 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.M75MKh7YA476GlgdFjGd5Qc3p4xWXiJ_0 2024-09-12T00:59:17.900 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11403521877833107693', time=2024-09-12T02:52:01.962148+0000, chain.objs.size()=1 2024-09-12T00:59:17.900 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.JWLVxOVi_IoP4n-QiHPQoP23z1uU9Zy_0 2024-09-12T00:59:17.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6069558280939583198', time=2024-09-12T02:52:02.650072+0000, chain.objs.size()=1 2024-09-12T00:59:17.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.8q5ncdUaykPRwFxkyHn75yeyjoV-tlY_0 2024-09-12T00:59:17.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11411948070458574292', time=2024-09-12T02:52:36.864624+0000, chain.objs.size()=1 2024-09-12T00:59:17.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.Q1uq10DvQx8yZrRi-TjfDtHXT2N1SVZ_0 2024-09-12T00:59:17.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6972640530413691600', time=2024-09-12T02:52:36.866863+0000, chain.objs.size()=1 2024-09-12T00:59:17.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.sWs70LGOz4tYiNOFoAZOeVrs7j5BuOI_0 2024-09-12T00:59:17.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9082076619618488342', time=2024-09-12T02:53:46.359364+0000, chain.objs.size()=1 2024-09-12T00:59:17.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.p-2_xuHsMSVRvXs-1j7utquTpXgtpQ6_0 2024-09-12T00:59:17.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10217190610767265983', time=2024-09-12T02:54:20.405166+0000, chain.objs.size()=1 2024-09-12T00:59:17.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.900+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.Sy9mV6qO-B0kI424LA6leiz_HdX2Bvf_0 2024-09-12T00:59:17.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.903+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16077584669019815896', time=2024-09-12T02:54:21.848096+0000, chain.objs.size()=1 2024-09-12T00:59:17.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.903+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.3NmpWA4bCGnfphMt0ytbf2WYTEEQPdh_0 2024-09-12T00:59:17.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.904+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11624821967033338663', time=2024-09-12T02:54:55.080942+0000, chain.objs.size()=1 2024-09-12T00:59:17.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.904+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.1ASV8S3-XMZHD-k5F85FE6Er1fKoZKc_0 2024-09-12T00:59:17.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.904+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15658643818794050057', time=2024-09-12T02:54:55.084455+0000, chain.objs.size()=1 2024-09-12T00:59:17.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.904+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.XAQve9JuBl5p6GmL50WpOV8DfWYZW2p_0 2024-09-12T00:59:17.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.904+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4609932375999919044', time=2024-09-12T02:54:56.990142+0000, chain.objs.size()=1 2024-09-12T00:59:17.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.904+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.GpKXHw8DMUrHTZtdkcXSeWbwfLc1iis_0 2024-09-12T00:59:17.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.904+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5977825883513654112', time=2024-09-12T02:56:03.453662+0000, chain.objs.size()=1 2024-09-12T00:59:17.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.904+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.JUkeut8lTT2-af9TksQIdo9q90XdXoH_0 2024-09-12T00:59:17.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.904+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18173423663683061615', time=2024-09-12T02:56:05.302499+0000, chain.objs.size()=1 2024-09-12T00:59:17.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.904+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.npSyASPXGxTp1SgUWZwwOmX45xI_Zvx_0 2024-09-12T00:59:17.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.904+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6786643598450062603', time=2024-09-12T02:56:38.184165+0000, chain.objs.size()=1 2024-09-12T00:59:17.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.904+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.jeKu-4yqTmmAGPP-yzW1DhabGhVvW5p_0 2024-09-12T00:59:17.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.907+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:17.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.910+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T00:59:17.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.912+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:17.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.912+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:17.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-12T00:59:17.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16060231201045666043', time=2024-09-12T02:52:35.034513+0000, chain.objs.size()=1 2024-09-12T00:59:17.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.tb1w_7tt0Bz_dOUeOILv_k2ucgdbzgr_0 2024-09-12T00:59:17.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12658494668257593753', time=2024-09-12T02:52:38.371829+0000, chain.objs.size()=1 2024-09-12T00:59:17.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.C51ar4QJbqa7HpUfym1LYdd5qOpANdg_0 2024-09-12T00:59:17.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5479080579233830571', time=2024-09-12T02:53:12.653800+0000, chain.objs.size()=1 2024-09-12T00:59:17.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.cNSnCsp4Q4ZWjLnFbU9KigAU18nxW4U_0 2024-09-12T00:59:17.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1667316469865722136', time=2024-09-12T02:53:14.172940+0000, chain.objs.size()=1 2024-09-12T00:59:17.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.RRr9AC3UJiTeRFOnd-zsaRWpaBQmxuw_0 2024-09-12T00:59:17.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.742481808194252073', time=2024-09-12T02:54:20.406624+0000, chain.objs.size()=1 2024-09-12T00:59:17.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.1x2eIe8Hc9w_AVCyaW9knr_cA9kRkAy_0 2024-09-12T00:59:17.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13145583937082953376', time=2024-09-12T02:54:21.848097+0000, chain.objs.size()=1 2024-09-12T00:59:17.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.HYd8qt23TyfU_20kE3G9kRy7dmkAIFD_0 2024-09-12T00:59:17.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9577737548455016685', time=2024-09-12T02:54:22.746677+0000, chain.objs.size()=1 2024-09-12T00:59:17.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.yJjtFAbG_DvZzBkU86TajxbpSnOv7zO_0 2024-09-12T00:59:17.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18243284679534033293', time=2024-09-12T02:55:29.201237+0000, chain.objs.size()=1 2024-09-12T00:59:17.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.0RkgOAEJJHxjeSYSUKi-mSy6yM2flfH_0 2024-09-12T00:59:17.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8673535933697202079', time=2024-09-12T02:55:29.203260+0000, chain.objs.size()=1 2024-09-12T00:59:17.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.L-kdOVaptvNALvTn2PNiPEYaeUBMHfW_0 2024-09-12T00:59:17.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13425066898162511665', time=2024-09-12T02:55:29.206160+0000, chain.objs.size()=1 2024-09-12T00:59:17.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.KmILw7NKF7lelXkxJpRjiVS5v2QszLp_0 2024-09-12T00:59:17.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17785809817769937993', time=2024-09-12T02:55:29.206889+0000, chain.objs.size()=1 2024-09-12T00:59:17.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.X1LFqgQwVW-h5eYO6-lcSEXCElGzh4N_0 2024-09-12T00:59:17.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4292960510247539598', time=2024-09-12T02:55:29.207516+0000, chain.objs.size()=1 2024-09-12T00:59:17.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.913+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.U_XverXnBq0NM6RJ-VhqmDlbfjoUBbd_0 2024-09-12T00:59:17.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.917+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2423658727024577981', time=2024-09-12T02:56:03.450255+0000, chain.objs.size()=1 2024-09-12T00:59:17.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.917+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.ihjMwM6pSoYD264tsY7nWHbYEf-nUX0_0 2024-09-12T00:59:17.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.917+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10490409469792586609', time=2024-09-12T02:56:03.452772+0000, chain.objs.size()=1 2024-09-12T00:59:17.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.917+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.VYDnfp-yb8SEM9Lul_a8JpIN5Mwvg7L_0 2024-09-12T00:59:17.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.917+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11318922048824697124', time=2024-09-12T02:56:03.461646+0000, chain.objs.size()=1 2024-09-12T00:59:17.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.917+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.TqahVAs2DR06GUpLyiNIvf-bnHsim4u_0 2024-09-12T00:59:17.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.917+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12413013530680046279', time=2024-09-12T02:56:05.300748+0000, chain.objs.size()=1 2024-09-12T00:59:17.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.917+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.nytWHVqabiLn0bC-aKqmehIZWO7DlEH_0 2024-09-12T00:59:17.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.917+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3146471389588569964', time=2024-09-12T02:56:06.403122+0000, chain.objs.size()=1 2024-09-12T00:59:17.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.917+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.CQ5VVBOMyS5lqEsuBaLC-inclodl9ss_0 2024-09-12T00:59:17.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.917+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.381538902141304364', time=2024-09-12T02:56:38.181245+0000, chain.objs.size()=1 2024-09-12T00:59:17.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.917+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.pR8OEZLpM42u-Sj2GJykVBiajxWVSNa_0 2024-09-12T00:59:17.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.920+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:17.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.923+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T00:59:17.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.924+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:17.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.924+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:17.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-12T00:59:17.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14434737852264806193', time=2024-09-12T02:52:02.653401+0000, chain.objs.size()=1 2024-09-12T00:59:17.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.gpKNF-7zldbEFlT3o7oBD7pMGrAlzkJ_0 2024-09-12T00:59:17.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2546142927209264175', time=2024-09-12T02:52:02.659888+0000, chain.objs.size()=1 2024-09-12T00:59:17.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.ptu44Xsvpy2ev0zPf8ZMAha-KmHufDb_0 2024-09-12T00:59:17.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2348111978236405118', time=2024-09-12T02:52:38.371986+0000, chain.objs.size()=1 2024-09-12T00:59:17.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.yxvp5ThPc_9WoIX6enhig4R5RtRGiWw_0 2024-09-12T00:59:17.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10633019634051429118', time=2024-09-12T02:53:47.809465+0000, chain.objs.size()=1 2024-09-12T00:59:17.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.0P-OVkU8BZU9g45epW2-HZI_WO1-lql_0 2024-09-12T00:59:17.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3043598427684445521', time=2024-09-12T02:54:20.413485+0000, chain.objs.size()=1 2024-09-12T00:59:17.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.oy-lplvFLuwXnBNxSspqmp6HiXw2f5t_0 2024-09-12T00:59:17.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6032275091777673076', time=2024-09-12T02:54:21.847193+0000, chain.objs.size()=1 2024-09-12T00:59:17.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.O9eERWvnvqv9N8urmi3bftjdfVdE-LS_0 2024-09-12T00:59:17.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5075815075703125959', time=2024-09-12T02:55:31.460555+0000, chain.objs.size()=1 2024-09-12T00:59:17.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.vil_8uaSYNQiSnSvzEu48rEEuaRUcgs_0 2024-09-12T00:59:17.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7719399513112935410', time=2024-09-12T02:55:31.464149+0000, chain.objs.size()=1 2024-09-12T00:59:17.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.FWgktHuTWybXZsvRKX1g9n8qFwsY04P_0 2024-09-12T00:59:17.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.779953176378374032', time=2024-09-12T02:56:03.446899+0000, chain.objs.size()=1 2024-09-12T00:59:17.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.xkH5NNLs_tjqpM9Ar9YMtJ7yz0rHUmV_0 2024-09-12T00:59:17.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18352189414008387141', time=2024-09-12T02:56:06.397542+0000, chain.objs.size()=1 2024-09-12T00:59:17.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.OIzW4DieoX-B741s712mM0PdSRjNnC-_0 2024-09-12T00:59:17.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16907435795821867606', time=2024-09-12T02:56:38.194816+0000, chain.objs.size()=1 2024-09-12T00:59:17.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.925+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.rahDFy9cj-RYz8Mlt3Z5Gf8hXB3ECrw_0 2024-09-12T00:59:17.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.930+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:17.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.932+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T00:59:17.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.933+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:17.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:17.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T00:59:17.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='_2rJNICqksj58dKK8Yp6YRP0Zg0NuYGg', time=2024-09-12T02:50:44.272505+0000, chain.objs.size()=1 2024-09-12T00:59:17.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.UVOAHaUoqewkGPS8EWyiTDs8qVbWBXy_0 2024-09-12T00:59:17.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2988657566371682219', time=2024-09-12T02:52:02.651190+0000, chain.objs.size()=1 2024-09-12T00:59:17.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.j3KkzEGWM-TrZAMuWqO6XMfKMPOgayP_0 2024-09-12T00:59:17.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8977835706368220228', time=2024-09-12T02:52:38.377267+0000, chain.objs.size()=1 2024-09-12T00:59:17.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.Q-s6nHWYAyLJ1YJUvgxh-4WgBgPHA3x_0 2024-09-12T00:59:17.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9386209241591747237', time=2024-09-12T02:53:11.193552+0000, chain.objs.size()=1 2024-09-12T00:59:17.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.G_5MS8E9BnyYAfGxZMBElJsC-S8dtmo_0 2024-09-12T00:59:17.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9583799310869072235', time=2024-09-12T02:53:11.195316+0000, chain.objs.size()=1 2024-09-12T00:59:17.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.yF4BhLKuFLmju4ZQ_ILqnmWNPKJB-wO_0 2024-09-12T00:59:17.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8295292667356290401', time=2024-09-12T02:53:11.196037+0000, chain.objs.size()=1 2024-09-12T00:59:17.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.KbBLcUorJ-t-L7pF2_XrOE8kRPvJIfo_0 2024-09-12T00:59:17.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10101924200408075158', time=2024-09-12T02:53:46.359304+0000, chain.objs.size()=1 2024-09-12T00:59:17.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.cLhiEeUk-BvrKjBGc0N3glQy0S2Sq2t_0 2024-09-12T00:59:17.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5761460703109709684', time=2024-09-12T02:53:46.369577+0000, chain.objs.size()=1 2024-09-12T00:59:17.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_._15l6XjeKLjoSyz-xuuJnBhkDlytCx0_0 2024-09-12T00:59:17.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2373503761599184810', time=2024-09-12T02:54:20.407795+0000, chain.objs.size()=1 2024-09-12T00:59:17.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.HnCU4P71wGEt20vov8q4PyibMUyimTP_0 2024-09-12T00:59:17.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16326239127214437729', time=2024-09-12T02:54:22.750332+0000, chain.objs.size()=1 2024-09-12T00:59:17.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.0sqRNyPKSRJ1sPAc2uehzRwGQV4AkP3_0 2024-09-12T00:59:17.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5264393663991488314', time=2024-09-12T02:54:55.090679+0000, chain.objs.size()=1 2024-09-12T00:59:17.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.T0FX2OP1oDWTBcjYlwoPZS-W4IOfOVl_0 2024-09-12T00:59:17.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18368359585610361787', time=2024-09-12T02:54:56.023509+0000, chain.objs.size()=1 2024-09-12T00:59:17.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.934+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.xDp4w81Jl-RYs5pcNskWO6OD2kbHwju_0 2024-09-12T00:59:17.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.936+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6439851187067918558', time=2024-09-12T02:56:05.296440+0000, chain.objs.size()=1 2024-09-12T00:59:17.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.936+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.8TVefagl8i52Suc3kRmmBV5x16x-Gwl_0 2024-09-12T00:59:17.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.938+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7308610334087211015', time=2024-09-12T02:56:05.300997+0000, chain.objs.size()=1 2024-09-12T00:59:17.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.938+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.7rzc2i6GYr7WzT7RH-slf9NzIwE4Ev8_0 2024-09-12T00:59:17.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.939+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14708759502794520415', time=2024-09-12T02:56:05.304850+0000, chain.objs.size()=1 2024-09-12T00:59:17.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.939+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.KI8GSpuci8IF1xS7X2IKKdngpsSTziS_0 2024-09-12T00:59:17.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.941+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:17.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.943+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T00:59:17.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.945+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:17.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.945+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:17.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-12T00:59:17.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8113753675748318028', time=2024-09-12T02:50:44.333798+0000, chain.objs.size()=5 2024-09-12T00:59:17.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.1 2024-09-12T00:59:17.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.1_1 2024-09-12T00:59:17.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.2 2024-09-12T00:59:17.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.2_1 2024-09-12T00:59:17.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.3 2024-09-12T00:59:17.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.367544711143471852', time=2024-09-12T02:53:11.198434+0000, chain.objs.size()=1 2024-09-12T00:59:17.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.LShrQGfcAiZ28e3wF23zARJ0gJUmAC8_0 2024-09-12T00:59:17.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13904335142137627767', time=2024-09-12T02:53:46.358503+0000, chain.objs.size()=1 2024-09-12T00:59:17.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.OpS92-YwDy5od2wLfrY4xFt5ExN-5VR_0 2024-09-12T00:59:17.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15676720710950851532', time=2024-09-12T02:53:46.359986+0000, chain.objs.size()=1 2024-09-12T00:59:17.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.y0qyqocPXNCpgkt4njq3mk5ciTCaFMB_0 2024-09-12T00:59:17.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11276930537934314202', time=2024-09-12T02:53:47.805188+0000, chain.objs.size()=1 2024-09-12T00:59:17.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.5uLlAzTssGymZ9nDO_pAo_iojpxOpsT_0 2024-09-12T00:59:17.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9847237606715647363', time=2024-09-12T02:53:47.810564+0000, chain.objs.size()=1 2024-09-12T00:59:17.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.tCcxAgzWYsszAP0zz-zA2ctxHoAS6JI_0 2024-09-12T00:59:17.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3466552357104477257', time=2024-09-12T02:53:47.816133+0000, chain.objs.size()=1 2024-09-12T00:59:17.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.wCgm33M_1tgyfZakm_zWzUBd7GREC8h_0 2024-09-12T00:59:17.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4179995784431507262', time=2024-09-12T02:54:20.405947+0000, chain.objs.size()=1 2024-09-12T00:59:17.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.946+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.uBhwTnhVHFLgpZcN-UAqfMxsHjHdpzq_0 2024-09-12T00:59:17.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.948+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17901110575251374100', time=2024-09-12T02:54:22.748748+0000, chain.objs.size()=1 2024-09-12T00:59:17.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.948+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.4PApiTpZ3RgdMNPZ48nmkSW4GL9c45S_0 2024-09-12T00:59:17.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.948+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10879356694442077861', time=2024-09-12T02:54:56.993353+0000, chain.objs.size()=1 2024-09-12T00:59:17.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.948+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.fob5DssVSUE1mHhZ53RNXbArb3evD_9_0 2024-09-12T00:59:17.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.948+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1032246359340777543', time=2024-09-12T02:55:32.530720+0000, chain.objs.size()=1 2024-09-12T00:59:17.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.948+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.YbVUmFWULbe2I2wk9SGPTyUJcEdvg6K_0 2024-09-12T00:59:17.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.951+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:17.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.954+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T00:59:17.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.955+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:17.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.955+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:17.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T00:59:17.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='_N4n0zevrBTF5myrSwV-0JhVTaLGQ9Mr', time=2024-09-12T02:50:44.243674+0000, chain.objs.size()=2 2024-09-12T00:59:17.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.36rSLU7aYB30H9ldfoyJjqwPxVQNrLS_0 2024-09-12T00:59:17.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.36rSLU7aYB30H9ldfoyJjqwPxVQNrLS_1 2024-09-12T00:59:17.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='_vGDiz2DC9OfPRWX9_--0FgjlyWerBpX', time=2024-09-12T02:50:44.338173+0000, chain.objs.size()=1 2024-09-12T00:59:17.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.sNzAsYmhgdpexJLj1SYbm7RIKv5GQ9e_0 2024-09-12T00:59:17.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6636381258711577344', time=2024-09-12T02:52:02.651149+0000, chain.objs.size()=1 2024-09-12T00:59:17.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.hunzcrYFD3_KGxHRzlLUMLYFvX18j0-_0 2024-09-12T00:59:17.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1498713610814808316', time=2024-09-12T02:52:35.041443+0000, chain.objs.size()=1 2024-09-12T00:59:17.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.kLm2qN9CiygP2VBaUTu1lDn-SX3lRUZ_0 2024-09-12T00:59:17.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10514010716670047678', time=2024-09-12T02:53:14.159478+0000, chain.objs.size()=1 2024-09-12T00:59:17.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.fXWX8Buy7zD7bHZfhsM1kGjD1hcYC77_0 2024-09-12T00:59:17.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2042437221155259723', time=2024-09-12T02:54:21.849055+0000, chain.objs.size()=1 2024-09-12T00:59:17.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.WArQ6BG-ZPFG6Yafwz7XZ8QE7OsmpRB_0 2024-09-12T00:59:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8299322232911550785', time=2024-09-12T02:54:22.749211+0000, chain.objs.size()=1 2024-09-12T00:59:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.Xd04nYjGEU-O9us1_FvXFbewqXvdgX1_0 2024-09-12T00:59:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7164711712506510342', time=2024-09-12T02:54:22.751953+0000, chain.objs.size()=1 2024-09-12T00:59:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.nD79NOCIrNcQw71LQqjIHgxbvn7_gq4_0 2024-09-12T00:59:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8144897150377212347', time=2024-09-12T02:54:55.081881+0000, chain.objs.size()=1 2024-09-12T00:59:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.qfY-lM_MLJhcxe70pBdFMRLgNXrAbIz_0 2024-09-12T00:59:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16231858311969692421', time=2024-09-12T02:54:55.082589+0000, chain.objs.size()=1 2024-09-12T00:59:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.urcdTw3323CYKrpZSho1oZPdjB-rqKK_0 2024-09-12T00:59:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13254983032604105989', time=2024-09-12T02:55:29.198550+0000, chain.objs.size()=1 2024-09-12T00:59:17.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.956+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.ulJiPYcWTL-8ZRBdt44-bdLiDa9djLK_0 2024-09-12T00:59:17.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.959+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2854421955942413471', time=2024-09-12T02:55:29.212240+0000, chain.objs.size()=1 2024-09-12T00:59:17.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.959+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.VzPvOdPU2TppSJoZyQDVKOXFceZTGyM_0 2024-09-12T00:59:17.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.959+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13961887132071341399', time=2024-09-12T02:55:30.707778+0000, chain.objs.size()=1 2024-09-12T00:59:17.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.959+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.Ze3MmM98sJCfJCvGJ6aAjK6bMRtsdxS_0 2024-09-12T00:59:17.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.959+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3361502995833622345', time=2024-09-12T02:55:31.460592+0000, chain.objs.size()=1 2024-09-12T00:59:17.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.959+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.K8Z0uU1-LLExw6y_bQsgkpzkwX_w-hL_0 2024-09-12T00:59:17.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.959+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3595679944430942227', time=2024-09-12T02:55:31.462309+0000, chain.objs.size()=1 2024-09-12T00:59:17.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.959+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.whz0bsek3O95da3x3TJ6HF0pk606Pjx_0 2024-09-12T00:59:17.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.959+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16950236626618021244', time=2024-09-12T02:56:03.450383+0000, chain.objs.size()=1 2024-09-12T00:59:17.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.959+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.CdnbIf_xP49RtH8BfKYwnXzhczGcdgK_0 2024-09-12T00:59:17.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.959+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4985430949929206058', time=2024-09-12T02:56:03.453451+0000, chain.objs.size()=1 2024-09-12T00:59:17.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.959+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.ikzxPZMLKDQmqelxK3O7WQkAtOcoYwG_0 2024-09-12T00:59:17.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.962+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:17.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.964+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T00:59:17.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.966+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:17.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.966+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:17.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T00:59:17.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5321923923368118039', time=2024-09-12T02:50:44.113550+0000, chain.objs.size()=1 2024-09-12T00:59:17.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.rC7k19Z_At95aqtn79YMxOfhrOp3Jba_0 2024-09-12T00:59:17.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14680847808040032021', time=2024-09-12T02:50:44.134275+0000, chain.objs.size()=7 2024-09-12T00:59:17.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12__multipart_foo.2~SgB6bZ8n2H1QF75ZeE26c1kEHo2mr2W.1 2024-09-12T00:59:17.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12__shadow_foo.2~SgB6bZ8n2H1QF75ZeE26c1kEHo2mr2W.1_1 2024-09-12T00:59:17.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12__multipart_foo.2~SgB6bZ8n2H1QF75ZeE26c1kEHo2mr2W.2 2024-09-12T00:59:17.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12__shadow_foo.2~SgB6bZ8n2H1QF75ZeE26c1kEHo2mr2W.2_1 2024-09-12T00:59:17.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12__multipart_foo.2~SgB6bZ8n2H1QF75ZeE26c1kEHo2mr2W.3 2024-09-12T00:59:17.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12__shadow_foo.2~SgB6bZ8n2H1QF75ZeE26c1kEHo2mr2W.3_1 2024-09-12T00:59:17.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12__multipart_foo.2~SgB6bZ8n2H1QF75ZeE26c1kEHo2mr2W.4 2024-09-12T00:59:17.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='_seuSBJTjv7emk8cHblbEq403yWoy1rg', time=2024-09-12T02:50:44.228558+0000, chain.objs.size()=2 2024-09-12T00:59:17.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.r7Z6wD-rLBZj-f2C2Fc0in8otib8iJO_0 2024-09-12T00:59:17.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.r7Z6wD-rLBZj-f2C2Fc0in8otib8iJO_1 2024-09-12T00:59:17.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10879323025929975727', time=2024-09-12T02:52:01.965139+0000, chain.objs.size()=1 2024-09-12T00:59:17.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.wTbLXX8GiycsjZXxFxpHr2PmM4geoD-_0 2024-09-12T00:59:17.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15981690155868182713', time=2024-09-12T02:52:02.651416+0000, chain.objs.size()=1 2024-09-12T00:59:17.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.967+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.S76i3Axa4u66GBB0I-xK7puafVx96FJ_0 2024-09-12T00:59:17.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.969+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16134089700942613932', time=2024-09-12T02:52:35.035891+0000, chain.objs.size()=1 2024-09-12T00:59:17.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.969+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.v7tQPr_8SKY3BImcJy-llI6pewwnUXA_0 2024-09-12T00:59:17.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.970+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.898905236537761844', time=2024-09-12T02:52:36.876389+0000, chain.objs.size()=1 2024-09-12T00:59:17.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.970+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.jyTGrBOeGEOVkwTMqRuaFkWHoDhJykD_0 2024-09-12T00:59:17.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.970+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8828448543931897836', time=2024-09-12T02:53:11.201987+0000, chain.objs.size()=1 2024-09-12T00:59:17.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.970+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.sIEhZ84PKcokS5DPhQuQa70T4jm-hBY_0 2024-09-12T00:59:17.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.970+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11565544754693100756', time=2024-09-12T02:53:12.657581+0000, chain.objs.size()=1 2024-09-12T00:59:17.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.970+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.pXEClrp4Uy464Az-n86AKXBolQ_OmBy_0 2024-09-12T00:59:17.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.970+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16680101249675824175', time=2024-09-12T02:53:46.360457+0000, chain.objs.size()=1 2024-09-12T00:59:17.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.970+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.7xZY1YSdmcSdX1Mhj1izC-f2UmELNlz_0 2024-09-12T00:59:17.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.970+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5633190421586637715', time=2024-09-12T02:54:21.843053+0000, chain.objs.size()=1 2024-09-12T00:59:17.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.970+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.zkj1PZBsdxz-q1vMhJcwlxhOLoj5k-__0 2024-09-12T00:59:17.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.972+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13898866858653796003', time=2024-09-12T02:55:29.207954+0000, chain.objs.size()=1 2024-09-12T00:59:17.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.972+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.dU8pVHzvgl8R4IYkk6HeR58qariH3-L_0 2024-09-12T00:59:17.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.972+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.230050404069102471', time=2024-09-12T02:55:29.209729+0000, chain.objs.size()=1 2024-09-12T00:59:17.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.972+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.upLj8-Hx6QG4FCS-a1oMkDh405tkbeq_0 2024-09-12T00:59:17.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.972+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6283967719795860166', time=2024-09-12T02:55:29.213363+0000, chain.objs.size()=1 2024-09-12T00:59:17.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.972+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.UeiFdIZ1OAK-m_PCvDkphHvxTRiSTY5_0 2024-09-12T00:59:17.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.972+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15345552243692925706', time=2024-09-12T02:55:31.460323+0000, chain.objs.size()=1 2024-09-12T00:59:17.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.972+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.0o92R9an8SDmS3JhaXuUQvfkSrVm4yS_0 2024-09-12T00:59:17.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.972+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4827535820197667280', time=2024-09-12T02:56:03.454642+0000, chain.objs.size()=1 2024-09-12T00:59:17.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.972+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.qTg2muGd-wrc53z73RD_qSClOm7uomo_0 2024-09-12T00:59:17.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.972+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16318591513025773957', time=2024-09-12T02:56:06.404359+0000, chain.objs.size()=1 2024-09-12T00:59:17.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.972+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.nFyK33Y1s7FLsQeGhCW0kkr7cLUbZbU_0 2024-09-12T00:59:17.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.977+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:17.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.980+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T00:59:17.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.981+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:17.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.981+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:17.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-12T00:59:17.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12349982193340167027', time=2024-09-12T02:50:44.090775+0000, chain.objs.size()=1 2024-09-12T00:59:17.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.08j3jLIRTspesd5sJBCeaqsaNkxlZpt_0 2024-09-12T00:59:17.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5287770806311659309', time=2024-09-12T02:50:44.462657+0000, chain.objs.size()=1 2024-09-12T00:59:17.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8__shadow_.yf5pA0oDbz02kmGaTGwAa_ZoDa5o6Hz_0 2024-09-12T00:59:17.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3865351538585273992', time=2024-09-12T02:52:01.964099+0000, chain.objs.size()=1 2024-09-12T00:59:17.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.4Eemu-VJPQ54vjrYlVFGeRCHquC0-9x_0 2024-09-12T00:59:17.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1745068149711644026', time=2024-09-12T02:52:01.975294+0000, chain.objs.size()=1 2024-09-12T00:59:17.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.RfZsAnx8PaZIAjBnk8-zIFBdQUSaYbr_0 2024-09-12T00:59:17.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5706025225197593710', time=2024-09-12T02:52:38.373268+0000, chain.objs.size()=1 2024-09-12T00:59:17.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.auA7fc-N2lXCoG_iPijqTIflc5RiXMJ_0 2024-09-12T00:59:17.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13295815142359854235', time=2024-09-12T02:52:38.383521+0000, chain.objs.size()=1 2024-09-12T00:59:17.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.Q5wGQHm4N6PmHwq9gIMgfgujPtGo4a1_0 2024-09-12T00:59:17.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14783100640533310948', time=2024-09-12T02:53:12.653965+0000, chain.objs.size()=1 2024-09-12T00:59:17.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.fBbrCl4oJdNp96QYj1o-9bg4UXDASrl_0 2024-09-12T00:59:17.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1126092672460239804', time=2024-09-12T02:53:12.655456+0000, chain.objs.size()=1 2024-09-12T00:59:17.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.ly8nlYR9lqlYnpYRw_jXUiyI5MKOr6h_0 2024-09-12T00:59:17.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11257816499696166888', time=2024-09-12T02:53:12.657435+0000, chain.objs.size()=1 2024-09-12T00:59:17.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.Bl5M9CqI2zQBkSASlMzE08SHfd7e95d_0 2024-09-12T00:59:17.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7938087762869566107', time=2024-09-12T02:53:12.660255+0000, chain.objs.size()=1 2024-09-12T00:59:17.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.xmshVh-SNfMiU66lcsnXhlCVMd1M5Xh_0 2024-09-12T00:59:17.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15585680860946077640', time=2024-09-12T02:53:12.661072+0000, chain.objs.size()=1 2024-09-12T00:59:17.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.eFPMuSKAI1HDEfqy9SZ8-BJed1RFPpZ_0 2024-09-12T00:59:17.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2368355520107880442', time=2024-09-12T02:53:14.162196+0000, chain.objs.size()=1 2024-09-12T00:59:17.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.982+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.o8poO1lEMUuoFfjC74t72S1PXkd9EEY_0 2024-09-12T00:59:17.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.985+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9353386756618559944', time=2024-09-12T02:54:21.841632+0000, chain.objs.size()=1 2024-09-12T00:59:17.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.985+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.RxIW9nvN28IZ1qBaGyaIq_cbJKRBW_H_0 2024-09-12T00:59:17.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.985+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11051548116945175379', time=2024-09-12T02:55:29.201067+0000, chain.objs.size()=1 2024-09-12T00:59:17.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.985+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.tQVaMaeOhyBF1xiQe7Vyz-vF282dJl-_0 2024-09-12T00:59:17.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.986+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6286577368789015185', time=2024-09-12T02:56:04.757498+0000, chain.objs.size()=1 2024-09-12T00:59:17.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.986+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.VVDJv5F_MnqnW0CyOa0obGAa3tNmAR-_0 2024-09-12T00:59:17.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.986+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14228952257680689038', time=2024-09-12T02:56:05.303603+0000, chain.objs.size()=1 2024-09-12T00:59:17.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.986+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.c9umk29Xnl31vthZFjOVNONnG2SY3Ts_0 2024-09-12T00:59:17.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.986+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15364299836748757200', time=2024-09-12T02:56:06.406003+0000, chain.objs.size()=1 2024-09-12T00:59:17.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.986+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.Bd65VlAWRzLp3vIV40U8HOptA7lXpl5_0 2024-09-12T00:59:17.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.986+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17925142784667277274', time=2024-09-12T02:56:06.408729+0000, chain.objs.size()=1 2024-09-12T00:59:17.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.986+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.39cM3HIsSx_431V3goSSv52NsDuk1NK_0 2024-09-12T00:59:17.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.986+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16503696774883744241', time=2024-09-12T02:56:38.194211+0000, chain.objs.size()=1 2024-09-12T00:59:17.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.986+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.lIZ5mYX-wAaoLAMNdgUQVsLr1Xc87yh_0 2024-09-12T00:59:17.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.989+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:17.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.992+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T00:59:17.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.993+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:17.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.993+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:17.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T00:59:17.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16097539324835335948', time=2024-09-12T02:50:44.076741+0000, chain.objs.size()=1 2024-09-12T00:59:17.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.lZH-thi5u94Ox_JCgkGQMGuSr3QbVWA_0 2024-09-12T00:59:17.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4396009406126276066', time=2024-09-12T02:52:03.905836+0000, chain.objs.size()=1 2024-09-12T00:59:17.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.fprpYNBoAIWq_b1wVDfYDvORcj7ErHW_0 2024-09-12T00:59:17.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2298041809013899105', time=2024-09-12T02:52:38.375410+0000, chain.objs.size()=1 2024-09-12T00:59:17.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.xosi0Jp5QPrEE5gtIfGu0_Ws7xRw8BN_0 2024-09-12T00:59:17.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12095992656819828920', time=2024-09-12T02:52:38.376536+0000, chain.objs.size()=1 2024-09-12T00:59:17.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.faS5I5r-mFpWH8rP6dx9dZVMlfcpBui_0 2024-09-12T00:59:17.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2850790287861120351', time=2024-09-12T02:53:12.656918+0000, chain.objs.size()=1 2024-09-12T00:59:17.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.Lr6JInK2wPWg29_nIrNJbAiBlZ3OpHZ_0 2024-09-12T00:59:17.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10621096857565664458', time=2024-09-12T02:53:12.663723+0000, chain.objs.size()=1 2024-09-12T00:59:17.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.ADpBO0HULc2E9SGrS5RpVCpGGbsSdmN_0 2024-09-12T00:59:17.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16823378395362895301', time=2024-09-12T02:53:14.160473+0000, chain.objs.size()=1 2024-09-12T00:59:17.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_._G6sJ6E3LvaTZ1Nvzvu-o5G_gOs8fc3_0 2024-09-12T00:59:17.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5184941752201813710', time=2024-09-12T02:53:46.362685+0000, chain.objs.size()=1 2024-09-12T00:59:17.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.SKiZKe2yJvCrrbB0DLd2NzFQgIRGDgt_0 2024-09-12T00:59:17.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9993777207173611872', time=2024-09-12T02:54:56.992975+0000, chain.objs.size()=1 2024-09-12T00:59:17.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.aGK-TL1xtLGX1LN5SdM3Xdh7D2L-UmU_0 2024-09-12T00:59:17.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18086590689755950505', time=2024-09-12T02:55:29.200235+0000, chain.objs.size()=1 2024-09-12T00:59:17.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.Smgow0b-nrN6YaLEwkyOem8xWOg1YUD_0 2024-09-12T00:59:17.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10182187330493937736', time=2024-09-12T02:55:29.201212+0000, chain.objs.size()=1 2024-09-12T00:59:17.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.EKuZkCieWx-Wb75Tcp225a02PsNhIYx_0 2024-09-12T00:59:17.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13556666670830617865', time=2024-09-12T02:56:05.304805+0000, chain.objs.size()=1 2024-09-12T00:59:17.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.994+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.EIt3uDEVUmSa2y28fdPDgmVtcWnIeA3_0 2024-09-12T00:59:17.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.997+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1811430088454291710', time=2024-09-12T02:56:38.186313+0000, chain.objs.size()=1 2024-09-12T00:59:17.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.997+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.No0XD-up0px8Y5ipqG8GVzCImqaERkK_0 2024-09-12T00:59:17.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:17.999+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.001+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T00:59:18.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.003+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.003+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.004+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-12T00:59:18.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.004+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1272532727682205951', time=2024-09-12T02:50:44.232701+0000, chain.objs.size()=2 2024-09-12T00:59:18.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.004+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.qr7OFiFLWAoBMcop0FDAA9H-ejcghqr_0 2024-09-12T00:59:18.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.004+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.qr7OFiFLWAoBMcop0FDAA9H-ejcghqr_1 2024-09-12T00:59:18.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.004+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4770495044894324363', time=2024-09-12T02:50:44.325671+0000, chain.objs.size()=5 2024-09-12T00:59:18.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.004+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.1 2024-09-12T00:59:18.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.004+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.1_1 2024-09-12T00:59:18.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.004+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.2 2024-09-12T00:59:18.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.004+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.2_1 2024-09-12T00:59:18.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.004+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-LUKEWARM.2~agV17H6cdgtR2VWNEjWcI3A0jAYT4Gm.3 2024-09-12T00:59:18.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.004+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11590956748182643631', time=2024-09-12T02:50:44.342238+0000, chain.objs.size()=5 2024-09-12T00:59:18.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.004+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.1 2024-09-12T00:59:18.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.004+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.1_1 2024-09-12T00:59:18.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.004+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.2 2024-09-12T00:59:18.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.004+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.2_1 2024-09-12T00:59:18.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.004+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-FROZEN.2~DKQj85I9lG6NBLD1lHLrnZpiMYmZmuN.3 2024-09-12T00:59:18.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.007+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2209375494622423370', time=2024-09-12T02:50:44.364135+0000, chain.objs.size()=5 2024-09-12T00:59:18.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.007+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-FROZEN.2~64991AmWmG0l0ldqu8Qsof7be9TQCtH.1 2024-09-12T00:59:18.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.007+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__shadow_foo-FROZEN.2~64991AmWmG0l0ldqu8Qsof7be9TQCtH.1_1 2024-09-12T00:59:18.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.007+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-FROZEN.2~64991AmWmG0l0ldqu8Qsof7be9TQCtH.2 2024-09-12T00:59:18.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.007+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__shadow_foo-FROZEN.2~64991AmWmG0l0ldqu8Qsof7be9TQCtH.2_1 2024-09-12T00:59:18.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.007+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-FROZEN.2~64991AmWmG0l0ldqu8Qsof7be9TQCtH.3 2024-09-12T00:59:18.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.007+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5540947992803104323', time=2024-09-12T02:50:44.374725+0000, chain.objs.size()=5 2024-09-12T00:59:18.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.007+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-LUKEWARM.2~ChoQ1eUGBoY2LtWxzuV5jWM5VQQP2WY.1 2024-09-12T00:59:18.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.007+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__shadow_foo-LUKEWARM.2~ChoQ1eUGBoY2LtWxzuV5jWM5VQQP2WY.1_1 2024-09-12T00:59:18.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.007+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-LUKEWARM.2~ChoQ1eUGBoY2LtWxzuV5jWM5VQQP2WY.2 2024-09-12T00:59:18.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.007+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__shadow_foo-LUKEWARM.2~ChoQ1eUGBoY2LtWxzuV5jWM5VQQP2WY.2_1 2024-09-12T00:59:18.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.007+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-LUKEWARM.2~ChoQ1eUGBoY2LtWxzuV5jWM5VQQP2WY.3 2024-09-12T00:59:18.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.007+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12978962600322662087', time=2024-09-12T02:52:01.964917+0000, chain.objs.size()=1 2024-09-12T00:59:18.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.007+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.B3eFSZoX3fE4mvN7_ZE-a_a8V9VXQTN_0 2024-09-12T00:59:18.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.010+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11914987078554393117', time=2024-09-12T02:52:02.652867+0000, chain.objs.size()=1 2024-09-12T00:59:18.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.010+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.hgjBl-5wKKACihfUApPDod9ZxQBD1yQ_0 2024-09-12T00:59:18.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.010+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6597777758353589709', time=2024-09-12T02:52:35.032433+0000, chain.objs.size()=1 2024-09-12T00:59:18.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.010+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.StmJz5luspaZQPypB-rw2BAInvHWoDY_0 2024-09-12T00:59:18.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.010+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17335961419462544868', time=2024-09-12T02:53:12.655775+0000, chain.objs.size()=1 2024-09-12T00:59:18.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.010+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.TSZMlsTKQDyr9OL1aTz8Gbzfmd0Rwbx_0 2024-09-12T00:59:18.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.010+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17750803415030934278', time=2024-09-12T02:53:12.658451+0000, chain.objs.size()=1 2024-09-12T00:59:18.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.010+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.bMvieG6kNC7IMbU2gATUeHVyJk8fgxh_0 2024-09-12T00:59:18.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.011+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5207585016307127879', time=2024-09-12T02:54:55.080766+0000, chain.objs.size()=1 2024-09-12T00:59:18.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.011+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.7luTt1vLp3j7wpDy2V0B1ABoymCTKvj_0 2024-09-12T00:59:18.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.011+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6638799191749274435', time=2024-09-12T02:56:05.298555+0000, chain.objs.size()=1 2024-09-12T00:59:18.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.011+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.vskJ_thmMgl1m18y21BCwlY4vRgJVmG_0 2024-09-12T00:59:18.012 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.013+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.016+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T00:59:18.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.017+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.017+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-12T00:59:18.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6234896430344111179', time=2024-09-12T02:52:01.973070+0000, chain.objs.size()=1 2024-09-12T00:59:18.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.kCkI60ec-ttmM9wmhUhS68eQSGTO_vS_0 2024-09-12T00:59:18.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2886969399795065983', time=2024-09-12T02:52:02.648214+0000, chain.objs.size()=1 2024-09-12T00:59:18.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.1lPuehO9TZ-BowKEozeUk8qjBTpU0xL_0 2024-09-12T00:59:18.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10713711252755195139', time=2024-09-12T02:52:38.383395+0000, chain.objs.size()=1 2024-09-12T00:59:18.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.mfmhz5m1j0E41v5PucCs0aW3dvlwYRD_0 2024-09-12T00:59:18.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5098277468730286656', time=2024-09-12T02:53:12.102861+0000, chain.objs.size()=1 2024-09-12T00:59:18.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.c7LYkmfcN93qMyX_hHPc7lr0KWS2cBt_0 2024-09-12T00:59:18.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14442894870740975607', time=2024-09-12T02:53:46.364913+0000, chain.objs.size()=1 2024-09-12T00:59:18.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.b9dya44xBLf6mNYvbSYLDYt2jB-VCAR_0 2024-09-12T00:59:18.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17765262572089381697', time=2024-09-12T02:53:47.809526+0000, chain.objs.size()=1 2024-09-12T00:59:18.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.68dvCFLssGovzEDKUGBhOqA1UA7Z92O_0 2024-09-12T00:59:18.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13000317452203610799', time=2024-09-12T02:54:20.401698+0000, chain.objs.size()=1 2024-09-12T00:59:18.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_._0r-uOugPMQHdP06X2UbODR1H-rvLjL_0 2024-09-12T00:59:18.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5292885267620837987', time=2024-09-12T02:54:21.845798+0000, chain.objs.size()=1 2024-09-12T00:59:18.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.e9GHPmzM8kw48LB31ARAUThMyZk1CYB_0 2024-09-12T00:59:18.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1258851695937948970', time=2024-09-12T02:54:56.989905+0000, chain.objs.size()=1 2024-09-12T00:59:18.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.scUcb9tOSeR2HYsfWDVXcOXpl0fZl-B_0 2024-09-12T00:59:18.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7400899065128028346', time=2024-09-12T02:54:56.990811+0000, chain.objs.size()=1 2024-09-12T00:59:18.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.Edzn9t1i90gisMjvKCo8E--HGo9dSRg_0 2024-09-12T00:59:18.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17687729576509589703', time=2024-09-12T02:55:31.463349+0000, chain.objs.size()=1 2024-09-12T00:59:18.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.yQ6rH_4lDgMiG8vtJmrvHpPGOXQEChp_0 2024-09-12T00:59:18.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1416911762294279960', time=2024-09-12T02:55:31.471586+0000, chain.objs.size()=1 2024-09-12T00:59:18.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.018+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.PneDcl2XtuxFtjPezK5YkLcsIK9HQK7_0 2024-09-12T00:59:18.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.023+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.025+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T00:59:18.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.027+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.027+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.027+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-12T00:59:18.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.027+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13569926489688489361', time=2024-09-12T02:50:44.263967+0000, chain.objs.size()=1 2024-09-12T00:59:18.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.027+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.cu9dkaSS-z6Os4_-vuiQ48jaK8sKNRN_0 2024-09-12T00:59:18.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.027+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7076381189875901111', time=2024-09-12T02:50:44.396181+0000, chain.objs.size()=3 2024-09-12T00:59:18.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.027+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14__shadow_.XiAhJ88di-xZu3X-jatHap896J8VpBx_0 2024-09-12T00:59:18.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.027+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14__shadow_.XiAhJ88di-xZu3X-jatHap896J8VpBx_1 2024-09-12T00:59:18.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.028+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14__shadow_.XiAhJ88di-xZu3X-jatHap896J8VpBx_2 2024-09-12T00:59:18.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.028+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16810871412853879715', time=2024-09-12T02:50:44.494524+0000, chain.objs.size()=1 2024-09-12T00:59:18.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.028+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9__shadow_.PXecjXy3-1uT8HWjBo7NCj9Zu1jQb6m_0 2024-09-12T00:59:18.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.028+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15090254428421531439', time=2024-09-12T02:52:01.966230+0000, chain.objs.size()=1 2024-09-12T00:59:18.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.028+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.-hmSDA7_YIQcx0hLJ4WLJTUyghI0a9L_0 2024-09-12T00:59:18.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.028+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5847154073708862325', time=2024-09-12T02:52:02.660462+0000, chain.objs.size()=1 2024-09-12T00:59:18.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.028+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.OMbTJrz6STqv4wkKYReBsPl3F9_TaJw_0 2024-09-12T00:59:18.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.028+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2873061439530423233', time=2024-09-12T02:52:35.037203+0000, chain.objs.size()=1 2024-09-12T00:59:18.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.028+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.jylR1xUilF7TG_Cg-Z0hSD1FRstgxyZ_0 2024-09-12T00:59:18.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.028+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18330008051480524642', time=2024-09-12T02:52:36.868705+0000, chain.objs.size()=1 2024-09-12T00:59:18.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.028+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.jaKHab5VeJjbF6KEctC19huZ-s5i0ob_0 2024-09-12T00:59:18.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.028+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5694895267224118914', time=2024-09-12T02:53:11.194737+0000, chain.objs.size()=1 2024-09-12T00:59:18.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.028+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.aUufV7q1Xg49Wm0KbLm4ND-bBMoicF0_0 2024-09-12T00:59:18.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.028+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17939068811853214307', time=2024-09-12T02:53:12.664590+0000, chain.objs.size()=1 2024-09-12T00:59:18.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.028+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.Jm0t3UJrxJ1fN7BOxjBtZiGA93tQs2c_0 2024-09-12T00:59:18.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.028+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9352371457059339280', time=2024-09-12T02:54:20.402217+0000, chain.objs.size()=1 2024-09-12T00:59:18.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.028+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.EDPccbvrVhQLm2lSnVJIsS60c5qpf76_0 2024-09-12T00:59:18.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.473757624667337089', time=2024-09-12T02:54:20.402983+0000, chain.objs.size()=1 2024-09-12T00:59:18.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.NZvcJIsfcII6bnurYWtbha3G9TGnxCO_0 2024-09-12T00:59:18.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6713830418021184671', time=2024-09-12T02:54:20.412227+0000, chain.objs.size()=1 2024-09-12T00:59:18.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.PpvEVq4cC1-31_jcH_PKUVqDDLgGjyV_0 2024-09-12T00:59:18.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6193014723299407406', time=2024-09-12T02:54:21.854598+0000, chain.objs.size()=1 2024-09-12T00:59:18.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.vqv0hNl6r2cc-pWdU5U33-iYaEmctyC_0 2024-09-12T00:59:18.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10548421675515913112', time=2024-09-12T02:54:56.986564+0000, chain.objs.size()=1 2024-09-12T00:59:18.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.ql_Yv18FBPpB8Q2NOuJi0f-ziTG_x2P_0 2024-09-12T00:59:18.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12974423684167424192', time=2024-09-12T02:54:56.989223+0000, chain.objs.size()=1 2024-09-12T00:59:18.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.mBd6gZ8AgoCs9ITdQx1LyHzRGD-q_nG_0 2024-09-12T00:59:18.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5290726677475364247', time=2024-09-12T02:56:05.299065+0000, chain.objs.size()=1 2024-09-12T00:59:18.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.JIa4MwQ-8ewzCSi3dQYqET44jaY4t2e_0 2024-09-12T00:59:18.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13513609233057817998', time=2024-09-12T02:56:06.398749+0000, chain.objs.size()=1 2024-09-12T00:59:18.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.4nLaOKcI7tZsOKUtm3i2pgPRMFYSqh2_0 2024-09-12T00:59:18.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10504273170072893029', time=2024-09-12T02:58:45.024798+0000, chain.objs.size()=1 2024-09-12T00:59:18.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18__shadow_.qiSJ6w4nbGTUgt9VgMJzs-Zq0RkpZQP_0 2024-09-12T00:59:18.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4727365040933717173', time=2024-09-12T02:58:45.027171+0000, chain.objs.size()=1 2024-09-12T00:59:18.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.032+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18__shadow_.p18BLefQWfDpVwMgPS1FI5GGx-YDBqq_0 2024-09-12T00:59:18.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.036+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.039+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T00:59:18.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.040+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T00:59:18.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17511102564835567191', time=2024-09-12T02:50:44.317357+0000, chain.objs.size()=3 2024-09-12T00:59:18.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-STANDARD.2~h53c5TxsHWhvnQ5Ol291wxycqXT99At.1 2024-09-12T00:59:18.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-STANDARD.2~h53c5TxsHWhvnQ5Ol291wxycqXT99At.2 2024-09-12T00:59:18.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-STANDARD.2~h53c5TxsHWhvnQ5Ol291wxycqXT99At.3 2024-09-12T00:59:18.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='_3Le26wElXHp6p2GlRjMoIWjc4YA0D5g', time=2024-09-12T02:50:44.321484+0000, chain.objs.size()=3 2024-09-12T00:59:18.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.O13t4ADjA2bJInDz0_7Fwon0tEnuHz4_0 2024-09-12T00:59:18.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.O13t4ADjA2bJInDz0_7Fwon0tEnuHz4_1 2024-09-12T00:59:18.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.O13t4ADjA2bJInDz0_7Fwon0tEnuHz4_2 2024-09-12T00:59:18.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6985757841141502016', time=2024-09-12T02:52:02.654813+0000, chain.objs.size()=1 2024-09-12T00:59:18.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.Lur6uneWlIc1C52Ckyhmuy5djoyy6zX_0 2024-09-12T00:59:18.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4977272902800319657', time=2024-09-12T02:52:02.661938+0000, chain.objs.size()=1 2024-09-12T00:59:18.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.zhRjLDXPn6PBpabvcwGi8ddDF_EHvKk_0 2024-09-12T00:59:18.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14322778478785913031', time=2024-09-12T02:52:35.038450+0000, chain.objs.size()=1 2024-09-12T00:59:18.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.zCweoOn-soz7sJYqGTqPn7LsJuL_dPD_0 2024-09-12T00:59:18.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2026681678203281664', time=2024-09-12T02:52:38.375335+0000, chain.objs.size()=1 2024-09-12T00:59:18.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.74_edSpj4BOv1JzhBvtInmFOZ8sW_bO_0 2024-09-12T00:59:18.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5315001468542455107', time=2024-09-12T02:53:14.166409+0000, chain.objs.size()=1 2024-09-12T00:59:18.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.gM30hbXo0Pfv2lhjqce8QNo3t-dqnhh_0 2024-09-12T00:59:18.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16716197541107299409', time=2024-09-12T02:53:47.809683+0000, chain.objs.size()=1 2024-09-12T00:59:18.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.041+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.ya7OwpnO_KFDA4B8loQUu1hfyweb28Y_0 2024-09-12T00:59:18.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.045+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13683626255517123596', time=2024-09-12T02:53:49.284711+0000, chain.objs.size()=1 2024-09-12T00:59:18.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.045+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.2DX80vfseCapDMe_Zp_5oPXtVDs2rgE_0 2024-09-12T00:59:18.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.045+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16365072184633382411', time=2024-09-12T02:54:22.747935+0000, chain.objs.size()=1 2024-09-12T00:59:18.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.045+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.Vo5n7Bc9pNY6_v9gdSBN2LTPvwFTyQe_0 2024-09-12T00:59:18.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.045+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5073374819398219933', time=2024-09-12T02:54:55.080734+0000, chain.objs.size()=1 2024-09-12T00:59:18.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.045+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.eNvjnn8yS1v6ARmh8hHmrGP9g1YAY66_0 2024-09-12T00:59:18.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.045+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7334476023554991453', time=2024-09-12T02:54:56.989643+0000, chain.objs.size()=1 2024-09-12T00:59:18.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.045+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.6Yb-pOv_aIYgqmwscQR0aqFDvHq70Ss_0 2024-09-12T00:59:18.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.045+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14763885841573908874', time=2024-09-12T02:56:05.309459+0000, chain.objs.size()=1 2024-09-12T00:59:18.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.045+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.8hz6pYJLPLH1uVj1I0gYTAopA6Jjmd6_0 2024-09-12T00:59:18.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.046+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12331729910526368136', time=2024-09-12T02:56:06.397700+0000, chain.objs.size()=1 2024-09-12T00:59:18.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.046+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.2CFfJ6SURVXGUVmHc8WsFACmHEbVLAK_0 2024-09-12T00:59:18.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.046+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14631232329088456504', time=2024-09-12T02:58:45.024699+0000, chain.objs.size()=1 2024-09-12T00:59:18.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.046+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18__shadow_.N0dvhBqn-pYM5JPvx3ODRyIT4ebRzIB_0 2024-09-12T00:59:18.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.049+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.051+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T00:59:18.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.053+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.053+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.053+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T00:59:18.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.053+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='__PBa8_0lJdzUkQjifAzJQQYAtJD28EB', time=2024-09-12T02:50:44.236835+0000, chain.objs.size()=2 2024-09-12T00:59:18.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.053+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.jEhhlO5XNQycGmQCT20QgbJboT3GiOY_0 2024-09-12T00:59:18.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.053+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.jEhhlO5XNQycGmQCT20QgbJboT3GiOY_1 2024-09-12T00:59:18.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.053+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4550598132490150816', time=2024-09-12T02:50:44.258724+0000, chain.objs.size()=2 2024-09-12T00:59:18.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.053+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.WXJSVLpxub7rKv5elnaodf2HlpRLSYV_0 2024-09-12T00:59:18.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.053+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.WXJSVLpxub7rKv5elnaodf2HlpRLSYV_1 2024-09-12T00:59:18.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.053+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='_fhbX6Jq6ejAyj6V6M2WtQwnsLM5zpQe', time=2024-09-12T02:50:44.308873+0000, chain.objs.size()=3 2024-09-12T00:59:18.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.053+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.8y5e9S6kZe73GIWSAqZEfCTf5DCO19j_0 2024-09-12T00:59:18.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.054+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.8y5e9S6kZe73GIWSAqZEfCTf5DCO19j_1 2024-09-12T00:59:18.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.054+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.8y5e9S6kZe73GIWSAqZEfCTf5DCO19j_2 2024-09-12T00:59:18.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.054+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17479768617653960425', time=2024-09-12T02:52:02.653411+0000, chain.objs.size()=1 2024-09-12T00:59:18.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.054+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.KQCNazPxzO-1rwZPgjuzIOqZG9XIByR_0 2024-09-12T00:59:18.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.054+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16963605622251422807', time=2024-09-12T02:52:35.041575+0000, chain.objs.size()=1 2024-09-12T00:59:18.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.054+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.uUTlXxKhMBRDr6w67SU5XVjlUc9rtGS_0 2024-09-12T00:59:18.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.054+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10354755948566635598', time=2024-09-12T02:52:35.042381+0000, chain.objs.size()=1 2024-09-12T00:59:18.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.054+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.lJjQbXtnH1ld8JsjNXEbzgxKAJF8hct_0 2024-09-12T00:59:18.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.054+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18322372695224429788', time=2024-09-12T02:52:36.875962+0000, chain.objs.size()=1 2024-09-12T00:59:18.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.054+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.tjtZsFeHMThjTC7ON5G2T1UC9B_uS10_0 2024-09-12T00:59:18.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.054+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16465362607590070507', time=2024-09-12T02:53:11.191394+0000, chain.objs.size()=1 2024-09-12T00:59:18.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.054+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.yi4XuRU5shINMbSYt_wIZE7LGgn06M1_0 2024-09-12T00:59:18.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.056+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7075853282724509227', time=2024-09-12T02:53:14.166171+0000, chain.objs.size()=1 2024-09-12T00:59:18.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.056+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.luzvf0syn6gzuJLizuIeHFEVgWMZa2K_0 2024-09-12T00:59:18.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.056+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5094020145719465645', time=2024-09-12T02:54:21.498149+0000, chain.objs.size()=1 2024-09-12T00:59:18.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.056+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.XUZvw7ijJAYNVUtt9qVjliruUuMdeoK_0 2024-09-12T00:59:18.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.056+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8432786905710645286', time=2024-09-12T02:54:21.843099+0000, chain.objs.size()=1 2024-09-12T00:59:18.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.056+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.E9QdyTkKC7LJ455lPh2alYK2Ap69elB_0 2024-09-12T00:59:18.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.056+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1815689825255621893', time=2024-09-12T02:55:29.202387+0000, chain.objs.size()=1 2024-09-12T00:59:18.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.056+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.HyHVm4xj7Fc-bZjwEJM_tJ0u2oSeNLR_0 2024-09-12T00:59:18.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.057+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4653729400043796618', time=2024-09-12T02:56:03.448836+0000, chain.objs.size()=1 2024-09-12T00:59:18.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.057+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.L0G_2miKNWOCCIQRCh6DocBXLrrlW30_0 2024-09-12T00:59:18.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.057+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17131268973476586886', time=2024-09-12T02:56:05.302444+0000, chain.objs.size()=1 2024-09-12T00:59:18.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.057+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.USoIRctdU3mrd_oHtgt2l-pe8oErjdj_0 2024-09-12T00:59:18.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.060+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.062+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T00:59:18.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.063+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-12T00:59:18.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11002966161241681490', time=2024-09-12T02:50:44.081276+0000, chain.objs.size()=1 2024-09-12T00:59:18.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.3ZdYuuofkA_tbQIR9RwJXfJsIcY3Ov9_0 2024-09-12T00:59:18.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11910459707361590550', time=2024-09-12T02:50:44.108728+0000, chain.objs.size()=1 2024-09-12T00:59:18.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.1TUgghan8wSMdeA3hfBmJ_pm0AK9-Tk_0 2024-09-12T00:59:18.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='_S1OUa43oKPzg2TaMwGBel1uaSkGTtwD', time=2024-09-12T02:50:44.296840+0000, chain.objs.size()=1 2024-09-12T00:59:18.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.dqYBMFzZWjqxjA6b-_wPo0ApPy3kLDZ_0 2024-09-12T00:59:18.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13946620282912466638', time=2024-09-12T02:50:44.453498+0000, chain.objs.size()=1 2024-09-12T00:59:18.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8__shadow_.aRhZpBR9G-ELxuWzube5FkAM0ir5n1G_0 2024-09-12T00:59:18.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15450701197444805752', time=2024-09-12T02:52:01.963306+0000, chain.objs.size()=1 2024-09-12T00:59:18.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.O44CpcIuaU_CBJn6GYGL8AOyT_m_ix1_0 2024-09-12T00:59:18.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2084772647800706042', time=2024-09-12T02:52:02.654066+0000, chain.objs.size()=1 2024-09-12T00:59:18.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.C9OWBkGZKr_LxvbS5ysebYCngPFSHZ1_0 2024-09-12T00:59:18.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7031883376304180148', time=2024-09-12T02:52:35.045340+0000, chain.objs.size()=1 2024-09-12T00:59:18.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.Q8Ecpwy-cYnYLXswQvsM9GKQiel3yBa_0 2024-09-12T00:59:18.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13385852584250626822', time=2024-09-12T02:52:38.373364+0000, chain.objs.size()=1 2024-09-12T00:59:18.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.IRL8ZIXAKPAVG0CT50bAWrtlxa8bVNr_0 2024-09-12T00:59:18.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12449178299458466324', time=2024-09-12T02:53:11.193128+0000, chain.objs.size()=1 2024-09-12T00:59:18.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.o9YngfpaV6qa3lHpV88yssgmTxL4mzN_0 2024-09-12T00:59:18.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16816965061354661409', time=2024-09-12T02:53:11.202819+0000, chain.objs.size()=1 2024-09-12T00:59:18.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.bU2FNwgazcLQHVVJGNA5zYDi7DrBLcV_0 2024-09-12T00:59:18.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15783831928209274799', time=2024-09-12T02:54:20.401441+0000, chain.objs.size()=1 2024-09-12T00:59:18.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.GwyvzCFhNvyhpqBPedIIj-_jkQ-HlqO_0 2024-09-12T00:59:18.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9676817498421296859', time=2024-09-12T02:54:21.844081+0000, chain.objs.size()=1 2024-09-12T00:59:18.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.064+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.9Sz2xvxc_GrhW3C481xvCqGjrkYN6ly_0 2024-09-12T00:59:18.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16529594455665773020', time=2024-09-12T02:54:21.846405+0000, chain.objs.size()=1 2024-09-12T00:59:18.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.kHQ29HTQOs9UxUyFIlnfzYWwLPZuAg2_0 2024-09-12T00:59:18.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16924761056377567304', time=2024-09-12T02:54:21.847135+0000, chain.objs.size()=1 2024-09-12T00:59:18.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.nKXX58X3C6KwSf_tMPJ0jDjh1OotF7Q_0 2024-09-12T00:59:18.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12926162625161637993', time=2024-09-12T02:54:22.747484+0000, chain.objs.size()=1 2024-09-12T00:59:18.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.X3ehRZcqMOMkiGllrROO5CvrH5sjjnl_0 2024-09-12T00:59:18.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8402102951081200260', time=2024-09-12T02:54:56.988425+0000, chain.objs.size()=1 2024-09-12T00:59:18.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.AnVlUj9137sf9CRecreDyQHmZyZaDy6_0 2024-09-12T00:59:18.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15830033076862903061', time=2024-09-12T02:54:57.002266+0000, chain.objs.size()=1 2024-09-12T00:59:18.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.SEkX_3yCXgs62UGOto_NQfqFY_0mh2X_0 2024-09-12T00:59:18.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5918802748394528800', time=2024-09-12T02:56:03.455108+0000, chain.objs.size()=1 2024-09-12T00:59:18.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_._KN-_6JTBg3ePiU4_oJSvh5U4nYMtVJ_0 2024-09-12T00:59:18.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16603974179692703057', time=2024-09-12T02:56:03.456684+0000, chain.objs.size()=1 2024-09-12T00:59:18.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.TjPYlbIVE80Wq10k7ZAECBzmS8dSP1n_0 2024-09-12T00:59:18.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9731994528948878383', time=2024-09-12T02:56:05.302463+0000, chain.objs.size()=1 2024-09-12T00:59:18.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.AZoLw_ZkllfBmvLBvNpOVVpU6sXOawo_0 2024-09-12T00:59:18.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13754627231181112135', time=2024-09-12T02:58:52.928123+0000, chain.objs.size()=1 2024-09-12T00:59:18.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.068+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19__shadow:-EZNTUv-Y25vz1SnbH00xfoAmqqcXnU_.9ELxe8fS05n7HXSdbpvReTUP4iSFrRf_0 2024-09-12T00:59:18.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.073+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.075+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T00:59:18.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.077+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.077+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T00:59:18.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18280981165895642336', time=2024-09-12T02:52:35.038254+0000, chain.objs.size()=1 2024-09-12T00:59:18.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.hQ8EDznq-thLf2KS6cP_5yBpUPpUKuh_0 2024-09-12T00:59:18.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9763824537997642690', time=2024-09-12T02:52:36.865569+0000, chain.objs.size()=1 2024-09-12T00:59:18.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_._0Y_da9mrPRnvsOVXo4-11FVVGNWETV_0 2024-09-12T00:59:18.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15739550640665728467', time=2024-09-12T02:52:38.377444+0000, chain.objs.size()=1 2024-09-12T00:59:18.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.JGcb9wgQrOOU9xZbuKqwwwmScug38gT_0 2024-09-12T00:59:18.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9260060228803776321', time=2024-09-12T02:53:11.191437+0000, chain.objs.size()=1 2024-09-12T00:59:18.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.EVOtuJ7ezpyqIftV7rjcer-8IE3rfak_0 2024-09-12T00:59:18.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2224481635584881070', time=2024-09-12T02:53:12.658443+0000, chain.objs.size()=1 2024-09-12T00:59:18.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.iepNv-JXPkBzYiYfwAKOjtMYjlQb6yY_0 2024-09-12T00:59:18.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11374417981022065501', time=2024-09-12T02:53:47.803224+0000, chain.objs.size()=1 2024-09-12T00:59:18.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.UMAx4g3kkfr0JAbaV_d8medn5v-JKZa_0 2024-09-12T00:59:18.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12403228934495450047', time=2024-09-12T02:54:21.853528+0000, chain.objs.size()=1 2024-09-12T00:59:18.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.NT0XFIZJ5KQM8r9nDq6vA9o670YHTlj_0 2024-09-12T00:59:18.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2584265088963200037', time=2024-09-12T02:54:22.752465+0000, chain.objs.size()=1 2024-09-12T00:59:18.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.OFDfbqCYDHUJ9Icuz-2AeY_w7VPL8Do_0 2024-09-12T00:59:18.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4088362674541538984', time=2024-09-12T02:55:29.212861+0000, chain.objs.size()=1 2024-09-12T00:59:18.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.vN7EFygWfk5wzxoTxtyQzhDBuvFfB2D_0 2024-09-12T00:59:18.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16737416885709663821', time=2024-09-12T02:55:31.459779+0000, chain.objs.size()=1 2024-09-12T00:59:18.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.a1u0X6KfrKgSGnIg-Ji1U4unsrEcbXr_0 2024-09-12T00:59:18.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4595206525155197655', time=2024-09-12T02:55:31.461162+0000, chain.objs.size()=1 2024-09-12T00:59:18.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.7QDlyoeS_wMZYh_FYrmFTSaBXnySxeU_0 2024-09-12T00:59:18.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14758039003152690017', time=2024-09-12T02:56:03.460096+0000, chain.objs.size()=1 2024-09-12T00:59:18.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.078+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.HG7oj-ZSjpyJkdIIc36J-5r36la86_T_0 2024-09-12T00:59:18.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.080+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10192049941074990552', time=2024-09-12T02:58:45.025155+0000, chain.objs.size()=1 2024-09-12T00:59:18.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.080+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18__shadow_.hAD7lEdSXTsUdFplfMpSdNdKMebxuZk_0 2024-09-12T00:59:18.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.083+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.085+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T00:59:18.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.087+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.086 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.087+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.087+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T00:59:18.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.087+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3003095061593060227', time=2024-09-12T02:50:44.400405+0000, chain.objs.size()=1 2024-09-12T00:59:18.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14__shadow_.VBOEE3tJKYfc69fDjkerdD662CqQGOc_0 2024-09-12T00:59:18.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5346239781086371618', time=2024-09-12T02:53:11.192478+0000, chain.objs.size()=1 2024-09-12T00:59:18.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.Mi7EqXjrplS1eXYrnIUQQ3VuiXSbycw_0 2024-09-12T00:59:18.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2568216291939328498', time=2024-09-12T02:53:14.159513+0000, chain.objs.size()=1 2024-09-12T00:59:18.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.HvbFrDts54frpGLPv5YNuvw_McvrFqQ_0 2024-09-12T00:59:18.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2018608358557267925', time=2024-09-12T02:53:14.162069+0000, chain.objs.size()=1 2024-09-12T00:59:18.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.O4E6hx5Cfcy5Hp4nsLlduxj_3B0vqUC_0 2024-09-12T00:59:18.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14278558891077898648', time=2024-09-12T02:53:46.363423+0000, chain.objs.size()=1 2024-09-12T00:59:18.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.e5PMVHU6FwGYbaaL51Bui8ENFmSF3Xm_0 2024-09-12T00:59:18.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14247869282079760873', time=2024-09-12T02:53:46.364530+0000, chain.objs.size()=1 2024-09-12T00:59:18.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.UqpEPEudOJqtU_FlQh6X4HCdu0GcXyU_0 2024-09-12T00:59:18.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10577205420811887999', time=2024-09-12T02:53:47.808774+0000, chain.objs.size()=1 2024-09-12T00:59:18.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.ESKPGAVOKRecf1qX2YI2ZoBG0DXNnS0_0 2024-09-12T00:59:18.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10991629512792106803', time=2024-09-12T02:54:21.841862+0000, chain.objs.size()=1 2024-09-12T00:59:18.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.KG6UrJwUQ6DnpqEMXGPfT4QtAfgARYD_0 2024-09-12T00:59:18.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9439921859347837236', time=2024-09-12T02:54:55.081683+0000, chain.objs.size()=1 2024-09-12T00:59:18.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.ngxeXlyawEo9pdI1ZkwljiNVUTe1Gpk_0 2024-09-12T00:59:18.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11264200859628288904', time=2024-09-12T02:56:03.454344+0000, chain.objs.size()=1 2024-09-12T00:59:18.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.5epCTmQQpe0YmrTNfIwfC6vbMQhPpWi_0 2024-09-12T00:59:18.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11020863818715657873', time=2024-09-12T02:56:03.456954+0000, chain.objs.size()=1 2024-09-12T00:59:18.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.1qWH4RZw0ARmorg2jnc_yDFUI6ZRu7g_0 2024-09-12T00:59:18.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10552247376705652947', time=2024-09-12T02:56:03.457812+0000, chain.objs.size()=1 2024-09-12T00:59:18.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.088+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.e3kosugVckzjhBAM2xUCJHy2QQk5iwv_0 2024-09-12T00:59:18.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.090+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1275313852439032567', time=2024-09-12T02:56:05.309580+0000, chain.objs.size()=1 2024-09-12T00:59:18.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.090+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.bpZgzBRmwdKeveqJ8OMiSfzyFX6cATb_0 2024-09-12T00:59:18.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.090+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13005216025292232581', time=2024-09-12T02:56:06.400414+0000, chain.objs.size()=1 2024-09-12T00:59:18.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.090+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.aBnXKihN4CkqEJHXii2mtfpGPF3RVUg_0 2024-09-12T00:59:18.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.090+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3581185304222509889', time=2024-09-12T02:56:38.186068+0000, chain.objs.size()=1 2024-09-12T00:59:18.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.090+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.FMQAmo5R-VQyuFv4HQeNrxlHHtghylz_0 2024-09-12T00:59:18.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.090+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6436700200455555399', time=2024-09-12T02:56:38.186889+0000, chain.objs.size()=1 2024-09-12T00:59:18.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.090+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.nrfeyznnTLSHsvj7WTICQjntYfE14-J_0 2024-09-12T00:59:18.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.094+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.097+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T00:59:18.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.098+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-12T00:59:18.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17764858365259083519', time=2024-09-12T02:50:44.248569+0000, chain.objs.size()=1 2024-09-12T00:59:18.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.cu9dkaSS-z6Os4_-vuiQ48jaK8sKNRN_0 2024-09-12T00:59:18.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18368208053683380395', time=2024-09-12T02:53:12.653332+0000, chain.objs.size()=1 2024-09-12T00:59:18.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.q5msttqL-PJo6pG9yotjAhc1vNJk57__0 2024-09-12T00:59:18.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1415996620008686763', time=2024-09-12T02:53:46.369694+0000, chain.objs.size()=1 2024-09-12T00:59:18.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.F0bDDKp3TKPeffeoLwgKHHv4LLokjsm_0 2024-09-12T00:59:18.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9315544697643726584', time=2024-09-12T02:53:47.807445+0000, chain.objs.size()=1 2024-09-12T00:59:18.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.sRc3VD2l-ciBWN8OXxyZ7UPPKBjW1Lt_0 2024-09-12T00:59:18.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14204149688312250280', time=2024-09-12T02:54:20.401933+0000, chain.objs.size()=1 2024-09-12T00:59:18.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.9yi8Qt6ybPnPmwvKW_ofOUf1mimcyEX_0 2024-09-12T00:59:18.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13727479986457929475', time=2024-09-12T02:54:20.405862+0000, chain.objs.size()=1 2024-09-12T00:59:18.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.f_oaDRaaQtcbal9pHeoqHTq8IcGftaY_0 2024-09-12T00:59:18.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9492682296878004341', time=2024-09-12T02:54:22.747959+0000, chain.objs.size()=1 2024-09-12T00:59:18.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.p3eMxVjLkLUfcITZ3jpIivkFAaEggMI_0 2024-09-12T00:59:18.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2323402339802569482', time=2024-09-12T02:54:56.989408+0000, chain.objs.size()=1 2024-09-12T00:59:18.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.2bR_1NpcITtLd69yS0Lhjta_oRGDzhI_0 2024-09-12T00:59:18.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7912669365533689192', time=2024-09-12T02:54:56.990221+0000, chain.objs.size()=1 2024-09-12T00:59:18.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.2w94PBNFXevKmq60TaqRPv0MG7GWrSH_0 2024-09-12T00:59:18.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2478968202495114633', time=2024-09-12T02:56:05.299058+0000, chain.objs.size()=1 2024-09-12T00:59:18.100 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.oZ2_cRCUQ3Agwm_BZmnW9i3IqKs7jhV_0 2024-09-12T00:59:18.100 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6487484630476280083', time=2024-09-12T02:58:57.686036+0000, chain.objs.size()=1 2024-09-12T00:59:18.100 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.099+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19__shadow:eUptqKdlMKrM.eUkJwFMzwN1BMSEsq4_.8bGETthIABDIgai15uwIbNNgHoAdUp9_0 2024-09-12T00:59:18.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.104+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.106+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T00:59:18.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.107+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T00:59:18.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='_mNTLXiwh6MDCltTt_orN2WpmICGfW7m', time=2024-09-12T02:50:44.313225+0000, chain.objs.size()=3 2024-09-12T00:59:18.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.Pf3eMvpbUtLhzG8wjDQXGO1YnE7Tjo2_0 2024-09-12T00:59:18.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.Pf3eMvpbUtLhzG8wjDQXGO1YnE7Tjo2_1 2024-09-12T00:59:18.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__shadow_.Pf3eMvpbUtLhzG8wjDQXGO1YnE7Tjo2_2 2024-09-12T00:59:18.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2287313921107754946', time=2024-09-12T02:52:36.870078+0000, chain.objs.size()=1 2024-09-12T00:59:18.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.h6dWPJPgloQo-myQhni-7wpmld1Bep9_0 2024-09-12T00:59:18.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18296062795287929494', time=2024-09-12T02:52:38.376035+0000, chain.objs.size()=1 2024-09-12T00:59:18.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.u4RtOZdM7scn2owZQhuxiG0PkzSmLNZ_0 2024-09-12T00:59:18.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7573160878400974298', time=2024-09-12T02:53:14.164019+0000, chain.objs.size()=1 2024-09-12T00:59:18.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.-QYcA8YpTbQ3TV2Jrxy5pN71K9qgP_z_0 2024-09-12T00:59:18.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15194697013439357589', time=2024-09-12T02:54:20.400449+0000, chain.objs.size()=1 2024-09-12T00:59:18.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.D13OdN0wLOagWUFqP4DIN0_pZB3rsko_0 2024-09-12T00:59:18.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5187745780050971571', time=2024-09-12T02:54:22.757670+0000, chain.objs.size()=1 2024-09-12T00:59:18.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.uTZ_yGSqV0RFa2CiDUut1sAWrcaUMLN_0 2024-09-12T00:59:18.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5666722069191968257', time=2024-09-12T02:54:55.082107+0000, chain.objs.size()=1 2024-09-12T00:59:18.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.Tv8MZu7rfNuU7bfzL1vs2y7h-fqcm3J_0 2024-09-12T00:59:18.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12018573044968954420', time=2024-09-12T02:54:55.082867+0000, chain.objs.size()=1 2024-09-12T00:59:18.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.R3WdPUkPLEQOGcP1B92SiMpBAj77CiM_0 2024-09-12T00:59:18.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12014836750665591140', time=2024-09-12T02:56:03.461615+0000, chain.objs.size()=1 2024-09-12T00:59:18.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.0XJanB6sbL1-JfRH_yZo_fko-shvWbO_0 2024-09-12T00:59:18.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6654292621533461579', time=2024-09-12T02:56:05.302387+0000, chain.objs.size()=1 2024-09-12T00:59:18.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.108+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.VAKVmQAfPUmHTQhelQPFbMwhFDF6gmF_0 2024-09-12T00:59:18.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.111+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10359711372434749649', time=2024-09-12T02:56:38.183375+0000, chain.objs.size()=1 2024-09-12T00:59:18.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.111+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.HKysGzIBUMelcuRtq54Z_X-aCtbRTyh_0 2024-09-12T00:59:18.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.112+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8801250742753050650', time=2024-09-12T02:56:38.186316+0000, chain.objs.size()=1 2024-09-12T00:59:18.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.112+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.Cj6wnq-XnE203ebmTC6yQz-buDrjORt_0 2024-09-12T00:59:18.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.112+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10017411748898096253', time=2024-09-12T02:56:38.187329+0000, chain.objs.size()=1 2024-09-12T00:59:18.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.112+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.xssZFZ6-CqiumRSmD7o5Pf1o74h5tD7_0 2024-09-12T00:59:18.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.112+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10956978377495577849', time=2024-09-12T02:58:45.025350+0000, chain.objs.size()=1 2024-09-12T00:59:18.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.112+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18__shadow_.laOcOHW1Te5Ad9vsq0bly_0ruhHHWfo_0 2024-09-12T00:59:18.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.112+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8262108743024343231', time=2024-09-12T02:58:45.026234+0000, chain.objs.size()=1 2024-09-12T00:59:18.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.112+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18__shadow_.6ix_sO0Ttw8y5z9NGwb3BGrvZ9gBwhk_0 2024-09-12T00:59:18.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.112+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13679093305118144135', time=2024-09-12T02:58:45.029302+0000, chain.objs.size()=1 2024-09-12T00:59:18.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.112+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18__shadow_.ikN7Gh4WSbAwBhgWYkCFSTD2lbwknrv_0 2024-09-12T00:59:18.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.115+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.118+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T00:59:18.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.119+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=20, truncated=0, next_marker='' 2024-09-12T00:59:18.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='_65jP977ry55-p1v1dhGjfLZruSzFwZr', time=2024-09-12T02:50:44.224231+0000, chain.objs.size()=1 2024-09-12T00:59:18.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.Y61ByIIByPBSqVHw41MF1YX573yoH2S_0 2024-09-12T00:59:18.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13331676731319303840', time=2024-09-12T02:52:01.964677+0000, chain.objs.size()=1 2024-09-12T00:59:18.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.LTyrNCuTRLVhnDr_ZCv_AeKCuieqIDO_0 2024-09-12T00:59:18.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9269512965300852298', time=2024-09-12T02:52:35.035157+0000, chain.objs.size()=1 2024-09-12T00:59:18.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.HWmEawo6Tk5Tf_kTSPmnsxwN4imG3ZA_0 2024-09-12T00:59:18.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12138760306586466449', time=2024-09-12T02:52:36.869157+0000, chain.objs.size()=1 2024-09-12T00:59:18.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.UurRJlq-i-rtcUjTu6N5AM7kZqA6tYX_0 2024-09-12T00:59:18.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10985750390996577997', time=2024-09-12T02:53:47.808408+0000, chain.objs.size()=1 2024-09-12T00:59:18.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.zY-C89jPtt1PSjcVvF-QajipCdVseNB_0 2024-09-12T00:59:18.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8072379257703140080', time=2024-09-12T02:53:47.814986+0000, chain.objs.size()=1 2024-09-12T00:59:18.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.SfXagy2ucW3mT7KOhnzs22Km8Dm711A_0 2024-09-12T00:59:18.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15367369896954049507', time=2024-09-12T02:54:20.407250+0000, chain.objs.size()=1 2024-09-12T00:59:18.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.fC49WGbMR5QsJAMByS-ABkpPUOzxTED_0 2024-09-12T00:59:18.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8165275477967119763', time=2024-09-12T02:54:21.847408+0000, chain.objs.size()=1 2024-09-12T00:59:18.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.120+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.UpqyjJhVOzQHDXPe6ZCpT6u_8CKf6TH_0 2024-09-12T00:59:18.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.121+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10478007412008204150', time=2024-09-12T02:54:21.853066+0000, chain.objs.size()=1 2024-09-12T00:59:18.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.121+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.YhqhXXsKr7hjthJyTNSbrgo1Y-BtwXc_0 2024-09-12T00:59:18.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.121+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.280204705916872471', time=2024-09-12T02:54:22.744299+0000, chain.objs.size()=1 2024-09-12T00:59:18.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.121+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.iGc-rUjZQsXWJVzzY4TY3xiHIxYl8lb_0 2024-09-12T00:59:18.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.121+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17277831090476801100', time=2024-09-12T02:54:56.990651+0000, chain.objs.size()=1 2024-09-12T00:59:18.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.121+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.aNWc664AZXo8f_HsKbDsG2AtoSPgvV2_0 2024-09-12T00:59:18.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.121+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8791164637504836412', time=2024-09-12T02:54:57.862037+0000, chain.objs.size()=1 2024-09-12T00:59:18.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.121+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.M0PCueN_9A9XVL-HLqJRZXlXqBkRz6q_0 2024-09-12T00:59:18.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.122+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10951525964040093755', time=2024-09-12T02:55:31.460532+0000, chain.objs.size()=1 2024-09-12T00:59:18.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.122+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.LCvcgTHYuIpgL5ULBDMXnUZpwY_oOnk_0 2024-09-12T00:59:18.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.123+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12704677522354862908', time=2024-09-12T02:55:31.461852+0000, chain.objs.size()=1 2024-09-12T00:59:18.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.123+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.MRZShFpS_yCDHtkk7v1v8qqf1CWMKWx_0 2024-09-12T00:59:18.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.123+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11009543721052074457', time=2024-09-12T02:56:05.301861+0000, chain.objs.size()=1 2024-09-12T00:59:18.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.123+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.yUzCnCBhnk_PsDtMD6yxrQCD7kaTk8K_0 2024-09-12T00:59:18.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.124+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17945837469138934738', time=2024-09-12T02:56:06.409397+0000, chain.objs.size()=1 2024-09-12T00:59:18.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.124+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.s3VcGUCV5xxIxoZpmGgD6yK0Weu7EA4_0 2024-09-12T00:59:18.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.124+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8752031365965063689', time=2024-09-12T02:56:06.410718+0000, chain.objs.size()=1 2024-09-12T00:59:18.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.124+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.JypIcxp89M9IhcZgVGlf4JDV3nC_fKo_0 2024-09-12T00:59:18.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.124+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16702755463885964997', time=2024-09-12T02:56:07.472263+0000, chain.objs.size()=1 2024-09-12T00:59:18.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.124+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.9B1XjQReKCqyYvGQVlU1j0Dy73S7jKI_0 2024-09-12T00:59:18.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.124+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17846871102619114187', time=2024-09-12T02:56:38.188669+0000, chain.objs.size()=1 2024-09-12T00:59:18.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.124+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.oDgbWhuk0X-xWt1Lu5YCo1vxiYoi5Z8_0 2024-09-12T00:59:18.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.124+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5820255780123210949', time=2024-09-12T02:58:45.028823+0000, chain.objs.size()=1 2024-09-12T00:59:18.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.124+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18__shadow_.Tv2WUpM2LWByNPMiz7MliW5ak2STVpv_0 2024-09-12T00:59:18.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.128+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.130+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T00:59:18.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=12, truncated=0, next_marker='' 2024-09-12T00:59:18.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17634805787209947894', time=2024-09-12T02:50:44.404688+0000, chain.objs.size()=3 2024-09-12T00:59:18.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14__shadow_.au67gs2gbWZ2W1vGg8LQTc5YbeCLhH2_0 2024-09-12T00:59:18.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14__shadow_.au67gs2gbWZ2W1vGg8LQTc5YbeCLhH2_1 2024-09-12T00:59:18.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14__shadow_.au67gs2gbWZ2W1vGg8LQTc5YbeCLhH2_2 2024-09-12T00:59:18.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9749744322426663904', time=2024-09-12T02:52:01.973509+0000, chain.objs.size()=1 2024-09-12T00:59:18.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.MIIDfrUC2dcLLb4ckfx1-rMJzFKzQzv_0 2024-09-12T00:59:18.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16653096796552779197', time=2024-09-12T02:53:46.361869+0000, chain.objs.size()=1 2024-09-12T00:59:18.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.xwbNTB7ISefQkGtNsiAfUhArgL-pt2-_0 2024-09-12T00:59:18.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5271069420407611965', time=2024-09-12T02:53:47.254215+0000, chain.objs.size()=1 2024-09-12T00:59:18.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.dWrX_w6ISXVwJxhxLH-MyQ1aUL7jDHe_0 2024-09-12T00:59:18.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4762651812741879562', time=2024-09-12T02:53:47.805297+0000, chain.objs.size()=1 2024-09-12T00:59:18.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.0Kb4qjTNiq4shFTgQuCv4BXY2FcM4rW_0 2024-09-12T00:59:18.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2802731714525563875', time=2024-09-12T02:54:21.845440+0000, chain.objs.size()=1 2024-09-12T00:59:18.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.v6jfNkclylifSg9a3JeprxZAevljGTb_0 2024-09-12T00:59:18.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12679502917860412365', time=2024-09-12T02:54:22.748765+0000, chain.objs.size()=1 2024-09-12T00:59:18.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.M0uYOkE0ZL5BjCKH16Tica6zDWm2YdH_0 2024-09-12T00:59:18.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16217892637630392102', time=2024-09-12T02:54:55.076105+0000, chain.objs.size()=1 2024-09-12T00:59:18.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.o9lsXKEYcQVHvWF6ToTb-jxeATH5Ung_0 2024-09-12T00:59:18.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9848166162289086804', time=2024-09-12T02:54:55.088439+0000, chain.objs.size()=1 2024-09-12T00:59:18.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.TCEnFPd0nX5T_tg7nziAt369i7b1XJL_0 2024-09-12T00:59:18.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13415712734083745647', time=2024-09-12T02:54:55.089333+0000, chain.objs.size()=1 2024-09-12T00:59:18.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.132+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.zVSSjGVYYiiHivXElzeVkj74OO22PXS_0 2024-09-12T00:59:18.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.135+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1702335849949963330', time=2024-09-12T02:54:56.999741+0000, chain.objs.size()=1 2024-09-12T00:59:18.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.135+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.zOv4nhD9gMchm8CQpErqvEu9ZpifxXU_0 2024-09-12T00:59:18.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.136+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17808738145380401094', time=2024-09-12T02:56:38.183050+0000, chain.objs.size()=1 2024-09-12T00:59:18.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.136+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.QxYPCd_MgWZVY5ekAqtK8ieQ9LRxFxS_0 2024-09-12T00:59:18.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.138+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.140+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T00:59:18.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.142+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.142+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.143+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T00:59:18.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.143+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14833036698352527111', time=2024-09-12T02:52:35.037353+0000, chain.objs.size()=1 2024-09-12T00:59:18.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.143+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.C0uWgAIi9OmdMYyKKafQdsrKC6ma6yD_0 2024-09-12T00:59:18.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.143+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10168434443384523375', time=2024-09-12T02:53:46.369042+0000, chain.objs.size()=1 2024-09-12T00:59:18.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.143+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.hQ-aJ5BVBf7Eptl07G2N1vuc6zDtsGp_0 2024-09-12T00:59:18.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.143+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17347872077603253249', time=2024-09-12T02:53:47.805132+0000, chain.objs.size()=1 2024-09-12T00:59:18.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.143+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.vaPzXJF_CaNzzhsZqKUzyZlaFlYGgZK_0 2024-09-12T00:59:18.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.143+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13216720469418053440', time=2024-09-12T02:53:47.808422+0000, chain.objs.size()=1 2024-09-12T00:59:18.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.143+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.qdkPhAvTkr_Zx6l5OwV8Ck7u4fgsWE5_0 2024-09-12T00:59:18.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.143+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11152596287584255396', time=2024-09-12T02:55:31.460622+0000, chain.objs.size()=1 2024-09-12T00:59:18.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.143+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.6u5u8N7Ihnq9qlkvNvV7baqGZ1ht8hP_0 2024-09-12T00:59:18.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.143+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4680837435703708404', time=2024-09-12T02:55:31.472659+0000, chain.objs.size()=1 2024-09-12T00:59:18.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.143+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.c2ESAaJu0uyFlCSUj0ghBSLH8KOmwni_0 2024-09-12T00:59:18.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.143+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5426054839497666234', time=2024-09-12T02:56:05.302026+0000, chain.objs.size()=1 2024-09-12T00:59:18.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.143+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.wzkuoXlqij-m_plEna-u1NUIsVUiDfT_0 2024-09-12T00:59:18.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.143+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10792802292126229458', time=2024-09-12T02:56:38.190197+0000, chain.objs.size()=1 2024-09-12T00:59:18.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.143+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.rgl8y4Z2LY4fK54ePw_6OwfgEXQ3jq3_0 2024-09-12T00:59:18.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.146+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.149+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T00:59:18.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.150+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.150+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=23, truncated=0, next_marker='' 2024-09-12T00:59:18.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='_xths2dwz8HlA-usC9RKp55fwQv91nAy', time=2024-09-12T02:50:44.254100+0000, chain.objs.size()=2 2024-09-12T00:59:18.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.kRWxjYVmI74wQ300cBQmkzbTUdIXAs__0 2024-09-12T00:59:18.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.kRWxjYVmI74wQ300cBQmkzbTUdIXAs__1 2024-09-12T00:59:18.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8806466458708588278', time=2024-09-12T02:50:44.369886+0000, chain.objs.size()=3 2024-09-12T00:59:18.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-STANDARD.2~RzQsh-JIN4Od04-oP1GjN9ZfusOMQc5.1 2024-09-12T00:59:18.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-STANDARD.2~RzQsh-JIN4Od04-oP1GjN9ZfusOMQc5.2 2024-09-12T00:59:18.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15__multipart_foo-STANDARD.2~RzQsh-JIN4Od04-oP1GjN9ZfusOMQc5.3 2024-09-12T00:59:18.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3029368786884429736', time=2024-09-12T02:52:01.412584+0000, chain.objs.size()=1 2024-09-12T00:59:18.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.h-LQvz6wLV6eTxeW2gE64J1IkN1cXqW_0 2024-09-12T00:59:18.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9633009262277570979', time=2024-09-12T02:52:01.965198+0000, chain.objs.size()=1 2024-09-12T00:59:18.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.jUzbtf1Ooelh3VczN6olO_I5s22ix7H_0 2024-09-12T00:59:18.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1128441256265808166', time=2024-09-12T02:52:35.032703+0000, chain.objs.size()=1 2024-09-12T00:59:18.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.9suYTCsorreoHHm9Qd-C1RNGUNRWMkD_0 2024-09-12T00:59:18.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6925068033068186215', time=2024-09-12T02:52:36.866032+0000, chain.objs.size()=1 2024-09-12T00:59:18.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.uJVbKEIT-wS8TBUEjmJfOIyabIM-LTh_0 2024-09-12T00:59:18.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11117959065943161429', time=2024-09-12T02:52:38.385377+0000, chain.objs.size()=1 2024-09-12T00:59:18.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.DSSJWiyvYzwtDa_FyaCaJ7q5eXvKSPd_0 2024-09-12T00:59:18.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6929706064959331872', time=2024-09-12T02:52:40.048620+0000, chain.objs.size()=1 2024-09-12T00:59:18.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.ELgnx1wh6njhbTl-Zov8qsmVeNWk6G7_0 2024-09-12T00:59:18.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2797044375258007040', time=2024-09-12T02:53:14.173883+0000, chain.objs.size()=1 2024-09-12T00:59:18.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.151+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.T72Ry-igRYGIZ2Yld0XlO2xlETp3lJi_0 2024-09-12T00:59:18.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.153+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9931792428409563958', time=2024-09-12T02:53:46.359198+0000, chain.objs.size()=1 2024-09-12T00:59:18.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.153+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.7ThZPGmL0wRRt7KCXdSQsSZ--su1s5L_0 2024-09-12T00:59:18.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.153+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14262065990960329903', time=2024-09-12T02:54:20.412424+0000, chain.objs.size()=1 2024-09-12T00:59:18.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.153+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.ocprGroaUt6s31wWsQlg11W4Pa68-zb_0 2024-09-12T00:59:18.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.154+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12525713010125109967', time=2024-09-12T02:54:21.843837+0000, chain.objs.size()=1 2024-09-12T00:59:18.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.154+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.IP7bgaRUAAi3mRrsSnoGWx_ODpFDJl5_0 2024-09-12T00:59:18.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.154+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17414370122777111620', time=2024-09-12T02:54:22.748772+0000, chain.objs.size()=1 2024-09-12T00:59:18.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.154+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.FY1s9D0zab3_HI90dEOfvS2l7SFZTcB_0 2024-09-12T00:59:18.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.154+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15002061506882464989', time=2024-09-12T02:54:55.082443+0000, chain.objs.size()=1 2024-09-12T00:59:18.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.154+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.4wvRWOrc5mOLwvORW0F5bDr9ZQyTrr0_0 2024-09-12T00:59:18.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.154+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1286341037483311336', time=2024-09-12T02:54:55.083319+0000, chain.objs.size()=1 2024-09-12T00:59:18.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.154+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.IBpzUyrrdUOc-3db_C0BOS2x-odt2aA_0 2024-09-12T00:59:18.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.156+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4741054830184821488', time=2024-09-12T02:54:56.990588+0000, chain.objs.size()=1 2024-09-12T00:59:18.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.156+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.ErQwVGLmwXvcqHoo7BXGRwiSZbkClPe_0 2024-09-12T00:59:18.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.156+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2141151872704465979', time=2024-09-12T02:54:56.995676+0000, chain.objs.size()=1 2024-09-12T00:59:18.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.156+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.34__shadow_.RfbJ1EJvWqSH44MOexsZjuxStnpSvFF_0 2024-09-12T00:59:18.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.156+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4679823965814856890', time=2024-09-12T02:55:31.466800+0000, chain.objs.size()=1 2024-09-12T00:59:18.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.156+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.8adtu4qWUZVOBIJETUqe-YiWw5YE8MC_0 2024-09-12T00:59:18.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.156+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5400126144514112035', time=2024-09-12T02:56:03.453310+0000, chain.objs.size()=1 2024-09-12T00:59:18.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.156+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.37__shadow_.DxWjZPfojlauCLXoZFS2KDvG9BhbHcP_0 2024-09-12T00:59:18.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.156+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11104021981277375093', time=2024-09-12T02:56:05.308186+0000, chain.objs.size()=1 2024-09-12T00:59:18.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.156+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.38__shadow_.CUoPvWhvA6TR0CbU32BSFILIJc_zXs9_0 2024-09-12T00:59:18.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.156+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3693668876119512604', time=2024-09-12T02:56:06.400306+0000, chain.objs.size()=1 2024-09-12T00:59:18.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.156+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.ajwz84ohFE-1-N8MvxeR9HGqdR0XL8P_0 2024-09-12T00:59:18.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.158+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9560086623750603637', time=2024-09-12T02:56:06.401241+0000, chain.objs.size()=1 2024-09-12T00:59:18.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.158+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.csDsVFK7ehnVIEglKS_13vTcLKovRFS_0 2024-09-12T00:59:18.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.158+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12855881796594592992', time=2024-09-12T02:58:45.025751+0000, chain.objs.size()=1 2024-09-12T00:59:18.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.158+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18__shadow_.pXCDLxyDyN83OoiD7NyjZryPv0JreJ9_0 2024-09-12T00:59:18.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.162+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.162 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.164+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T00:59:18.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.165+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=22, truncated=0, next_marker='' 2024-09-12T00:59:18.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5518662901708361018', time=2024-09-12T02:52:01.964416+0000, chain.objs.size()=1 2024-09-12T00:59:18.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.cXe4k2k8ATwjG26NtRAKlmj8qEM-kQd_0 2024-09-12T00:59:18.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15525631010155306710', time=2024-09-12T02:52:02.651149+0000, chain.objs.size()=1 2024-09-12T00:59:18.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.xmWBWD9kt86LH5YjCrKbyqviwOjrCYm_0 2024-09-12T00:59:18.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15186950667917333530', time=2024-09-12T02:52:35.042641+0000, chain.objs.size()=1 2024-09-12T00:59:18.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.HmjuFTdtuod3whiLDVbxFtUleFhkVRH_0 2024-09-12T00:59:18.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4697607172252190638', time=2024-09-12T02:52:36.116164+0000, chain.objs.size()=1 2024-09-12T00:59:18.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.EBGev9e7iAaMkPPqkW9IseV6537QMIa_0 2024-09-12T00:59:18.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7980387732135049749', time=2024-09-12T02:52:36.864463+0000, chain.objs.size()=1 2024-09-12T00:59:18.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.0Fhyc7kOhvqye_gzmj3cznXlYC0Lgij_0 2024-09-12T00:59:18.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12781137085538154722', time=2024-09-12T02:52:36.866214+0000, chain.objs.size()=1 2024-09-12T00:59:18.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.haz5meTpt0hkeyZFmgwQ9qTKF1lHbQz_0 2024-09-12T00:59:18.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12418534307664951175', time=2024-09-12T02:52:36.868195+0000, chain.objs.size()=1 2024-09-12T00:59:18.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.Mk0jyPlBFJmF6uEW790XnWUpBYJ1b1W_0 2024-09-12T00:59:18.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14676212681716999273', time=2024-09-12T02:52:38.375181+0000, chain.objs.size()=1 2024-09-12T00:59:18.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.uoeAEJa4Q6Kxb1a-_L2hIsK6V1e1Fo2_0 2024-09-12T00:59:18.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4858020299952517689', time=2024-09-12T02:53:11.201888+0000, chain.objs.size()=1 2024-09-12T00:59:18.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.Cq5AmPO3PNB8Z7nx93Sm0Bhmhgiw3p9_0 2024-09-12T00:59:18.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16918143950346332342', time=2024-09-12T02:53:14.172874+0000, chain.objs.size()=1 2024-09-12T00:59:18.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.WTvdMFDnlUp63xBgT33wnzEcylCjh0p_0 2024-09-12T00:59:18.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15897636103362416635', time=2024-09-12T02:53:46.359950+0000, chain.objs.size()=1 2024-09-12T00:59:18.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.-IvUw9jZu9Fcebs63YCYUnlbCwKnazN_0 2024-09-12T00:59:18.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5885646458098410834', time=2024-09-12T02:53:46.360785+0000, chain.objs.size()=1 2024-09-12T00:59:18.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.166+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.qs_jJxqVIXIYz9yQEIDKLG2SHi39uc7_0 2024-09-12T00:59:18.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.170+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14447612824008980112', time=2024-09-12T02:54:20.406595+0000, chain.objs.size()=1 2024-09-12T00:59:18.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.170+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.cFbRX9sham6PG1DqpGd7EP6rfp9QBi0_0 2024-09-12T00:59:18.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.170+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17025251048698869949', time=2024-09-12T02:54:21.847360+0000, chain.objs.size()=1 2024-09-12T00:59:18.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.170+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.31__shadow_.FGf09tFF3yeBavID2Cy9uqRwHn69Pzm_0 2024-09-12T00:59:18.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.170+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16636742833272018193', time=2024-09-12T02:54:22.750820+0000, chain.objs.size()=1 2024-09-12T00:59:18.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.170+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.YDWkXC_P6tpihG4SBTAy4_iCoNty1UM_0 2024-09-12T00:59:18.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.172+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6586889939646209281', time=2024-09-12T02:54:55.084710+0000, chain.objs.size()=1 2024-09-12T00:59:18.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.172+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.K58G2sfBwZaqfBTOnDgdCLNNYn2EcAb_0 2024-09-12T00:59:18.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.172+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15405478699107667256', time=2024-09-12T02:55:31.462025+0000, chain.objs.size()=1 2024-09-12T00:59:18.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.172+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.5G5jMoEMy1735kl_4cEGAdf8IPBJK_C_0 2024-09-12T00:59:18.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.172+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3712476302832948778', time=2024-09-12T02:55:31.465617+0000, chain.objs.size()=1 2024-09-12T00:59:18.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.172+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.O-7cU3XhPoVuRQAfkI4pFELImm5D7-3_0 2024-09-12T00:59:18.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.172+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6614229329824940469', time=2024-09-12T02:56:06.399861+0000, chain.objs.size()=1 2024-09-12T00:59:18.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.172+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.XccvRPUeUPEpswD30L7hQH5_5BnqwGh_0 2024-09-12T00:59:18.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.172+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4068126996816739352', time=2024-09-12T02:56:38.186484+0000, chain.objs.size()=1 2024-09-12T00:59:18.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.172+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.rZL9nT7qrBvpU7kWezirFxqQBVC1Fby_0 2024-09-12T00:59:18.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.172+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10293931829372487818', time=2024-09-12T02:58:45.026085+0000, chain.objs.size()=1 2024-09-12T00:59:18.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.172+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18__shadow_.EJg-NcPah1WGIYmJs8huEjLxUlETA17_0 2024-09-12T00:59:18.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.172+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13898313099891950905', time=2024-09-12T02:58:45.026867+0000, chain.objs.size()=1 2024-09-12T00:59:18.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.172+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18__shadow_.1nH0CSahrVMk2l0AGfivDCv_ellROwa_0 2024-09-12T00:59:18.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.176+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.178+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T00:59:18.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.179+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=19, truncated=0, next_marker='' 2024-09-12T00:59:18.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10960068347177569919', time=2024-09-12T02:50:44.267985+0000, chain.objs.size()=2 2024-09-12T00:59:18.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.WXJSVLpxub7rKv5elnaodf2HlpRLSYV_0 2024-09-12T00:59:18.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16__shadow_.WXJSVLpxub7rKv5elnaodf2HlpRLSYV_1 2024-09-12T00:59:18.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14378984589383138926', time=2024-09-12T02:50:44.486159+0000, chain.objs.size()=1 2024-09-12T00:59:18.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9__shadow_.Mt5Ny5zE_8OW1pMObYurRSwMNNm-9I9_0 2024-09-12T00:59:18.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9779433215541140532', time=2024-09-12T02:50:44.490475+0000, chain.objs.size()=1 2024-09-12T00:59:18.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9__shadow_.6aizZcCOqu4PJ2zo9rtvYRLKHs1oiRJ_0 2024-09-12T00:59:18.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14276229606858901397', time=2024-09-12T02:52:01.962242+0000, chain.objs.size()=1 2024-09-12T00:59:18.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.rn15zG0cydut0cB99gTtKv8XrKSJwRj_0 2024-09-12T00:59:18.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7959226636334955703', time=2024-09-12T02:52:02.654857+0000, chain.objs.size()=1 2024-09-12T00:59:18.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.3IGUCZbwQRtogmBajO0EZhOjlxMVbvi_0 2024-09-12T00:59:18.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17537852498352406256', time=2024-09-12T02:52:35.033757+0000, chain.objs.size()=1 2024-09-12T00:59:18.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.4wGFUcGjp_4TkVYGVGng2jNJcGX0acu_0 2024-09-12T00:59:18.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3219251749768024697', time=2024-09-12T02:52:35.045415+0000, chain.objs.size()=1 2024-09-12T00:59:18.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.22__shadow_.Q_CQy6mF-SGONb3Zduxr9KzowuYcH5s_0 2024-09-12T00:59:18.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5327759218974385215', time=2024-09-12T02:52:36.864541+0000, chain.objs.size()=1 2024-09-12T00:59:18.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.Y6kkfRK_QZKPk92ZTkAUqUvzI1tBox9_0 2024-09-12T00:59:18.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15154967864211338273', time=2024-09-12T02:52:38.378742+0000, chain.objs.size()=1 2024-09-12T00:59:18.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.24__shadow_.TjMilYmL96Gf1-pusJXpbYYJX2hVorM_0 2024-09-12T00:59:18.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1901575489487854319', time=2024-09-12T02:53:11.194482+0000, chain.objs.size()=1 2024-09-12T00:59:18.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.myjwO9eSf1l9Rei4aZ9jP2WdiTtPikZ_0 2024-09-12T00:59:18.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3473563501551365442', time=2024-09-12T02:53:14.165196+0000, chain.objs.size()=1 2024-09-12T00:59:18.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.180+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.aHvksNLlowHWTcgeTW4bKlpVFAt1wlf_0 2024-09-12T00:59:18.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.184+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2614474920590098564', time=2024-09-12T02:53:14.165960+0000, chain.objs.size()=1 2024-09-12T00:59:18.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.184+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.gcS46sD1DqgnAdALgY1uPS6jw2zM1qT_0 2024-09-12T00:59:18.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.184+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3814315189581391978', time=2024-09-12T02:53:14.168113+0000, chain.objs.size()=1 2024-09-12T00:59:18.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.184+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.Hh5wHi4fAoTRZ-yeBf7UpGr0sVbYW4k_0 2024-09-12T00:59:18.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.184+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15172672029746982097', time=2024-09-12T02:53:14.171164+0000, chain.objs.size()=1 2024-09-12T00:59:18.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.184+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.17-9uu31JxzVgxA2dLuxETcgPeCVN4G_0 2024-09-12T00:59:18.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.184+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40068213779576192', time=2024-09-12T02:53:46.367022+0000, chain.objs.size()=1 2024-09-12T00:59:18.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.184+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.28__shadow_.ZrYo0VgyeieRA1jPNDnbJM313kHdla1_0 2024-09-12T00:59:18.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.184+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13680654001072462721', time=2024-09-12T02:54:22.746130+0000, chain.objs.size()=1 2024-09-12T00:59:18.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.184+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.4mMV9dXnB9gcIfjLecr3-oPbhypnYZs_0 2024-09-12T00:59:18.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.184+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12100914785840919659', time=2024-09-12T02:55:31.465027+0000, chain.objs.size()=1 2024-09-12T00:59:18.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.184+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.36__shadow_.pVzAyoTi_kCmAXnsB4qzuDCy6uS9kmC_0 2024-09-12T00:59:18.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.184+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.736706829433208308', time=2024-09-12T02:56:06.402073+0000, chain.objs.size()=1 2024-09-12T00:59:18.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.184+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.crb2V_pg9qm4khUyhXChkFu1iMGrRnp_0 2024-09-12T00:59:18.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.184+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5794278296076848237', time=2024-09-12T02:56:06.405109+0000, chain.objs.size()=1 2024-09-12T00:59:18.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.184+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.bkwe4cVpMZe-Ix-MOr3YBnV7u5ezciz_0 2024-09-12T00:59:18.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.187+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.190+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T00:59:18.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.191+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.192+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.192+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=15, truncated=0, next_marker='' 2024-09-12T00:59:18.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.192+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6984556041905406955', time=2024-09-12T02:50:44.466568+0000, chain.objs.size()=1 2024-09-12T00:59:18.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.192+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8__shadow_.l2IeLWaEry0s0lI4beGulJAnAkNK-eF_0 2024-09-12T00:59:18.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.192+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8120859325247624578', time=2024-09-12T02:52:01.961979+0000, chain.objs.size()=1 2024-09-12T00:59:18.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.192+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.vfNu2Q8ORetowJJ1Vx6pyeQUqVmeq8X_0 2024-09-12T00:59:18.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.192+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11396805153550842161', time=2024-09-12T02:52:01.964460+0000, chain.objs.size()=1 2024-09-12T00:59:18.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.192+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.0sCVtXevl7TZ5AbJ7Y8kusdM3NrOYto_0 2024-09-12T00:59:18.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.192+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17234586074981933042', time=2024-09-12T02:52:02.647785+0000, chain.objs.size()=1 2024-09-12T00:59:18.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.192+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.21__shadow_.K93MgNTzkdrba33dHjKTrJafU-Ed29t_0 2024-09-12T00:59:18.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.193+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5984878719534336839', time=2024-09-12T02:53:11.194088+0000, chain.objs.size()=1 2024-09-12T00:59:18.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.193+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.DN4GdnNO-nQ1nGlRAfrukwx6CYAds9s_0 2024-09-12T00:59:18.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.193+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17503506660310294400', time=2024-09-12T02:53:12.653355+0000, chain.objs.size()=1 2024-09-12T00:59:18.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.193+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.x7f3x3mqqizJNKGpgHIUNoYMNM5LFlo_0 2024-09-12T00:59:18.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.193+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3956047453507480410', time=2024-09-12T02:53:12.664020+0000, chain.objs.size()=1 2024-09-12T00:59:18.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.193+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.W5VolUqidJLXwcuNsO5fKo48rh7HvKH_0 2024-09-12T00:59:18.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.193+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18160050871268859148', time=2024-09-12T02:54:20.401510+0000, chain.objs.size()=1 2024-09-12T00:59:18.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.193+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.4SScN5XUYOhrnfmaFg9OyTon-rJDR9l_0 2024-09-12T00:59:18.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.193+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13344840258404363269', time=2024-09-12T02:54:22.752538+0000, chain.objs.size()=1 2024-09-12T00:59:18.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.193+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.ZnZTrsOWfVwn0emeo1Gljk2MSybUpRx_0 2024-09-12T00:59:18.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.193+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16546838854239398650', time=2024-09-12T02:54:54.284223+0000, chain.objs.size()=1 2024-09-12T00:59:18.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.193+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.Nif09bf2sUgco7Vo9YO9cyJnMmS17uU_0 2024-09-12T00:59:18.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.193+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3502776669627957633', time=2024-09-12T02:55:29.200123+0000, chain.objs.size()=1 2024-09-12T00:59:18.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.193+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35__shadow_.Jluy4GsJPh9cT0Yvnv6CKQOvifkBx74_0 2024-09-12T00:59:18.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.193+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10892124424308613060', time=2024-09-12T02:56:06.397776+0000, chain.objs.size()=1 2024-09-12T00:59:18.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.193+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.FnO6bHzdFy0vTbHXDqgG0Bslo3Cl77k_0 2024-09-12T00:59:18.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.196+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8760522539806737615', time=2024-09-12T02:56:06.398964+0000, chain.objs.size()=1 2024-09-12T00:59:18.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.196+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.39__shadow_.THQlrqTq3R7lUgBAtcDMmWnPN3q7fo5_0 2024-09-12T00:59:18.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.196+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4548230498208063891', time=2024-09-12T02:56:38.186362+0000, chain.objs.size()=1 2024-09-12T00:59:18.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.196+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.Tk4jZkgjA9UlU1AeoFq3W25qBSP_sSA_0 2024-09-12T00:59:18.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.196+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17655137284257493545', time=2024-09-12T02:56:38.190340+0000, chain.objs.size()=1 2024-09-12T00:59:18.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.196+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.40__shadow_.I5Hq1qGEaUZtU5rT8YLEV1VGhkke_Zv_0 2024-09-12T00:59:18.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.199+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.200 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.201+0000 7f4de5498800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T00:59:18.201 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.203+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.203+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T00:59:18.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.268929166740188352', time=2024-09-12T02:50:44.099861+0000, chain.objs.size()=1 2024-09-12T00:59:18.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5__shadow_.Ir5SKnTDBsTSuoCdGs_oRm6fwvWFqsf_0 2024-09-12T00:59:18.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3291806970294971010', time=2024-09-12T02:50:44.329732+0000, chain.objs.size()=3 2024-09-12T00:59:18.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-STANDARD.2~h53c5TxsHWhvnQ5Ol291wxycqXT99At.1 2024-09-12T00:59:18.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-STANDARD.2~h53c5TxsHWhvnQ5Ol291wxycqXT99At.2 2024-09-12T00:59:18.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17__multipart_foo-STANDARD.2~h53c5TxsHWhvnQ5Ol291wxycqXT99At.3 2024-09-12T00:59:18.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18353229826437921993', time=2024-09-12T02:50:44.458118+0000, chain.objs.size()=1 2024-09-12T00:59:18.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8__shadow_.lEYrJxplvtZ1cbc5QLuiJVkZEs4fExM_0 2024-09-12T00:59:18.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5446399054042894551', time=2024-09-12T02:52:01.970189+0000, chain.objs.size()=1 2024-09-12T00:59:18.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20__shadow_.Fu95J1akcRSzKxCQbocYw4WMj2PA9Vv_0 2024-09-12T00:59:18.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6628962426336173474', time=2024-09-12T02:52:36.866252+0000, chain.objs.size()=1 2024-09-12T00:59:18.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.5yvof9pYAEC0MM96W2cFrnHTagCI5eA_0 2024-09-12T00:59:18.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16421600443921080095', time=2024-09-12T02:52:36.870643+0000, chain.objs.size()=1 2024-09-12T00:59:18.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.5R1VvejloKxvFK8_Ph6A0MeqTqpdVvt_0 2024-09-12T00:59:18.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.476251160458482045', time=2024-09-12T02:52:36.871496+0000, chain.objs.size()=1 2024-09-12T00:59:18.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.23__shadow_.fzBbyUOzcFIGqPPusteWFWR7VpvIm9d_0 2024-09-12T00:59:18.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1316115729683403479', time=2024-09-12T02:53:11.195581+0000, chain.objs.size()=1 2024-09-12T00:59:18.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.25__shadow_.gaDt4qlwroYhILtLtK6azhU9SbIZVXe_0 2024-09-12T00:59:18.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1349798999410717633', time=2024-09-12T02:53:12.654430+0000, chain.objs.size()=1 2024-09-12T00:59:18.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.26__shadow_.A7WTn0JPM0DLjvT_alku8CD0K9_8Edw_0 2024-09-12T00:59:18.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16269679842987695554', time=2024-09-12T02:53:14.166639+0000, chain.objs.size()=1 2024-09-12T00:59:18.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.204+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.27__shadow_.ZrKuq3bj0qaYQz807cvPtSo_cFpTvrq_0 2024-09-12T00:59:18.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.207+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13493722764676698408', time=2024-09-12T02:53:47.805652+0000, chain.objs.size()=1 2024-09-12T00:59:18.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.207+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.Su3sJi1K5f4_3qM-kn5zjg4zoExfDJb_0 2024-09-12T00:59:18.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.207+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3956599760559019280', time=2024-09-12T02:53:47.808186+0000, chain.objs.size()=1 2024-09-12T00:59:18.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.207+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.xQK9fdyx0NuecpISgz3XG7bTJfG2Cif_0 2024-09-12T00:59:18.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.207+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8760217983439976802', time=2024-09-12T02:53:47.811115+0000, chain.objs.size()=1 2024-09-12T00:59:18.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.207+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.29__shadow_.SrISlhy1hO9Ibd3FH7FQG_M_eZau_DT_0 2024-09-12T00:59:18.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.207+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4372202589767951572', time=2024-09-12T02:54:20.405003+0000, chain.objs.size()=1 2024-09-12T00:59:18.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.207+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.30__shadow_.02xbZHLl856-AbgT7Y5wEJaukNeOg06_0 2024-09-12T00:59:18.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.208+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17742727544154399181', time=2024-09-12T02:54:22.756250+0000, chain.objs.size()=1 2024-09-12T00:59:18.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.208+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.32__shadow_.d_kOoN-KuvrqeoNsuRm-r5BAnRPzQS8_0 2024-09-12T00:59:18.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.208+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11121250612902691603', time=2024-09-12T02:54:55.077517+0000, chain.objs.size()=1 2024-09-12T00:59:18.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.208+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.33__shadow_.ts4f_Yx2JPGY15IwtfEnSeK5m_tIyXR_0 2024-09-12T00:59:18.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.208+0000 7f4de5498800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9006556042418319384', time=2024-09-12T02:58:57.686122+0000, chain.objs.size()=1 2024-09-12T00:59:18.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.208+0000 7f4de5498800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.19__shadow:4G4yWHmr5NvpYlfui.-UnlkwQoB8Id0_.e7cHjNMMb91j4O7AGYJ9r0OaE52kf9E_0 2024-09-12T00:59:18.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.211+0000 7f4de5498800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T00:59:18.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.215+0000 7f4c997e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:59:18.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.217+0000 7f4de5498800 20 remove_watcher() i=0 2024-09-12T00:59:18.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.217+0000 7f4de5498800 2 removed watcher, disabling cache 2024-09-12T00:59:18.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.219+0000 7f4de5498800 20 remove_watcher() i=1 2024-09-12T00:59:18.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.220+0000 7f4de5498800 20 remove_watcher() i=2 2024-09-12T00:59:18.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.221+0000 7f4de5498800 20 remove_watcher() i=3 2024-09-12T00:59:18.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.222+0000 7f4de5498800 20 remove_watcher() i=4 2024-09-12T00:59:18.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.223+0000 7f4de5498800 20 remove_watcher() i=5 2024-09-12T00:59:18.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.224+0000 7f4de5498800 20 remove_watcher() i=6 2024-09-12T00:59:18.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.225+0000 7f4de5498800 20 remove_watcher() i=7 2024-09-12T00:59:18.235 DEBUG:teuthology.orchestra.run.smithi038:> radosgw-admin gc process --include-all 2024-09-12T00:59:18.330 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T00:59:18.330 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T00:59:18.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.371+0000 7f438d944800 20 rados->read ofs=0 len=0 2024-09-12T00:59:18.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.373+0000 7f438d944800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:18.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.373+0000 7f438d944800 20 realm 2024-09-12T00:59:18.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.373+0000 7f438d944800 20 rados->read ofs=0 len=0 2024-09-12T00:59:18.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.373+0000 7f438d944800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:18.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.373+0000 7f438d944800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T00:59:18.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.373+0000 7f438d944800 20 rados->read ofs=0 len=0 2024-09-12T00:59:18.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.373+0000 7f438d944800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:18.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.373+0000 7f438d944800 20 rados->read ofs=0 len=0 2024-09-12T00:59:18.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.374+0000 7f438d944800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:59:18.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.374+0000 7f438d944800 20 rados->read ofs=0 len=0 2024-09-12T00:59:18.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.375+0000 7f438d944800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T00:59:18.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.375+0000 7f438d944800 20 searching for the correct realm 2024-09-12T00:59:18.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.377+0000 7f4388ef3640 0 -- 172.21.15.38:0/1325789215 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f437c03d050 msgr2=0x7f437c03e430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:59:18.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.381+0000 7f43896f4640 0 -- 172.21.15.38:0/1325789215 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f437409f9a0 msgr2=0x7f437409e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T00:59:18.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.588+0000 7f438d944800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T00:59:18.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.588+0000 7f438d944800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T00:59:18.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.588+0000 7f438d944800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T00:59:18.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.588+0000 7f438d944800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T00:59:18.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.588+0000 7f438d944800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T00:59:18.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.588+0000 7f438d944800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T00:59:18.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.588+0000 7f438d944800 20 rados->read ofs=0 len=0 2024-09-12T00:59:18.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.588+0000 7f438d944800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:18.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.588+0000 7f438d944800 20 rados->read ofs=0 len=0 2024-09-12T00:59:18.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.589+0000 7f438d944800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T00:59:18.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.589+0000 7f438d944800 20 rados->read ofs=0 len=0 2024-09-12T00:59:18.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.589+0000 7f438d944800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T00:59:18.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.589+0000 7f438d944800 20 zone default found 2024-09-12T00:59:18.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.589+0000 7f438d944800 4 Realm: () 2024-09-12T00:59:18.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.589+0000 7f438d944800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T00:59:18.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.589+0000 7f438d944800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T00:59:18.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.589+0000 7f438d944800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T00:59:18.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.589+0000 7f438d944800 20 zonegroup default 2024-09-12T00:59:18.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.589+0000 7f438d944800 20 rados->read ofs=0 len=0 2024-09-12T00:59:18.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.589+0000 7f438d944800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:18.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.589+0000 7f438d944800 20 rados->read ofs=0 len=0 2024-09-12T00:59:18.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.590+0000 7f438d944800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:18.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.590+0000 7f438d944800 20 rados->read ofs=0 len=0 2024-09-12T00:59:18.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.590+0000 7f438d944800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T00:59:18.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.590+0000 7f438d944800 20 started sync module instance, tier type = 2024-09-12T00:59:18.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.590+0000 7f438d944800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T00:59:18.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.600+0000 7f438d944800 20 add_watcher() i=0 2024-09-12T00:59:18.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.600+0000 7f438d944800 20 add_watcher() i=1 2024-09-12T00:59:18.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.600+0000 7f438d944800 20 add_watcher() i=2 2024-09-12T00:59:18.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.600+0000 7f438d944800 20 add_watcher() i=3 2024-09-12T00:59:18.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.600+0000 7f438d944800 20 add_watcher() i=4 2024-09-12T00:59:18.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.600+0000 7f438d944800 20 add_watcher() i=5 2024-09-12T00:59:18.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.600+0000 7f438d944800 20 add_watcher() i=6 2024-09-12T00:59:18.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.601+0000 7f438d944800 20 add_watcher() i=7 2024-09-12T00:59:18.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.601+0000 7f438d944800 2 all 8 watchers are set, enabling cache 2024-09-12T00:59:18.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.602+0000 7f423f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:59:18.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.603+0000 7f438d944800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T00:59:18.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.603+0000 7f438d944800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T00:59:18.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.638+0000 7f423e7e4640 20 reqs_thread_entry: start 2024-09-12T00:59:18.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.638+0000 7f438d944800 20 init_complete bucket index max shards: 11 2024-09-12T00:59:18.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.639+0000 7f438d944800 20 Filter name: none 2024-09-12T00:59:18.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.639+0000 7f41affff640 20 reqs_thread_entry: start 2024-09-12T00:59:18.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.639+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T00:59:18.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.640+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.641+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.641+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.642+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T00:59:18.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.644+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.644+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.644+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.645+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T00:59:18.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.647+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.647+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.648+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.648+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T00:59:18.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.650+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.650+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.651+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.652+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T00:59:18.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.653+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.653+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.653+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.653 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.655+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T00:59:18.655 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.656+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.655 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.657+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.655 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.657+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.658+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T00:59:18.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.659+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.660+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.660+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.661+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T00:59:18.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.662+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.663+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.663+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.662 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.664+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T00:59:18.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.665+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.666+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.666+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.666 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.667+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T00:59:18.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.668+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.669+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.669+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.669 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.670+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T00:59:18.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.671+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.672+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.672+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.673+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T00:59:18.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.674+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.675+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.675+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.676+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T00:59:18.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.678+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.679+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.679+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.680+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T00:59:18.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.681+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.682+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.682+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.683+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T00:59:18.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.684+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.685+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.685+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.686+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T00:59:18.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.687+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.688+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.688+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.689+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T00:59:18.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.691+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.691+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.692+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.693+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T00:59:18.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.694+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.694+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.695+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.696+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T00:59:18.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.697+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.697+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.698+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.699+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T00:59:18.699 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.700+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.699 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.700+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.699 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.701+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.700 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.702+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T00:59:18.701 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.703+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.702 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.703+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.702 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.704+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.705+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T00:59:18.704 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.706+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.706+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.707+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.708+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T00:59:18.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.709+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.709+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.710+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.711+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T00:59:18.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.712+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.712+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.712+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.714+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T00:59:18.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.715+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.716+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.715 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.716+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.717+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T00:59:18.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.719+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.719+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.719+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.720+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T00:59:18.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.721+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.722+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.722+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.723+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T00:59:18.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.725+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.725+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.725+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.726+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T00:59:18.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.728+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.728+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.728+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.729+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T00:59:18.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.731+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.731+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.731+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.733+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T00:59:18.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.734+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.735+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.735+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.734 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.736+0000 7f438d944800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T00:59:18.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.737+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.737+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T00:59:18.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.738+0000 7f438d944800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T00:59:18.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.740+0000 7f423f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T00:59:18.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.742+0000 7f438d944800 20 remove_watcher() i=0 2024-09-12T00:59:18.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.742+0000 7f438d944800 2 removed watcher, disabling cache 2024-09-12T00:59:18.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.743+0000 7f438d944800 20 remove_watcher() i=1 2024-09-12T00:59:18.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.744+0000 7f438d944800 20 remove_watcher() i=2 2024-09-12T00:59:18.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.745+0000 7f438d944800 20 remove_watcher() i=3 2024-09-12T00:59:18.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.746+0000 7f438d944800 20 remove_watcher() i=4 2024-09-12T00:59:18.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.748+0000 7f438d944800 20 remove_watcher() i=5 2024-09-12T00:59:18.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.748+0000 7f438d944800 20 remove_watcher() i=6 2024-09-12T00:59:18.748 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T00:59:18.749+0000 7f438d944800 20 remove_watcher() i=7 2024-09-12T00:59:18.760 DEBUG:teuthology.orchestra.run.smithi038:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests AWS4Test 2024-09-12T00:59:19.256 INFO:teuthology.orchestra.run.smithi038.stdout:Starting a Gradle Daemon (subsequent builds will be faster) 2024-09-12T00:59:22.956 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :clean UP-TO-DATE 2024-09-12T00:59:40.855 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :compileJava 2024-09-12T00:59:40.855 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :processResources 2024-09-12T00:59:40.855 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :classes 2024-09-12T00:59:41.754 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:41.755 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :compileTestJava 2024-09-12T00:59:41.756 INFO:teuthology.orchestra.run.smithi038.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T00:59:41.756 INFO:teuthology.orchestra.run.smithi038.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T00:59:41.757 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:41.757 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T00:59:41.758 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :testClasses 2024-09-12T00:59:47.755 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:47.755 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :test 2024-09-12T00:59:47.755 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:47.755 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 STARTED 2024-09-12T00:59:48.454 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:48.455 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 PASSED 2024-09-12T00:59:48.654 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:48.655 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 STARTED 2024-09-12T00:59:48.754 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:48.754 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 PASSED 2024-09-12T00:59:48.954 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:48.954 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 STARTED 2024-09-12T00:59:49.454 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:49.454 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 PASSED 2024-09-12T00:59:49.655 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:49.655 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 STARTED 2024-09-12T00:59:49.655 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:49.655 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 PASSED 2024-09-12T00:59:49.754 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:49.755 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 STARTED 2024-09-12T00:59:49.755 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:49.755 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 PASSED 2024-09-12T00:59:49.954 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:49.954 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 STARTED 2024-09-12T00:59:50.354 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:50.354 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 PASSED 2024-09-12T00:59:50.754 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:50.754 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STARTED 2024-09-12T00:59:50.854 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:50.855 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STANDARD_OUT 2024-09-12T00:59:50.855 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12 00:59:50,832 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T00:59:55.154 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:55.154 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 PASSED 2024-09-12T00:59:55.455 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:55.455 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 STARTED 2024-09-12T00:59:55.455 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:55.455 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 PASSED 2024-09-12T00:59:55.654 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:55.654 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 STARTED 2024-09-12T00:59:55.655 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:55.655 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 PASSED 2024-09-12T00:59:56.054 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:56.055 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 STARTED 2024-09-12T00:59:56.354 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:56.354 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 PASSED 2024-09-12T00:59:56.554 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:56.554 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 STARTED 2024-09-12T00:59:56.654 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:56.654 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 PASSED 2024-09-12T00:59:56.757 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:56.757 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 STARTED 2024-09-12T00:59:59.054 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:59.055 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 PASSED 2024-09-12T00:59:59.254 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:59.254 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 STARTED 2024-09-12T00:59:59.854 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T00:59:59.855 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 PASSED 2024-09-12T01:00:00.054 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:00.055 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 STARTED 2024-09-12T01:00:00.354 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:00.354 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 PASSED 2024-09-12T01:00:00.554 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:00.554 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 STARTED 2024-09-12T01:00:05.854 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:05.855 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 PASSED 2024-09-12T01:00:06.054 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:06.054 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 STARTED 2024-09-12T01:00:07.554 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:07.554 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 PASSED 2024-09-12T01:00:07.754 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:07.754 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 STARTED 2024-09-12T01:00:08.154 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:08.154 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 PASSED 2024-09-12T01:00:08.354 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:08.354 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 STARTED 2024-09-12T01:00:08.654 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:08.654 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 PASSED 2024-09-12T01:00:08.954 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:08.954 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 STARTED 2024-09-12T01:00:08.954 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:08.954 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 PASSED 2024-09-12T01:00:09.154 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:09.154 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 STARTED 2024-09-12T01:00:09.254 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:09.254 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 PASSED 2024-09-12T01:00:09.454 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:09.454 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 STARTED 2024-09-12T01:00:09.455 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:09.455 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 PASSED 2024-09-12T01:00:09.654 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:09.654 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 STARTED 2024-09-12T01:00:09.655 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:09.655 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 PASSED 2024-09-12T01:00:09.854 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:09.855 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 STARTED 2024-09-12T01:00:09.855 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:09.855 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 PASSED 2024-09-12T01:00:10.154 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:10.154 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 STARTED 2024-09-12T01:00:10.154 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:10.155 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 PASSED 2024-09-12T01:00:10.354 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:10.355 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 STARTED 2024-09-12T01:00:10.355 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:10.355 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 PASSED 2024-09-12T01:00:10.554 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:10.554 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 STARTED 2024-09-12T01:00:11.354 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:11.354 INFO:teuthology.orchestra.run.smithi038.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 PASSED 2024-09-12T01:00:11.650 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:11.650 INFO:teuthology.orchestra.run.smithi038.stdout:---------------------------------------------------------------------- 2024-09-12T01:00:11.650 INFO:teuthology.orchestra.run.smithi038.stdout:| Results: SUCCESS (26 tests, 26 successes, 0 failures, 0 skipped) | 2024-09-12T01:00:11.650 INFO:teuthology.orchestra.run.smithi038.stdout:---------------------------------------------------------------------- 2024-09-12T01:00:11.650 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:11.650 INFO:teuthology.orchestra.run.smithi038.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T01:00:11.651 INFO:teuthology.orchestra.run.smithi038.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T01:00:11.651 INFO:teuthology.orchestra.run.smithi038.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T01:00:11.651 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:11.651 INFO:teuthology.orchestra.run.smithi038.stdout:BUILD SUCCESSFUL in 52s 2024-09-12T01:00:11.651 INFO:teuthology.orchestra.run.smithi038.stdout:5 actionable tasks: 4 executed, 1 up-to-date 2024-09-12T01:00:11.969 DEBUG:teuthology.orchestra.run.smithi038:> radosgw-admin gc process --include-all 2024-09-12T01:00:12.024 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:12.024 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:12.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.067+0000 7fce37d26800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.069+0000 7fce37d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:12.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.069+0000 7fce37d26800 20 realm 2024-09-12T01:00:12.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.069+0000 7fce37d26800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.069+0000 7fce37d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:12.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.069+0000 7fce37d26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:12.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.069+0000 7fce37d26800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.069+0000 7fce37d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:12.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.069+0000 7fce37d26800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.070+0000 7fce37d26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:12.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.070+0000 7fce37d26800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.071+0000 7fce37d26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:12.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.071+0000 7fce37d26800 20 searching for the correct realm 2024-09-12T01:00:12.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.074+0000 7fce3415e640 0 -- 172.21.15.38:0/1582036637 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x559b2877e350 msgr2=0x559b287807a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:12.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.077+0000 7fce2b15c640 0 -- 172.21.15.38:0/1582036637 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fce24088040 msgr2=0x7fce2404d6c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:12.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.081+0000 7fce37d26800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:00:12.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.081+0000 7fce37d26800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:00:12.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.081+0000 7fce37d26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:12.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.081+0000 7fce37d26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:12.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.081+0000 7fce37d26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:12.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.081+0000 7fce37d26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:12.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.081+0000 7fce37d26800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.081+0000 7fce37d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:12.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.081+0000 7fce37d26800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.082+0000 7fce37d26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:12.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.082+0000 7fce37d26800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.082+0000 7fce37d26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:12.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.082+0000 7fce37d26800 20 zone default found 2024-09-12T01:00:12.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.082+0000 7fce37d26800 4 Realm: () 2024-09-12T01:00:12.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.082+0000 7fce37d26800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:00:12.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.082+0000 7fce37d26800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:00:12.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.082+0000 7fce37d26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:12.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.082+0000 7fce37d26800 20 zonegroup default 2024-09-12T01:00:12.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.082+0000 7fce37d26800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.082+0000 7fce37d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:12.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.082+0000 7fce37d26800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.083+0000 7fce37d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:12.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.083+0000 7fce37d26800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.083+0000 7fce37d26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:12.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.083+0000 7fce37d26800 20 started sync module instance, tier type = 2024-09-12T01:00:12.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.083+0000 7fce37d26800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:00:12.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.092+0000 7fce37d26800 20 add_watcher() i=0 2024-09-12T01:00:12.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.092+0000 7fce37d26800 20 add_watcher() i=1 2024-09-12T01:00:12.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.092+0000 7fce37d26800 20 add_watcher() i=2 2024-09-12T01:00:12.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.092+0000 7fce37d26800 20 add_watcher() i=3 2024-09-12T01:00:12.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.092+0000 7fce37d26800 20 add_watcher() i=4 2024-09-12T01:00:12.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.092+0000 7fce37d26800 20 add_watcher() i=5 2024-09-12T01:00:12.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.092+0000 7fce37d26800 20 add_watcher() i=6 2024-09-12T01:00:12.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.093+0000 7fce37d26800 20 add_watcher() i=7 2024-09-12T01:00:12.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.093+0000 7fce37d26800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:12.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.095+0000 7fcce9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:12.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.095+0000 7fce37d26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:12.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.095+0000 7fce37d26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:12.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.132+0000 7fcce8fe1640 20 reqs_thread_entry: start 2024-09-12T01:00:12.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.132+0000 7fce37d26800 20 init_complete bucket index max shards: 11 2024-09-12T01:00:12.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.132+0000 7fce37d26800 20 Filter name: none 2024-09-12T01:00:12.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.132+0000 7fcc627fc640 20 reqs_thread_entry: start 2024-09-12T01:00:12.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.132+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T01:00:12.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.134+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.134+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.135+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:12.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.135+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3740903268846163604', time=2024-09-12T02:59:50.418709+0000, chain.objs.size()=9 2024-09-12T01:00:12.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.135+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__multipart_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.1 2024-09-12T01:00:12.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.135+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__shadow_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.1_1 2024-09-12T01:00:12.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.135+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__multipart_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.2 2024-09-12T01:00:12.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.135+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__shadow_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.2_1 2024-09-12T01:00:12.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.135+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__multipart_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.3 2024-09-12T01:00:12.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.135+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__shadow_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.3_1 2024-09-12T01:00:12.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.135+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__multipart_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.4 2024-09-12T01:00:12.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.135+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__shadow_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.4_1 2024-09-12T01:00:12.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.136+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__multipart_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.5 2024-09-12T01:00:12.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.139+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.141+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T01:00:12.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.142+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.143+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.143+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:12.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.143+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2793766699003902793', time=2024-09-12T02:59:59.914014+0000, chain.objs.size()=9 2024-09-12T01:00:12.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.143+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__multipart_file2.mpg.2~5DR82rAAiffTQzYSx32kE2UpUCxx2gr.1 2024-09-12T01:00:12.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.143+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__shadow_file2.mpg.2~5DR82rAAiffTQzYSx32kE2UpUCxx2gr.1_1 2024-09-12T01:00:12.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.143+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__multipart_file2.mpg.2~5DR82rAAiffTQzYSx32kE2UpUCxx2gr.2 2024-09-12T01:00:12.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.143+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__shadow_file2.mpg.2~5DR82rAAiffTQzYSx32kE2UpUCxx2gr.2_1 2024-09-12T01:00:12.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.143+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__multipart_file2.mpg.2~5DR82rAAiffTQzYSx32kE2UpUCxx2gr.3 2024-09-12T01:00:12.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.143+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__shadow_file2.mpg.2~5DR82rAAiffTQzYSx32kE2UpUCxx2gr.3_1 2024-09-12T01:00:12.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.143+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__multipart_file2.mpg.2~5DR82rAAiffTQzYSx32kE2UpUCxx2gr.4 2024-09-12T01:00:12.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.143+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__shadow_file2.mpg.2~5DR82rAAiffTQzYSx32kE2UpUCxx2gr.4_1 2024-09-12T01:00:12.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.143+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__multipart_file2.mpg.2~5DR82rAAiffTQzYSx32kE2UpUCxx2gr.5 2024-09-12T01:00:12.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.148+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.150+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T01:00:12.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.152+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.153+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.153+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:12.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.153+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6877246107840065786', time=2024-09-12T03:00:11.420721+0000, chain.objs.size()=21 2024-09-12T01:00:12.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.153+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__multipart_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.1 2024-09-12T01:00:12.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.153+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__shadow_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.1_1 2024-09-12T01:00:12.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.153+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__multipart_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.2 2024-09-12T01:00:12.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.153+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__shadow_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.2_1 2024-09-12T01:00:12.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.153+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__multipart_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.3 2024-09-12T01:00:12.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.153+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__shadow_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.3_1 2024-09-12T01:00:12.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.153+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__multipart_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.4 2024-09-12T01:00:12.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.153+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__shadow_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.4_1 2024-09-12T01:00:12.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.153+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__multipart_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.5 2024-09-12T01:00:12.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.153+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__shadow_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.5_1 2024-09-12T01:00:12.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.154+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__multipart_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.6 2024-09-12T01:00:12.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.154+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__shadow_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.6_1 2024-09-12T01:00:12.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.156+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__multipart_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.7 2024-09-12T01:00:12.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.157+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__shadow_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.7_1 2024-09-12T01:00:12.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.157+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__multipart_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.8 2024-09-12T01:00:12.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.158+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__shadow_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.8_1 2024-09-12T01:00:12.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.158+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__multipart_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.9 2024-09-12T01:00:12.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.158+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__shadow_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.9_1 2024-09-12T01:00:12.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.158+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__multipart_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.10 2024-09-12T01:00:12.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.158+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__shadow_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.10_1 2024-09-12T01:00:12.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.159+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67__multipart_key1.2~3O1Hjtk4HmR7rghiruADT9kZB0VXPxF.11 2024-09-12T01:00:12.162 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.163+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.165+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T01:00:12.165 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.167+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.167+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.168+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:12.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.168+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14976058675888255518', time=2024-09-12T03:00:05.200151+0000, chain.objs.size()=16 2024-09-12T01:00:12.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.168+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~VHqT5KsRxmjBxWb0PCAllIPjHbmI_Pv.1 2024-09-12T01:00:12.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.168+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~VHqT5KsRxmjBxWb0PCAllIPjHbmI_Pv.1_1 2024-09-12T01:00:12.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.168+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~VHqT5KsRxmjBxWb0PCAllIPjHbmI_Pv.1_2 2024-09-12T01:00:12.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.168+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~VHqT5KsRxmjBxWb0PCAllIPjHbmI_Pv.2 2024-09-12T01:00:12.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.168+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~VHqT5KsRxmjBxWb0PCAllIPjHbmI_Pv.2_1 2024-09-12T01:00:12.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.168+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~VHqT5KsRxmjBxWb0PCAllIPjHbmI_Pv.2_2 2024-09-12T01:00:12.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.168+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~VHqT5KsRxmjBxWb0PCAllIPjHbmI_Pv.3 2024-09-12T01:00:12.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.168+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~VHqT5KsRxmjBxWb0PCAllIPjHbmI_Pv.3_1 2024-09-12T01:00:12.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.168+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~VHqT5KsRxmjBxWb0PCAllIPjHbmI_Pv.3_2 2024-09-12T01:00:12.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.168+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~VHqT5KsRxmjBxWb0PCAllIPjHbmI_Pv.4 2024-09-12T01:00:12.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.168+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~VHqT5KsRxmjBxWb0PCAllIPjHbmI_Pv.4_1 2024-09-12T01:00:12.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.168+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~VHqT5KsRxmjBxWb0PCAllIPjHbmI_Pv.4_2 2024-09-12T01:00:12.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.172+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~VHqT5KsRxmjBxWb0PCAllIPjHbmI_Pv.5 2024-09-12T01:00:12.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.172+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~VHqT5KsRxmjBxWb0PCAllIPjHbmI_Pv.5_1 2024-09-12T01:00:12.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.172+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~VHqT5KsRxmjBxWb0PCAllIPjHbmI_Pv.5_2 2024-09-12T01:00:12.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.172+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~VHqT5KsRxmjBxWb0PCAllIPjHbmI_Pv.6 2024-09-12T01:00:12.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.175+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.178+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T01:00:12.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.179+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.180+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.180+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:12.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.180+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8830712681577136073', time=2024-09-12T02:59:53.186813+0000, chain.objs.size()=9 2024-09-12T01:00:12.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.180+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~NT4s5wXuZG5NfZgrs1G_7uIeJy2XqWf.1 2024-09-12T01:00:12.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.180+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~NT4s5wXuZG5NfZgrs1G_7uIeJy2XqWf.1_1 2024-09-12T01:00:12.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.180+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~NT4s5wXuZG5NfZgrs1G_7uIeJy2XqWf.2 2024-09-12T01:00:12.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.180+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~NT4s5wXuZG5NfZgrs1G_7uIeJy2XqWf.2_1 2024-09-12T01:00:12.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.180+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~NT4s5wXuZG5NfZgrs1G_7uIeJy2XqWf.3 2024-09-12T01:00:12.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.180+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~NT4s5wXuZG5NfZgrs1G_7uIeJy2XqWf.3_1 2024-09-12T01:00:12.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.180+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~NT4s5wXuZG5NfZgrs1G_7uIeJy2XqWf.4 2024-09-12T01:00:12.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.180+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~NT4s5wXuZG5NfZgrs1G_7uIeJy2XqWf.4_1 2024-09-12T01:00:12.180 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.180+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~NT4s5wXuZG5NfZgrs1G_7uIeJy2XqWf.5 2024-09-12T01:00:12.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.184+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.186+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T01:00:12.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.188+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.188+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.188+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:12.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.189+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16985467267059326313', time=2024-09-12T02:59:55.289438+0000, chain.objs.size()=6 2024-09-12T01:00:12.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.189+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.47__shadow_.INzi5OjVQSlUox5lMRhc8-qnXXm5cNt_0 2024-09-12T01:00:12.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.189+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.47__shadow_.INzi5OjVQSlUox5lMRhc8-qnXXm5cNt_1 2024-09-12T01:00:12.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.189+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.47__shadow_.INzi5OjVQSlUox5lMRhc8-qnXXm5cNt_2 2024-09-12T01:00:12.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.189+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.47__shadow_.INzi5OjVQSlUox5lMRhc8-qnXXm5cNt_3 2024-09-12T01:00:12.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.189+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.47__shadow_.INzi5OjVQSlUox5lMRhc8-qnXXm5cNt_4 2024-09-12T01:00:12.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.189+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.47__shadow_.INzi5OjVQSlUox5lMRhc8-qnXXm5cNt_5 2024-09-12T01:00:12.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.192+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.195+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T01:00:12.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.196+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.197+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.197+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:12.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.197+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16762448428018919604', time=2024-09-12T02:59:59.925744+0000, chain.objs.size()=1 2024-09-12T01:00:12.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.197+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__shadow_.jfBT5x41T9WlAUbvscClmfSGExGfw3B_0 2024-09-12T01:00:12.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.198+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.199 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.201+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T01:00:12.200 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.202+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.201 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.202+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.201 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.203+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:12.201 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.203+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10827488951375268744', time=2024-09-12T03:00:09.262241+0000, chain.objs.size()=1 2024-09-12T01:00:12.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.203+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.61__shadow_.-9vUO4YFLXjMF1hSqNc8Ihpsk3Jpdgh_0 2024-09-12T01:00:12.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.204+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.206+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T01:00:12.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.208+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.208+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.209+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:12.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.209+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL', time=2024-09-12T03:00:08.850924+0000, chain.objs.size()=92 2024-09-12T01:00:12.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.209+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.1 2024-09-12T01:00:12.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.209+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.2 2024-09-12T01:00:12.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.209+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.3 2024-09-12T01:00:12.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.209+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.4 2024-09-12T01:00:12.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.209+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.5 2024-09-12T01:00:12.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.209+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.6 2024-09-12T01:00:12.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.209+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.7 2024-09-12T01:00:12.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.209+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.8 2024-09-12T01:00:12.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.209+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.9 2024-09-12T01:00:12.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.209+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.10 2024-09-12T01:00:12.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.209+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.11 2024-09-12T01:00:12.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.209+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.12 2024-09-12T01:00:12.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.212+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.13 2024-09-12T01:00:12.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.212+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.14 2024-09-12T01:00:12.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.212+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.15 2024-09-12T01:00:12.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.212+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.16 2024-09-12T01:00:12.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.212+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.17 2024-09-12T01:00:12.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.214+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.18 2024-09-12T01:00:12.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.214+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.19 2024-09-12T01:00:12.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.214+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.20 2024-09-12T01:00:12.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.214+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.21 2024-09-12T01:00:12.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.214+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.22 2024-09-12T01:00:12.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.214+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.23 2024-09-12T01:00:12.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.214+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.24 2024-09-12T01:00:12.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.215+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.25 2024-09-12T01:00:12.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.216+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.26 2024-09-12T01:00:12.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.216+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.27 2024-09-12T01:00:12.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.216+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.28 2024-09-12T01:00:12.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.217+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.29 2024-09-12T01:00:12.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.217+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.30 2024-09-12T01:00:12.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.217+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.31 2024-09-12T01:00:12.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.218+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.32 2024-09-12T01:00:12.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.218+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.33 2024-09-12T01:00:12.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.218+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.34 2024-09-12T01:00:12.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.218+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.35 2024-09-12T01:00:12.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.220+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.36 2024-09-12T01:00:12.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.220+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.37 2024-09-12T01:00:12.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.220+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.38 2024-09-12T01:00:12.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.220+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.39 2024-09-12T01:00:12.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.223+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.40 2024-09-12T01:00:12.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.223+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.41 2024-09-12T01:00:12.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.223+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.42 2024-09-12T01:00:12.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.223+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.43 2024-09-12T01:00:12.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.223+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.44 2024-09-12T01:00:12.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.223+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.45 2024-09-12T01:00:12.223 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.223+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.46 2024-09-12T01:00:12.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.227+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.47 2024-09-12T01:00:12.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.227+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.48 2024-09-12T01:00:12.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.227+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.49 2024-09-12T01:00:12.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.227+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.50 2024-09-12T01:00:12.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.227+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.51 2024-09-12T01:00:12.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.227+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.52 2024-09-12T01:00:12.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.227+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.53 2024-09-12T01:00:12.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.229+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.54 2024-09-12T01:00:12.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.229+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.55 2024-09-12T01:00:12.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.229+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.56 2024-09-12T01:00:12.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.229+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.57 2024-09-12T01:00:12.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.229+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.58 2024-09-12T01:00:12.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.230+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.59 2024-09-12T01:00:12.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.230+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.60 2024-09-12T01:00:12.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.230+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.61 2024-09-12T01:00:12.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.231+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.62 2024-09-12T01:00:12.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.231+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.63 2024-09-12T01:00:12.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.232+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.64 2024-09-12T01:00:12.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.235+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.65 2024-09-12T01:00:12.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.235+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.66 2024-09-12T01:00:12.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.235+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.67 2024-09-12T01:00:12.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.235+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.68 2024-09-12T01:00:12.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.235+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.69 2024-09-12T01:00:12.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.235+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.70 2024-09-12T01:00:12.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.235+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.71 2024-09-12T01:00:12.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.235+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.72 2024-09-12T01:00:12.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.235+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.73 2024-09-12T01:00:12.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.235+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.74 2024-09-12T01:00:12.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.237+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.75 2024-09-12T01:00:12.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.238+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.76 2024-09-12T01:00:12.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.238+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.77 2024-09-12T01:00:12.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.239+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.78 2024-09-12T01:00:12.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.239+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.79 2024-09-12T01:00:12.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.239+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.80 2024-09-12T01:00:12.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.240+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.81 2024-09-12T01:00:12.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.240+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.82 2024-09-12T01:00:12.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.240+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.83 2024-09-12T01:00:12.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.240+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.84 2024-09-12T01:00:12.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.242+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.85 2024-09-12T01:00:12.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.242+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.86 2024-09-12T01:00:12.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.242+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.87 2024-09-12T01:00:12.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.242+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.88 2024-09-12T01:00:12.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.242+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.89 2024-09-12T01:00:12.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.242+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.90 2024-09-12T01:00:12.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.243+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.91 2024-09-12T01:00:12.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.243+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.59__multipart_key1.2~yHBp6LMSoS6MlU30ofXoy6pO-gdtJuL.92 2024-09-12T01:00:12.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.247+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.248 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.249+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T01:00:12.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.250+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.251+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.251+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.252+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T01:00:12.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.253+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.254+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.254+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T01:00:12.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.254+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9461065495969231586', time=2024-09-12T02:59:55.168678+0000, chain.objs.size()=7 2024-09-12T01:00:12.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.254+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~txmjU8pZPxV9RirHRNqLx59-CNf62PP.1 2024-09-12T01:00:12.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.254+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~txmjU8pZPxV9RirHRNqLx59-CNf62PP.1_1 2024-09-12T01:00:12.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.254+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~txmjU8pZPxV9RirHRNqLx59-CNf62PP.1_2 2024-09-12T01:00:12.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.254+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~txmjU8pZPxV9RirHRNqLx59-CNf62PP.2 2024-09-12T01:00:12.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.254+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~txmjU8pZPxV9RirHRNqLx59-CNf62PP.2_1 2024-09-12T01:00:12.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.254+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~txmjU8pZPxV9RirHRNqLx59-CNf62PP.2_2 2024-09-12T01:00:12.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.254+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~txmjU8pZPxV9RirHRNqLx59-CNf62PP.3 2024-09-12T01:00:12.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.254+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16655506498221223133', time=2024-09-12T03:00:05.917403+0000, chain.objs.size()=16 2024-09-12T01:00:12.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.254+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~Gnn7Xnel2hU6KpjjfefdofoyVtQ1p33.1 2024-09-12T01:00:12.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.254+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~Gnn7Xnel2hU6KpjjfefdofoyVtQ1p33.1_1 2024-09-12T01:00:12.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.254+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~Gnn7Xnel2hU6KpjjfefdofoyVtQ1p33.1_2 2024-09-12T01:00:12.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.254+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~Gnn7Xnel2hU6KpjjfefdofoyVtQ1p33.2 2024-09-12T01:00:12.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.254+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~Gnn7Xnel2hU6KpjjfefdofoyVtQ1p33.2_1 2024-09-12T01:00:12.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.258+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~Gnn7Xnel2hU6KpjjfefdofoyVtQ1p33.2_2 2024-09-12T01:00:12.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.258+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~Gnn7Xnel2hU6KpjjfefdofoyVtQ1p33.3 2024-09-12T01:00:12.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.258+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~Gnn7Xnel2hU6KpjjfefdofoyVtQ1p33.3_1 2024-09-12T01:00:12.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.259+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~Gnn7Xnel2hU6KpjjfefdofoyVtQ1p33.3_2 2024-09-12T01:00:12.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.259+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~Gnn7Xnel2hU6KpjjfefdofoyVtQ1p33.4 2024-09-12T01:00:12.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.259+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~Gnn7Xnel2hU6KpjjfefdofoyVtQ1p33.4_1 2024-09-12T01:00:12.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.259+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~Gnn7Xnel2hU6KpjjfefdofoyVtQ1p33.4_2 2024-09-12T01:00:12.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.259+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~Gnn7Xnel2hU6KpjjfefdofoyVtQ1p33.5 2024-09-12T01:00:12.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.259+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~Gnn7Xnel2hU6KpjjfefdofoyVtQ1p33.5_1 2024-09-12T01:00:12.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.259+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~Gnn7Xnel2hU6KpjjfefdofoyVtQ1p33.5_2 2024-09-12T01:00:12.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.259+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~Gnn7Xnel2hU6KpjjfefdofoyVtQ1p33.6 2024-09-12T01:00:12.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.261+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5027361435299199273', time=2024-09-12T03:00:07.556960+0000, chain.objs.size()=9 2024-09-12T01:00:12.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.261+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.57__multipart_key1.2~as6wpp5g3kr3KwaYIPULMO733WcUMVQ.1 2024-09-12T01:00:12.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.265+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.57__shadow_key1.2~as6wpp5g3kr3KwaYIPULMO733WcUMVQ.1_1 2024-09-12T01:00:12.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.265+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.57__multipart_key1.2~as6wpp5g3kr3KwaYIPULMO733WcUMVQ.2 2024-09-12T01:00:12.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.265+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.57__shadow_key1.2~as6wpp5g3kr3KwaYIPULMO733WcUMVQ.2_1 2024-09-12T01:00:12.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.265+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.57__multipart_key1.2~as6wpp5g3kr3KwaYIPULMO733WcUMVQ.3 2024-09-12T01:00:12.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.265+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.57__shadow_key1.2~as6wpp5g3kr3KwaYIPULMO733WcUMVQ.3_1 2024-09-12T01:00:12.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.265+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.57__multipart_key1.2~as6wpp5g3kr3KwaYIPULMO733WcUMVQ.4 2024-09-12T01:00:12.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.265+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.57__shadow_key1.2~as6wpp5g3kr3KwaYIPULMO733WcUMVQ.4_1 2024-09-12T01:00:12.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.265+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.57__multipart_key1.2~as6wpp5g3kr3KwaYIPULMO733WcUMVQ.5 2024-09-12T01:00:12.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.265+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1929732853999165007', time=2024-09-12T03:00:10.164818+0000, chain.objs.size()=1 2024-09-12T01:00:12.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.265+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.65__shadow_.1Jkg6v9kljcR-KoVUEEN0Gdu7ScG3LS_0 2024-09-12T01:00:12.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.270+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.273+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T01:00:12.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.275+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.275+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.276+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:12.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.276+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12419752372069477258', time=2024-09-12T02:59:59.907905+0000, chain.objs.size()=1 2024-09-12T01:00:12.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.276+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__shadow_.39VJuIU--tuRExtG5u6MLeyDU95dtbV_0 2024-09-12T01:00:12.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.276+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2178815830876713431', time=2024-09-12T02:59:59.919822+0000, chain.objs.size()=1 2024-09-12T01:00:12.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.276+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__shadow_.bRU48Oxjt9ATBFQQ_sf-J4D9WGz_krF_0 2024-09-12T01:00:12.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.277+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.279+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T01:00:12.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.281+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.282+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.282+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:12.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.282+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15762521243970126132', time=2024-09-12T02:59:59.090690+0000, chain.objs.size()=9 2024-09-12T01:00:12.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.282+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.53__multipart_key1.2~k2ME-zUnk3I0GyqzPjE_iQoheZyI9CC.1 2024-09-12T01:00:12.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.282+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.53__shadow_key1.2~k2ME-zUnk3I0GyqzPjE_iQoheZyI9CC.1_1 2024-09-12T01:00:12.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.282+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.53__multipart_key1.2~k2ME-zUnk3I0GyqzPjE_iQoheZyI9CC.2 2024-09-12T01:00:12.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.282+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.53__shadow_key1.2~k2ME-zUnk3I0GyqzPjE_iQoheZyI9CC.2_1 2024-09-12T01:00:12.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.282+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.53__multipart_key1.2~k2ME-zUnk3I0GyqzPjE_iQoheZyI9CC.3 2024-09-12T01:00:12.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.282+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.53__shadow_key1.2~k2ME-zUnk3I0GyqzPjE_iQoheZyI9CC.3_1 2024-09-12T01:00:12.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.282+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.53__multipart_key1.2~k2ME-zUnk3I0GyqzPjE_iQoheZyI9CC.4 2024-09-12T01:00:12.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.282+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.53__shadow_key1.2~k2ME-zUnk3I0GyqzPjE_iQoheZyI9CC.4_1 2024-09-12T01:00:12.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.282+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.53__multipart_key1.2~k2ME-zUnk3I0GyqzPjE_iQoheZyI9CC.5 2024-09-12T01:00:12.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.282+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5964972996664138845', time=2024-09-12T03:00:09.941429+0000, chain.objs.size()=1 2024-09-12T01:00:12.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.282+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.64__shadow_.NMK1RS21omKHt1qUn6ktFhuSkoqHHsQ_0 2024-09-12T01:00:12.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.286+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.289+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T01:00:12.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.290+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.291+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.291+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.293+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T01:00:12.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.294+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.295+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.295+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.296+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T01:00:12.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.297+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.298+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.298+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:12.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.298+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='2~X6ZfRppeXz3_XwUNEZh5PgDy_KyopSI', time=2024-09-12T03:00:00.430718+0000, chain.objs.size()=5 2024-09-12T01:00:12.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.299+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.55__multipart_key1.2~X6ZfRppeXz3_XwUNEZh5PgDy_KyopSI.7 2024-09-12T01:00:12.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.299+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.55__shadow_key1.2~X6ZfRppeXz3_XwUNEZh5PgDy_KyopSI.7_1 2024-09-12T01:00:12.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.299+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.55__multipart_key1.2~X6ZfRppeXz3_XwUNEZh5PgDy_KyopSI.10 2024-09-12T01:00:12.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.299+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.55__shadow_key1.2~X6ZfRppeXz3_XwUNEZh5PgDy_KyopSI.10_1 2024-09-12T01:00:12.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.299+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.55__multipart_key1.2~X6ZfRppeXz3_XwUNEZh5PgDy_KyopSI.13 2024-09-12T01:00:12.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.299+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15110355470752930689', time=2024-09-12T03:00:09.712680+0000, chain.objs.size()=1 2024-09-12T01:00:12.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.299+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.63__shadow_.d5kQenzLSfX6tPxhDcE7xq49qN9WCqy_0 2024-09-12T01:00:12.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.301+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.304+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T01:00:12.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.306+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.306+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.307+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T01:00:12.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.307+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='2~6O3GZ7V3BcygWQkj4SwVHfdLjs_1cgF', time=2024-09-12T02:59:48.429655+0000, chain.objs.size()=9 2024-09-12T01:00:12.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.307+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.41__multipart_key1.2~6O3GZ7V3BcygWQkj4SwVHfdLjs_1cgF.1 2024-09-12T01:00:12.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.307+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.41__shadow_key1.2~6O3GZ7V3BcygWQkj4SwVHfdLjs_1cgF.1_1 2024-09-12T01:00:12.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.307+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.41__multipart_key1.2~6O3GZ7V3BcygWQkj4SwVHfdLjs_1cgF.2 2024-09-12T01:00:12.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.307+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.41__shadow_key1.2~6O3GZ7V3BcygWQkj4SwVHfdLjs_1cgF.2_1 2024-09-12T01:00:12.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.307+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.41__multipart_key1.2~6O3GZ7V3BcygWQkj4SwVHfdLjs_1cgF.3 2024-09-12T01:00:12.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.307+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.41__shadow_key1.2~6O3GZ7V3BcygWQkj4SwVHfdLjs_1cgF.3_1 2024-09-12T01:00:12.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.307+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.41__multipart_key1.2~6O3GZ7V3BcygWQkj4SwVHfdLjs_1cgF.4 2024-09-12T01:00:12.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.307+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.41__shadow_key1.2~6O3GZ7V3BcygWQkj4SwVHfdLjs_1cgF.4_1 2024-09-12T01:00:12.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.307+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.41__multipart_key1.2~6O3GZ7V3BcygWQkj4SwVHfdLjs_1cgF.5 2024-09-12T01:00:12.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.307+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.531442111083999915', time=2024-09-12T02:59:55.027519+0000, chain.objs.size()=7 2024-09-12T01:00:12.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.307+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~LS_WRYU7MUoemitpyQ9Gnr74XqP4gAM.1 2024-09-12T01:00:12.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.307+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~LS_WRYU7MUoemitpyQ9Gnr74XqP4gAM.1_1 2024-09-12T01:00:12.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.307+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~LS_WRYU7MUoemitpyQ9Gnr74XqP4gAM.1_2 2024-09-12T01:00:12.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.309+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~LS_WRYU7MUoemitpyQ9Gnr74XqP4gAM.2 2024-09-12T01:00:12.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.311+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~LS_WRYU7MUoemitpyQ9Gnr74XqP4gAM.2_1 2024-09-12T01:00:12.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.312+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~LS_WRYU7MUoemitpyQ9Gnr74XqP4gAM.2_2 2024-09-12T01:00:12.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.312+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~LS_WRYU7MUoemitpyQ9Gnr74XqP4gAM.3 2024-09-12T01:00:12.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.312+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9527708435146171126', time=2024-09-12T03:00:08.201671+0000, chain.objs.size()=9 2024-09-12T01:00:12.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.312+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.58__multipart_key1.2~zZPtsKIWoXNjJlacZQFCMDKCRO8GowJ.1 2024-09-12T01:00:12.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.312+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.58__shadow_key1.2~zZPtsKIWoXNjJlacZQFCMDKCRO8GowJ.1_1 2024-09-12T01:00:12.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.312+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.58__multipart_key1.2~zZPtsKIWoXNjJlacZQFCMDKCRO8GowJ.2 2024-09-12T01:00:12.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.312+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.58__shadow_key1.2~zZPtsKIWoXNjJlacZQFCMDKCRO8GowJ.2_1 2024-09-12T01:00:12.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.312+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.58__multipart_key1.2~zZPtsKIWoXNjJlacZQFCMDKCRO8GowJ.3 2024-09-12T01:00:12.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.314+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.58__shadow_key1.2~zZPtsKIWoXNjJlacZQFCMDKCRO8GowJ.3_1 2024-09-12T01:00:12.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.314+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.58__multipart_key1.2~zZPtsKIWoXNjJlacZQFCMDKCRO8GowJ.4 2024-09-12T01:00:12.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.314+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.58__shadow_key1.2~zZPtsKIWoXNjJlacZQFCMDKCRO8GowJ.4_1 2024-09-12T01:00:12.314 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.315+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.58__multipart_key1.2~zZPtsKIWoXNjJlacZQFCMDKCRO8GowJ.5 2024-09-12T01:00:12.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.320+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.322+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T01:00:12.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.324+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.324+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.324+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:12.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.324+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6743183865122384534', time=2024-09-12T02:59:54.593790+0000, chain.objs.size()=7 2024-09-12T01:00:12.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.324+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~m-qio4XrbBubxvbme7SelGt0HMicFcP.1 2024-09-12T01:00:12.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.324+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~m-qio4XrbBubxvbme7SelGt0HMicFcP.1_1 2024-09-12T01:00:12.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.324+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~m-qio4XrbBubxvbme7SelGt0HMicFcP.1_2 2024-09-12T01:00:12.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.324+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~m-qio4XrbBubxvbme7SelGt0HMicFcP.2 2024-09-12T01:00:12.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.324+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~m-qio4XrbBubxvbme7SelGt0HMicFcP.2_1 2024-09-12T01:00:12.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.324+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~m-qio4XrbBubxvbme7SelGt0HMicFcP.2_2 2024-09-12T01:00:12.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.324+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~m-qio4XrbBubxvbme7SelGt0HMicFcP.3 2024-09-12T01:00:12.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.328+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.331+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T01:00:12.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.332+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.333+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.333+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.334+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T01:00:12.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.336+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.336+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.336+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.338+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T01:00:12.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.340+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.340+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.341+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:12.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.341+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17058748374951943839', time=2024-09-12T02:59:49.510623+0000, chain.objs.size()=9 2024-09-12T01:00:12.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.341+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.43__multipart_key1.2~O8vNr4_aOPlL4-SVXU6ffGTAST4AZ7U.1 2024-09-12T01:00:12.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.341+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.43__shadow_key1.2~O8vNr4_aOPlL4-SVXU6ffGTAST4AZ7U.1_1 2024-09-12T01:00:12.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.341+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.43__multipart_key1.2~O8vNr4_aOPlL4-SVXU6ffGTAST4AZ7U.2 2024-09-12T01:00:12.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.341+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.43__shadow_key1.2~O8vNr4_aOPlL4-SVXU6ffGTAST4AZ7U.2_1 2024-09-12T01:00:12.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.341+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.43__multipart_key1.2~O8vNr4_aOPlL4-SVXU6ffGTAST4AZ7U.3 2024-09-12T01:00:12.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.341+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.43__shadow_key1.2~O8vNr4_aOPlL4-SVXU6ffGTAST4AZ7U.3_1 2024-09-12T01:00:12.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.341+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.43__multipart_key1.2~O8vNr4_aOPlL4-SVXU6ffGTAST4AZ7U.4 2024-09-12T01:00:12.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.341+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.43__shadow_key1.2~O8vNr4_aOPlL4-SVXU6ffGTAST4AZ7U.4_1 2024-09-12T01:00:12.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.341+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.43__multipart_key1.2~O8vNr4_aOPlL4-SVXU6ffGTAST4AZ7U.5 2024-09-12T01:00:12.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.341+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2868049033885289280', time=2024-09-12T02:59:56.430262+0000, chain.objs.size()=9 2024-09-12T01:00:12.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.341+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.52__multipart_key1.2~fYddMTIZlexbD1vzoAh6_U3erOhlhKZ.1 2024-09-12T01:00:12.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.341+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.52__shadow_key1.2~fYddMTIZlexbD1vzoAh6_U3erOhlhKZ.1_1 2024-09-12T01:00:12.342 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.341+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.52__multipart_key1.2~fYddMTIZlexbD1vzoAh6_U3erOhlhKZ.2 2024-09-12T01:00:12.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.343+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.52__shadow_key1.2~fYddMTIZlexbD1vzoAh6_U3erOhlhKZ.2_1 2024-09-12T01:00:12.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.344+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.52__multipart_key1.2~fYddMTIZlexbD1vzoAh6_U3erOhlhKZ.3 2024-09-12T01:00:12.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.346+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.52__shadow_key1.2~fYddMTIZlexbD1vzoAh6_U3erOhlhKZ.3_1 2024-09-12T01:00:12.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.347+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.52__multipart_key1.2~fYddMTIZlexbD1vzoAh6_U3erOhlhKZ.4 2024-09-12T01:00:12.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.347+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.52__shadow_key1.2~fYddMTIZlexbD1vzoAh6_U3erOhlhKZ.4_1 2024-09-12T01:00:12.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.347+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.52__multipart_key1.2~fYddMTIZlexbD1vzoAh6_U3erOhlhKZ.5 2024-09-12T01:00:12.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.350+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.351 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.352+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T01:00:12.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.353+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.354+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.354+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.355+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T01:00:12.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.356+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.357+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.357+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.358+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T01:00:12.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.360+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.360+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.360+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:12.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.360+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2638961500299364737', time=2024-09-12T02:59:50.543101+0000, chain.objs.size()=9 2024-09-12T01:00:12.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.360+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__multipart_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.1 2024-09-12T01:00:12.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.360+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__shadow_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.1_1 2024-09-12T01:00:12.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.360+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__multipart_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.2 2024-09-12T01:00:12.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.360+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__shadow_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.2_1 2024-09-12T01:00:12.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.360+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__multipart_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.3 2024-09-12T01:00:12.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.360+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__shadow_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.3_1 2024-09-12T01:00:12.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.360+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__multipart_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.4 2024-09-12T01:00:12.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.360+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__shadow_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.4_1 2024-09-12T01:00:12.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.360+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45__multipart_key1.2~hxuUguOHbhSRelBM32Xauf4eLjSSVZu.5 2024-09-12T01:00:12.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.360+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8660875559525812803', time=2024-09-12T03:00:09.487394+0000, chain.objs.size()=1 2024-09-12T01:00:12.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.361+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.62__shadow_.Jr9TKxhDlyJInqnzDSkSNECwkStNayB_0 2024-09-12T01:00:12.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.365+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.367 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.368+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T01:00:12.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.369+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.370+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.370+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.372+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T01:00:12.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.373+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.374+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.374+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:12.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.374+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14832626201493402096', time=2024-09-12T03:00:03.297173+0000, chain.objs.size()=19 2024-09-12T01:00:12.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.374+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.1 2024-09-12T01:00:12.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.374+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.1_1 2024-09-12T01:00:12.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.374+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.2 2024-09-12T01:00:12.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.374+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.2_1 2024-09-12T01:00:12.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.374+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.3 2024-09-12T01:00:12.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.374+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.3_1 2024-09-12T01:00:12.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.374+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.4 2024-09-12T01:00:12.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.374+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.4_1 2024-09-12T01:00:12.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.374+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.5 2024-09-12T01:00:12.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.375+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.5_1 2024-09-12T01:00:12.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.375+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.6 2024-09-12T01:00:12.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.375+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.6_1 2024-09-12T01:00:12.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.378+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.7 2024-09-12T01:00:12.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.378+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.7_1 2024-09-12T01:00:12.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.379+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.8 2024-09-12T01:00:12.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.379+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.8_1 2024-09-12T01:00:12.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.379+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.9 2024-09-12T01:00:12.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.379+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.9_1 2024-09-12T01:00:12.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.379+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~F3YqyEuRlbFDbw6F3IAnwAU6UkziPJw.10 2024-09-12T01:00:12.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.379+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15206355492749337021', time=2024-09-12T03:00:09.033051+0000, chain.objs.size()=1 2024-09-12T01:00:12.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.379+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.60__shadow_.kFB8NZYvwF02j8Te8aE3m3m0Cjj1oZ3_0 2024-09-12T01:00:12.382 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.383+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.386+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T01:00:12.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.388+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.388+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.389+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:12.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.389+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13288944577587637142', time=2024-09-12T03:00:02.058130+0000, chain.objs.size()=21 2024-09-12T01:00:12.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.389+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.1 2024-09-12T01:00:12.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.389+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.1_1 2024-09-12T01:00:12.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.389+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.2 2024-09-12T01:00:12.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.389+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.2_1 2024-09-12T01:00:12.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.389+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.3 2024-09-12T01:00:12.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.389+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.3_1 2024-09-12T01:00:12.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.389+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.4 2024-09-12T01:00:12.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.389+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.4_1 2024-09-12T01:00:12.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.389+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.5 2024-09-12T01:00:12.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.389+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.5_1 2024-09-12T01:00:12.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.389+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.6 2024-09-12T01:00:12.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.389+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.6_1 2024-09-12T01:00:12.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.392+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.7 2024-09-12T01:00:12.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.392+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.7_1 2024-09-12T01:00:12.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.393+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.8 2024-09-12T01:00:12.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.393+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.8_1 2024-09-12T01:00:12.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.394+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.9 2024-09-12T01:00:12.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.394+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.9_1 2024-09-12T01:00:12.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.394+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.10 2024-09-12T01:00:12.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.394+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.10_1 2024-09-12T01:00:12.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.394+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~eTZYv099XDqq5sfjY_9AUYgrTMADrO-.11 2024-09-12T01:00:12.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.398+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.401+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T01:00:12.400 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.402+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.402+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.403+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:12.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.403+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1633426954194885056', time=2024-09-12T02:59:54.171186+0000, chain.objs.size()=9 2024-09-12T01:00:12.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.403+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~x9VS_Bn49MfmJGeIKamLdjSiWvbMlr4.1 2024-09-12T01:00:12.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.403+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~x9VS_Bn49MfmJGeIKamLdjSiWvbMlr4.1_1 2024-09-12T01:00:12.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.403+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~x9VS_Bn49MfmJGeIKamLdjSiWvbMlr4.2 2024-09-12T01:00:12.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.403+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~x9VS_Bn49MfmJGeIKamLdjSiWvbMlr4.2_1 2024-09-12T01:00:12.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.403+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~x9VS_Bn49MfmJGeIKamLdjSiWvbMlr4.3 2024-09-12T01:00:12.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.403+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~x9VS_Bn49MfmJGeIKamLdjSiWvbMlr4.3_1 2024-09-12T01:00:12.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.403+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~x9VS_Bn49MfmJGeIKamLdjSiWvbMlr4.4 2024-09-12T01:00:12.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.403+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~x9VS_Bn49MfmJGeIKamLdjSiWvbMlr4.4_1 2024-09-12T01:00:12.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.403+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~x9VS_Bn49MfmJGeIKamLdjSiWvbMlr4.5 2024-09-12T01:00:12.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.403+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6797435962909790828', time=2024-09-12T03:00:02.753513+0000, chain.objs.size()=21 2024-09-12T01:00:12.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.403+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.1 2024-09-12T01:00:12.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.403+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.1_1 2024-09-12T01:00:12.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.403+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.2 2024-09-12T01:00:12.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.407+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.2_1 2024-09-12T01:00:12.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.407+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.3 2024-09-12T01:00:12.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.407+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.3_1 2024-09-12T01:00:12.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.407+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.4 2024-09-12T01:00:12.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.407+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.4_1 2024-09-12T01:00:12.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.407+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.5 2024-09-12T01:00:12.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.407+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.5_1 2024-09-12T01:00:12.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.408+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.6 2024-09-12T01:00:12.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.408+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.6_1 2024-09-12T01:00:12.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.408+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.7 2024-09-12T01:00:12.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.408+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.7_1 2024-09-12T01:00:12.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.410+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.8 2024-09-12T01:00:12.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.411+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.8_1 2024-09-12T01:00:12.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.413+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.9 2024-09-12T01:00:12.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.413+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.9_1 2024-09-12T01:00:12.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.413+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.10 2024-09-12T01:00:12.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.413+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.10_1 2024-09-12T01:00:12.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.413+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~daaSL3rtUNt72cTiNuSU6J0cp9ogmhQ.11 2024-09-12T01:00:12.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.417+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.418 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.419+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T01:00:12.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.420+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.420 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.421+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.420 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.421+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.421 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.422+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T01:00:12.422 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.423+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.422 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.424+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.424+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.425+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T01:00:12.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.426+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.427+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.427+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T01:00:12.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.427+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8886170012453878581', time=2024-09-12T02:59:52.623478+0000, chain.objs.size()=9 2024-09-12T01:00:12.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.427+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~nvi4V_6Pb5SlFyPqrVwJ0qEbFc9bAfK.1 2024-09-12T01:00:12.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.427+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~nvi4V_6Pb5SlFyPqrVwJ0qEbFc9bAfK.1_1 2024-09-12T01:00:12.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.427+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~nvi4V_6Pb5SlFyPqrVwJ0qEbFc9bAfK.2 2024-09-12T01:00:12.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.427+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~nvi4V_6Pb5SlFyPqrVwJ0qEbFc9bAfK.2_1 2024-09-12T01:00:12.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.427+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~nvi4V_6Pb5SlFyPqrVwJ0qEbFc9bAfK.3 2024-09-12T01:00:12.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.427+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~nvi4V_6Pb5SlFyPqrVwJ0qEbFc9bAfK.3_1 2024-09-12T01:00:12.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.427+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~nvi4V_6Pb5SlFyPqrVwJ0qEbFc9bAfK.4 2024-09-12T01:00:12.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.427+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__shadow_key1.2~nvi4V_6Pb5SlFyPqrVwJ0qEbFc9bAfK.4_1 2024-09-12T01:00:12.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.427+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.48__multipart_key1.2~nvi4V_6Pb5SlFyPqrVwJ0qEbFc9bAfK.5 2024-09-12T01:00:12.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.427+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4399179196252622499', time=2024-09-12T02:59:59.901099+0000, chain.objs.size()=9 2024-09-12T01:00:12.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.427+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__multipart_file.mpg.2~socAArvMSCWdXTG0Eiw1m32yfuzVV1J.1 2024-09-12T01:00:12.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.427+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__shadow_file.mpg.2~socAArvMSCWdXTG0Eiw1m32yfuzVV1J.1_1 2024-09-12T01:00:12.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.427+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__multipart_file.mpg.2~socAArvMSCWdXTG0Eiw1m32yfuzVV1J.2 2024-09-12T01:00:12.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.431+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__shadow_file.mpg.2~socAArvMSCWdXTG0Eiw1m32yfuzVV1J.2_1 2024-09-12T01:00:12.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.431+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__multipart_file.mpg.2~socAArvMSCWdXTG0Eiw1m32yfuzVV1J.3 2024-09-12T01:00:12.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.431+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__shadow_file.mpg.2~socAArvMSCWdXTG0Eiw1m32yfuzVV1J.3_1 2024-09-12T01:00:12.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.431+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__multipart_file.mpg.2~socAArvMSCWdXTG0Eiw1m32yfuzVV1J.4 2024-09-12T01:00:12.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.431+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__shadow_file.mpg.2~socAArvMSCWdXTG0Eiw1m32yfuzVV1J.4_1 2024-09-12T01:00:12.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.431+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54__multipart_file.mpg.2~socAArvMSCWdXTG0Eiw1m32yfuzVV1J.5 2024-09-12T01:00:12.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.431+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15975661830036180373', time=2024-09-12T03:00:05.777631+0000, chain.objs.size()=16 2024-09-12T01:00:12.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.431+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~88L_4fhXBAjCFUhkfiIuuz09CIeLyAX.1 2024-09-12T01:00:12.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.431+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~88L_4fhXBAjCFUhkfiIuuz09CIeLyAX.1_1 2024-09-12T01:00:12.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.431+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~88L_4fhXBAjCFUhkfiIuuz09CIeLyAX.1_2 2024-09-12T01:00:12.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.432+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~88L_4fhXBAjCFUhkfiIuuz09CIeLyAX.2 2024-09-12T01:00:12.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.432+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~88L_4fhXBAjCFUhkfiIuuz09CIeLyAX.2_1 2024-09-12T01:00:12.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.434+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~88L_4fhXBAjCFUhkfiIuuz09CIeLyAX.2_2 2024-09-12T01:00:12.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.434+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~88L_4fhXBAjCFUhkfiIuuz09CIeLyAX.3 2024-09-12T01:00:12.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.435+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~88L_4fhXBAjCFUhkfiIuuz09CIeLyAX.3_1 2024-09-12T01:00:12.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.435+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~88L_4fhXBAjCFUhkfiIuuz09CIeLyAX.3_2 2024-09-12T01:00:12.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.435+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~88L_4fhXBAjCFUhkfiIuuz09CIeLyAX.4 2024-09-12T01:00:12.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.435+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~88L_4fhXBAjCFUhkfiIuuz09CIeLyAX.4_1 2024-09-12T01:00:12.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.436+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~88L_4fhXBAjCFUhkfiIuuz09CIeLyAX.4_2 2024-09-12T01:00:12.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.436+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~88L_4fhXBAjCFUhkfiIuuz09CIeLyAX.5 2024-09-12T01:00:12.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.437+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~88L_4fhXBAjCFUhkfiIuuz09CIeLyAX.5_1 2024-09-12T01:00:12.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.437+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__shadow_key1.2~88L_4fhXBAjCFUhkfiIuuz09CIeLyAX.5_2 2024-09-12T01:00:12.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.437+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56__multipart_key1.2~88L_4fhXBAjCFUhkfiIuuz09CIeLyAX.6 2024-09-12T01:00:12.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.442+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.445+0000 7fce37d26800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T01:00:12.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.446+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.447+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.447+0000 7fce37d26800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:12.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.447+0000 7fce37d26800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17172121692794182573', time=2024-09-12T03:00:07.031527+0000, chain.objs.size()=1 2024-09-12T01:00:12.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.447+0000 7fce37d26800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.57__shadow_._HsSq05TpoNWTZYsENs5h3iLosTW6CB_0 2024-09-12T01:00:12.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.448+0000 7fce37d26800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:12.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.451+0000 7fcce9fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:12.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.453+0000 7fce37d26800 20 remove_watcher() i=0 2024-09-12T01:00:12.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.453+0000 7fce37d26800 2 removed watcher, disabling cache 2024-09-12T01:00:12.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.454+0000 7fce37d26800 20 remove_watcher() i=1 2024-09-12T01:00:12.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.455+0000 7fce37d26800 20 remove_watcher() i=2 2024-09-12T01:00:12.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.456+0000 7fce37d26800 20 remove_watcher() i=3 2024-09-12T01:00:12.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.457+0000 7fce37d26800 20 remove_watcher() i=4 2024-09-12T01:00:12.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.459+0000 7fce37d26800 20 remove_watcher() i=5 2024-09-12T01:00:12.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.459+0000 7fce37d26800 20 remove_watcher() i=6 2024-09-12T01:00:12.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.461+0000 7fce37d26800 20 remove_watcher() i=7 2024-09-12T01:00:12.471 DEBUG:teuthology.orchestra.run.smithi038:> radosgw-admin gc process --include-all 2024-09-12T01:00:12.524 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:12.524 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:12.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.565+0000 7f45d672d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.566+0000 7f45d672d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:12.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.566+0000 7f45d672d800 20 realm 2024-09-12T01:00:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.566+0000 7f45d672d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.566+0000 7f45d672d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.566+0000 7f45d672d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.566+0000 7f45d672d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.567+0000 7f45d672d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:12.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.567+0000 7f45d672d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.568+0000 7f45d672d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:12.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.568+0000 7f45d672d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.569+0000 7f45d672d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:12.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.569+0000 7f45d672d800 20 searching for the correct realm 2024-09-12T01:00:12.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.571+0000 7f45d1c75640 0 -- 172.21.15.38:0/3165064427 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55ad756dd3a0 msgr2=0x55ad756df790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:12.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.575+0000 7f45d2476640 0 -- 172.21.15.38:0/3165064427 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f45c80b5b00 msgr2=0x7f45c80b39a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:12.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.781+0000 7f45d672d800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:00:12.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.781+0000 7f45d672d800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:00:12.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.781+0000 7f45d672d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:12.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.781+0000 7f45d672d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:12.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.781+0000 7f45d672d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:12.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.781+0000 7f45d672d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:12.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.781+0000 7f45d672d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.781+0000 7f45d672d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:12.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.781+0000 7f45d672d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.782+0000 7f45d672d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:12.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.782+0000 7f45d672d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.782+0000 7f45d672d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:12.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.782+0000 7f45d672d800 20 zone default found 2024-09-12T01:00:12.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.782+0000 7f45d672d800 4 Realm: () 2024-09-12T01:00:12.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.782+0000 7f45d672d800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:00:12.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.782+0000 7f45d672d800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:00:12.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.782+0000 7f45d672d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:12.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.782+0000 7f45d672d800 20 zonegroup default 2024-09-12T01:00:12.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.782+0000 7f45d672d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.782+0000 7f45d672d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:12.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.782+0000 7f45d672d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.783+0000 7f45d672d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:12.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.783+0000 7f45d672d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:12.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.783+0000 7f45d672d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:12.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.783+0000 7f45d672d800 20 started sync module instance, tier type = 2024-09-12T01:00:12.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.783+0000 7f45d672d800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:00:12.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.792+0000 7f45d672d800 20 add_watcher() i=0 2024-09-12T01:00:12.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.792+0000 7f45d672d800 20 add_watcher() i=1 2024-09-12T01:00:12.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.792+0000 7f45d672d800 20 add_watcher() i=2 2024-09-12T01:00:12.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.792+0000 7f45d672d800 20 add_watcher() i=3 2024-09-12T01:00:12.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.792+0000 7f45d672d800 20 add_watcher() i=4 2024-09-12T01:00:12.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.792+0000 7f45d672d800 20 add_watcher() i=5 2024-09-12T01:00:12.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.793+0000 7f45d672d800 20 add_watcher() i=6 2024-09-12T01:00:12.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.793+0000 7f45d672d800 20 add_watcher() i=7 2024-09-12T01:00:12.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.793+0000 7f45d672d800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:12.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.795+0000 7f4488fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:12.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.795+0000 7f45d672d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:12.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.795+0000 7f45d672d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:12.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.831+0000 7f44037fe640 20 reqs_thread_entry: start 2024-09-12T01:00:12.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.831+0000 7f45d672d800 20 init_complete bucket index max shards: 11 2024-09-12T01:00:12.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.831+0000 7f45d672d800 20 Filter name: none 2024-09-12T01:00:12.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.831+0000 7f44017fa640 20 reqs_thread_entry: start 2024-09-12T01:00:12.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.831+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T01:00:12.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.833+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.833+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.833+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.834+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T01:00:12.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.836+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.836+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.836+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.837+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T01:00:12.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.839+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.839+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.839+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.840+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T01:00:12.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.842+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.842+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.842+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.843+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T01:00:12.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.844+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.845+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.845+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.846+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T01:00:12.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.847+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.848+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.848+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.848 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.849+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T01:00:12.849 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.850+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.851+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.851+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.852+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T01:00:12.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.854+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.854+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.854+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.856+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T01:00:12.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.857+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.857+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.857+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.858+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T01:00:12.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.860+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.860+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.860+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.861+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T01:00:12.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.863+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.863+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.863+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.864+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T01:00:12.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.865+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.866+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.866+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.867+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T01:00:12.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.868+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.869+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.869+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.870+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T01:00:12.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.871+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.872+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.872+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.871 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.873+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T01:00:12.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.874+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.875+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.875+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.876+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T01:00:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.877+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.878+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.878+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.879+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T01:00:12.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.880+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.881+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.881+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.882+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T01:00:12.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.883+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.884+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.884+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.885+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T01:00:12.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.886+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.887+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.887+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.888+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T01:00:12.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.890+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.890+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.890+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.892+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T01:00:12.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.893+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.893+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.894+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.895+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T01:00:12.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.896+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.897+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.897+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.898+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T01:00:12.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.899+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.900+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.900+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.901+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T01:00:12.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.902+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.903+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.903+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.904+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T01:00:12.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.906+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.906+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.906+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.907+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T01:00:12.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.909+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.909+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.909+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.910+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T01:00:12.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.912+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.912+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.912+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.913+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T01:00:12.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.915+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.915+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.916+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.917+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T01:00:12.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.918+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.918+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.918+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.919+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T01:00:12.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.921+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.921+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.921+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.922+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T01:00:12.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.924+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.924+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.924+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.926+0000 7f45d672d800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T01:00:12.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.927+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.927+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:12.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.928+0000 7f45d672d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:12.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.930+0000 7f4488fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:12.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.932+0000 7f45d672d800 20 remove_watcher() i=0 2024-09-12T01:00:12.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.932+0000 7f45d672d800 2 removed watcher, disabling cache 2024-09-12T01:00:12.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.933+0000 7f45d672d800 20 remove_watcher() i=1 2024-09-12T01:00:12.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.934+0000 7f45d672d800 20 remove_watcher() i=2 2024-09-12T01:00:12.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.935+0000 7f45d672d800 20 remove_watcher() i=3 2024-09-12T01:00:12.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.937+0000 7f45d672d800 20 remove_watcher() i=4 2024-09-12T01:00:12.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.937+0000 7f45d672d800 20 remove_watcher() i=5 2024-09-12T01:00:12.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.938+0000 7f45d672d800 20 remove_watcher() i=6 2024-09-12T01:00:12.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:12.939+0000 7f45d672d800 20 remove_watcher() i=7 2024-09-12T01:00:12.950 DEBUG:teuthology.orchestra.run.smithi038:> radosgw-admin gc process --include-all 2024-09-12T01:00:13.003 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:13.003 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:13.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.044+0000 7f864652e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.046+0000 7f864652e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:13.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.046+0000 7f864652e800 20 realm 2024-09-12T01:00:13.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.046+0000 7f864652e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.046+0000 7f864652e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:13.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.046+0000 7f864652e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:13.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.046+0000 7f864652e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.046+0000 7f864652e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:13.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.046+0000 7f864652e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.047+0000 7f864652e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:13.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.047+0000 7f864652e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.048+0000 7f864652e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:13.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.048+0000 7f864652e800 20 searching for the correct realm 2024-09-12T01:00:13.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.050+0000 7f864296c640 0 -- 172.21.15.38:0/164683160 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55ceee32f9b0 msgr2=0x55ceee331e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T01:00:13.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.054+0000 7f864216b640 0 -- 172.21.15.38:0/164683160 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f862c020040 msgr2=0x7f862c018160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:13.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.059+0000 7f864652e800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:00:13.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.059+0000 7f864652e800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:00:13.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.059+0000 7f864652e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:13.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.059+0000 7f864652e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:13.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.059+0000 7f864652e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:13.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.059+0000 7f864652e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:13.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.059+0000 7f864652e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.059+0000 7f864652e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:13.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.059+0000 7f864652e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.059+0000 7f864652e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.059+0000 7f864652e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.060+0000 7f864652e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.060+0000 7f864652e800 20 zone default found 2024-09-12T01:00:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.060+0000 7f864652e800 4 Realm: () 2024-09-12T01:00:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.060+0000 7f864652e800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:00:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.060+0000 7f864652e800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:00:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.060+0000 7f864652e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.060+0000 7f864652e800 20 zonegroup default 2024-09-12T01:00:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.060+0000 7f864652e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.060+0000 7f864652e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.060+0000 7f864652e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.060+0000 7f864652e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.060+0000 7f864652e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.060+0000 7f864652e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.060+0000 7f864652e800 20 started sync module instance, tier type = 2024-09-12T01:00:13.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.060+0000 7f864652e800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:00:13.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.069+0000 7f864652e800 20 add_watcher() i=0 2024-09-12T01:00:13.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.069+0000 7f864652e800 20 add_watcher() i=1 2024-09-12T01:00:13.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.069+0000 7f864652e800 20 add_watcher() i=2 2024-09-12T01:00:13.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.069+0000 7f864652e800 20 add_watcher() i=3 2024-09-12T01:00:13.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.069+0000 7f864652e800 20 add_watcher() i=4 2024-09-12T01:00:13.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.069+0000 7f864652e800 20 add_watcher() i=5 2024-09-12T01:00:13.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.069+0000 7f864652e800 20 add_watcher() i=6 2024-09-12T01:00:13.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.070+0000 7f864652e800 20 add_watcher() i=7 2024-09-12T01:00:13.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.070+0000 7f864652e800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:13.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.072+0000 7f84f8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:13.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.072+0000 7f864652e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:13.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.072+0000 7f864652e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:13.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.106+0000 7f84737fe640 20 reqs_thread_entry: start 2024-09-12T01:00:13.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.107+0000 7f864652e800 20 init_complete bucket index max shards: 11 2024-09-12T01:00:13.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.107+0000 7f864652e800 20 Filter name: none 2024-09-12T01:00:13.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.107+0000 7f84717fa640 20 reqs_thread_entry: start 2024-09-12T01:00:13.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.107+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T01:00:13.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.108+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.109+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.109+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.110+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T01:00:13.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.111+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.112+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.112+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.113+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T01:00:13.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.114+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.115+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.115+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.116+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T01:00:13.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.117+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.118+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.118+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.119+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T01:00:13.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.121+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.121+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.122+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.123+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T01:00:13.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.124+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.124+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.125+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.126+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T01:00:13.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.127+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.127+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.127+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.127 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.128+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T01:00:13.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.129+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.130+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.130+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.131+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T01:00:13.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.132+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.133+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.133+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.135+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T01:00:13.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.136+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.137+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.137+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.138+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T01:00:13.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.139+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.140+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.140+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.141+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T01:00:13.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.142+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.143+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.143+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.144+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T01:00:13.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.145+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.146+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.146+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.148+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T01:00:13.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.149+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.149+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.150+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.151+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T01:00:13.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.152+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.152+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.153+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.154+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T01:00:13.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.155+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.155+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.156+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.157+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T01:00:13.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.158+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.158+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.158+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.159+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T01:00:13.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.161+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.161+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.161+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.162+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T01:00:13.162 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.164+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.163 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.164+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.163 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.164+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.165+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T01:00:13.165 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.167+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.167+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.167+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.168+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T01:00:13.168 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.170+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.170+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.170+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.171+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T01:00:13.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.173+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.173+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.174+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.175+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T01:00:13.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.176+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.176+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.177+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.178+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T01:00:13.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.179+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.180+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.180+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.181+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T01:00:13.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.182+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.183+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.183+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.182 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.184+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T01:00:13.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.185+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.186+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.186+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.186 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.187+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T01:00:13.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.189+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.189+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.189+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.190+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T01:00:13.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.192+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.192+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.192+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.193+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T01:00:13.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.195+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.195+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.195+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.196+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T01:00:13.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.198+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.198+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.198+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.199+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T01:00:13.199 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.201+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.200 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.201+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.200 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.202+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.201 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.203+0000 7f864652e800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T01:00:13.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.204+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.204+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.205+0000 7f864652e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.207+0000 7f84f8fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:13.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.209+0000 7f864652e800 20 remove_watcher() i=0 2024-09-12T01:00:13.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.209+0000 7f864652e800 2 removed watcher, disabling cache 2024-09-12T01:00:13.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.210+0000 7f864652e800 20 remove_watcher() i=1 2024-09-12T01:00:13.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.211+0000 7f864652e800 20 remove_watcher() i=2 2024-09-12T01:00:13.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.212+0000 7f864652e800 20 remove_watcher() i=3 2024-09-12T01:00:13.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.213+0000 7f864652e800 20 remove_watcher() i=4 2024-09-12T01:00:13.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.214+0000 7f864652e800 20 remove_watcher() i=5 2024-09-12T01:00:13.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.215+0000 7f864652e800 20 remove_watcher() i=6 2024-09-12T01:00:13.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.216+0000 7f864652e800 20 remove_watcher() i=7 2024-09-12T01:00:13.226 DEBUG:teuthology.orchestra.run.smithi038:> radosgw-admin gc process --include-all 2024-09-12T01:00:13.279 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:13.279 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:13.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.320+0000 7f5048724800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.321+0000 7f5048724800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:13.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.321+0000 7f5048724800 20 realm 2024-09-12T01:00:13.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.321+0000 7f5048724800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.322+0000 7f5048724800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:13.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.322+0000 7f5048724800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:13.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.322+0000 7f5048724800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.322+0000 7f5048724800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:13.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.322+0000 7f5048724800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.323+0000 7f5048724800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:13.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.323+0000 7f5048724800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.324+0000 7f5048724800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:13.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.324+0000 7f5048724800 20 searching for the correct realm 2024-09-12T01:00:13.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.326+0000 7f5043b01640 0 -- 172.21.15.38:0/2975185864 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x557d1e918640 msgr2=0x557d1e91aa50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:13.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.330+0000 7f5044302640 0 -- 172.21.15.38:0/2975185864 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f503802d900 msgr2=0x7f5038019410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:13.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.536+0000 7f5048724800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:00:13.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.536+0000 7f5048724800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:00:13.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.536+0000 7f5048724800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:13.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.536+0000 7f5048724800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:13.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.536+0000 7f5048724800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:13.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.536+0000 7f5048724800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:13.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.536+0000 7f5048724800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.536+0000 7f5048724800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:13.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.536+0000 7f5048724800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.537+0000 7f5048724800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:13.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.537+0000 7f5048724800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.537+0000 7f5048724800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:13.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.537+0000 7f5048724800 20 zone default found 2024-09-12T01:00:13.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.537+0000 7f5048724800 4 Realm: () 2024-09-12T01:00:13.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.537+0000 7f5048724800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:00:13.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.537+0000 7f5048724800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:00:13.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.537+0000 7f5048724800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:13.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.537+0000 7f5048724800 20 zonegroup default 2024-09-12T01:00:13.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.537+0000 7f5048724800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.537+0000 7f5048724800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:13.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.538+0000 7f5048724800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.538+0000 7f5048724800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:13.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.538+0000 7f5048724800 20 rados->read ofs=0 len=0 2024-09-12T01:00:13.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.539+0000 7f5048724800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:13.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.539+0000 7f5048724800 20 started sync module instance, tier type = 2024-09-12T01:00:13.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.539+0000 7f5048724800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:00:13.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.548+0000 7f5048724800 20 add_watcher() i=0 2024-09-12T01:00:13.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.548+0000 7f5048724800 20 add_watcher() i=1 2024-09-12T01:00:13.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.548+0000 7f5048724800 20 add_watcher() i=2 2024-09-12T01:00:13.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.548+0000 7f5048724800 20 add_watcher() i=3 2024-09-12T01:00:13.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.548+0000 7f5048724800 20 add_watcher() i=4 2024-09-12T01:00:13.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.548+0000 7f5048724800 20 add_watcher() i=5 2024-09-12T01:00:13.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.548+0000 7f5048724800 20 add_watcher() i=6 2024-09-12T01:00:13.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.549+0000 7f5048724800 20 add_watcher() i=7 2024-09-12T01:00:13.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.549+0000 7f5048724800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:13.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.551+0000 7f4efafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:13.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.551+0000 7f5048724800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:13.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.551+0000 7f5048724800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:13.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.587+0000 7f4ef9fdb640 20 reqs_thread_entry: start 2024-09-12T01:00:13.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.587+0000 7f5048724800 20 init_complete bucket index max shards: 11 2024-09-12T01:00:13.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.587+0000 7f5048724800 20 Filter name: none 2024-09-12T01:00:13.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.588+0000 7f4e6b7fe640 20 reqs_thread_entry: start 2024-09-12T01:00:13.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.588+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T01:00:13.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.589+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.590+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.590+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.591+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T01:00:13.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.592+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.593+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.593+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.594+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T01:00:13.594 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.596+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.596+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.597+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.596 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.598+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T01:00:13.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.599+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.600+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.600+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.601+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T01:00:13.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.602+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.603+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.603+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.602 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.604+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T01:00:13.604 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.605+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.604 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.605+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.604 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.606+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.605 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.607+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T01:00:13.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.608+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.609+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.609+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.610+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T01:00:13.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.611+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.612+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.612+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.613+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T01:00:13.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.614+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.615+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.615+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.616+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T01:00:13.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.617+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.617 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.618+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.617 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.618+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.619+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T01:00:13.619 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.621+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.620 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.621+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.620 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.621+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.622+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T01:00:13.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.624+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.624+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.625+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.626+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T01:00:13.626 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.627+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.626 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.628+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.626 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.628+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.629+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T01:00:13.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.630+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.631+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.631+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.632+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T01:00:13.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.634+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.634+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.635+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.636+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T01:00:13.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.637+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.638+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.638+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.639+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T01:00:13.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.640+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.640+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.641+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.642+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T01:00:13.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.643+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.643+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.644+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.645+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T01:00:13.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.646+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.647+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.647+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.648+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T01:00:13.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.649+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.650+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.650+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.651+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T01:00:13.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.652+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.653+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.653+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.653 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.654+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T01:00:13.654 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.656+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.655 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.656+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.655 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.657+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.658+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T01:00:13.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.659+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.659+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.660+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.661+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T01:00:13.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.662+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.662+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.663+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.662 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.664+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T01:00:13.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.665+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.666+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.666+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.665 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.667+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T01:00:13.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.668+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.668+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.669+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.670+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T01:00:13.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.671+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.671+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.670 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.672+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.672 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.673+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T01:00:13.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.674+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.675+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.675+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.676+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T01:00:13.676 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.677+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.676 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.678+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.678+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.679+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T01:00:13.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.680+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.681+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.681+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.682+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T01:00:13.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.684+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.684+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.684+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.685+0000 7f5048724800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T01:00:13.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.687+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.687+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:13.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.687+0000 7f5048724800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:13.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.689+0000 7f4efafdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:13.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.691+0000 7f5048724800 20 remove_watcher() i=0 2024-09-12T01:00:13.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.691+0000 7f5048724800 2 removed watcher, disabling cache 2024-09-12T01:00:13.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.692+0000 7f5048724800 20 remove_watcher() i=1 2024-09-12T01:00:13.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.693+0000 7f5048724800 20 remove_watcher() i=2 2024-09-12T01:00:13.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.694+0000 7f5048724800 20 remove_watcher() i=3 2024-09-12T01:00:13.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.696+0000 7f5048724800 20 remove_watcher() i=4 2024-09-12T01:00:13.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.696+0000 7f5048724800 20 remove_watcher() i=5 2024-09-12T01:00:13.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.697+0000 7f5048724800 20 remove_watcher() i=6 2024-09-12T01:00:13.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:13.698+0000 7f5048724800 20 remove_watcher() i=7 2024-09-12T01:00:13.708 DEBUG:teuthology.orchestra.run.smithi038:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests BucketTest 2024-09-12T01:00:14.204 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :clean 2024-09-12T01:00:15.001 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :compileJava 2024-09-12T01:00:15.001 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :processResources 2024-09-12T01:00:15.001 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :classes 2024-09-12T01:00:15.401 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:15.401 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :compileTestJava 2024-09-12T01:00:15.402 INFO:teuthology.orchestra.run.smithi038.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T01:00:15.402 INFO:teuthology.orchestra.run.smithi038.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T01:00:15.403 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:15.403 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T01:00:15.403 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :testClasses 2024-09-12T01:00:17.402 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:17.402 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :test 2024-09-12T01:00:17.402 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:17.402 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests STANDARD_OUT 2024-09-12T01:00:17.402 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12 01:00:16,720 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T01:00:17.403 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:17.403 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty STARTED 2024-09-12T01:00:17.403 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:17.403 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty PASSED 2024-09-12T01:00:17.403 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:17.403 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch STARTED 2024-09-12T01:00:17.403 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:17.403 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch PASSED 2024-09-12T01:00:17.501 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:17.501 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable STARTED 2024-09-12T01:00:17.501 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:17.501 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable PASSED 2024-09-12T01:00:17.701 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:17.701 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete STARTED 2024-09-12T01:00:17.701 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:17.701 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete PASSED 2024-09-12T01:00:17.800 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:17.800 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty STARTED 2024-09-12T01:00:17.900 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:17.901 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty PASSED 2024-09-12T01:00:18.100 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:18.100 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist STARTED 2024-09-12T01:00:18.200 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:18.201 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist PASSED 2024-09-12T01:00:18.201 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:18.201 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct STARTED 2024-09-12T01:00:18.300 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:18.301 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct PASSED 2024-09-12T01:00:18.701 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:18.701 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty STARTED 2024-09-12T01:00:18.701 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:18.701 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty PASSED 2024-09-12T01:00:18.900 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:18.900 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketNotExist STARTED 2024-09-12T01:00:19.000 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:19.000 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Bucket tests > BucketTest.testBucketNotExist PASSED 2024-09-12T01:00:19.037 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:19.037 INFO:teuthology.orchestra.run.smithi038.stdout:-------------------------------------------------------------------- 2024-09-12T01:00:19.037 INFO:teuthology.orchestra.run.smithi038.stdout:| Results: SUCCESS (9 tests, 9 successes, 0 failures, 0 skipped) | 2024-09-12T01:00:19.037 INFO:teuthology.orchestra.run.smithi038.stdout:-------------------------------------------------------------------- 2024-09-12T01:00:19.038 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:19.038 INFO:teuthology.orchestra.run.smithi038.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T01:00:19.038 INFO:teuthology.orchestra.run.smithi038.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T01:00:19.038 INFO:teuthology.orchestra.run.smithi038.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T01:00:19.038 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:19.038 INFO:teuthology.orchestra.run.smithi038.stdout:BUILD SUCCESSFUL in 5s 2024-09-12T01:00:19.038 INFO:teuthology.orchestra.run.smithi038.stdout:5 actionable tasks: 5 executed 2024-09-12T01:00:19.043 DEBUG:teuthology.orchestra.run.smithi038:> radosgw-admin gc process --include-all 2024-09-12T01:00:19.095 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:19.096 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:19.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.140+0000 7fa12ab3e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.142+0000 7fa12ab3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:19.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.142+0000 7fa12ab3e800 20 realm 2024-09-12T01:00:19.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.142+0000 7fa12ab3e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.142+0000 7fa12ab3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:19.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.142+0000 7fa12ab3e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:19.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.142+0000 7fa12ab3e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.142+0000 7fa12ab3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:19.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.142+0000 7fa12ab3e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.143+0000 7fa12ab3e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:19.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.143+0000 7fa12ab3e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.144+0000 7fa12ab3e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:19.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.144+0000 7fa12ab3e800 20 searching for the correct realm 2024-09-12T01:00:19.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.147+0000 7fa127087640 0 -- 172.21.15.38:0/2265409424 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x559d03212fb0 msgr2=0x559d032153a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:19.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.151+0000 7fa126085640 0 -- 172.21.15.38:0/2265409424 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fa1180b5070 msgr2=0x7fa1180da290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:19.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.155+0000 7fa12ab3e800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:00:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.155+0000 7fa12ab3e800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:00:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.155+0000 7fa12ab3e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.155+0000 7fa12ab3e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.155+0000 7fa12ab3e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.155+0000 7fa12ab3e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.155+0000 7fa12ab3e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.156+0000 7fa12ab3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.156+0000 7fa12ab3e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.156+0000 7fa12ab3e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:19.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.156+0000 7fa12ab3e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.156+0000 7fa12ab3e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:19.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.156+0000 7fa12ab3e800 20 zone default found 2024-09-12T01:00:19.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.156+0000 7fa12ab3e800 4 Realm: () 2024-09-12T01:00:19.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.156+0000 7fa12ab3e800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:00:19.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.156+0000 7fa12ab3e800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:00:19.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.156+0000 7fa12ab3e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:19.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.156+0000 7fa12ab3e800 20 zonegroup default 2024-09-12T01:00:19.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.156+0000 7fa12ab3e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.157+0000 7fa12ab3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:19.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.157+0000 7fa12ab3e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.157+0000 7fa12ab3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:19.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.157+0000 7fa12ab3e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.157+0000 7fa12ab3e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:19.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.157+0000 7fa12ab3e800 20 started sync module instance, tier type = 2024-09-12T01:00:19.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.157+0000 7fa12ab3e800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:00:19.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.167+0000 7fa12ab3e800 20 add_watcher() i=0 2024-09-12T01:00:19.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.167+0000 7fa12ab3e800 20 add_watcher() i=1 2024-09-12T01:00:19.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.167+0000 7fa12ab3e800 20 add_watcher() i=2 2024-09-12T01:00:19.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.167+0000 7fa12ab3e800 20 add_watcher() i=3 2024-09-12T01:00:19.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.167+0000 7fa12ab3e800 20 add_watcher() i=4 2024-09-12T01:00:19.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.167+0000 7fa12ab3e800 20 add_watcher() i=5 2024-09-12T01:00:19.166 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.167+0000 7fa12ab3e800 20 add_watcher() i=6 2024-09-12T01:00:19.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.168+0000 7fa12ab3e800 20 add_watcher() i=7 2024-09-12T01:00:19.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.168+0000 7fa12ab3e800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:19.168 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.169+0000 7f9fdd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:19.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.170+0000 7fa12ab3e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:19.169 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.170+0000 7fa12ab3e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:19.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.206+0000 7f9f57fff640 20 reqs_thread_entry: start 2024-09-12T01:00:19.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.207+0000 7fa12ab3e800 20 init_complete bucket index max shards: 11 2024-09-12T01:00:19.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.207+0000 7fa12ab3e800 20 Filter name: none 2024-09-12T01:00:19.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.207+0000 7f9f55ffb640 20 reqs_thread_entry: start 2024-09-12T01:00:19.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.207+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T01:00:19.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.208+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.209+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.208 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.209+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.210+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T01:00:19.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.211+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.212+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.212+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.213+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T01:00:19.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.214+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.215+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.215+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.216+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T01:00:19.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.218+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.219+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.219+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.220+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T01:00:19.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.221+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.222+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.222+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.224+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T01:00:19.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.225+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.226+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.226+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.225 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.227+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T01:00:19.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.228+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.228+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.229+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.230+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T01:00:19.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.231+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.232+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.232+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.233+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T01:00:19.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.234+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.235+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.235+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.236+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T01:00:19.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.237+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.238+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.238+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.239+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T01:00:19.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.240+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.241+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.241+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.242+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T01:00:19.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.243+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.244+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.244+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.244 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.245+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T01:00:19.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.246+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.247+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.247+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.248+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T01:00:19.248 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.250+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.250+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.250+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:19.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.250+0000 7fa12ab3e800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10819451763424376730', time=2024-09-12T03:00:18.364429+0000, chain.objs.size()=1 2024-09-12T01:00:19.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.250+0000 7fa12ab3e800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.73__shadow_.0Mf3Nr-5i1xjVfaklHFsV4ucnNO5s0h_0 2024-09-12T01:00:19.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.252+0000 7fa12ab3e800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:19.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.254+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T01:00:19.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.255+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.256+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.256+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.257+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T01:00:19.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.258+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.259+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.259+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:19.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.259+0000 7fa12ab3e800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17630779037027798199', time=2024-09-12T03:00:17.944147+0000, chain.objs.size()=1 2024-09-12T01:00:19.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.259+0000 7fa12ab3e800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.72__shadow_.Wb3W9wnKlp3L3tb9lNZ51Jkoc4aAIl__0 2024-09-12T01:00:19.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.260+0000 7fa12ab3e800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:19.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.262+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T01:00:19.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.264+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.264+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.264+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.265+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T01:00:19.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.267+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.267+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.267+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.268+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T01:00:19.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.269+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.270+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.270+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.271+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T01:00:19.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.273+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.273+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.273+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.274+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T01:00:19.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.275+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.276+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.276+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.277+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T01:00:19.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.279+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.279+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.279+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.280+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T01:00:19.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.282+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.282+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.282+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.284+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T01:00:19.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.285+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.286+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.286+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.287+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T01:00:19.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.288+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.289+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.289+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.290+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T01:00:19.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.292+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.292+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.292+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.293+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T01:00:19.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.294+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.295+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.295+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.297+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T01:00:19.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.298+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.298+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.299+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.299+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T01:00:19.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.301+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.301+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.301+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.302+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T01:00:19.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.304+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.304+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.304+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.305+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T01:00:19.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.307+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.307+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.307+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.308+0000 7fa12ab3e800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T01:00:19.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.310+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.310+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.310+0000 7fa12ab3e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.312+0000 7f9fdd7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:19.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.315+0000 7fa12ab3e800 20 remove_watcher() i=0 2024-09-12T01:00:19.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.315+0000 7fa12ab3e800 2 removed watcher, disabling cache 2024-09-12T01:00:19.314 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.316+0000 7fa12ab3e800 20 remove_watcher() i=1 2024-09-12T01:00:19.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.317+0000 7fa12ab3e800 20 remove_watcher() i=2 2024-09-12T01:00:19.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.318+0000 7fa12ab3e800 20 remove_watcher() i=3 2024-09-12T01:00:19.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.320+0000 7fa12ab3e800 20 remove_watcher() i=4 2024-09-12T01:00:19.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.321+0000 7fa12ab3e800 20 remove_watcher() i=5 2024-09-12T01:00:19.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.322+0000 7fa12ab3e800 20 remove_watcher() i=6 2024-09-12T01:00:19.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.323+0000 7fa12ab3e800 20 remove_watcher() i=7 2024-09-12T01:00:19.338 DEBUG:teuthology.orchestra.run.smithi038:> radosgw-admin gc process --include-all 2024-09-12T01:00:19.392 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:19.393 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:19.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.436+0000 7f7ea782f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.438+0000 7f7ea782f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:19.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.438+0000 7f7ea782f800 20 realm 2024-09-12T01:00:19.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.438+0000 7f7ea782f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.438+0000 7f7ea782f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:19.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.438+0000 7f7ea782f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:19.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.438+0000 7f7ea782f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.438+0000 7f7ea782f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:19.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.438+0000 7f7ea782f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.439+0000 7f7ea782f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:19.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.439+0000 7f7ea782f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.440+0000 7f7ea782f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:19.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.440+0000 7f7ea782f800 20 searching for the correct realm 2024-09-12T01:00:19.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.442+0000 7f7ea4b1f640 0 -- 172.21.15.38:0/3975099300 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f7e980869a0 msgr2=0x7f7e9807a130 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:19.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.649+0000 7f7ea5320640 0 -- 172.21.15.38:0/3975099300 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f7e9c054940 msgr2=0x7f7e9c0533c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T01:00:19.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.856+0000 7f7ea782f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:00:19.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.856+0000 7f7ea782f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:00:19.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.856+0000 7f7ea782f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:19.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.856+0000 7f7ea782f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:19.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.856+0000 7f7ea782f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:19.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.856+0000 7f7ea782f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:19.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.856+0000 7f7ea782f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.856+0000 7f7ea782f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:19.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.856+0000 7f7ea782f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.856+0000 7f7ea782f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:19.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.856+0000 7f7ea782f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.857+0000 7f7ea782f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:19.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.857+0000 7f7ea782f800 20 zone default found 2024-09-12T01:00:19.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.857+0000 7f7ea782f800 4 Realm: () 2024-09-12T01:00:19.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.857+0000 7f7ea782f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:00:19.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.857+0000 7f7ea782f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:00:19.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.857+0000 7f7ea782f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:19.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.857+0000 7f7ea782f800 20 zonegroup default 2024-09-12T01:00:19.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.857+0000 7f7ea782f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.857+0000 7f7ea782f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:19.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.857+0000 7f7ea782f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.857+0000 7f7ea782f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:19.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.857+0000 7f7ea782f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:19.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.858+0000 7f7ea782f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:19.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.858+0000 7f7ea782f800 20 started sync module instance, tier type = 2024-09-12T01:00:19.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.858+0000 7f7ea782f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:00:19.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.867+0000 7f7ea782f800 20 add_watcher() i=0 2024-09-12T01:00:19.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.867+0000 7f7ea782f800 20 add_watcher() i=1 2024-09-12T01:00:19.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.867+0000 7f7ea782f800 20 add_watcher() i=2 2024-09-12T01:00:19.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.867+0000 7f7ea782f800 20 add_watcher() i=3 2024-09-12T01:00:19.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.867+0000 7f7ea782f800 20 add_watcher() i=4 2024-09-12T01:00:19.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.867+0000 7f7ea782f800 20 add_watcher() i=5 2024-09-12T01:00:19.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.867+0000 7f7ea782f800 20 add_watcher() i=6 2024-09-12T01:00:19.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.868+0000 7f7ea782f800 20 add_watcher() i=7 2024-09-12T01:00:19.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.868+0000 7f7ea782f800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:19.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.870+0000 7f7d5b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:19.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.871+0000 7f7ea782f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:19.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.871+0000 7f7ea782f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:19.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.907+0000 7f7d5a7e4640 20 reqs_thread_entry: start 2024-09-12T01:00:19.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.908+0000 7f7ea782f800 20 init_complete bucket index max shards: 11 2024-09-12T01:00:19.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.908+0000 7f7ea782f800 20 Filter name: none 2024-09-12T01:00:19.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.908+0000 7f7ccbfff640 20 reqs_thread_entry: start 2024-09-12T01:00:19.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.908+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T01:00:19.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.909+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.910+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.910+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.912+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T01:00:19.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.913+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.914+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.914+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.915+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T01:00:19.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.916+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.917+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.917+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.918+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T01:00:19.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.919+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.920+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.920+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.921+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T01:00:19.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.922+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.923+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.923+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.924+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T01:00:19.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.926+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.926+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.927+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.928+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T01:00:19.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.929+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.930+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.930+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.931+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T01:00:19.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.932+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.933+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.933+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.934+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T01:00:19.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.937+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.937+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.937+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.939+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T01:00:19.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.940+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.940+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.940+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.941+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T01:00:19.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.943+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.943+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.943+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.944+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T01:00:19.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.945+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.946+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.946+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.947+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T01:00:19.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.948+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.949+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.949+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.950+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T01:00:19.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.952+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.952+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.953+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.954+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T01:00:19.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.955+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.956+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.956+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.957+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T01:00:19.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.958+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.959+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.959+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.960+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T01:00:19.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.961+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.962+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.962+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.963+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T01:00:19.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.965+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.965+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.965+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.966+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T01:00:19.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.968+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.968+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.969+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.970+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T01:00:19.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.971+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.971+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.971+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.972+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T01:00:19.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.974+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.974+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.975+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.976+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T01:00:19.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.978+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.978+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.979+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.980+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T01:00:19.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.981+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.981+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.982+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.983+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T01:00:19.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.984+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.985+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.985+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.986+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T01:00:19.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.988+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.988+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.988+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.989+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T01:00:19.989 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.991+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.991+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.991+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.992+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T01:00:19.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.994+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.994+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.994+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.995+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T01:00:19.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.997+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.997+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.997+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:19.998+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T01:00:19.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.000+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:19.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.000+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:19.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.001+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.001+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T01:00:20.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.003+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.003+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.003+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.004+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T01:00:20.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.006+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.006+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.006+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.007+0000 7f7ea782f800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T01:00:20.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.008+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.009+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.008 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.009+0000 7f7ea782f800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.011+0000 7f7d5b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:20.012 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.013+0000 7f7ea782f800 20 remove_watcher() i=0 2024-09-12T01:00:20.012 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.013+0000 7f7ea782f800 2 removed watcher, disabling cache 2024-09-12T01:00:20.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.014+0000 7f7ea782f800 20 remove_watcher() i=1 2024-09-12T01:00:20.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.015+0000 7f7ea782f800 20 remove_watcher() i=2 2024-09-12T01:00:20.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.016+0000 7f7ea782f800 20 remove_watcher() i=3 2024-09-12T01:00:20.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.018+0000 7f7ea782f800 20 remove_watcher() i=4 2024-09-12T01:00:20.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.019+0000 7f7ea782f800 20 remove_watcher() i=5 2024-09-12T01:00:20.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.020+0000 7f7ea782f800 20 remove_watcher() i=6 2024-09-12T01:00:20.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.021+0000 7f7ea782f800 20 remove_watcher() i=7 2024-09-12T01:00:20.032 DEBUG:teuthology.orchestra.run.smithi038:> radosgw-admin gc process --include-all 2024-09-12T01:00:20.086 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:20.087 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:20.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.129+0000 7f54b5b23800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.131+0000 7f54b5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:20.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.131+0000 7f54b5b23800 20 realm 2024-09-12T01:00:20.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.131+0000 7f54b5b23800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.132+0000 7f54b5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:20.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.132+0000 7f54b5b23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:20.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.132+0000 7f54b5b23800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.132+0000 7f54b5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:20.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.132+0000 7f54b5b23800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.133+0000 7f54b5b23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:20.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.133+0000 7f54b5b23800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.133+0000 7f54b5b23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:20.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.134+0000 7f54b5b23800 20 searching for the correct realm 2024-09-12T01:00:20.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.136+0000 7f54b1012640 0 -- 172.21.15.38:0/2460483176 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5646bc3deed0 msgr2=0x5646bc3e12c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:20.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.140+0000 7f54b1813640 0 -- 172.21.15.38:0/2460483176 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f54a80168d0 msgr2=0x7f54a80093c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T01:00:20.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.346+0000 7f54b5b23800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:00:20.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.346+0000 7f54b5b23800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:00:20.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.346+0000 7f54b5b23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:20.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.346+0000 7f54b5b23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:20.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.346+0000 7f54b5b23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:20.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.346+0000 7f54b5b23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:20.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.346+0000 7f54b5b23800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.347+0000 7f54b5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:20.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.347+0000 7f54b5b23800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.347+0000 7f54b5b23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:20.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.347+0000 7f54b5b23800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.347+0000 7f54b5b23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:20.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.347+0000 7f54b5b23800 20 zone default found 2024-09-12T01:00:20.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.347+0000 7f54b5b23800 4 Realm: () 2024-09-12T01:00:20.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.347+0000 7f54b5b23800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:00:20.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.347+0000 7f54b5b23800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:00:20.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.347+0000 7f54b5b23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:20.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.347+0000 7f54b5b23800 20 zonegroup default 2024-09-12T01:00:20.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.347+0000 7f54b5b23800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.347+0000 7f54b5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:20.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.348+0000 7f54b5b23800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.348+0000 7f54b5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:20.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.348+0000 7f54b5b23800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.348+0000 7f54b5b23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:20.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.348+0000 7f54b5b23800 20 started sync module instance, tier type = 2024-09-12T01:00:20.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.348+0000 7f54b5b23800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:00:20.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.360+0000 7f54b5b23800 20 add_watcher() i=0 2024-09-12T01:00:20.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.360+0000 7f54b5b23800 20 add_watcher() i=1 2024-09-12T01:00:20.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.360+0000 7f54b5b23800 20 add_watcher() i=2 2024-09-12T01:00:20.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.360+0000 7f54b5b23800 20 add_watcher() i=3 2024-09-12T01:00:20.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.360+0000 7f54b5b23800 20 add_watcher() i=4 2024-09-12T01:00:20.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.360+0000 7f54b5b23800 20 add_watcher() i=5 2024-09-12T01:00:20.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.360+0000 7f54b5b23800 20 add_watcher() i=6 2024-09-12T01:00:20.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.361+0000 7f54b5b23800 20 add_watcher() i=7 2024-09-12T01:00:20.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.361+0000 7f54b5b23800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:20.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.363+0000 7f5367fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:20.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.363+0000 7f54b5b23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:20.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.363+0000 7f54b5b23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:20.400 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.401+0000 7f5366fe5640 20 reqs_thread_entry: start 2024-09-12T01:00:20.400 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.401+0000 7f54b5b23800 20 init_complete bucket index max shards: 11 2024-09-12T01:00:20.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.401+0000 7f54b5b23800 20 Filter name: none 2024-09-12T01:00:20.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.401+0000 7f5364fe1640 20 reqs_thread_entry: start 2024-09-12T01:00:20.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.401+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T01:00:20.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.403+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.403+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.404+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.404+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T01:00:20.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.406+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.406+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.407+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.408+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T01:00:20.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.409+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.410+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.408 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.410+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.411+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T01:00:20.411 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.412+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.411 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.413+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.413+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.414+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T01:00:20.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.415+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.416+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.416+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.417+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T01:00:20.417 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.419+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.418 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.419+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.418 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.419+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.421+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T01:00:20.421 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.422+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.421 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.423+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.421 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.423+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.422 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.424+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T01:00:20.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.425+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.426+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.426+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.428+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T01:00:20.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.429+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.429+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.430+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.431+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T01:00:20.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.432+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.432+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.433+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.433+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T01:00:20.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.435+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.435+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.436+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.437+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T01:00:20.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.438+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.439+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.439+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.440+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T01:00:20.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.441+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.442+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.442+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.443+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T01:00:20.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.444+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.445+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.445+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.446+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T01:00:20.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.448+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.448+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.448+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.449+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T01:00:20.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.450+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.451+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.451+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.452+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T01:00:20.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.454+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.454+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.455+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.456+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T01:00:20.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.457+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.458+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.458+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.460+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T01:00:20.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.461+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.461+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.462+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.463+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T01:00:20.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.464+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.464+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.465+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.466+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T01:00:20.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.467+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.467+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.468+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.469+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T01:00:20.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.470+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.471+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.471+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.472+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T01:00:20.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.474+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.473 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.474+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.473 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.474+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.475+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T01:00:20.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.476+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.476 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.477+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.476 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.477+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.477 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.478+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T01:00:20.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.480+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.481+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.481+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.481 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.482+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T01:00:20.482 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.483+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.484+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.484+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.485 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.485+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T01:00:20.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.491+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.491+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.492+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.493+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T01:00:20.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.494+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.494+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.495+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.496+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T01:00:20.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.497+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.498+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.498+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.499+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T01:00:20.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.500+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.500+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.501+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.502+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T01:00:20.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.503+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.504+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.504+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.505+0000 7f54b5b23800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T01:00:20.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.507+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.507+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.507+0000 7f54b5b23800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.509+0000 7f5367fe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:20.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.512+0000 7f54b5b23800 20 remove_watcher() i=0 2024-09-12T01:00:20.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.512+0000 7f54b5b23800 2 removed watcher, disabling cache 2024-09-12T01:00:20.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.513+0000 7f54b5b23800 20 remove_watcher() i=1 2024-09-12T01:00:20.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.514+0000 7f54b5b23800 20 remove_watcher() i=2 2024-09-12T01:00:20.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.515+0000 7f54b5b23800 20 remove_watcher() i=3 2024-09-12T01:00:20.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.516+0000 7f54b5b23800 20 remove_watcher() i=4 2024-09-12T01:00:20.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.517+0000 7f54b5b23800 20 remove_watcher() i=5 2024-09-12T01:00:20.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.518+0000 7f54b5b23800 20 remove_watcher() i=6 2024-09-12T01:00:20.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.519+0000 7f54b5b23800 20 remove_watcher() i=7 2024-09-12T01:00:20.529 DEBUG:teuthology.orchestra.run.smithi038:> radosgw-admin gc process --include-all 2024-09-12T01:00:20.583 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:20.583 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:20.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.623+0000 7f30c4f3d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.624+0000 7f30c4f3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:20.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.624+0000 7f30c4f3d800 20 realm 2024-09-12T01:00:20.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.624+0000 7f30c4f3d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.624+0000 7f30c4f3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:20.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.624+0000 7f30c4f3d800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:20.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.624+0000 7f30c4f3d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.625+0000 7f30c4f3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:20.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.625+0000 7f30c4f3d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.626+0000 7f30c4f3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:20.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.626+0000 7f30c4f3d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.626+0000 7f30c4f3d800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:20.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.626+0000 7f30c4f3d800 20 searching for the correct realm 2024-09-12T01:00:20.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.629+0000 7f30c142b640 0 -- 172.21.15.38:0/2198982341 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x56149dd57460 msgr2=0x56149dd59920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:20.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.632+0000 7f30c0c2a640 0 -- 172.21.15.38:0/2198982341 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f30a8097450 msgr2=0x7f30a80978d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:20.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.636+0000 7f30c4f3d800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:00:20.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.636+0000 7f30c4f3d800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:00:20.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.636+0000 7f30c4f3d800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:20.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.636+0000 7f30c4f3d800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:20.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.636+0000 7f30c4f3d800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:20.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.637+0000 7f30c4f3d800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:20.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.637+0000 7f30c4f3d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.637+0000 7f30c4f3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:20.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.637+0000 7f30c4f3d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.637+0000 7f30c4f3d800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:20.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.637+0000 7f30c4f3d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.637+0000 7f30c4f3d800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:20.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.637+0000 7f30c4f3d800 20 zone default found 2024-09-12T01:00:20.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.637+0000 7f30c4f3d800 4 Realm: () 2024-09-12T01:00:20.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.637+0000 7f30c4f3d800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:00:20.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.637+0000 7f30c4f3d800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:00:20.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.637+0000 7f30c4f3d800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:20.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.637+0000 7f30c4f3d800 20 zonegroup default 2024-09-12T01:00:20.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.637+0000 7f30c4f3d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.638+0000 7f30c4f3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:20.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.638+0000 7f30c4f3d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.638+0000 7f30c4f3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:20.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.638+0000 7f30c4f3d800 20 rados->read ofs=0 len=0 2024-09-12T01:00:20.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.638+0000 7f30c4f3d800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:20.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.638+0000 7f30c4f3d800 20 started sync module instance, tier type = 2024-09-12T01:00:20.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.638+0000 7f30c4f3d800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:00:20.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.648+0000 7f30c4f3d800 20 add_watcher() i=0 2024-09-12T01:00:20.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.648+0000 7f30c4f3d800 20 add_watcher() i=1 2024-09-12T01:00:20.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.648+0000 7f30c4f3d800 20 add_watcher() i=2 2024-09-12T01:00:20.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.648+0000 7f30c4f3d800 20 add_watcher() i=3 2024-09-12T01:00:20.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.648+0000 7f30c4f3d800 20 add_watcher() i=4 2024-09-12T01:00:20.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.648+0000 7f30c4f3d800 20 add_watcher() i=5 2024-09-12T01:00:20.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.648+0000 7f30c4f3d800 20 add_watcher() i=6 2024-09-12T01:00:20.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.649+0000 7f30c4f3d800 20 add_watcher() i=7 2024-09-12T01:00:20.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.649+0000 7f30c4f3d800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:20.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.650+0000 7f2f777e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:20.649 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.650+0000 7f30c4f3d800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:20.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.650+0000 7f30c4f3d800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:20.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.685+0000 7f2f767e4640 20 reqs_thread_entry: start 2024-09-12T01:00:20.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.685+0000 7f30c4f3d800 20 init_complete bucket index max shards: 11 2024-09-12T01:00:20.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.686+0000 7f30c4f3d800 20 Filter name: none 2024-09-12T01:00:20.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.686+0000 7f2f6ffff640 20 reqs_thread_entry: start 2024-09-12T01:00:20.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.686+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T01:00:20.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.687+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.688+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.688+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.689+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T01:00:20.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.690+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.690+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.691+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.692+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T01:00:20.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.693+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.693+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.693+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.694+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T01:00:20.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.696+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.696+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.697+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.698+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T01:00:20.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.699+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.700+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.699 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.700+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.700 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.702+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T01:00:20.702 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.703+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.702 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.703+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.702 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.704+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.705+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T01:00:20.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.706+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.706+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.707+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.708+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T01:00:20.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.709+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.710+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.710+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.712+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T01:00:20.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.713+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.713+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.713+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.715+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T01:00:20.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.716+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.715 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.716+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.715 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.717+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.717+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T01:00:20.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.719+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.719+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.719+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.720+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T01:00:20.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.722+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.722+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.723+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.724+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T01:00:20.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.725+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.726+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.726+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.727+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T01:00:20.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.729+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.730+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.730+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.731+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T01:00:20.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.733+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.733+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.734+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.735+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T01:00:20.734 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.736+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.736+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.737+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.737+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T01:00:20.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.739+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.739+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.739+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.740+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T01:00:20.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.742+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.742+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.742+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.743+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T01:00:20.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.745+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.745+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.745+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.747+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T01:00:20.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.748+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.748+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.749+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.748 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.750+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T01:00:20.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.751+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.751+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.751+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.752+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T01:00:20.752 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.754+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.754+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.754+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.756+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T01:00:20.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.757+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.757+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.758+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.759+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T01:00:20.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.760+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.761+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.761+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.762+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T01:00:20.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.763+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.764+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.764+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.765+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T01:00:20.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.766+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.767+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.767+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.769+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T01:00:20.769 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.770+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.769 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.770+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.769 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.771+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.771+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T01:00:20.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.773+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.774+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.774+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.775+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T01:00:20.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.776+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.777+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.777+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.778+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T01:00:20.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.779+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.780+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.780+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.781+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T01:00:20.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.782+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.783+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.783+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.784+0000 7f30c4f3d800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T01:00:20.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.785+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.786+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:20.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.786+0000 7f30c4f3d800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:20.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.789+0000 7f2f777e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:20.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.791+0000 7f30c4f3d800 20 remove_watcher() i=0 2024-09-12T01:00:20.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.791+0000 7f30c4f3d800 2 removed watcher, disabling cache 2024-09-12T01:00:20.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.792+0000 7f30c4f3d800 20 remove_watcher() i=1 2024-09-12T01:00:20.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.793+0000 7f30c4f3d800 20 remove_watcher() i=2 2024-09-12T01:00:20.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.794+0000 7f30c4f3d800 20 remove_watcher() i=3 2024-09-12T01:00:20.793 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.795+0000 7f30c4f3d800 20 remove_watcher() i=4 2024-09-12T01:00:20.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.796+0000 7f30c4f3d800 20 remove_watcher() i=5 2024-09-12T01:00:20.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.797+0000 7f30c4f3d800 20 remove_watcher() i=6 2024-09-12T01:00:20.796 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:20.798+0000 7f30c4f3d800 20 remove_watcher() i=7 2024-09-12T01:00:20.808 DEBUG:teuthology.orchestra.run.smithi038:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest 2024-09-12T01:00:21.311 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :clean 2024-09-12T01:00:22.005 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :compileJava 2024-09-12T01:00:22.005 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :processResources 2024-09-12T01:00:22.005 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :classes 2024-09-12T01:00:22.505 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:22.505 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :compileTestJava 2024-09-12T01:00:22.506 INFO:teuthology.orchestra.run.smithi038.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2024-09-12T01:00:22.506 INFO:teuthology.orchestra.run.smithi038.stderr:Note: Recompile with -Xlint:deprecation for details. 2024-09-12T01:00:22.506 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:22.506 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :processTestResources NO-SOURCE 2024-09-12T01:00:22.507 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :testClasses 2024-09-12T01:00:24.506 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:24.506 INFO:teuthology.orchestra.run.smithi038.stdout:> Task :test 2024-09-12T01:00:24.507 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:24.507 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests STANDARD_OUT 2024-09-12T01:00:24.507 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12 01:00:23,739 [Test worker] WARN com.amazonaws.util.Base64 - JAXB is unavailable. Will fallback to SDK implementation which may be less performant 2024-09-12T01:00:24.507 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:24.507 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound STARTED 2024-09-12T01:00:24.507 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:24.507 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound PASSED 2024-09-12T01:00:24.507 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:24.507 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone STARTED 2024-09-12T01:00:24.507 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:24.507 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone PASSED 2024-09-12T01:00:24.705 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:24.705 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty STARTED 2024-09-12T01:00:24.705 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:24.705 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty PASSED 2024-09-12T01:00:24.905 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:24.905 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI STARTED 2024-09-12T01:00:25.505 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:25.505 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI PASSED 2024-09-12T01:00:25.705 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:25.705 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI STARTED 2024-09-12T01:00:25.805 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:25.805 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI PASSED 2024-09-12T01:00:26.005 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:26.005 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI STARTED 2024-09-12T01:00:26.105 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:26.105 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI PASSED 2024-09-12T01:00:26.305 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:26.305 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI STARTED 2024-09-12T01:00:26.305 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:26.305 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI PASSED 2024-09-12T01:00:26.405 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:26.405 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI STARTED 2024-09-12T01:00:26.405 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:26.405 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI PASSED 2024-09-12T01:00:26.605 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:26.605 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB STARTED 2024-09-12T01:00:26.805 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:26.805 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB PASSED 2024-09-12T01:00:27.105 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:27.105 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b STARTED 2024-09-12T01:00:27.105 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:27.105 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b PASSED 2024-09-12T01:00:27.305 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:27.305 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb STARTED 2024-09-12T01:00:27.405 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:27.405 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb PASSED 2024-09-12T01:00:27.605 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:27.605 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC STARTED 2024-09-12T01:00:27.705 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:27.705 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC PASSED 2024-09-12T01:00:27.905 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:27.905 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 STARTED 2024-09-12T01:00:27.905 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:27.905 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 PASSED 2024-09-12T01:00:28.105 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:28.105 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey STARTED 2024-09-12T01:00:28.205 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:28.205 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey PASSED 2024-09-12T01:00:28.405 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:28.405 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 STARTED 2024-09-12T01:00:28.405 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:28.405 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 PASSED 2024-09-12T01:00:28.604 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:28.605 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete STARTED 2024-09-12T01:00:28.705 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:28.705 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete PASSED 2024-09-12T01:00:28.905 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:28.905 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA STARTED 2024-09-12T01:00:29.305 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:29.305 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA PASSED 2024-09-12T01:00:29.705 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:29.705 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI STARTED 2024-09-12T01:00:33.505 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:33.505 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI PASSED 2024-09-12T01:00:33.805 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:33.805 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI STARTED 2024-09-12T01:00:33.905 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:33.905 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI PASSED 2024-09-12T01:00:34.105 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:34.105 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI STARTED 2024-09-12T01:00:34.105 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:34.105 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI PASSED 2024-09-12T01:00:34.405 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:34.405 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI STARTED 2024-09-12T01:00:34.805 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:34.805 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI PASSED 2024-09-12T01:00:35.005 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:35.005 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI STARTED 2024-09-12T01:00:35.005 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:35.005 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI PASSED 2024-09-12T01:00:35.105 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:35.105 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI STARTED 2024-09-12T01:00:35.805 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:35.805 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI PASSED 2024-09-12T01:00:36.004 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:36.005 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 STARTED 2024-09-12T01:00:36.405 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:36.405 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 PASSED 2024-09-12T01:00:36.605 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:36.605 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI STARTED 2024-09-12T01:00:37.005 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:37.005 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI PASSED 2024-09-12T01:00:37.204 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:37.205 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI STARTED 2024-09-12T01:00:40.506 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:40.506 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI PASSED 2024-09-12T01:00:40.705 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:40.705 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI STARTED 2024-09-12T01:00:42.205 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:42.205 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI PASSED 2024-09-12T01:00:42.505 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:42.505 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI STARTED 2024-09-12T01:00:42.905 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:42.905 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI PASSED 2024-09-12T01:00:43.105 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:43.105 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause STARTED 2024-09-12T01:00:43.606 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:43.606 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause PASSED 2024-09-12T01:00:43.905 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:43.905 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound STARTED 2024-09-12T01:00:43.905 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:43.905 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound PASSED 2024-09-12T01:00:44.005 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:44.005 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch STARTED 2024-09-12T01:00:44.005 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:44.005 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch PASSED 2024-09-12T01:00:44.205 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:44.205 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort STARTED 2024-09-12T01:00:44.305 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:44.305 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort PASSED 2024-09-12T01:00:44.505 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:44.505 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid STARTED 2024-09-12T01:00:44.605 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:44.605 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid PASSED 2024-09-12T01:00:44.806 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:44.943 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None STARTED 2024-09-12T01:00:44.943 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:44.943 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None PASSED 2024-09-12T01:00:45.005 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:45.005 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable STARTED 2024-09-12T01:00:45.105 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:45.105 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable PASSED 2024-09-12T01:00:45.305 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:45.305 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes STARTED 2024-09-12T01:00:45.305 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:45.305 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes PASSED 2024-09-12T01:00:45.505 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:45.505 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot STARTED 2024-09-12T01:00:45.605 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:45.605 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot PASSED 2024-09-12T01:00:45.805 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:45.805 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist STARTED 2024-09-12T01:00:45.905 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:45.905 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist PASSED 2024-09-12T01:00:46.105 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:46.105 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage STARTED 2024-09-12T01:00:46.205 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:46.205 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage PASSED 2024-09-12T01:00:46.405 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:46.405 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList STARTED 2024-09-12T01:00:46.505 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:46.505 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList PASSED 2024-09-12T01:00:46.705 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:46.705 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList STARTED 2024-09-12T01:00:46.805 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:46.805 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList PASSED 2024-09-12T01:00:47.005 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:47.005 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList STARTED 2024-09-12T01:00:47.105 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:47.105 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList PASSED 2024-09-12T01:00:47.305 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:47.305 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable STARTED 2024-09-12T01:00:47.405 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:47.405 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable PASSED 2024-09-12T01:00:47.605 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:47.605 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative STARTED 2024-09-12T01:00:47.705 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:47.705 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative PASSED 2024-09-12T01:00:47.905 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:47.905 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone STARTED 2024-09-12T01:00:48.005 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:48.005 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone PASSED 2024-09-12T01:00:48.205 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:48.205 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne STARTED 2024-09-12T01:00:48.305 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:48.305 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne PASSED 2024-09-12T01:00:48.505 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:48.505 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero STARTED 2024-09-12T01:00:48.605 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:48.605 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero PASSED 2024-09-12T01:00:48.805 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:48.805 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt STARTED 2024-09-12T01:00:48.905 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:48.905 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt PASSED 2024-09-12T01:00:49.104 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:49.105 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic STARTED 2024-09-12T01:00:49.204 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:49.205 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic PASSED 2024-09-12T01:00:49.405 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:49.405 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt STARTED 2024-09-12T01:00:49.504 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:49.504 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt PASSED 2024-09-12T01:00:49.705 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:49.705 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic STARTED 2024-09-12T01:00:49.805 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:49.805 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic PASSED 2024-09-12T01:00:50.004 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:50.005 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist STARTED 2024-09-12T01:00:50.104 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:50.105 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist PASSED 2024-09-12T01:00:50.305 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:50.305 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist STARTED 2024-09-12T01:00:50.305 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:50.305 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist PASSED 2024-09-12T01:00:50.605 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:50.605 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist STARTED 2024-09-12T01:00:50.705 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:50.705 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist PASSED 2024-09-12T01:00:50.904 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:50.905 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty STARTED 2024-09-12T01:00:50.905 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:50.905 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty PASSED 2024-09-12T01:00:51.205 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:51.205 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone STARTED 2024-09-12T01:00:51.205 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:51.205 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone PASSED 2024-09-12T01:00:51.404 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:51.405 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist STARTED 2024-09-12T01:00:51.505 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:51.505 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist PASSED 2024-09-12T01:00:51.705 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:51.705 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable STARTED 2024-09-12T01:00:51.804 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:51.805 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable PASSED 2024-09-12T01:00:52.004 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:52.005 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket STARTED 2024-09-12T01:00:52.104 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:52.105 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket PASSED 2024-09-12T01:00:52.305 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:52.305 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist STARTED 2024-09-12T01:00:52.305 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:52.305 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist PASSED 2024-09-12T01:00:52.505 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:52.505 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl STARTED 2024-09-12T01:00:52.505 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:52.505 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl PASSED 2024-09-12T01:00:52.805 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:52.805 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag STARTED 2024-09-12T01:00:52.805 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:52.805 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag PASSED 2024-09-12T01:00:53.004 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:53.005 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete STARTED 2024-09-12T01:00:53.205 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:53.205 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete PASSED 2024-09-12T01:00:53.405 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:53.405 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket STARTED 2024-09-12T01:00:53.405 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:53.405 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket PASSED 2024-09-12T01:00:53.505 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:53.505 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode STARTED 2024-09-12T01:00:53.505 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:53.505 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode PASSED 2024-09-12T01:00:53.805 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:53.805 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode STARTED 2024-09-12T01:00:53.805 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:53.805 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode PASSED 2024-09-12T01:00:54.005 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:54.005 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey STARTED 2024-09-12T01:00:54.104 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:54.105 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey PASSED 2024-09-12T01:00:54.305 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:54.305 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared STARTED 2024-09-12T01:00:54.305 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:54.305 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared PASSED 2024-09-12T01:00:54.604 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:54.605 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile STARTED 2024-09-12T01:00:54.905 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:54.905 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile PASSED 2024-09-12T01:00:55.106 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:55.106 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testUploadFileList STARTED 2024-09-12T01:00:55.405 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:55.405 INFO:teuthology.orchestra.run.smithi038.stdout:suite > Object tests > ObjectTest.testUploadFileList PASSED 2024-09-12T01:00:55.605 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:55.605 INFO:teuthology.orchestra.run.smithi038.stdout:---------------------------------------------------------------------- 2024-09-12T01:00:55.606 INFO:teuthology.orchestra.run.smithi038.stdout:| Results: SUCCESS (70 tests, 70 successes, 0 failures, 0 skipped) | 2024-09-12T01:00:55.606 INFO:teuthology.orchestra.run.smithi038.stdout:---------------------------------------------------------------------- 2024-09-12T01:00:55.606 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:55.606 INFO:teuthology.orchestra.run.smithi038.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2024-09-12T01:00:55.606 INFO:teuthology.orchestra.run.smithi038.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2024-09-12T01:00:55.606 INFO:teuthology.orchestra.run.smithi038.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2024-09-12T01:00:55.606 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:55.606 INFO:teuthology.orchestra.run.smithi038.stdout:BUILD SUCCESSFUL in 34s 2024-09-12T01:00:55.606 INFO:teuthology.orchestra.run.smithi038.stdout:5 actionable tasks: 5 executed 2024-09-12T01:00:55.614 DEBUG:teuthology.orchestra.run.smithi038:> radosgw-admin gc process --include-all 2024-09-12T01:00:55.667 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:55.667 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:55.706 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.708+0000 7f8210b40800 20 rados->read ofs=0 len=0 2024-09-12T01:00:55.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.710+0000 7f8210b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:55.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.710+0000 7f8210b40800 20 realm 2024-09-12T01:00:55.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.710+0000 7f8210b40800 20 rados->read ofs=0 len=0 2024-09-12T01:00:55.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.710+0000 7f8210b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:55.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.710+0000 7f8210b40800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:55.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.710+0000 7f8210b40800 20 rados->read ofs=0 len=0 2024-09-12T01:00:55.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.710+0000 7f8210b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:55.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.710+0000 7f8210b40800 20 rados->read ofs=0 len=0 2024-09-12T01:00:55.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.711+0000 7f8210b40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:55.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.711+0000 7f8210b40800 20 rados->read ofs=0 len=0 2024-09-12T01:00:55.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.712+0000 7f8210b40800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:55.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.712+0000 7f8210b40800 20 searching for the correct realm 2024-09-12T01:00:55.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.714+0000 7f820d0c1640 0 -- 172.21.15.38:0/816246217 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55c2f1983f00 msgr2=0x55c2f19863c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:55.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.718+0000 7f820c8c0640 0 -- 172.21.15.38:0/816246217 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f81f808ebd0 msgr2=0x7f81f806c7f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T01:00:55.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:00:55.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:00:55.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:55.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:55.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:55.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:55.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 20 rados->read ofs=0 len=0 2024-09-12T01:00:55.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:55.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 20 rados->read ofs=0 len=0 2024-09-12T01:00:55.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:55.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 20 rados->read ofs=0 len=0 2024-09-12T01:00:55.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:55.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 20 zone default found 2024-09-12T01:00:55.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 4 Realm: () 2024-09-12T01:00:55.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:00:55.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:00:55.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:55.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 20 zonegroup default 2024-09-12T01:00:55.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.723+0000 7f8210b40800 20 rados->read ofs=0 len=0 2024-09-12T01:00:55.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.724+0000 7f8210b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:55.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.724+0000 7f8210b40800 20 rados->read ofs=0 len=0 2024-09-12T01:00:55.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.724+0000 7f8210b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:55.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.724+0000 7f8210b40800 20 rados->read ofs=0 len=0 2024-09-12T01:00:55.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.724+0000 7f8210b40800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:55.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.724+0000 7f8210b40800 20 started sync module instance, tier type = 2024-09-12T01:00:55.725 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.724+0000 7f8210b40800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:00:55.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.734+0000 7f8210b40800 20 add_watcher() i=0 2024-09-12T01:00:55.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.734+0000 7f8210b40800 20 add_watcher() i=1 2024-09-12T01:00:55.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.734+0000 7f8210b40800 20 add_watcher() i=2 2024-09-12T01:00:55.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.734+0000 7f8210b40800 20 add_watcher() i=3 2024-09-12T01:00:55.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.734+0000 7f8210b40800 20 add_watcher() i=4 2024-09-12T01:00:55.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.734+0000 7f8210b40800 20 add_watcher() i=5 2024-09-12T01:00:55.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.734+0000 7f8210b40800 20 add_watcher() i=6 2024-09-12T01:00:55.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.734+0000 7f8210b40800 20 add_watcher() i=7 2024-09-12T01:00:55.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.734+0000 7f8210b40800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:55.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.736+0000 7f80c2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:55.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.736+0000 7f8210b40800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:55.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.736+0000 7f8210b40800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:55.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.771+0000 7f80c1fe3640 20 reqs_thread_entry: start 2024-09-12T01:00:55.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.771+0000 7f8210b40800 20 init_complete bucket index max shards: 11 2024-09-12T01:00:55.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.771+0000 7f8210b40800 20 Filter name: none 2024-09-12T01:00:55.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.771+0000 7f80337fe640 20 reqs_thread_entry: start 2024-09-12T01:00:55.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.771+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T01:00:55.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.773+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.773+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.773+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T01:00:55.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.773+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1670240349715178733', time=2024-09-12T03:00:36.429708+0000, chain.objs.size()=9 2024-09-12T01:00:55.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.773+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__multipart_file.mpg.2~vluXHVBsjd2gq_6CpXtb4Odw87GiNSX.1 2024-09-12T01:00:55.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.773+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__shadow_file.mpg.2~vluXHVBsjd2gq_6CpXtb4Odw87GiNSX.1_1 2024-09-12T01:00:55.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.773+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__multipart_file.mpg.2~vluXHVBsjd2gq_6CpXtb4Odw87GiNSX.2 2024-09-12T01:00:55.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.773+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__shadow_file.mpg.2~vluXHVBsjd2gq_6CpXtb4Odw87GiNSX.2_1 2024-09-12T01:00:55.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.773+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__multipart_file.mpg.2~vluXHVBsjd2gq_6CpXtb4Odw87GiNSX.3 2024-09-12T01:00:55.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.773+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__shadow_file.mpg.2~vluXHVBsjd2gq_6CpXtb4Odw87GiNSX.3_1 2024-09-12T01:00:55.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.774+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__multipart_file.mpg.2~vluXHVBsjd2gq_6CpXtb4Odw87GiNSX.4 2024-09-12T01:00:55.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.774+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__shadow_file.mpg.2~vluXHVBsjd2gq_6CpXtb4Odw87GiNSX.4_1 2024-09-12T01:00:55.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.774+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__multipart_file.mpg.2~vluXHVBsjd2gq_6CpXtb4Odw87GiNSX.5 2024-09-12T01:00:55.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.774+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15561007839542466107', time=2024-09-12T03:00:46.236685+0000, chain.objs.size()=1 2024-09-12T01:00:55.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.774+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.115__shadow_.Ai7TkqF2EVOOXRx2NfTpbDTt2fCi1CG_0 2024-09-12T01:00:55.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.774+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1259575876040760048', time=2024-09-12T03:00:49.504310+0000, chain.objs.size()=1 2024-09-12T01:00:55.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.774+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.126__shadow_.gUrBXJtcU7eGlOu1pQoD77P5uY61VRT_0 2024-09-12T01:00:55.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.774+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15946146832918385873', time=2024-09-12T03:00:49.807481+0000, chain.objs.size()=1 2024-09-12T01:00:55.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.774+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.127__shadow_.UHu_RlBHgGfe0EeCielvYdGillsPuTF_0 2024-09-12T01:00:55.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.776+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1490151079828082106', time=2024-09-12T03:00:50.109593+0000, chain.objs.size()=1 2024-09-12T01:00:55.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.776+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.128__shadow_.KMtwQHO4Nr8DBMS3cVQLp04N7j3F0Oa_0 2024-09-12T01:00:55.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.777+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5998901154458127207', time=2024-09-12T03:00:51.275779+0000, chain.objs.size()=1 2024-09-12T01:00:55.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.777+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.132__shadow_.932y4ntjOYm0lf3b2YF8jjOkzfv0zIW_0 2024-09-12T01:00:55.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.777+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8741641657840289770', time=2024-09-12T03:00:53.011547+0000, chain.objs.size()=1 2024-09-12T01:00:55.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.777+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.139__shadow_.pPMA4Bs7vlgLe3oe2V1I_99hCrn3kw2_0 2024-09-12T01:00:55.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.781+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.783+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T01:00:55.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.784+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.785+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.785+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:55.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.785+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16617171568564905390', time=2024-09-12T03:00:48.642532+0000, chain.objs.size()=1 2024-09-12T01:00:55.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.785+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.123__shadow_.Dcm5YmOl7_hayxiLpF-epC0wuXSM8xb_0 2024-09-12T01:00:55.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.785+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2321168509831224434', time=2024-09-12T03:00:49.813433+0000, chain.objs.size()=1 2024-09-12T01:00:55.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.785+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.127__shadow_.iD9M2xVPzyLP1O8Zppgzyp0oyiSIjCU_0 2024-09-12T01:00:55.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.787+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.789+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T01:00:55.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.791+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.791+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.791+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:55.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.791+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='2~sBKUmBVX0kIs4RVF3RoIsYB-etAFX3Y', time=2024-09-12T03:00:37.115721+0000, chain.objs.size()=9 2024-09-12T01:00:55.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.791+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.102__multipart_key1.2~sBKUmBVX0kIs4RVF3RoIsYB-etAFX3Y.7 2024-09-12T01:00:55.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.792+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.102__shadow_key1.2~sBKUmBVX0kIs4RVF3RoIsYB-etAFX3Y.7_1 2024-09-12T01:00:55.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.792+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.102__multipart_key1.2~sBKUmBVX0kIs4RVF3RoIsYB-etAFX3Y.8 2024-09-12T01:00:55.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.792+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.102__shadow_key1.2~sBKUmBVX0kIs4RVF3RoIsYB-etAFX3Y.8_1 2024-09-12T01:00:55.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.792+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.102__multipart_key1.2~sBKUmBVX0kIs4RVF3RoIsYB-etAFX3Y.9 2024-09-12T01:00:55.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.792+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.102__shadow_key1.2~sBKUmBVX0kIs4RVF3RoIsYB-etAFX3Y.9_1 2024-09-12T01:00:55.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.792+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.102__multipart_key1.2~sBKUmBVX0kIs4RVF3RoIsYB-etAFX3Y.10 2024-09-12T01:00:55.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.792+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.102__shadow_key1.2~sBKUmBVX0kIs4RVF3RoIsYB-etAFX3Y.10_1 2024-09-12T01:00:55.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.792+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.102__multipart_key1.2~sBKUmBVX0kIs4RVF3RoIsYB-etAFX3Y.11 2024-09-12T01:00:55.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.795+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.796 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.798+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T01:00:55.797 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.799+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.799+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.799+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T01:00:55.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.799+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14524838654008944092', time=2024-09-12T03:00:29.520236+0000, chain.objs.size()=9 2024-09-12T01:00:55.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.799+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__multipart_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.1 2024-09-12T01:00:55.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.800+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__shadow_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.1_1 2024-09-12T01:00:55.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.800+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__multipart_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.2 2024-09-12T01:00:55.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.800+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__shadow_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.2_1 2024-09-12T01:00:55.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.800+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__multipart_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.3 2024-09-12T01:00:55.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.800+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__shadow_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.3_1 2024-09-12T01:00:55.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.800+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__multipart_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.4 2024-09-12T01:00:55.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.800+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__shadow_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.4_1 2024-09-12T01:00:55.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.800+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__multipart_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.5 2024-09-12T01:00:55.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.800+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2828967972376513087', time=2024-09-12T03:00:40.128879+0000, chain.objs.size()=7 2024-09-12T01:00:55.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.800+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~NtOibak8yHycKGrMrtE7N6P85PpsgYq.1 2024-09-12T01:00:55.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.800+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~NtOibak8yHycKGrMrtE7N6P85PpsgYq.1_1 2024-09-12T01:00:55.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.800+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~NtOibak8yHycKGrMrtE7N6P85PpsgYq.1_2 2024-09-12T01:00:55.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.804+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~NtOibak8yHycKGrMrtE7N6P85PpsgYq.2 2024-09-12T01:00:55.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.804+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~NtOibak8yHycKGrMrtE7N6P85PpsgYq.2_1 2024-09-12T01:00:55.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.804+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~NtOibak8yHycKGrMrtE7N6P85PpsgYq.2_2 2024-09-12T01:00:55.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.804+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~NtOibak8yHycKGrMrtE7N6P85PpsgYq.3 2024-09-12T01:00:55.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.804+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18422723121491291963', time=2024-09-12T03:00:48.333130+0000, chain.objs.size()=1 2024-09-12T01:00:55.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.804+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.122__shadow_.lLZTQ0WY5RK_RZAGwqSrhDVaMfFlc5q_0 2024-09-12T01:00:55.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.805+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15410396378507819379', time=2024-09-12T03:00:49.521082+0000, chain.objs.size()=1 2024-09-12T01:00:55.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.805+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.126__shadow_.UsaTB_j5Ljzwpd4cvkPoTQ0WHVBklh3_0 2024-09-12T01:00:55.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.805+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1711408098759244514', time=2024-09-12T03:00:51.853609+0000, chain.objs.size()=1 2024-09-12T01:00:55.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.805+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.134__shadow_.OWqD4O2bZGKRoQGEQLHH2XnDDDI1gsc_0 2024-09-12T01:00:55.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.805+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16533134047517626506', time=2024-09-12T03:00:52.827598+0000, chain.objs.size()=1 2024-09-12T01:00:55.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.805+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.138__shadow_.bOqh1WU5F1RGJg_ZBny6IIZfaAOVUyS_0 2024-09-12T01:00:55.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.809+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.811+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T01:00:55.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.812+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T01:00:55.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8343923768607651195', time=2024-09-12T03:00:42.945843+0000, chain.objs.size()=9 2024-09-12T01:00:55.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.105__multipart_key1.2~uZnColYKvZEufCoRwgT-HbHPAEMWoMl.1 2024-09-12T01:00:55.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.105__shadow_key1.2~uZnColYKvZEufCoRwgT-HbHPAEMWoMl.1_1 2024-09-12T01:00:55.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.105__multipart_key1.2~uZnColYKvZEufCoRwgT-HbHPAEMWoMl.2 2024-09-12T01:00:55.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.105__shadow_key1.2~uZnColYKvZEufCoRwgT-HbHPAEMWoMl.2_1 2024-09-12T01:00:55.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.105__multipart_key1.2~uZnColYKvZEufCoRwgT-HbHPAEMWoMl.3 2024-09-12T01:00:55.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.105__shadow_key1.2~uZnColYKvZEufCoRwgT-HbHPAEMWoMl.3_1 2024-09-12T01:00:55.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.105__multipart_key1.2~uZnColYKvZEufCoRwgT-HbHPAEMWoMl.4 2024-09-12T01:00:55.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.105__shadow_key1.2~uZnColYKvZEufCoRwgT-HbHPAEMWoMl.4_1 2024-09-12T01:00:55.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.105__multipart_key1.2~uZnColYKvZEufCoRwgT-HbHPAEMWoMl.5 2024-09-12T01:00:55.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16035103611778633029', time=2024-09-12T03:00:46.539231+0000, chain.objs.size()=1 2024-09-12T01:00:55.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.116__shadow_.sK6FcqBB8XYDO3Epo1KAxcqmdFOOMn5_0 2024-09-12T01:00:55.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17241812624461759392', time=2024-09-12T03:00:46.834567+0000, chain.objs.size()=1 2024-09-12T01:00:55.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.117__shadow_.H25fPwKsya6sWJO3pTATITSDN9e49yY_0 2024-09-12T01:00:55.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4701173610007223883', time=2024-09-12T03:00:47.447882+0000, chain.objs.size()=1 2024-09-12T01:00:55.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.813+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.119__shadow_.8inzoB1ZGrWWeYQaOXkb8fTArYh4Ptm_0 2024-09-12T01:00:55.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.818+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6582957823366521937', time=2024-09-12T03:00:48.041897+0000, chain.objs.size()=1 2024-09-12T01:00:55.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.818+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.121__shadow_.DydhlhlgnGEL-LhUcT4ybLdzZ0UotHG_0 2024-09-12T01:00:55.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.818+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16667993307111000043', time=2024-09-12T03:00:48.931511+0000, chain.objs.size()=1 2024-09-12T01:00:55.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.818+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.124__shadow_.GpJOw_pLOLJVWtgUoH4phMHSt8a4Vcn_0 2024-09-12T01:00:55.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.818+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1097713827637192608', time=2024-09-12T03:00:49.515793+0000, chain.objs.size()=1 2024-09-12T01:00:55.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.818+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.126__shadow_.wWq3uXBm9WNuN-5fJDx0tYsw_Idi7He_0 2024-09-12T01:00:55.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.818+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15847774961096520183', time=2024-09-12T03:00:50.998379+0000, chain.objs.size()=1 2024-09-12T01:00:55.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.818+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.131__shadow_.X98siMQtFdhXw-sv0FuOn9lFmRLzM_e_0 2024-09-12T01:00:55.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.821+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.823+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T01:00:55.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.825+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.825+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.825+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:55.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.825+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='2~5hLf8tQmXk_x7I1L4h_oZXoII-cV8q_', time=2024-09-12T03:00:25.475430+0000, chain.objs.size()=9 2024-09-12T01:00:55.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.825+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.80__multipart_key1.2~5hLf8tQmXk_x7I1L4h_oZXoII-cV8q_.1 2024-09-12T01:00:55.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.825+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.80__shadow_key1.2~5hLf8tQmXk_x7I1L4h_oZXoII-cV8q_.1_1 2024-09-12T01:00:55.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.825+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.80__multipart_key1.2~5hLf8tQmXk_x7I1L4h_oZXoII-cV8q_.2 2024-09-12T01:00:55.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.825+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.80__shadow_key1.2~5hLf8tQmXk_x7I1L4h_oZXoII-cV8q_.2_1 2024-09-12T01:00:55.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.825+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.80__multipart_key1.2~5hLf8tQmXk_x7I1L4h_oZXoII-cV8q_.3 2024-09-12T01:00:55.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.825+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.80__shadow_key1.2~5hLf8tQmXk_x7I1L4h_oZXoII-cV8q_.3_1 2024-09-12T01:00:55.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.825+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.80__multipart_key1.2~5hLf8tQmXk_x7I1L4h_oZXoII-cV8q_.4 2024-09-12T01:00:55.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.825+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.80__shadow_key1.2~5hLf8tQmXk_x7I1L4h_oZXoII-cV8q_.4_1 2024-09-12T01:00:55.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.825+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.80__multipart_key1.2~5hLf8tQmXk_x7I1L4h_oZXoII-cV8q_.5 2024-09-12T01:00:55.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.829+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.832+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T01:00:55.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.833+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.833+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.834+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T01:00:55.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.834+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4419588230951507362', time=2024-09-12T03:00:46.851008+0000, chain.objs.size()=1 2024-09-12T01:00:55.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.834+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.117__shadow_.W2MgbsfHtL8yoYwXieoidTp4OEJvTrL_0 2024-09-12T01:00:55.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.834+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18035818552027818793', time=2024-09-12T03:00:47.742900+0000, chain.objs.size()=1 2024-09-12T01:00:55.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.834+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.120__shadow_.57RWk4Ql1uiC2hCftFaZAQQeSdjDTnG_0 2024-09-12T01:00:55.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.834+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3226848981448577442', time=2024-09-12T03:00:48.047472+0000, chain.objs.size()=1 2024-09-12T01:00:55.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.834+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.121__shadow_.Z64tANsua56_PK9YwW5T1L7wEFE0BjR_0 2024-09-12T01:00:55.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.834+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9493461669889957972', time=2024-09-12T03:00:50.986534+0000, chain.objs.size()=1 2024-09-12T01:00:55.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.834+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.131__shadow_.RmUTY2lDisxOa_spl9xj_GRChAvOJzX_0 2024-09-12T01:00:55.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.834+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6020699881797758719', time=2024-09-12T03:00:51.860306+0000, chain.objs.size()=1 2024-09-12T01:00:55.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.834+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.134__shadow_.MFTZ7597r9Xl3KX2UmzWcvemCHSj4lg_0 2024-09-12T01:00:55.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.834+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8835648707073658175', time=2024-09-12T03:00:51.865659+0000, chain.objs.size()=1 2024-09-12T01:00:55.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.834+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.134__shadow_.WlPNkQSBfrLuph7XrDfuF_HQJ1iHvWp_0 2024-09-12T01:00:55.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.834+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3934610487651693531', time=2024-09-12T03:00:53.858660+0000, chain.objs.size()=1 2024-09-12T01:00:55.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.834+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.141__shadow_.orKw3nXRWyHMd-E9EQvd5blOBv5WAe8_0 2024-09-12T01:00:55.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.836+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.839+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T01:00:55.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.840+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.840+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.841+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:55.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.841+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8363966295846707101', time=2024-09-12T03:00:48.925533+0000, chain.objs.size()=1 2024-09-12T01:00:55.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.841+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.124__shadow_.Muyv5xw5Ac95UcR1h_ZWjvQGkYHbCig_0 2024-09-12T01:00:55.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.841+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2227719480000583073', time=2024-09-12T03:00:51.563114+0000, chain.objs.size()=1 2024-09-12T01:00:55.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.841+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.133__shadow_.zqiyDvOp1spCQcKPGQAva3pNwwx_r64_0 2024-09-12T01:00:55.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.842+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.845+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T01:00:55.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.846+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.847+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.847+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T01:00:55.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.847+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10503034554089031736', time=2024-09-12T03:00:48.338615+0000, chain.objs.size()=1 2024-09-12T01:00:55.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.847+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.122__shadow_._Ronxl8aU9vIhJoVoGgnKj5SdEMrqgb_0 2024-09-12T01:00:55.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.847+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12622674970589480819', time=2024-09-12T03:00:51.286259+0000, chain.objs.size()=1 2024-09-12T01:00:55.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.847+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.132__shadow_.ez9F8JmZ0kmigz86Xtr-mShv3nPOJ_g_0 2024-09-12T01:00:55.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.847+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10411533977189537159', time=2024-09-12T03:00:55.451946+0000, chain.objs.size()=1 2024-09-12T01:00:55.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.847+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.145__shadow_.5o-Qgxq0aYO0WN8VpFwd5jphfUQPDxX_0 2024-09-12T01:00:55.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.849+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.852+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T01:00:55.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.853+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.853+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.854+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:55.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.854+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9719446443281175571', time=2024-09-12T03:00:32.967259+0000, chain.objs.size()=7 2024-09-12T01:00:55.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.854+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~gpU730O8FLNIKrJ_WnSLxoP5z0rQ696.1 2024-09-12T01:00:55.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.854+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~gpU730O8FLNIKrJ_WnSLxoP5z0rQ696.1_1 2024-09-12T01:00:55.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.854+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~gpU730O8FLNIKrJ_WnSLxoP5z0rQ696.1_2 2024-09-12T01:00:55.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.854+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~gpU730O8FLNIKrJ_WnSLxoP5z0rQ696.2 2024-09-12T01:00:55.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.854+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~gpU730O8FLNIKrJ_WnSLxoP5z0rQ696.2_1 2024-09-12T01:00:55.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.854+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~gpU730O8FLNIKrJ_WnSLxoP5z0rQ696.2_2 2024-09-12T01:00:55.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.854+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~gpU730O8FLNIKrJ_WnSLxoP5z0rQ696.3 2024-09-12T01:00:55.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.854+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17828905854715880082', time=2024-09-12T03:00:50.414563+0000, chain.objs.size()=1 2024-09-12T01:00:55.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.854+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.129__shadow_.bx69OtQsN4T0l5iwOv8swFuTn2wseX1_0 2024-09-12T01:00:55.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.858+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.861+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T01:00:55.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.862+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.863+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.863+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2024-09-12T01:00:55.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.863+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2620903527621554192', time=2024-09-12T03:00:47.140120+0000, chain.objs.size()=1 2024-09-12T01:00:55.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.863+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.118__shadow_.PSGMAXaiO_SeWd7rjTfGfFqdkvnTgEZ_0 2024-09-12T01:00:55.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.864+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.867+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T01:00:55.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.869+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.869+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.870+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T01:00:55.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.870+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9221442840560325522', time=2024-09-12T03:00:46.845738+0000, chain.objs.size()=1 2024-09-12T01:00:55.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.870+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.117__shadow_.fDrvqYc8wylN7ADeDXlpgYz300oyIzt_0 2024-09-12T01:00:55.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.870+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11723351078838406625', time=2024-09-12T03:00:47.748117+0000, chain.objs.size()=1 2024-09-12T01:00:55.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.870+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.120__shadow_.SQTVtCCdV5tgvYCpth_oQTtJECUOXaE_0 2024-09-12T01:00:55.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.870+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11604023429439774119', time=2024-09-12T03:00:50.104443+0000, chain.objs.size()=1 2024-09-12T01:00:55.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.870+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.128__shadow_.SWXVZ-0dObOnLFKc7M-ut0t8zOO2OUl_0 2024-09-12T01:00:55.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.872+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.874+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T01:00:55.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.876+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.876+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.877+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T01:00:55.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.877+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5747759267963648750', time=2024-09-12T03:00:30.963672+0000, chain.objs.size()=9 2024-09-12T01:00:55.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.877+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~uF0S4HKwZ9Ov0_jcRGmnQrGlxdao4gq.1 2024-09-12T01:00:55.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.877+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~uF0S4HKwZ9Ov0_jcRGmnQrGlxdao4gq.1_1 2024-09-12T01:00:55.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.877+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~uF0S4HKwZ9Ov0_jcRGmnQrGlxdao4gq.2 2024-09-12T01:00:55.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.877+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~uF0S4HKwZ9Ov0_jcRGmnQrGlxdao4gq.2_1 2024-09-12T01:00:55.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.877+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~uF0S4HKwZ9Ov0_jcRGmnQrGlxdao4gq.3 2024-09-12T01:00:55.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.877+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~uF0S4HKwZ9Ov0_jcRGmnQrGlxdao4gq.3_1 2024-09-12T01:00:55.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.877+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~uF0S4HKwZ9Ov0_jcRGmnQrGlxdao4gq.4 2024-09-12T01:00:55.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.877+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~uF0S4HKwZ9Ov0_jcRGmnQrGlxdao4gq.4_1 2024-09-12T01:00:55.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.877+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~uF0S4HKwZ9Ov0_jcRGmnQrGlxdao4gq.5 2024-09-12T01:00:55.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.877+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5507145846040713901', time=2024-09-12T03:00:32.520274+0000, chain.objs.size()=9 2024-09-12T01:00:55.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.877+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~_4qWXeuMmxFt3RRb2G78h0PI8_bRFXM.1 2024-09-12T01:00:55.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.877+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~_4qWXeuMmxFt3RRb2G78h0PI8_bRFXM.1_1 2024-09-12T01:00:55.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.877+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~_4qWXeuMmxFt3RRb2G78h0PI8_bRFXM.2 2024-09-12T01:00:55.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.880+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~_4qWXeuMmxFt3RRb2G78h0PI8_bRFXM.2_1 2024-09-12T01:00:55.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.880+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~_4qWXeuMmxFt3RRb2G78h0PI8_bRFXM.3 2024-09-12T01:00:55.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.882+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~_4qWXeuMmxFt3RRb2G78h0PI8_bRFXM.3_1 2024-09-12T01:00:55.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.882+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~_4qWXeuMmxFt3RRb2G78h0PI8_bRFXM.4 2024-09-12T01:00:55.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.882+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~_4qWXeuMmxFt3RRb2G78h0PI8_bRFXM.4_1 2024-09-12T01:00:55.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.882+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~_4qWXeuMmxFt3RRb2G78h0PI8_bRFXM.5 2024-09-12T01:00:55.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.882+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17946079526800011892', time=2024-09-12T03:00:36.452560+0000, chain.objs.size()=1 2024-09-12T01:00:55.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.882+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__shadow_.m0ZuWmsMEBoC-o2NJQaApOS5O1msAXe_0 2024-09-12T01:00:55.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.884+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8578116232895744002', time=2024-09-12T03:00:38.498126+0000, chain.objs.size()=9 2024-09-12T01:00:55.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.884+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~rwfgPJjAoD4EFckq5B8-gBmIWjCmwi-.1 2024-09-12T01:00:55.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.884+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~rwfgPJjAoD4EFckq5B8-gBmIWjCmwi-.1_1 2024-09-12T01:00:55.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.884+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~rwfgPJjAoD4EFckq5B8-gBmIWjCmwi-.2 2024-09-12T01:00:55.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.884+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~rwfgPJjAoD4EFckq5B8-gBmIWjCmwi-.2_1 2024-09-12T01:00:55.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.884+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~rwfgPJjAoD4EFckq5B8-gBmIWjCmwi-.3 2024-09-12T01:00:55.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.884+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~rwfgPJjAoD4EFckq5B8-gBmIWjCmwi-.3_1 2024-09-12T01:00:55.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.887+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~rwfgPJjAoD4EFckq5B8-gBmIWjCmwi-.4 2024-09-12T01:00:55.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.887+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~rwfgPJjAoD4EFckq5B8-gBmIWjCmwi-.4_1 2024-09-12T01:00:55.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.887+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~rwfgPJjAoD4EFckq5B8-gBmIWjCmwi-.5 2024-09-12T01:00:55.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.887+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18008803554677532779', time=2024-09-12T03:00:52.603102+0000, chain.objs.size()=1 2024-09-12T01:00:55.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.887+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.137__shadow_.XWmJD48Ub7K5Ze7n9SBw1emPiTZsUep_0 2024-09-12T01:00:55.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.891+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.893+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T01:00:55.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.894+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T01:00:55.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3119894478035728656', time=2024-09-12T03:00:46.242284+0000, chain.objs.size()=1 2024-09-12T01:00:55.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.115__shadow_.dH74yfxMFDcP21B0gr54AJ6KEzHH4to_0 2024-09-12T01:00:55.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12125052239959006651', time=2024-09-12T03:00:47.436735+0000, chain.objs.size()=1 2024-09-12T01:00:55.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.119__shadow_.0GZqhsMOSSjplL7Jy4-zF7thYv7Fu0v_0 2024-09-12T01:00:55.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17729059541295390551', time=2024-09-12T03:00:48.030771+0000, chain.objs.size()=1 2024-09-12T01:00:55.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.121__shadow_.AgF65tR614WQ8Mm8hI8y3qQ9W9Mp6RK_0 2024-09-12T01:00:55.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7297038802775572647', time=2024-09-12T03:00:50.409148+0000, chain.objs.size()=1 2024-09-12T01:00:55.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.129__shadow_.xqHz-w0nlJLPRybhEvMuyPXO5HzTeWw_0 2024-09-12T01:00:55.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3054592002199134387', time=2024-09-12T03:00:50.700478+0000, chain.objs.size()=1 2024-09-12T01:00:55.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.130__shadow_.5He0WUbJqbH7gArVf22bblk6QGZ5fIY_0 2024-09-12T01:00:55.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4047891166619390751', time=2024-09-12T03:00:54.901727+0000, chain.objs.size()=9 2024-09-12T01:00:55.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.144__multipart_key1.2~D15VYs6rGEtL9m3MTPjbokEvu1eJgU_.1 2024-09-12T01:00:55.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.144__shadow_key1.2~D15VYs6rGEtL9m3MTPjbokEvu1eJgU_.1_1 2024-09-12T01:00:55.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.144__multipart_key1.2~D15VYs6rGEtL9m3MTPjbokEvu1eJgU_.2 2024-09-12T01:00:55.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.144__shadow_key1.2~D15VYs6rGEtL9m3MTPjbokEvu1eJgU_.2_1 2024-09-12T01:00:55.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.144__multipart_key1.2~D15VYs6rGEtL9m3MTPjbokEvu1eJgU_.3 2024-09-12T01:00:55.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.144__shadow_key1.2~D15VYs6rGEtL9m3MTPjbokEvu1eJgU_.3_1 2024-09-12T01:00:55.896 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.895+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.144__multipart_key1.2~D15VYs6rGEtL9m3MTPjbokEvu1eJgU_.4 2024-09-12T01:00:55.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.898+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.144__shadow_key1.2~D15VYs6rGEtL9m3MTPjbokEvu1eJgU_.4_1 2024-09-12T01:00:55.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.899+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.144__multipart_key1.2~D15VYs6rGEtL9m3MTPjbokEvu1eJgU_.5 2024-09-12T01:00:55.900 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.901+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.904+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T01:00:55.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.905+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.906+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.906+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T01:00:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.906+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18064559413887264529', time=2024-09-12T03:00:48.036256+0000, chain.objs.size()=1 2024-09-12T01:00:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.906+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.121__shadow_.QWXNkfbRx7GPvn-36oZ8zZ3ZIMWk1-O_0 2024-09-12T01:00:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.906+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15051948799261377622', time=2024-09-12T03:00:49.221662+0000, chain.objs.size()=1 2024-09-12T01:00:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.906+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.125__shadow_.YIgr9zBuCyxYjej2ywuAZrcE16GlByC_0 2024-09-12T01:00:55.905 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.906+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18383536385780224546', time=2024-09-12T03:00:51.568883+0000, chain.objs.size()=1 2024-09-12T01:00:55.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.906+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.133__shadow_.HXWOfiGD_1C5GIjAUtCrpn-uUFG1VNa_0 2024-09-12T01:00:55.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.908+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.910+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T01:00:55.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.911+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.911+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.912+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T01:00:55.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.912+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3068981910957957562', time=2024-09-12T03:00:26.133174+0000, chain.objs.size()=1 2024-09-12T01:00:55.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.912+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.82__shadow_.KwZK7g_c8AHMPhSP0cNL_1GlKOgsXUX_0 2024-09-12T01:00:55.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.912+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5397766969236309477', time=2024-09-12T03:00:35.849403+0000, chain.objs.size()=9 2024-09-12T01:00:55.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.912+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.100__multipart_key1.2~7aQBreAHbM8Rif6O7MvmSgwv8BVb5Bc.1 2024-09-12T01:00:55.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.912+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.100__shadow_key1.2~7aQBreAHbM8Rif6O7MvmSgwv8BVb5Bc.1_1 2024-09-12T01:00:55.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.912+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.100__multipart_key1.2~7aQBreAHbM8Rif6O7MvmSgwv8BVb5Bc.2 2024-09-12T01:00:55.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.912+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.100__shadow_key1.2~7aQBreAHbM8Rif6O7MvmSgwv8BVb5Bc.2_1 2024-09-12T01:00:55.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.912+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.100__multipart_key1.2~7aQBreAHbM8Rif6O7MvmSgwv8BVb5Bc.3 2024-09-12T01:00:55.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.912+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.100__shadow_key1.2~7aQBreAHbM8Rif6O7MvmSgwv8BVb5Bc.3_1 2024-09-12T01:00:55.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.912+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.100__multipart_key1.2~7aQBreAHbM8Rif6O7MvmSgwv8BVb5Bc.4 2024-09-12T01:00:55.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.912+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.100__shadow_key1.2~7aQBreAHbM8Rif6O7MvmSgwv8BVb5Bc.4_1 2024-09-12T01:00:55.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.912+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.100__multipart_key1.2~7aQBreAHbM8Rif6O7MvmSgwv8BVb5Bc.5 2024-09-12T01:00:55.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.912+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.172527575044040126', time=2024-09-12T03:00:41.693777+0000, chain.objs.size()=1 2024-09-12T01:00:55.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.912+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.104__shadow_.Pl3w7R7TuVMDPvYPrixQIDUOBqUv_L3_0 2024-09-12T01:00:55.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.912+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15030718197461638584', time=2024-09-12T03:00:46.533616+0000, chain.objs.size()=1 2024-09-12T01:00:55.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.912+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.116__shadow_.s6nWkbrUbhk3mv7OUNhHjZdU4g1FwB8_0 2024-09-12T01:00:55.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.917+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.920+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T01:00:55.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.921+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.921+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.922+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.923+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T01:00:55.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.924+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.924+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.925+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T01:00:55.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.925+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4645664807839623871', time=2024-09-12T03:00:45.624872+0000, chain.objs.size()=1 2024-09-12T01:00:55.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.925+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.113__shadow_.TDoMC0Y6RPC9cuJVKTVa_RENnCljRq__0 2024-09-12T01:00:55.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.925+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2754149728757063644', time=2024-09-12T03:00:46.247440+0000, chain.objs.size()=1 2024-09-12T01:00:55.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.925+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.115__shadow_.Emi3uhTXDlzpy1lfPljRwXipXSmpXjJ_0 2024-09-12T01:00:55.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.925+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15802015914066166931', time=2024-09-12T03:00:46.840511+0000, chain.objs.size()=1 2024-09-12T01:00:55.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.925+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.117__shadow_.qMX9LUc5J1xLwLvVI9kxo3DBS1O9-jz_0 2024-09-12T01:00:55.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.925+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8716806313319920520', time=2024-09-12T03:00:50.099229+0000, chain.objs.size()=1 2024-09-12T01:00:55.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.925+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.128__shadow_.XJDqcxvgMC-p4IE_QNEwVmrqFP90Aoc_0 2024-09-12T01:00:55.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.926+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.929+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T01:00:55.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.930+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.931+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.931+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T01:00:55.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.931+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16495213630546264082', time=2024-09-12T03:00:36.446665+0000, chain.objs.size()=1 2024-09-12T01:00:55.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.931+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__shadow_.HXo4sVHCTdg8LJuofTksuvuGzE8ItJY_0 2024-09-12T01:00:55.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.931+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.353749696517670990', time=2024-09-12T03:00:45.922808+0000, chain.objs.size()=1 2024-09-12T01:00:55.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.931+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.114__shadow_.rhT-UuuDymhSkbkNI6pLvYA2CxHOgwi_0 2024-09-12T01:00:55.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.931+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1283790919350230736', time=2024-09-12T03:00:45.940768+0000, chain.objs.size()=1 2024-09-12T01:00:55.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.931+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.114__shadow_.iWo3cXQqWn_53N4Yw-5j1ZIHvQnfDX7_0 2024-09-12T01:00:55.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.931+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14257579469521144302', time=2024-09-12T03:00:51.574237+0000, chain.objs.size()=1 2024-09-12T01:00:55.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.931+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.133__shadow_.Qaek5jwgsI2HSd08ZyztjDRezeLgdfE_0 2024-09-12T01:00:55.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.933+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.935+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T01:00:55.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.937+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.938+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.938+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T01:00:55.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.938+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1299381955177507183', time=2024-09-12T03:00:33.683813+0000, chain.objs.size()=6 2024-09-12T01:00:55.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.938+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.94__shadow_.FI7-o5pW49-1wKiq1dt4lHkP5r1sodS_0 2024-09-12T01:00:55.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.938+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.94__shadow_.FI7-o5pW49-1wKiq1dt4lHkP5r1sodS_1 2024-09-12T01:00:55.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.938+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.94__shadow_.FI7-o5pW49-1wKiq1dt4lHkP5r1sodS_2 2024-09-12T01:00:55.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.938+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.94__shadow_.FI7-o5pW49-1wKiq1dt4lHkP5r1sodS_3 2024-09-12T01:00:55.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.938+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.94__shadow_.FI7-o5pW49-1wKiq1dt4lHkP5r1sodS_4 2024-09-12T01:00:55.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.938+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.94__shadow_.FI7-o5pW49-1wKiq1dt4lHkP5r1sodS_5 2024-09-12T01:00:55.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.938+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18093727263261797061', time=2024-09-12T03:00:39.828871+0000, chain.objs.size()=9 2024-09-12T01:00:55.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.938+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~IHtw0uldSSC5Jt-hrmAibZJcoUck9CZ.1 2024-09-12T01:00:55.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.938+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~IHtw0uldSSC5Jt-hrmAibZJcoUck9CZ.1_1 2024-09-12T01:00:55.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.938+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~IHtw0uldSSC5Jt-hrmAibZJcoUck9CZ.2 2024-09-12T01:00:55.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.938+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~IHtw0uldSSC5Jt-hrmAibZJcoUck9CZ.2_1 2024-09-12T01:00:55.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.938+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~IHtw0uldSSC5Jt-hrmAibZJcoUck9CZ.3 2024-09-12T01:00:55.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.938+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~IHtw0uldSSC5Jt-hrmAibZJcoUck9CZ.3_1 2024-09-12T01:00:55.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.941+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~IHtw0uldSSC5Jt-hrmAibZJcoUck9CZ.4 2024-09-12T01:00:55.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.941+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~IHtw0uldSSC5Jt-hrmAibZJcoUck9CZ.4_1 2024-09-12T01:00:55.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.941+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~IHtw0uldSSC5Jt-hrmAibZJcoUck9CZ.5 2024-09-12T01:00:55.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.941+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12739559962777700845', time=2024-09-12T03:00:48.648249+0000, chain.objs.size()=1 2024-09-12T01:00:55.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.941+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.123__shadow_.tMcK_ien7J6AvWyYNrWczzXckcPFAcf_0 2024-09-12T01:00:55.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.941+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13791167138223698550', time=2024-09-12T03:00:55.446208+0000, chain.objs.size()=9 2024-09-12T01:00:55.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.941+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.145__multipart_key1/data/file.mpg.2~jJ7g0pTcEy0lGVOLwxdesbfL18MPy-b.1 2024-09-12T01:00:55.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.941+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.145__shadow_key1/data/file.mpg.2~jJ7g0pTcEy0lGVOLwxdesbfL18MPy-b.1_1 2024-09-12T01:00:55.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.942+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.145__multipart_key1/data/file.mpg.2~jJ7g0pTcEy0lGVOLwxdesbfL18MPy-b.2 2024-09-12T01:00:55.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.942+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.145__shadow_key1/data/file.mpg.2~jJ7g0pTcEy0lGVOLwxdesbfL18MPy-b.2_1 2024-09-12T01:00:55.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.942+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.145__multipart_key1/data/file.mpg.2~jJ7g0pTcEy0lGVOLwxdesbfL18MPy-b.3 2024-09-12T01:00:55.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.942+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.145__shadow_key1/data/file.mpg.2~jJ7g0pTcEy0lGVOLwxdesbfL18MPy-b.3_1 2024-09-12T01:00:55.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.942+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.145__multipart_key1/data/file.mpg.2~jJ7g0pTcEy0lGVOLwxdesbfL18MPy-b.4 2024-09-12T01:00:55.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.946+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.145__shadow_key1/data/file.mpg.2~jJ7g0pTcEy0lGVOLwxdesbfL18MPy-b.4_1 2024-09-12T01:00:55.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.946+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.145__multipart_key1/data/file.mpg.2~jJ7g0pTcEy0lGVOLwxdesbfL18MPy-b.5 2024-09-12T01:00:55.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.951+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.953+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T01:00:55.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.955+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.955+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.955+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:55.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.955+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18163816874093489230', time=2024-09-12T03:00:48.344482+0000, chain.objs.size()=1 2024-09-12T01:00:55.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.955+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.122__shadow_.Yd_wzcGjc_c1QmtDuOrzqBrxywVdqnZ_0 2024-09-12T01:00:55.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.955+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15170193635981531244', time=2024-09-12T03:00:48.637425+0000, chain.objs.size()=1 2024-09-12T01:00:55.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.955+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.123__shadow_.EntPnko2WHPxRSknwdvVeJ4q7E7VNCw_0 2024-09-12T01:00:55.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.957+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.959+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T01:00:55.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.961+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.961+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.962+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T01:00:55.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.962+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15883382524374851259', time=2024-09-12T03:00:34.812345+0000, chain.objs.size()=9 2024-09-12T01:00:55.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.962+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.99__multipart_key1.2~mVj4RYqmPqyTQpgy67SxzfLXyRkX67I.1 2024-09-12T01:00:55.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.962+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.99__shadow_key1.2~mVj4RYqmPqyTQpgy67SxzfLXyRkX67I.1_1 2024-09-12T01:00:55.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.962+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.99__multipart_key1.2~mVj4RYqmPqyTQpgy67SxzfLXyRkX67I.2 2024-09-12T01:00:55.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.962+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.99__shadow_key1.2~mVj4RYqmPqyTQpgy67SxzfLXyRkX67I.2_1 2024-09-12T01:00:55.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.962+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.99__multipart_key1.2~mVj4RYqmPqyTQpgy67SxzfLXyRkX67I.3 2024-09-12T01:00:55.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.962+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.99__shadow_key1.2~mVj4RYqmPqyTQpgy67SxzfLXyRkX67I.3_1 2024-09-12T01:00:55.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.962+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.99__multipart_key1.2~mVj4RYqmPqyTQpgy67SxzfLXyRkX67I.4 2024-09-12T01:00:55.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.962+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.99__shadow_key1.2~mVj4RYqmPqyTQpgy67SxzfLXyRkX67I.4_1 2024-09-12T01:00:55.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.962+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.99__multipart_key1.2~mVj4RYqmPqyTQpgy67SxzfLXyRkX67I.5 2024-09-12T01:00:55.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.962+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11411719228515284900', time=2024-09-12T03:00:47.145616+0000, chain.objs.size()=1 2024-09-12T01:00:55.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.962+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.118__shadow_.EtAPDZ8IibhGBIAfhm-xNoSbWLakpvv_0 2024-09-12T01:00:55.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.962+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12654076299892784560', time=2024-09-12T03:00:49.510096+0000, chain.objs.size()=1 2024-09-12T01:00:55.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.962+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.126__shadow_.fXhgywYv5jPzSDH_5NKNIqLZrH3TRWW_0 2024-09-12T01:00:55.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.967+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.969+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T01:00:55.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.970+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.971+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.971+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T01:00:55.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.971+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3136370174527168418', time=2024-09-12T03:00:44.074223+0000, chain.objs.size()=1 2024-09-12T01:00:55.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.971+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.107__shadow_.Xu64dIP8oT23aUTz_RgK4jEIfK0jW3X_0 2024-09-12T01:00:55.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.971+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17649545158717521371', time=2024-09-12T03:00:46.231206+0000, chain.objs.size()=1 2024-09-12T01:00:55.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.971+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.115__shadow_.WeECcMKPPkuhYaGjFr2KrdIWnf--jaE_0 2024-09-12T01:00:55.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.971+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4310690200973584586', time=2024-09-12T03:00:47.134565+0000, chain.objs.size()=1 2024-09-12T01:00:55.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.971+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.118__shadow_.nU7-Sj1eWkYhRD0v7i_warCK972CrPq_0 2024-09-12T01:00:55.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.971+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9310687358711319661', time=2024-09-12T03:00:48.631908+0000, chain.objs.size()=1 2024-09-12T01:00:55.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.971+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.123__shadow_.5A7mF5MVv4THRGgpzQKpqkDXZX-J-4z_0 2024-09-12T01:00:55.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.971+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4213961355978387790', time=2024-09-12T03:00:53.589724+0000, chain.objs.size()=1 2024-09-12T01:00:55.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.971+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.140__shadow_.WU3b9LSWXC9UglZtKduIOV3Tlx9fRcw_0 2024-09-12T01:00:55.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.973+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.975+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T01:00:55.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.977+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T01:00:55.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11432142088822086177', time=2024-09-12T03:00:45.631259+0000, chain.objs.size()=1 2024-09-12T01:00:55.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.113__shadow_.oeDSeQqTUrdzHhe3DerXtPZCdV5mchB_0 2024-09-12T01:00:55.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10436584658022830078', time=2024-09-12T03:00:45.934401+0000, chain.objs.size()=1 2024-09-12T01:00:55.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.114__shadow_._88iDKWQ82vp8Rx-scJKjLr7dRERZXV_0 2024-09-12T01:00:55.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9389192684513768242', time=2024-09-12T03:00:48.327702+0000, chain.objs.size()=1 2024-09-12T01:00:55.977 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.122__shadow_.AOnkNC3GSSEO3F5bvwBUSoQKG55I7bv_0 2024-09-12T01:00:55.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2700236038386041996', time=2024-09-12T03:00:48.937057+0000, chain.objs.size()=1 2024-09-12T01:00:55.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.124__shadow_.PCYk5TsBCZAD6FSXe38N_nET_3k1ACE_0 2024-09-12T01:00:55.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15630524686233304128', time=2024-09-12T03:00:49.818814+0000, chain.objs.size()=1 2024-09-12T01:00:55.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.127__shadow_.GYU6otsb6x-sMUlPiB37ypOWvF1oDmJ_0 2024-09-12T01:00:55.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1442787145579105240', time=2024-09-12T03:00:50.397295+0000, chain.objs.size()=1 2024-09-12T01:00:55.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.129__shadow_.LxAgCu54HFm3KAnkld2jYazmNxoAsN8_0 2024-09-12T01:00:55.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11641686427679319080', time=2024-09-12T03:00:50.694892+0000, chain.objs.size()=1 2024-09-12T01:00:55.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.130__shadow_.atKVZVuUSpwnv2DSmDTygqh83qHXhGF_0 2024-09-12T01:00:55.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12707544298019756976', time=2024-09-12T03:00:50.705993+0000, chain.objs.size()=1 2024-09-12T01:00:55.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.978+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.130__shadow_.giPSjIHAQmvrYFzmgKybbrOwAXHoaWG_0 2024-09-12T01:00:55.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.982+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.984+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T01:00:55.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.985+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.986+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.986+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:55.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.986+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4266571137761775133', time=2024-09-12T03:00:26.890435+0000, chain.objs.size()=3 2024-09-12T01:00:55.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.986+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.84__shadow_.MzOaxGkGH8l6yQXRubzdaORa_YF52xA_0 2024-09-12T01:00:55.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.986+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.84__shadow_.MzOaxGkGH8l6yQXRubzdaORa_YF52xA_1 2024-09-12T01:00:55.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.986+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.84__shadow_.MzOaxGkGH8l6yQXRubzdaORa_YF52xA_2 2024-09-12T01:00:55.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.986+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12044398221840689013', time=2024-09-12T03:00:38.861483+0000, chain.objs.size()=9 2024-09-12T01:00:55.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.986+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~IASDSdljZ3_B2ynPx6LjLppqZxw5EIM.1 2024-09-12T01:00:55.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.986+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~IASDSdljZ3_B2ynPx6LjLppqZxw5EIM.1_1 2024-09-12T01:00:55.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.986+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~IASDSdljZ3_B2ynPx6LjLppqZxw5EIM.2 2024-09-12T01:00:55.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.986+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~IASDSdljZ3_B2ynPx6LjLppqZxw5EIM.2_1 2024-09-12T01:00:55.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.986+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~IASDSdljZ3_B2ynPx6LjLppqZxw5EIM.3 2024-09-12T01:00:55.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.986+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~IASDSdljZ3_B2ynPx6LjLppqZxw5EIM.3_1 2024-09-12T01:00:55.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.986+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~IASDSdljZ3_B2ynPx6LjLppqZxw5EIM.4 2024-09-12T01:00:55.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.986+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~IASDSdljZ3_B2ynPx6LjLppqZxw5EIM.4_1 2024-09-12T01:00:55.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.986+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~IASDSdljZ3_B2ynPx6LjLppqZxw5EIM.5 2024-09-12T01:00:55.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.993+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:55.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.995+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T01:00:55.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.997+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:55.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.997+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:55.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.998+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2024-09-12T01:00:55.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.998+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4382080679532269612', time=2024-09-12T03:00:24.518945+0000, chain.objs.size()=1 2024-09-12T01:00:55.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.998+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.78__shadow_.8gIXXyW7eaj_a0b4K4iwdPofSs6WM5W_0 2024-09-12T01:00:55.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.998+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8793265902273217770', time=2024-09-12T03:00:33.561331+0000, chain.objs.size()=7 2024-09-12T01:00:55.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.998+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~0jDqTCahps5EbUxUzR2xG3riWm3xnE5.1 2024-09-12T01:00:55.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.998+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~0jDqTCahps5EbUxUzR2xG3riWm3xnE5.1_1 2024-09-12T01:00:55.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.998+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~0jDqTCahps5EbUxUzR2xG3riWm3xnE5.1_2 2024-09-12T01:00:55.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.998+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~0jDqTCahps5EbUxUzR2xG3riWm3xnE5.2 2024-09-12T01:00:55.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.998+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~0jDqTCahps5EbUxUzR2xG3riWm3xnE5.2_1 2024-09-12T01:00:55.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.998+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~0jDqTCahps5EbUxUzR2xG3riWm3xnE5.2_2 2024-09-12T01:00:55.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.998+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~0jDqTCahps5EbUxUzR2xG3riWm3xnE5.3 2024-09-12T01:00:55.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.998+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10919859053355733892', time=2024-09-12T03:00:47.150353+0000, chain.objs.size()=1 2024-09-12T01:00:55.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.998+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.118__shadow_.7dQnAAywAB_ae1DMcA1AV6-xeFgV-hS_0 2024-09-12T01:00:55.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.998+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4245943216931700986', time=2024-09-12T03:00:49.802062+0000, chain.objs.size()=1 2024-09-12T01:00:55.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:55.998+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.127__shadow_.IBLFtYof4qUIQOjUNdvId0obJrwZvBN_0 2024-09-12T01:00:56.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.002+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:56.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.004+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T01:00:56.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T01:00:56.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4135916465010598286', time=2024-09-12T03:00:33.421216+0000, chain.objs.size()=7 2024-09-12T01:00:56.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~VwqdcV69E5zRFJasXg-LJit3rHT-gg6.1 2024-09-12T01:00:56.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~VwqdcV69E5zRFJasXg-LJit3rHT-gg6.1_1 2024-09-12T01:00:56.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~VwqdcV69E5zRFJasXg-LJit3rHT-gg6.1_2 2024-09-12T01:00:56.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~VwqdcV69E5zRFJasXg-LJit3rHT-gg6.2 2024-09-12T01:00:56.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~VwqdcV69E5zRFJasXg-LJit3rHT-gg6.2_1 2024-09-12T01:00:56.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~VwqdcV69E5zRFJasXg-LJit3rHT-gg6.2_2 2024-09-12T01:00:56.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~VwqdcV69E5zRFJasXg-LJit3rHT-gg6.3 2024-09-12T01:00:56.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.65183512901499881', time=2024-09-12T03:00:36.435552+0000, chain.objs.size()=1 2024-09-12T01:00:56.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__shadow_.OYTCWIppW8wYGxgjbJ3No6c1C5nDl8Y_0 2024-09-12T01:00:56.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6568054831651917131', time=2024-09-12T03:00:45.928648+0000, chain.objs.size()=1 2024-09-12T01:00:56.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.114__shadow_.AFpFbBK8pSY8LPK29Awzi8vQfpXbM2G_0 2024-09-12T01:00:56.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9076201648941335185', time=2024-09-12T03:00:47.442544+0000, chain.objs.size()=1 2024-09-12T01:00:56.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.119__shadow_.PMiSS62WyqM7vnXmrwrKPZTNsKvotIm_0 2024-09-12T01:00:56.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2372752209455599794', time=2024-09-12T03:00:53.060696+0000, chain.objs.size()=1 2024-09-12T01:00:56.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.006+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.139__shadow_.iYWCKf3HgVAhqdmL1AOZTpLCU2hjeUa_0 2024-09-12T01:00:56.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.011+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:56.012 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.013+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T01:00:56.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.014+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=5, truncated=0, next_marker='' 2024-09-12T01:00:56.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18220992151645221249', time=2024-09-12T03:00:31.510303+0000, chain.objs.size()=9 2024-09-12T01:00:56.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~JUkL8hGbAKWFdXpwgO-GEsX3iYTDYo8.1 2024-09-12T01:00:56.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~JUkL8hGbAKWFdXpwgO-GEsX3iYTDYo8.1_1 2024-09-12T01:00:56.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~JUkL8hGbAKWFdXpwgO-GEsX3iYTDYo8.2 2024-09-12T01:00:56.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~JUkL8hGbAKWFdXpwgO-GEsX3iYTDYo8.2_1 2024-09-12T01:00:56.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~JUkL8hGbAKWFdXpwgO-GEsX3iYTDYo8.3 2024-09-12T01:00:56.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~JUkL8hGbAKWFdXpwgO-GEsX3iYTDYo8.3_1 2024-09-12T01:00:56.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~JUkL8hGbAKWFdXpwgO-GEsX3iYTDYo8.4 2024-09-12T01:00:56.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__shadow_key1.2~JUkL8hGbAKWFdXpwgO-GEsX3iYTDYo8.4_1 2024-09-12T01:00:56.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95__multipart_key1.2~JUkL8hGbAKWFdXpwgO-GEsX3iYTDYo8.5 2024-09-12T01:00:56.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8209004514294139003', time=2024-09-12T03:00:46.551277+0000, chain.objs.size()=1 2024-09-12T01:00:56.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.116__shadow_.O4qclZsSsd-nzzMPLkN85jTICd1GfnU_0 2024-09-12T01:00:56.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4102700804916956682', time=2024-09-12T03:00:47.430691+0000, chain.objs.size()=1 2024-09-12T01:00:56.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.119__shadow_.CFOKiIKeSirDQyMKlGO9pyxjd8t1Vj1_0 2024-09-12T01:00:56.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10117203049799481283', time=2024-09-12T03:00:47.736860+0000, chain.objs.size()=1 2024-09-12T01:00:56.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.015+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.120__shadow_.dcTBRhRuQMmkxKM72RnD-HDNrs04laR_0 2024-09-12T01:00:56.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.019+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11363159458638970954', time=2024-09-12T03:00:49.216282+0000, chain.objs.size()=1 2024-09-12T01:00:56.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.019+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.125__shadow_.CVtCXOAEPLEQXEkgIXTxiNU_lAnNF6i_0 2024-09-12T01:00:56.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.024+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:56.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.026+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T01:00:56.026 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.028+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.028+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.028+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T01:00:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.028+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13323415093063565625', time=2024-09-12T03:00:27.163773+0000, chain.objs.size()=1 2024-09-12T01:00:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.028+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.85__shadow_.MtFKauanYZ1XNfN9gMDVEzWy0IisSdW_0 2024-09-12T01:00:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.028+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7658012574852548131', time=2024-09-12T03:00:40.573131+0000, chain.objs.size()=7 2024-09-12T01:00:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.028+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~1fsiRdZ3h8HScgwuIxnKHL-L0qrKk8c.1 2024-09-12T01:00:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.028+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~1fsiRdZ3h8HScgwuIxnKHL-L0qrKk8c.1_1 2024-09-12T01:00:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.028+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~1fsiRdZ3h8HScgwuIxnKHL-L0qrKk8c.1_2 2024-09-12T01:00:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.028+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~1fsiRdZ3h8HScgwuIxnKHL-L0qrKk8c.2 2024-09-12T01:00:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.028+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~1fsiRdZ3h8HScgwuIxnKHL-L0qrKk8c.2_1 2024-09-12T01:00:56.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.029+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~1fsiRdZ3h8HScgwuIxnKHL-L0qrKk8c.2_2 2024-09-12T01:00:56.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.029+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~1fsiRdZ3h8HScgwuIxnKHL-L0qrKk8c.3 2024-09-12T01:00:56.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.029+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6547218558180375665', time=2024-09-12T03:00:42.289910+0000, chain.objs.size()=9 2024-09-12T01:00:56.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.029+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.104__multipart_key1.2~b8ylgDMLrAxsLgbfnaQtc03VRoX0vMv.1 2024-09-12T01:00:56.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.029+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.104__shadow_key1.2~b8ylgDMLrAxsLgbfnaQtc03VRoX0vMv.1_1 2024-09-12T01:00:56.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.029+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.104__multipart_key1.2~b8ylgDMLrAxsLgbfnaQtc03VRoX0vMv.2 2024-09-12T01:00:56.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.029+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.104__shadow_key1.2~b8ylgDMLrAxsLgbfnaQtc03VRoX0vMv.2_1 2024-09-12T01:00:56.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.033+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.104__multipart_key1.2~b8ylgDMLrAxsLgbfnaQtc03VRoX0vMv.3 2024-09-12T01:00:56.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.033+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.104__shadow_key1.2~b8ylgDMLrAxsLgbfnaQtc03VRoX0vMv.3_1 2024-09-12T01:00:56.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.033+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.104__multipart_key1.2~b8ylgDMLrAxsLgbfnaQtc03VRoX0vMv.4 2024-09-12T01:00:56.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.033+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.104__shadow_key1.2~b8ylgDMLrAxsLgbfnaQtc03VRoX0vMv.4_1 2024-09-12T01:00:56.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.033+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.104__multipart_key1.2~b8ylgDMLrAxsLgbfnaQtc03VRoX0vMv.5 2024-09-12T01:00:56.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.033+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2275115023308744452', time=2024-09-12T03:00:46.545585+0000, chain.objs.size()=1 2024-09-12T01:00:56.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.033+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.116__shadow_.NO_tmhlflZgxF-1_didg69RvTXfOcdN_0 2024-09-12T01:00:56.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.033+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10543775023557949113', time=2024-09-12T03:00:47.730763+0000, chain.objs.size()=1 2024-09-12T01:00:56.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.033+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.120__shadow_.Iu-mb4fXbT0SA1tJTU_SVBO0dbHFpSK_0 2024-09-12T01:00:56.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.033+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12880344296381279676', time=2024-09-12T03:00:50.114599+0000, chain.objs.size()=1 2024-09-12T01:00:56.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.033+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.128__shadow_.OdRY-Wnv6S94r2T9dj4KE17tsHekxUM_0 2024-09-12T01:00:56.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.033+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13846558966041606847', time=2024-09-12T03:00:50.403152+0000, chain.objs.size()=1 2024-09-12T01:00:56.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.033+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.129__shadow_.s1nuhMqhjl67lKuK-ukZ_hjmQUiyWpg_0 2024-09-12T01:00:56.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.033+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16548419079562836818', time=2024-09-12T03:00:51.281189+0000, chain.objs.size()=1 2024-09-12T01:00:56.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.033+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.132__shadow_.y9FmIDy_gvku6DFIh0342SD_vZ6u__y_0 2024-09-12T01:00:56.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.038+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:56.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.041+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T01:00:56.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.042+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.043+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.043+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=6, truncated=0, next_marker='' 2024-09-12T01:00:56.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.043+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6380016176517483460', time=2024-09-12T03:00:29.397577+0000, chain.objs.size()=9 2024-09-12T01:00:56.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.043+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__multipart_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.1 2024-09-12T01:00:56.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.043+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__shadow_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.1_1 2024-09-12T01:00:56.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.043+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__multipart_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.2 2024-09-12T01:00:56.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.043+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__shadow_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.2_1 2024-09-12T01:00:56.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.043+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__multipart_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.3 2024-09-12T01:00:56.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.043+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__shadow_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.3_1 2024-09-12T01:00:56.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.043+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__multipart_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.4 2024-09-12T01:00:56.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.043+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__shadow_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.4_1 2024-09-12T01:00:56.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.043+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.92__multipart_key1.2~dztDt-S8U0mlKcBx9UMr9sURyoT667a.5 2024-09-12T01:00:56.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.043+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-', time=2024-09-12T03:00:43.740968+0000, chain.objs.size()=94 2024-09-12T01:00:56.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.043+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.1 2024-09-12T01:00:56.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.043+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.2 2024-09-12T01:00:56.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.043+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.3 2024-09-12T01:00:56.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.046+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.4 2024-09-12T01:00:56.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.046+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.5 2024-09-12T01:00:56.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.047+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.6 2024-09-12T01:00:56.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.047+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.7 2024-09-12T01:00:56.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.049+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.8 2024-09-12T01:00:56.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.049+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.9 2024-09-12T01:00:56.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.050+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.10 2024-09-12T01:00:56.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.050+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.11 2024-09-12T01:00:56.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.050+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.12 2024-09-12T01:00:56.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.050+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.13 2024-09-12T01:00:56.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.050+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.14 2024-09-12T01:00:56.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.050+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.15 2024-09-12T01:00:56.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.051+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.16 2024-09-12T01:00:56.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.051+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.17 2024-09-12T01:00:56.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.051+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.18 2024-09-12T01:00:56.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.054+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.19 2024-09-12T01:00:56.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.054+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.20 2024-09-12T01:00:56.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.055+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.21 2024-09-12T01:00:56.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.055+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.22 2024-09-12T01:00:56.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.056+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.23 2024-09-12T01:00:56.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.056+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.24 2024-09-12T01:00:56.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.056+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.25 2024-09-12T01:00:56.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.056+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.26 2024-09-12T01:00:56.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.056+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.27 2024-09-12T01:00:56.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.056+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.28 2024-09-12T01:00:56.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.057+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.29 2024-09-12T01:00:56.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.058+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.30 2024-09-12T01:00:56.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.059+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.31 2024-09-12T01:00:56.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.059+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.32 2024-09-12T01:00:56.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.059+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.33 2024-09-12T01:00:56.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.059+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.34 2024-09-12T01:00:56.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.059+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.35 2024-09-12T01:00:56.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.061+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.36 2024-09-12T01:00:56.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.061+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.37 2024-09-12T01:00:56.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.061+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.38 2024-09-12T01:00:56.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.061+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.39 2024-09-12T01:00:56.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.061+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.40 2024-09-12T01:00:56.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.062+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.41 2024-09-12T01:00:56.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.063+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.42 2024-09-12T01:00:56.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.064+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.43 2024-09-12T01:00:56.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.064+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.44 2024-09-12T01:00:56.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.064+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.45 2024-09-12T01:00:56.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.064+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.46 2024-09-12T01:00:56.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.064+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.47 2024-09-12T01:00:56.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.064+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.48 2024-09-12T01:00:56.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.064+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.49 2024-09-12T01:00:56.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.065+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.50 2024-09-12T01:00:56.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.065+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.51 2024-09-12T01:00:56.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.067+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.52 2024-09-12T01:00:56.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.067+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.53 2024-09-12T01:00:56.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.067+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.54 2024-09-12T01:00:56.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.068+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.55 2024-09-12T01:00:56.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.068+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.56 2024-09-12T01:00:56.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.068+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.57 2024-09-12T01:00:56.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.068+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.58 2024-09-12T01:00:56.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.068+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.59 2024-09-12T01:00:56.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.070+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.60 2024-09-12T01:00:56.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.070+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.61 2024-09-12T01:00:56.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.071+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.62 2024-09-12T01:00:56.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.071+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.63 2024-09-12T01:00:56.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.071+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.64 2024-09-12T01:00:56.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.074+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.65 2024-09-12T01:00:56.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.074+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.66 2024-09-12T01:00:56.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.074+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.67 2024-09-12T01:00:56.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.074+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.68 2024-09-12T01:00:56.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.074+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.69 2024-09-12T01:00:56.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.074+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.70 2024-09-12T01:00:56.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.074+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.71 2024-09-12T01:00:56.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.076+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.72 2024-09-12T01:00:56.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.076+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.73 2024-09-12T01:00:56.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.076+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.74 2024-09-12T01:00:56.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.076+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.75 2024-09-12T01:00:56.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.077+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.76 2024-09-12T01:00:56.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.077+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.77 2024-09-12T01:00:56.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.077+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.78 2024-09-12T01:00:56.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.077+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.79 2024-09-12T01:00:56.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.078+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.80 2024-09-12T01:00:56.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.078+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.81 2024-09-12T01:00:56.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.079+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.82 2024-09-12T01:00:56.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.079+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.83 2024-09-12T01:00:56.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.080+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.84 2024-09-12T01:00:56.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.082+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.85 2024-09-12T01:00:56.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.082+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.86 2024-09-12T01:00:56.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.082+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.87 2024-09-12T01:00:56.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.082+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.88 2024-09-12T01:00:56.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.082+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.89 2024-09-12T01:00:56.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.082+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.90 2024-09-12T01:00:56.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.082+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.91 2024-09-12T01:00:56.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.082+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.92 2024-09-12T01:00:56.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.082+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.93 2024-09-12T01:00:56.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.082+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.106__multipart_key1.2~ggR8AobnuB6wPDcIsd06G_CxFgXb8I-.94 2024-09-12T01:00:56.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.086+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1700440139629959032', time=2024-09-12T03:00:45.619132+0000, chain.objs.size()=1 2024-09-12T01:00:56.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.086+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.113__shadow_.OkkCenUHw7uKiOGssPbUn5sPLLemslC_0 2024-09-12T01:00:56.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.086+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5415165210447420733', time=2024-09-12T03:00:45.637212+0000, chain.objs.size()=1 2024-09-12T01:00:56.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.086+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.113__shadow_.nxhc8H_9IeoxJdncCHGmJ3_P8gpwC1I_0 2024-09-12T01:00:56.086 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.087+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9537910767413902630', time=2024-09-12T03:00:49.210780+0000, chain.objs.size()=1 2024-09-12T01:00:56.086 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.087+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.125__shadow_.Qyhw5ZapMd3JVdQIWJVi7kC9AYYExh6_0 2024-09-12T01:00:56.086 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.087+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12829234457764395549', time=2024-09-12T03:00:50.992712+0000, chain.objs.size()=1 2024-09-12T01:00:56.086 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.087+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.131__shadow_.Y2JeO4s04Zrb2Y5jUFIEGDsNaTpV9jS_0 2024-09-12T01:00:56.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.090+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:56.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.092+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T01:00:56.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.093+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.094+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.094+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2024-09-12T01:00:56.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.094+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2432536633485364024', time=2024-09-12T03:00:28.604606+0000, chain.objs.size()=1 2024-09-12T01:00:56.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.094+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.91__shadow_.8PDKs77DPNvAfPLc5bt9mRrjYqX01QO_0 2024-09-12T01:00:56.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.094+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8606940426362767950', time=2024-09-12T03:00:36.440961+0000, chain.objs.size()=9 2024-09-12T01:00:56.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.094+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__multipart_file2.mpg.2~D6_b0jIGGjI2YUkggv8aUvknEdown0q.1 2024-09-12T01:00:56.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.094+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__shadow_file2.mpg.2~D6_b0jIGGjI2YUkggv8aUvknEdown0q.1_1 2024-09-12T01:00:56.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.094+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__multipart_file2.mpg.2~D6_b0jIGGjI2YUkggv8aUvknEdown0q.2 2024-09-12T01:00:56.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.094+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__shadow_file2.mpg.2~D6_b0jIGGjI2YUkggv8aUvknEdown0q.2_1 2024-09-12T01:00:56.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.094+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__multipart_file2.mpg.2~D6_b0jIGGjI2YUkggv8aUvknEdown0q.3 2024-09-12T01:00:56.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.094+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__shadow_file2.mpg.2~D6_b0jIGGjI2YUkggv8aUvknEdown0q.3_1 2024-09-12T01:00:56.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.094+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__multipart_file2.mpg.2~D6_b0jIGGjI2YUkggv8aUvknEdown0q.4 2024-09-12T01:00:56.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.094+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__shadow_file2.mpg.2~D6_b0jIGGjI2YUkggv8aUvknEdown0q.4_1 2024-09-12T01:00:56.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.094+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101__multipart_file2.mpg.2~D6_b0jIGGjI2YUkggv8aUvknEdown0q.5 2024-09-12T01:00:56.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.094+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14042276462168824975', time=2024-09-12T03:00:50.711745+0000, chain.objs.size()=1 2024-09-12T01:00:56.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.094+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.130__shadow_.jxhz7HVdQxooYk5nE0M6_eY9cBYjnjD_0 2024-09-12T01:00:56.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.099+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:56.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.102+0000 7f8210b40800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T01:00:56.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.103+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.103+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.104+0000 7f8210b40800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2024-09-12T01:00:56.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.104+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11947208293465696334', time=2024-09-12T03:00:27.435651+0000, chain.objs.size()=1 2024-09-12T01:00:56.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.104+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.86__shadow_.hnbm76fYDZDcCEO5Tfa8vex7xRQQvDH_0 2024-09-12T01:00:56.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.104+0000 7f8210b40800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14969786827799867078', time=2024-09-12T03:00:40.435433+0000, chain.objs.size()=7 2024-09-12T01:00:56.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.104+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~X0ajhGiyZfiwXYCsvM0JHuF6mUxmiNy.1 2024-09-12T01:00:56.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.104+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~X0ajhGiyZfiwXYCsvM0JHuF6mUxmiNy.1_1 2024-09-12T01:00:56.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.104+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~X0ajhGiyZfiwXYCsvM0JHuF6mUxmiNy.1_2 2024-09-12T01:00:56.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.104+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~X0ajhGiyZfiwXYCsvM0JHuF6mUxmiNy.2 2024-09-12T01:00:56.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.104+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~X0ajhGiyZfiwXYCsvM0JHuF6mUxmiNy.2_1 2024-09-12T01:00:56.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.104+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__shadow_key1.2~X0ajhGiyZfiwXYCsvM0JHuF6mUxmiNy.2_2 2024-09-12T01:00:56.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.104+0000 7f8210b40800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.103__multipart_key1.2~X0ajhGiyZfiwXYCsvM0JHuF6mUxmiNy.3 2024-09-12T01:00:56.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.107+0000 7f8210b40800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:00:56.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.110+0000 7f80c2fe5640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:56.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.112+0000 7f8210b40800 20 remove_watcher() i=0 2024-09-12T01:00:56.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.112+0000 7f8210b40800 2 removed watcher, disabling cache 2024-09-12T01:00:56.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.113+0000 7f8210b40800 20 remove_watcher() i=1 2024-09-12T01:00:56.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.114+0000 7f8210b40800 20 remove_watcher() i=2 2024-09-12T01:00:56.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.115+0000 7f8210b40800 20 remove_watcher() i=3 2024-09-12T01:00:56.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.116+0000 7f8210b40800 20 remove_watcher() i=4 2024-09-12T01:00:56.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.117+0000 7f8210b40800 20 remove_watcher() i=5 2024-09-12T01:00:56.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.118+0000 7f8210b40800 20 remove_watcher() i=6 2024-09-12T01:00:56.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.119+0000 7f8210b40800 20 remove_watcher() i=7 2024-09-12T01:00:56.130 DEBUG:teuthology.orchestra.run.smithi038:> radosgw-admin gc process --include-all 2024-09-12T01:00:56.183 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:56.183 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:56.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.225+0000 7febe200e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:56.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.227+0000 7febe200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:56.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.227+0000 7febe200e800 20 realm 2024-09-12T01:00:56.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.227+0000 7febe200e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:56.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.227+0000 7febe200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:56.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.227+0000 7febe200e800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:56.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.227+0000 7febe200e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:56.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.228+0000 7febe200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:56.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.228+0000 7febe200e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:56.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.229+0000 7febe200e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:56.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.229+0000 7febe200e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:56.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.229+0000 7febe200e800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:56.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.229+0000 7febe200e800 20 searching for the correct realm 2024-09-12T01:00:56.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.232+0000 7febdcf6a640 0 -- 172.21.15.38:0/1090416250 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7febd006b030 msgr2=0x7febd006c940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:56.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.236+0000 7febdd76b640 0 -- 172.21.15.38:0/1090416250 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7febd406c330 msgr2=0x7febd401c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:56.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.442+0000 7febe200e800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:00:56.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.442+0000 7febe200e800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:00:56.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.442+0000 7febe200e800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:56.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.442+0000 7febe200e800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:56.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.442+0000 7febe200e800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:56.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.442+0000 7febe200e800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:56.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.442+0000 7febe200e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:56.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.443+0000 7febe200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:56.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.443+0000 7febe200e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:56.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.443+0000 7febe200e800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:56.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.443+0000 7febe200e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:56.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.443+0000 7febe200e800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:56.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.443+0000 7febe200e800 20 zone default found 2024-09-12T01:00:56.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.443+0000 7febe200e800 4 Realm: () 2024-09-12T01:00:56.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.443+0000 7febe200e800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:00:56.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.443+0000 7febe200e800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:00:56.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.443+0000 7febe200e800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:56.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.443+0000 7febe200e800 20 zonegroup default 2024-09-12T01:00:56.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.443+0000 7febe200e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:56.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.444+0000 7febe200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:56.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.444+0000 7febe200e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:56.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.444+0000 7febe200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:56.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.444+0000 7febe200e800 20 rados->read ofs=0 len=0 2024-09-12T01:00:56.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.444+0000 7febe200e800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:56.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.444+0000 7febe200e800 20 started sync module instance, tier type = 2024-09-12T01:00:56.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.444+0000 7febe200e800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:00:56.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.454+0000 7febe200e800 20 add_watcher() i=0 2024-09-12T01:00:56.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.454+0000 7febe200e800 20 add_watcher() i=1 2024-09-12T01:00:56.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.454+0000 7febe200e800 20 add_watcher() i=2 2024-09-12T01:00:56.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.454+0000 7febe200e800 20 add_watcher() i=3 2024-09-12T01:00:56.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.454+0000 7febe200e800 20 add_watcher() i=4 2024-09-12T01:00:56.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.454+0000 7febe200e800 20 add_watcher() i=5 2024-09-12T01:00:56.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.454+0000 7febe200e800 20 add_watcher() i=6 2024-09-12T01:00:56.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.455+0000 7febe200e800 20 add_watcher() i=7 2024-09-12T01:00:56.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.455+0000 7febe200e800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:56.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.457+0000 7fea937e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:56.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.457+0000 7febe200e800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:56.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.457+0000 7febe200e800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:56.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.493+0000 7fea927e4640 20 reqs_thread_entry: start 2024-09-12T01:00:56.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.493+0000 7febe200e800 20 init_complete bucket index max shards: 11 2024-09-12T01:00:56.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.493+0000 7febe200e800 20 Filter name: none 2024-09-12T01:00:56.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.493+0000 7fea03fff640 20 reqs_thread_entry: start 2024-09-12T01:00:56.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.493+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T01:00:56.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.494+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.495+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.495+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.495 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.496+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T01:00:56.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.498+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.498+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.498+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.499+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T01:00:56.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.500+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.499 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.501+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.501+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.502+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T01:00:56.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.503+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.504+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.504+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.505+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T01:00:56.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.506+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.507+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.507+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.508+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T01:00:56.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.510+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.510+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.509 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.511+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.512+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T01:00:56.511 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.513+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.513+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.513+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.514+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T01:00:56.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.516+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.516+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.517+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.518+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T01:00:56.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.519+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.520+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.520+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.521+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T01:00:56.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.522+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.522+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.523+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.522 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.524+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T01:00:56.524 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.525+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.524 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.525+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.524 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.526+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.526 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.527+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T01:00:56.527 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.528+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.527 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.528+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.528 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.529+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.528 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.530+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T01:00:56.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.531+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.531+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.532+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.533+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T01:00:56.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.534+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.534+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.535+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.536+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T01:00:56.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.537+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.537+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.538+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.539+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T01:00:56.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.540+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.541+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.541+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.542+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T01:00:56.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.543+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.544+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.543 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.544+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.545+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T01:00:56.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.546+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.547+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.547+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.548+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T01:00:56.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.549+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.550+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.550+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.551+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T01:00:56.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.553+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.553+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.553+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.555+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T01:00:56.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.556+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.557+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.557+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.557 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.558+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T01:00:56.558 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.559+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.560+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.560+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.561+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T01:00:56.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.562+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.563+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.563+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.564+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T01:00:56.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.565+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.566+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.566+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.568+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T01:00:56.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.569+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.570+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.570+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.571+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T01:00:56.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.573+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.572 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.573+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.572 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.573+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.574+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T01:00:56.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.576+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.575 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.576+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.575 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.576+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.576 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.577+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T01:00:56.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.579+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.579+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.578 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.579+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.580+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T01:00:56.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.582+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.582+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.582+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.583+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T01:00:56.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.585+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.585+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.585+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.586+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T01:00:56.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.588+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.588+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.588+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.588 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.589+0000 7febe200e800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T01:00:56.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.591+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.591+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:00:56.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.592+0000 7febe200e800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:00:56.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.594+0000 7fea937e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:56.594 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.596+0000 7febe200e800 20 remove_watcher() i=0 2024-09-12T01:00:56.594 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.596+0000 7febe200e800 2 removed watcher, disabling cache 2024-09-12T01:00:56.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.597+0000 7febe200e800 20 remove_watcher() i=1 2024-09-12T01:00:56.596 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.598+0000 7febe200e800 20 remove_watcher() i=2 2024-09-12T01:00:56.597 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.599+0000 7febe200e800 20 remove_watcher() i=3 2024-09-12T01:00:56.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.600+0000 7febe200e800 20 remove_watcher() i=4 2024-09-12T01:00:56.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.601+0000 7febe200e800 20 remove_watcher() i=5 2024-09-12T01:00:56.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.602+0000 7febe200e800 20 remove_watcher() i=6 2024-09-12T01:00:56.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:56.603+0000 7febe200e800 20 remove_watcher() i=7 2024-09-12T01:00:56.613 INFO:teuthology.run_tasks:Running task s3tests... 2024-09-12T01:00:56.634 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'accounts': {'iam alt root': 'RGW99999999999999999', 'iam root': 'RGW88888888888888888', 's3 tenant': 'RGW33333333333333333'}, 'force-branch': 'ceph-master', 'slow_backend': True, 'storage classes': 'LUKEWARM, FROZEN'}} 2024-09-12T01:00:56.635 INFO:tasks.s3tests:Downloading s3-tests... 2024-09-12T01:00:56.635 INFO:tasks.s3tests:Using branch 'ceph-master' for s3tests 2024-09-12T01:00:56.635 DEBUG:teuthology.orchestra.run.smithi038:> git clone -b ceph-master https://git.ceph.com/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T01:00:56.665 INFO:teuthology.orchestra.run.smithi038.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2024-09-12T01:00:57.593 INFO:tasks.s3tests:Creating rgw users... 2024-09-12T01:00:57.593 DEBUG:tasks.s3tests:Creating user foo.client.0 on client.0 2024-09-12T01:00:57.594 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name Mr.foo.client.0 --email foo+test@test.test --access-key VXRWSXOXZXFABSIZGVIN --secret PQsMJw36eakw0zvc67UbW2hWHFP3eTGr0q7WTNlJ1YDwlStw1tiE+g== --cluster ceph 2024-09-12T01:00:57.699 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:57.700 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:57.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.737+0000 7f473c532800 20 rados->read ofs=0 len=0 2024-09-12T01:00:57.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.738+0000 7f473c532800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:57.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.738+0000 7f473c532800 20 realm 2024-09-12T01:00:57.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.738+0000 7f473c532800 20 rados->read ofs=0 len=0 2024-09-12T01:00:57.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.738+0000 7f473c532800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:57.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.738+0000 7f473c532800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:57.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.738+0000 7f473c532800 20 rados->read ofs=0 len=0 2024-09-12T01:00:57.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.739+0000 7f473c532800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:57.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.739+0000 7f473c532800 20 rados->read ofs=0 len=0 2024-09-12T01:00:57.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.740+0000 7f473c532800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:57.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.740+0000 7f473c532800 20 rados->read ofs=0 len=0 2024-09-12T01:00:57.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.740+0000 7f473c532800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:57.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.740+0000 7f473c532800 20 searching for the correct realm 2024-09-12T01:00:57.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.742+0000 7f47381bc640 0 -- 172.21.15.38:0/1387648483 >> [v2:172.21.15.38:6824/2480374289,v1:172.21.15.38:6825/2480374289] conn(0x7f472c0a4cd0 msgr2=0x7f472c0a4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:57.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.948+0000 7f47379bb640 0 -- 172.21.15.38:0/1387648483 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x55d012fa5b40 msgr2=0x55d012fa7f50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:57.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.954+0000 7f473c532800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:00:57.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.954+0000 7f473c532800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:00:57.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.954+0000 7f473c532800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:57.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.954+0000 7f473c532800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:57.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.954+0000 7f473c532800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:57.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.954+0000 7f473c532800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:57.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.954+0000 7f473c532800 20 rados->read ofs=0 len=0 2024-09-12T01:00:57.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.955+0000 7f473c532800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:57.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.955+0000 7f473c532800 20 rados->read ofs=0 len=0 2024-09-12T01:00:57.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.955+0000 7f473c532800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:57.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.955+0000 7f473c532800 20 rados->read ofs=0 len=0 2024-09-12T01:00:57.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.955+0000 7f473c532800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:57.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.955+0000 7f473c532800 20 zone default found 2024-09-12T01:00:57.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.955+0000 7f473c532800 4 Realm: () 2024-09-12T01:00:57.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.955+0000 7f473c532800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:00:57.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.955+0000 7f473c532800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:00:57.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.955+0000 7f473c532800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:57.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.955+0000 7f473c532800 20 zonegroup default 2024-09-12T01:00:57.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.955+0000 7f473c532800 20 rados->read ofs=0 len=0 2024-09-12T01:00:57.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.956+0000 7f473c532800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:57.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.956+0000 7f473c532800 20 rados->read ofs=0 len=0 2024-09-12T01:00:57.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.956+0000 7f473c532800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:57.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.956+0000 7f473c532800 20 rados->read ofs=0 len=0 2024-09-12T01:00:57.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.956+0000 7f473c532800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:57.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.956+0000 7f473c532800 20 started sync module instance, tier type = 2024-09-12T01:00:57.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.956+0000 7f473c532800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:00:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.967+0000 7f473c532800 20 add_watcher() i=0 2024-09-12T01:00:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.967+0000 7f473c532800 20 add_watcher() i=1 2024-09-12T01:00:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.967+0000 7f473c532800 20 add_watcher() i=2 2024-09-12T01:00:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.967+0000 7f473c532800 20 add_watcher() i=3 2024-09-12T01:00:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.967+0000 7f473c532800 20 add_watcher() i=4 2024-09-12T01:00:57.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.967+0000 7f473c532800 20 add_watcher() i=5 2024-09-12T01:00:57.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.967+0000 7f473c532800 20 add_watcher() i=6 2024-09-12T01:00:57.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.968+0000 7f473c532800 20 add_watcher() i=7 2024-09-12T01:00:57.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.968+0000 7f473c532800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:57.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.970+0000 7f45ee7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:57.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.970+0000 7f473c532800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:57.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.970+0000 7f473c532800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:57.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.970+0000 7f473c532800 5 note: GC not initialized 2024-09-12T01:00:57.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.971+0000 7f45ed7e2640 20 reqs_thread_entry: start 2024-09-12T01:00:57.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.971+0000 7f473c532800 20 init_complete bucket index max shards: 11 2024-09-12T01:00:57.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.971+0000 7f473c532800 20 Filter name: none 2024-09-12T01:00:57.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.971+0000 7f455effd640 20 reqs_thread_entry: start 2024-09-12T01:00:57.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.971+0000 7f473c532800 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-12T01:00:57.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.971+0000 7f473c532800 20 rados->read ofs=0 len=0 2024-09-12T01:00:57.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.971+0000 7f473c532800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:57.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.971+0000 7f473c532800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2024-09-12T01:00:57.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.971+0000 7f473c532800 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T01:00:57.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.971+0000 7f473c532800 10 cache get: name=default.rgw.meta+users.email+foo+test@test.test : miss 2024-09-12T01:00:57.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.971+0000 7f473c532800 20 rados->read ofs=0 len=0 2024-09-12T01:00:57.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.972+0000 7f473c532800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:57.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.972+0000 7f473c532800 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x0 2024-09-12T01:00:57.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.972+0000 7f473c532800 10 adding default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T01:00:57.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.972+0000 7f473c532800 10 cache get: name=default.rgw.meta+users.keys+VXRWSXOXZXFABSIZGVIN : miss 2024-09-12T01:00:57.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.972+0000 7f473c532800 20 rados->read ofs=0 len=0 2024-09-12T01:00:57.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.972+0000 7f473c532800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:57.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.972+0000 7f473c532800 10 cache put: name=default.rgw.meta+users.keys+VXRWSXOXZXFABSIZGVIN info.flags=0x0 2024-09-12T01:00:57.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.972+0000 7f473c532800 10 adding default.rgw.meta+users.keys+VXRWSXOXZXFABSIZGVIN to cache LRU end 2024-09-12T01:00:57.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.972+0000 7f473c532800 10 cache get: name=default.rgw.meta+users.keys+VXRWSXOXZXFABSIZGVIN : hit (negative entry) 2024-09-12T01:00:57.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.972+0000 7f473c532800 10 cache get: name=default.rgw.meta+users.keys+VXRWSXOXZXFABSIZGVIN : hit (negative entry) 2024-09-12T01:00:57.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.973+0000 7f473c532800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T01:00:57.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.973+0000 7f473c532800 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T01:00:57.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.973+0000 7f473c532800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-12T01:00:57.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.975+0000 7f460f7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464462 cookie 94352159962576 notifier 9051 bl.length()=645 2024-09-12T01:00:57.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.975+0000 7f460f7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T01:00:57.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.975+0000 7f460f7fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T01:00:57.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.977+0000 7f473c532800 10 cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-12T01:00:57.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.977+0000 7f473c532800 10 moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T01:00:57.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.977+0000 7f473c532800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:foo+test@test.test, ofs0, ns] 2024-09-12T01:00:57.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.977+0000 7f460effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464463 cookie 94352160000384 notifier 9051 bl.length()=185 2024-09-12T01:00:57.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.977+0000 7f460effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo+test@test.test info.flags=0x7 2024-09-12T01:00:57.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.977+0000 7f460effd640 10 rgw watcher librados: moving default.rgw.meta+users.email+foo+test@test.test to cache LRU end 2024-09-12T01:00:57.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.979+0000 7f473c532800 10 cache put: name=default.rgw.meta+users.keys+VXRWSXOXZXFABSIZGVIN info.flags=0x7 2024-09-12T01:00:57.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.979+0000 7f473c532800 10 moving default.rgw.meta+users.keys+VXRWSXOXZXFABSIZGVIN to cache LRU end 2024-09-12T01:00:57.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.979+0000 7f473c532800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.keys:VXRWSXOXZXFABSIZGVIN, ofs0, ns] 2024-09-12T01:00:57.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.979+0000 7f460effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1120986464423 cookie 94352159960368 notifier 9051 bl.length()=186 2024-09-12T01:00:57.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.979+0000 7f460effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+VXRWSXOXZXFABSIZGVIN info.flags=0x7 2024-09-12T01:00:57.978 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.979+0000 7f460effd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+VXRWSXOXZXFABSIZGVIN to cache LRU end 2024-09-12T01:00:57.978 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:00:57.979 INFO:teuthology.orchestra.run.smithi038.stdout: "user_id": "foo.client.0", 2024-09-12T01:00:57.979 INFO:teuthology.orchestra.run.smithi038.stdout: "display_name": "Mr.foo.client.0", 2024-09-12T01:00:57.979 INFO:teuthology.orchestra.run.smithi038.stdout: "email": "foo+test@test.test", 2024-09-12T01:00:57.979 INFO:teuthology.orchestra.run.smithi038.stdout: "suspended": 0, 2024-09-12T01:00:57.979 INFO:teuthology.orchestra.run.smithi038.stdout: "max_buckets": 1000, 2024-09-12T01:00:57.979 INFO:teuthology.orchestra.run.smithi038.stdout: "subusers": [], 2024-09-12T01:00:57.979 INFO:teuthology.orchestra.run.smithi038.stdout: "keys": [ 2024-09-12T01:00:57.979 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-09-12T01:00:57.979 INFO:teuthology.orchestra.run.smithi038.stdout: "user": "foo.client.0", 2024-09-12T01:00:57.979 INFO:teuthology.orchestra.run.smithi038.stdout: "access_key": "VXRWSXOXZXFABSIZGVIN", 2024-09-12T01:00:57.979 INFO:teuthology.orchestra.run.smithi038.stdout: "secret_key": "PQsMJw36eakw0zvc67UbW2hWHFP3eTGr0q7WTNlJ1YDwlStw1tiE+g==", 2024-09-12T01:00:57.979 INFO:teuthology.orchestra.run.smithi038.stdout: "active": true, 2024-09-12T01:00:57.979 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T01:00:57.973190Z" 2024-09-12T01:00:57.980 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-09-12T01:00:57.980 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-09-12T01:00:57.980 INFO:teuthology.orchestra.run.smithi038.stdout: "swift_keys": [], 2024-09-12T01:00:57.980 INFO:teuthology.orchestra.run.smithi038.stdout: "caps": [], 2024-09-12T01:00:57.980 INFO:teuthology.orchestra.run.smithi038.stdout: "op_mask": "read, write, delete", 2024-09-12T01:00:57.980 INFO:teuthology.orchestra.run.smithi038.stdout: "default_placement": "", 2024-09-12T01:00:57.980 INFO:teuthology.orchestra.run.smithi038.stdout: "default_storage_class": "", 2024-09-12T01:00:57.980 INFO:teuthology.orchestra.run.smithi038.stdout: "placement_tags": [], 2024-09-12T01:00:57.980 INFO:teuthology.orchestra.run.smithi038.stdout: "bucket_quota": { 2024-09-12T01:00:57.980 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:00:57.980 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:00:57.980 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:00:57.980 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:00:57.980 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:00:57.981 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:00:57.981 INFO:teuthology.orchestra.run.smithi038.stdout: "user_quota": { 2024-09-12T01:00:57.981 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:00:57.981 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:00:57.981 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:00:57.981 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:00:57.981 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:00:57.981 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:00:57.981 INFO:teuthology.orchestra.run.smithi038.stdout: "temp_url_keys": [], 2024-09-12T01:00:57.981 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "rgw", 2024-09-12T01:00:57.981 INFO:teuthology.orchestra.run.smithi038.stdout: "mfa_ids": [], 2024-09-12T01:00:57.981 INFO:teuthology.orchestra.run.smithi038.stdout: "account_id": "", 2024-09-12T01:00:57.981 INFO:teuthology.orchestra.run.smithi038.stdout: "path": "/", 2024-09-12T01:00:57.981 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T01:00:57.973168Z", 2024-09-12T01:00:57.981 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-09-12T01:00:57.982 INFO:teuthology.orchestra.run.smithi038.stdout: "group_ids": [] 2024-09-12T01:00:57.982 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:00:57.982 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:00:57.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.980+0000 7f45ee7e4640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:57.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.983+0000 7f473c532800 20 remove_watcher() i=0 2024-09-12T01:00:57.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.983+0000 7f473c532800 2 removed watcher, disabling cache 2024-09-12T01:00:57.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.984+0000 7f473c532800 20 remove_watcher() i=1 2024-09-12T01:00:57.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.986+0000 7f473c532800 20 remove_watcher() i=2 2024-09-12T01:00:57.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.987+0000 7f473c532800 20 remove_watcher() i=3 2024-09-12T01:00:57.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.988+0000 7f473c532800 20 remove_watcher() i=4 2024-09-12T01:00:57.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.989+0000 7f473c532800 20 remove_watcher() i=5 2024-09-12T01:00:57.989 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.990+0000 7f473c532800 20 remove_watcher() i=6 2024-09-12T01:00:57.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:57.991+0000 7f473c532800 20 remove_watcher() i=7 2024-09-12T01:00:58.002 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 5913816404 --totp-seed SAKIJPG2QUT46DLW5TPCYOUTDX5NDXFG4ZTSLPXEA6AT4XF5NZNYFUPDOFKMMGMJ --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T01:00:58.072 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:00:58.072 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:00:58.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.111+0000 7f0dce42f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:58.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.112+0000 7f0dce42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:58.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.112+0000 7f0dce42f800 20 realm 2024-09-12T01:00:58.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.112+0000 7f0dce42f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:58.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.113+0000 7f0dce42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:58.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.113+0000 7f0dce42f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:00:58.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.113+0000 7f0dce42f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:58.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.113+0000 7f0dce42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:58.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.113+0000 7f0dce42f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:58.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.114+0000 7f0dce42f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:58.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.114+0000 7f0dce42f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:58.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.115+0000 7f0dce42f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:00:58.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.115+0000 7f0dce42f800 20 searching for the correct realm 2024-09-12T01:00:58.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.117+0000 7f0dcb71f640 0 -- 172.21.15.38:0/2224976296 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f0dbc06de20 msgr2=0x7f0dbc06c890 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:58.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.121+0000 7f0dcbf20640 0 -- 172.21.15.38:0/2224976296 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f0dc00088a0 msgr2=0x7f0dc008a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:00:58.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.328+0000 7f0dce42f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:00:58.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.328+0000 7f0dce42f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:00:58.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.328+0000 7f0dce42f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:00:58.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.328+0000 7f0dce42f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:00:58.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.328+0000 7f0dce42f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:00:58.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.328+0000 7f0dce42f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:00:58.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.329+0000 7f0dce42f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:58.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.329+0000 7f0dce42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:58.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.329+0000 7f0dce42f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:58.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.329+0000 7f0dce42f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:00:58.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.329+0000 7f0dce42f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:58.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.330+0000 7f0dce42f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:00:58.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.330+0000 7f0dce42f800 20 zone default found 2024-09-12T01:00:58.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.330+0000 7f0dce42f800 4 Realm: () 2024-09-12T01:00:58.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.330+0000 7f0dce42f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:00:58.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.330+0000 7f0dce42f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:00:58.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.330+0000 7f0dce42f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:00:58.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.330+0000 7f0dce42f800 20 zonegroup default 2024-09-12T01:00:58.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.330+0000 7f0dce42f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:58.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.330+0000 7f0dce42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:58.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.330+0000 7f0dce42f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:58.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.330+0000 7f0dce42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:58.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.330+0000 7f0dce42f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:58.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.331+0000 7f0dce42f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:00:58.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.331+0000 7f0dce42f800 20 started sync module instance, tier type = 2024-09-12T01:00:58.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.331+0000 7f0dce42f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:00:58.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.341+0000 7f0dce42f800 20 add_watcher() i=0 2024-09-12T01:00:58.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.341+0000 7f0dce42f800 20 add_watcher() i=1 2024-09-12T01:00:58.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.341+0000 7f0dce42f800 20 add_watcher() i=2 2024-09-12T01:00:58.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.341+0000 7f0dce42f800 20 add_watcher() i=3 2024-09-12T01:00:58.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.341+0000 7f0dce42f800 20 add_watcher() i=4 2024-09-12T01:00:58.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.341+0000 7f0dce42f800 20 add_watcher() i=5 2024-09-12T01:00:58.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.341+0000 7f0dce42f800 20 add_watcher() i=6 2024-09-12T01:00:58.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.342+0000 7f0dce42f800 20 add_watcher() i=7 2024-09-12T01:00:58.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.342+0000 7f0dce42f800 2 all 8 watchers are set, enabling cache 2024-09-12T01:00:58.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.343+0000 7f0c81fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:00:58.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.343+0000 7f0dce42f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:00:58.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.343+0000 7f0dce42f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:00:58.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.344+0000 7f0dce42f800 5 note: GC not initialized 2024-09-12T01:00:58.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.344+0000 7f0c80fe1640 20 reqs_thread_entry: start 2024-09-12T01:00:58.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.344+0000 7f0dce42f800 20 init_complete bucket index max shards: 11 2024-09-12T01:00:58.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.344+0000 7f0dce42f800 20 Filter name: none 2024-09-12T01:00:58.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.344+0000 7f0bfa7fc640 20 reqs_thread_entry: start 2024-09-12T01:00:58.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.344+0000 7f0dce42f800 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2024-09-12T01:00:58.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.344+0000 7f0dce42f800 20 rados->read ofs=0 len=0 2024-09-12T01:00:58.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.345+0000 7f0dce42f800 20 rados_obj.operate() r=0 bl.length=460 2024-09-12T01:00:58.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.345+0000 7f0dce42f800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2024-09-12T01:00:58.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.345+0000 7f0dce42f800 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T01:00:58.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:00:58.345+0000 7f0dce42f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:01:00.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.253+0000 7f0dce42f800 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T01:01:00.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.253+0000 7f0dce42f800 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T01:01:00.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.253+0000 7f0dce42f800 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2024-09-12T01:01:00.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.254+0000 7f0caa7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576399056 cookie 94764503055552 notifier 9066 bl.length()=659 2024-09-12T01:01:00.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.254+0000 7f0caa7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2024-09-12T01:01:00.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.254+0000 7f0caa7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2024-09-12T01:01:00.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.255+0000 7f0c81fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:00.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.258+0000 7f0dce42f800 20 remove_watcher() i=0 2024-09-12T01:01:00.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.258+0000 7f0dce42f800 2 removed watcher, disabling cache 2024-09-12T01:01:00.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.259+0000 7f0dce42f800 20 remove_watcher() i=1 2024-09-12T01:01:00.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.261+0000 7f0dce42f800 20 remove_watcher() i=2 2024-09-12T01:01:00.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.262+0000 7f0dce42f800 20 remove_watcher() i=3 2024-09-12T01:01:00.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.263+0000 7f0dce42f800 20 remove_watcher() i=4 2024-09-12T01:01:00.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.264+0000 7f0dce42f800 20 remove_watcher() i=5 2024-09-12T01:01:00.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.265+0000 7f0dce42f800 20 remove_watcher() i=6 2024-09-12T01:01:00.267 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.267+0000 7f0dce42f800 20 remove_watcher() i=7 2024-09-12T01:01:00.279 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2024-09-12T01:01:00.279 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name Mr.bar.client.0 --email bar+test@test.test --access-key NTVFMUIOXCTULYCRZKKZ --secret O3geo7Ni46klNcihpYnPvWBqMBxMMiir1BW8K88SIAnut/9O5H1C7A== --cluster ceph 2024-09-12T01:01:00.352 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:01:00.353 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:01:00.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.391+0000 7f0d42b26800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.393+0000 7f0d42b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:00.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.393+0000 7f0d42b26800 20 realm 2024-09-12T01:01:00.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.393+0000 7f0d42b26800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.393+0000 7f0d42b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:00.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.393+0000 7f0d42b26800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:01:00.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.393+0000 7f0d42b26800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.393+0000 7f0d42b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:00.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.393+0000 7f0d42b26800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.394+0000 7f0d42b26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:00.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.394+0000 7f0d42b26800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.395+0000 7f0d42b26800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:01:00.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.395+0000 7f0d42b26800 20 searching for the correct realm 2024-09-12T01:01:00.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.398+0000 7f0d3e04a640 0 -- 172.21.15.38:0/756963307 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x564361b768c0 msgr2=0x564361b78cd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:00.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.402+0000 7f0d3e84b640 0 -- 172.21.15.38:0/756963307 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f0d340960b0 msgr2=0x7f0d340965d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:00.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.610+0000 7f0d42b26800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:01:00.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.610+0000 7f0d42b26800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:01:00.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.610+0000 7f0d42b26800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:01:00.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.610+0000 7f0d42b26800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:01:00.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.610+0000 7f0d42b26800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:01:00.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.610+0000 7f0d42b26800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:01:00.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.610+0000 7f0d42b26800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.610+0000 7f0d42b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:00.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.610+0000 7f0d42b26800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.610+0000 7f0d42b26800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:00.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.610+0000 7f0d42b26800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.611+0000 7f0d42b26800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:01:00.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.611+0000 7f0d42b26800 20 zone default found 2024-09-12T01:01:00.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.611+0000 7f0d42b26800 4 Realm: () 2024-09-12T01:01:00.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.611+0000 7f0d42b26800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:01:00.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.611+0000 7f0d42b26800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:01:00.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.611+0000 7f0d42b26800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:01:00.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.611+0000 7f0d42b26800 20 zonegroup default 2024-09-12T01:01:00.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.611+0000 7f0d42b26800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.611+0000 7f0d42b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:00.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.611+0000 7f0d42b26800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.611+0000 7f0d42b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:00.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.611+0000 7f0d42b26800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.612+0000 7f0d42b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:00.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.612+0000 7f0d42b26800 20 started sync module instance, tier type = 2024-09-12T01:01:00.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.612+0000 7f0d42b26800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:01:00.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.622+0000 7f0d42b26800 20 add_watcher() i=0 2024-09-12T01:01:00.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.622+0000 7f0d42b26800 20 add_watcher() i=1 2024-09-12T01:01:00.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.622+0000 7f0d42b26800 20 add_watcher() i=2 2024-09-12T01:01:00.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.622+0000 7f0d42b26800 20 add_watcher() i=3 2024-09-12T01:01:00.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.622+0000 7f0d42b26800 20 add_watcher() i=4 2024-09-12T01:01:00.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.622+0000 7f0d42b26800 20 add_watcher() i=5 2024-09-12T01:01:00.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.622+0000 7f0d42b26800 20 add_watcher() i=6 2024-09-12T01:01:00.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.623+0000 7f0d42b26800 20 add_watcher() i=7 2024-09-12T01:01:00.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.623+0000 7f0d42b26800 2 all 8 watchers are set, enabling cache 2024-09-12T01:01:00.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.625+0000 7f0bf5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:00.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.625+0000 7f0d42b26800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:01:00.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.625+0000 7f0d42b26800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:01:00.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.625+0000 7f0d42b26800 5 note: GC not initialized 2024-09-12T01:01:00.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.625+0000 7f0bf4fe1640 20 reqs_thread_entry: start 2024-09-12T01:01:00.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.625+0000 7f0d42b26800 20 init_complete bucket index max shards: 11 2024-09-12T01:01:00.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.626+0000 7f0d42b26800 20 Filter name: none 2024-09-12T01:01:00.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.626+0000 7f0bedffb640 20 reqs_thread_entry: start 2024-09-12T01:01:00.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.626+0000 7f0d42b26800 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-12T01:01:00.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.626+0000 7f0d42b26800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.626+0000 7f0d42b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:00.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.626+0000 7f0d42b26800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2024-09-12T01:01:00.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.626+0000 7f0d42b26800 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T01:01:00.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.626+0000 7f0d42b26800 10 cache get: name=default.rgw.meta+users.email+bar+test@test.test : miss 2024-09-12T01:01:00.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.626+0000 7f0d42b26800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.626+0000 7f0d42b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:00.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.626+0000 7f0d42b26800 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x0 2024-09-12T01:01:00.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.626+0000 7f0d42b26800 10 adding default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T01:01:00.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.626+0000 7f0d42b26800 10 cache get: name=default.rgw.meta+users.keys+NTVFMUIOXCTULYCRZKKZ : miss 2024-09-12T01:01:00.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.626+0000 7f0d42b26800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.627+0000 7f0d42b26800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:00.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.627+0000 7f0d42b26800 10 cache put: name=default.rgw.meta+users.keys+NTVFMUIOXCTULYCRZKKZ info.flags=0x0 2024-09-12T01:01:00.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.627+0000 7f0d42b26800 10 adding default.rgw.meta+users.keys+NTVFMUIOXCTULYCRZKKZ to cache LRU end 2024-09-12T01:01:00.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.627+0000 7f0d42b26800 10 cache get: name=default.rgw.meta+users.keys+NTVFMUIOXCTULYCRZKKZ : hit (negative entry) 2024-09-12T01:01:00.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.627+0000 7f0d42b26800 10 cache get: name=default.rgw.meta+users.keys+NTVFMUIOXCTULYCRZKKZ : hit (negative entry) 2024-09-12T01:01:00.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.628+0000 7f0d42b26800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T01:01:00.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.628+0000 7f0d42b26800 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T01:01:00.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.628+0000 7f0d42b26800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-12T01:01:00.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.629+0000 7f0c227fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576399016 cookie 94847402213056 notifier 8492 bl.length()=645 2024-09-12T01:01:00.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.629+0000 7f0c227fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T01:01:00.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.629+0000 7f0c227fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T01:01:00.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.631+0000 7f0d42b26800 10 cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-12T01:01:00.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.631+0000 7f0d42b26800 10 moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T01:01:00.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.631+0000 7f0d42b26800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:bar+test@test.test, ofs0, ns] 2024-09-12T01:01:00.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.631+0000 7f0c227fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576399001 cookie 94847402254544 notifier 8492 bl.length()=185 2024-09-12T01:01:00.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.631+0000 7f0c227fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar+test@test.test info.flags=0x7 2024-09-12T01:01:00.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.631+0000 7f0c227fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+bar+test@test.test to cache LRU end 2024-09-12T01:01:00.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.633+0000 7f0d42b26800 10 cache put: name=default.rgw.meta+users.keys+NTVFMUIOXCTULYCRZKKZ info.flags=0x7 2024-09-12T01:01:00.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.633+0000 7f0d42b26800 10 moving default.rgw.meta+users.keys+NTVFMUIOXCTULYCRZKKZ to cache LRU end 2024-09-12T01:01:00.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.633+0000 7f0d42b26800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:NTVFMUIOXCTULYCRZKKZ, ofs0, ns] 2024-09-12T01:01:00.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.633+0000 7f0c21ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576398945 cookie 94847402243344 notifier 8492 bl.length()=186 2024-09-12T01:01:00.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.634+0000 7f0c21ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+NTVFMUIOXCTULYCRZKKZ info.flags=0x7 2024-09-12T01:01:00.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.634+0000 7f0c21ffb640 10 rgw watcher librados: moving default.rgw.meta+users.keys+NTVFMUIOXCTULYCRZKKZ to cache LRU end 2024-09-12T01:01:00.633 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:01:00.633 INFO:teuthology.orchestra.run.smithi038.stdout: "user_id": "bar.client.0", 2024-09-12T01:01:00.633 INFO:teuthology.orchestra.run.smithi038.stdout: "display_name": "Mr.bar.client.0", 2024-09-12T01:01:00.633 INFO:teuthology.orchestra.run.smithi038.stdout: "email": "bar+test@test.test", 2024-09-12T01:01:00.633 INFO:teuthology.orchestra.run.smithi038.stdout: "suspended": 0, 2024-09-12T01:01:00.633 INFO:teuthology.orchestra.run.smithi038.stdout: "max_buckets": 1000, 2024-09-12T01:01:00.633 INFO:teuthology.orchestra.run.smithi038.stdout: "subusers": [], 2024-09-12T01:01:00.633 INFO:teuthology.orchestra.run.smithi038.stdout: "keys": [ 2024-09-12T01:01:00.634 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-09-12T01:01:00.634 INFO:teuthology.orchestra.run.smithi038.stdout: "user": "bar.client.0", 2024-09-12T01:01:00.634 INFO:teuthology.orchestra.run.smithi038.stdout: "access_key": "NTVFMUIOXCTULYCRZKKZ", 2024-09-12T01:01:00.634 INFO:teuthology.orchestra.run.smithi038.stdout: "secret_key": "O3geo7Ni46klNcihpYnPvWBqMBxMMiir1BW8K88SIAnut/9O5H1C7A==", 2024-09-12T01:01:00.634 INFO:teuthology.orchestra.run.smithi038.stdout: "active": true, 2024-09-12T01:01:00.634 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T01:01:00.628105Z" 2024-09-12T01:01:00.634 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-09-12T01:01:00.634 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-09-12T01:01:00.634 INFO:teuthology.orchestra.run.smithi038.stdout: "swift_keys": [], 2024-09-12T01:01:00.634 INFO:teuthology.orchestra.run.smithi038.stdout: "caps": [], 2024-09-12T01:01:00.634 INFO:teuthology.orchestra.run.smithi038.stdout: "op_mask": "read, write, delete", 2024-09-12T01:01:00.634 INFO:teuthology.orchestra.run.smithi038.stdout: "default_placement": "", 2024-09-12T01:01:00.634 INFO:teuthology.orchestra.run.smithi038.stdout: "default_storage_class": "", 2024-09-12T01:01:00.634 INFO:teuthology.orchestra.run.smithi038.stdout: "placement_tags": [], 2024-09-12T01:01:00.634 INFO:teuthology.orchestra.run.smithi038.stdout: "bucket_quota": { 2024-09-12T01:01:00.635 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:00.635 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:00.635 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:00.635 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:00.635 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:00.635 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:00.635 INFO:teuthology.orchestra.run.smithi038.stdout: "user_quota": { 2024-09-12T01:01:00.635 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:00.635 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:00.635 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:00.635 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:00.635 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:00.635 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:00.635 INFO:teuthology.orchestra.run.smithi038.stdout: "temp_url_keys": [], 2024-09-12T01:01:00.636 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "rgw", 2024-09-12T01:01:00.636 INFO:teuthology.orchestra.run.smithi038.stdout: "mfa_ids": [], 2024-09-12T01:01:00.636 INFO:teuthology.orchestra.run.smithi038.stdout: "account_id": "", 2024-09-12T01:01:00.636 INFO:teuthology.orchestra.run.smithi038.stdout: "path": "/", 2024-09-12T01:01:00.636 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T01:01:00.628092Z", 2024-09-12T01:01:00.636 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-09-12T01:01:00.636 INFO:teuthology.orchestra.run.smithi038.stdout: "group_ids": [] 2024-09-12T01:01:00.636 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:01:00.636 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:01:00.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.635+0000 7f0bf5fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:00.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.637+0000 7f0d42b26800 20 remove_watcher() i=0 2024-09-12T01:01:00.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.637+0000 7f0d42b26800 2 removed watcher, disabling cache 2024-09-12T01:01:00.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.639+0000 7f0d42b26800 20 remove_watcher() i=1 2024-09-12T01:01:00.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.640+0000 7f0d42b26800 20 remove_watcher() i=2 2024-09-12T01:01:00.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.641+0000 7f0d42b26800 20 remove_watcher() i=3 2024-09-12T01:01:00.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.642+0000 7f0d42b26800 20 remove_watcher() i=4 2024-09-12T01:01:00.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.643+0000 7f0d42b26800 20 remove_watcher() i=5 2024-09-12T01:01:00.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.644+0000 7f0d42b26800 20 remove_watcher() i=6 2024-09-12T01:01:00.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.645+0000 7f0d42b26800 20 remove_watcher() i=7 2024-09-12T01:01:00.656 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 5409909464 --totp-seed RWQNKUHXBTFFTPRQEQ2IXFU5XOIKLTCJGC7AECBCO6UIU2EZI6K4Q5XZWVPS7AHL --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T01:01:00.724 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:01:00.724 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:01:00.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.762+0000 7f5451e10800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.763+0000 7f5451e10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:00.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.763+0000 7f5451e10800 20 realm 2024-09-12T01:01:00.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.763+0000 7f5451e10800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.764+0000 7f5451e10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:00.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.764+0000 7f5451e10800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:01:00.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.764+0000 7f5451e10800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.764+0000 7f5451e10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:00.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.764+0000 7f5451e10800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.765+0000 7f5451e10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:00.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.765+0000 7f5451e10800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.766+0000 7f5451e10800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:01:00.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.766+0000 7f5451e10800 20 searching for the correct realm 2024-09-12T01:01:00.769 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.770+0000 7f544dccc640 0 -- 172.21.15.38:0/3595177921 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7f544400b040 msgr2=0x7f54440697f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:00.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.977+0000 7f544d4cb640 0 -- 172.21.15.38:0/3595177921 >> [v2:172.21.15.194:6800/4136092038,v1:172.21.15.194:6801/4136092038] conn(0x55ce386031f0 msgr2=0x55ce38605620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:00.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.980+0000 7f5451e10800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:01:00.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.980+0000 7f5451e10800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:01:00.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.980+0000 7f5451e10800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:01:00.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.980+0000 7f5451e10800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:01:00.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.980+0000 7f5451e10800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:01:00.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.980+0000 7f5451e10800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:01:00.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.980+0000 7f5451e10800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.980+0000 7f5451e10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:00.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.980+0000 7f5451e10800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.981+0000 7f5451e10800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:00.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.981+0000 7f5451e10800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.981+0000 7f5451e10800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:01:00.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.981+0000 7f5451e10800 20 zone default found 2024-09-12T01:01:00.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.981+0000 7f5451e10800 4 Realm: () 2024-09-12T01:01:00.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.981+0000 7f5451e10800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:01:00.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.981+0000 7f5451e10800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:01:00.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.981+0000 7f5451e10800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:01:00.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.981+0000 7f5451e10800 20 zonegroup default 2024-09-12T01:01:00.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.981+0000 7f5451e10800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.981+0000 7f5451e10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:00.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.981+0000 7f5451e10800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.982+0000 7f5451e10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:00.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.982+0000 7f5451e10800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.982+0000 7f5451e10800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:00.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.982+0000 7f5451e10800 20 started sync module instance, tier type = 2024-09-12T01:01:00.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.982+0000 7f5451e10800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:01:00.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.992+0000 7f5451e10800 20 add_watcher() i=0 2024-09-12T01:01:00.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.992+0000 7f5451e10800 20 add_watcher() i=1 2024-09-12T01:01:00.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.992+0000 7f5451e10800 20 add_watcher() i=2 2024-09-12T01:01:00.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.992+0000 7f5451e10800 20 add_watcher() i=3 2024-09-12T01:01:00.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.992+0000 7f5451e10800 20 add_watcher() i=4 2024-09-12T01:01:00.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.992+0000 7f5451e10800 20 add_watcher() i=5 2024-09-12T01:01:00.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.992+0000 7f5451e10800 20 add_watcher() i=6 2024-09-12T01:01:00.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.993+0000 7f5451e10800 20 add_watcher() i=7 2024-09-12T01:01:00.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.993+0000 7f5451e10800 2 all 8 watchers are set, enabling cache 2024-09-12T01:01:00.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.995+0000 7f53037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:00.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.995+0000 7f5451e10800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:01:00.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.995+0000 7f5451e10800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:01:00.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.995+0000 7f5451e10800 5 note: GC not initialized 2024-09-12T01:01:00.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.995+0000 7f53027e4640 20 reqs_thread_entry: start 2024-09-12T01:01:00.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.995+0000 7f5451e10800 20 init_complete bucket index max shards: 11 2024-09-12T01:01:00.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.996+0000 7f5451e10800 20 Filter name: none 2024-09-12T01:01:00.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.996+0000 7f5273fff640 20 reqs_thread_entry: start 2024-09-12T01:01:00.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.996+0000 7f5451e10800 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2024-09-12T01:01:00.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.996+0000 7f5451e10800 20 rados->read ofs=0 len=0 2024-09-12T01:01:00.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.996+0000 7f5451e10800 20 rados_obj.operate() r=0 bl.length=460 2024-09-12T01:01:00.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.996+0000 7f5451e10800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2024-09-12T01:01:00.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.996+0000 7f5451e10800 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T01:01:00.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.996+0000 7f5451e10800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:01:00.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.999+0000 7f5451e10800 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T01:01:00.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.999+0000 7f5451e10800 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T01:01:00.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.999+0000 7f5451e10800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2024-09-12T01:01:00.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.999+0000 7f5330ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1129576399017 cookie 94344197457968 notifier 9105 bl.length()=659 2024-09-12T01:01:00.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.999+0000 7f5330ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2024-09-12T01:01:00.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:00.999+0000 7f5330ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2024-09-12T01:01:00.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.001+0000 7f53037e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:01.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.003+0000 7f5451e10800 20 remove_watcher() i=0 2024-09-12T01:01:01.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.003+0000 7f5451e10800 2 removed watcher, disabling cache 2024-09-12T01:01:01.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.004+0000 7f5451e10800 20 remove_watcher() i=1 2024-09-12T01:01:01.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.005+0000 7f5451e10800 20 remove_watcher() i=2 2024-09-12T01:01:01.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.007+0000 7f5451e10800 20 remove_watcher() i=3 2024-09-12T01:01:01.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.008+0000 7f5451e10800 20 remove_watcher() i=4 2024-09-12T01:01:01.008 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.009+0000 7f5451e10800 20 remove_watcher() i=5 2024-09-12T01:01:01.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.010+0000 7f5451e10800 20 remove_watcher() i=6 2024-09-12T01:01:01.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.011+0000 7f5451e10800 20 remove_watcher() i=7 2024-09-12T01:01:01.021 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW33333333333333333 --account-name Mr.RGW33333333333333333 --email RGW33333333333333333+test@test.test --tenant testx 2024-09-12T01:01:01.085 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:01:01.085 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:01:01.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.122+0000 7fec8ab23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.124+0000 7fec8ab23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.124+0000 7fec8ab23800 20 realm 2024-09-12T01:01:01.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.124+0000 7fec8ab23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.124+0000 7fec8ab23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.124+0000 7fec8ab23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:01:01.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.124+0000 7fec8ab23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.124+0000 7fec8ab23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.124+0000 7fec8ab23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.125+0000 7fec8ab23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:01.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.125+0000 7fec8ab23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.126+0000 7fec8ab23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:01:01.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.126+0000 7fec8ab23800 20 searching for the correct realm 2024-09-12T01:01:01.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.129+0000 7fec8600b640 0 -- 172.21.15.38:0/1106634650 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5577307e2b20 msgr2=0x5577307e4f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:01.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.133+0000 7fec8680c640 0 -- 172.21.15.38:0/1106634650 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fec7c08bd10 msgr2=0x7fec7c098a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:01.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.359+0000 7fec8ab23800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:01:01.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.359+0000 7fec8ab23800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:01:01.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.359+0000 7fec8ab23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:01:01.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.359+0000 7fec8ab23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:01:01.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.359+0000 7fec8ab23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:01:01.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.359+0000 7fec8ab23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:01:01.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.359+0000 7fec8ab23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.360+0000 7fec8ab23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.360+0000 7fec8ab23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.360+0000 7fec8ab23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:01.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.360+0000 7fec8ab23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.361+0000 7fec8ab23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:01:01.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.361+0000 7fec8ab23800 20 zone default found 2024-09-12T01:01:01.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.361+0000 7fec8ab23800 4 Realm: () 2024-09-12T01:01:01.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.361+0000 7fec8ab23800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:01:01.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.361+0000 7fec8ab23800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:01:01.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.361+0000 7fec8ab23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:01:01.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.361+0000 7fec8ab23800 20 zonegroup default 2024-09-12T01:01:01.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.361+0000 7fec8ab23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.361+0000 7fec8ab23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.361+0000 7fec8ab23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.361+0000 7fec8ab23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.361+0000 7fec8ab23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.362+0000 7fec8ab23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.362+0000 7fec8ab23800 20 started sync module instance, tier type = 2024-09-12T01:01:01.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.362+0000 7fec8ab23800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:01:01.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.372+0000 7fec8ab23800 20 add_watcher() i=0 2024-09-12T01:01:01.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.372+0000 7fec8ab23800 20 add_watcher() i=1 2024-09-12T01:01:01.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.372+0000 7fec8ab23800 20 add_watcher() i=2 2024-09-12T01:01:01.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.372+0000 7fec8ab23800 20 add_watcher() i=3 2024-09-12T01:01:01.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.372+0000 7fec8ab23800 20 add_watcher() i=4 2024-09-12T01:01:01.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.372+0000 7fec8ab23800 20 add_watcher() i=5 2024-09-12T01:01:01.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.372+0000 7fec8ab23800 20 add_watcher() i=6 2024-09-12T01:01:01.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.373+0000 7fec8ab23800 20 add_watcher() i=7 2024-09-12T01:01:01.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.373+0000 7fec8ab23800 2 all 8 watchers are set, enabling cache 2024-09-12T01:01:01.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.374+0000 7feb3d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:01.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.374+0000 7fec8ab23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:01:01.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.374+0000 7fec8ab23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:01:01.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.374+0000 7fec8ab23800 5 note: GC not initialized 2024-09-12T01:01:01.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.374+0000 7feab7fff640 20 reqs_thread_entry: start 2024-09-12T01:01:01.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.375+0000 7fec8ab23800 20 init_complete bucket index max shards: 11 2024-09-12T01:01:01.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.375+0000 7fec8ab23800 20 Filter name: none 2024-09-12T01:01:01.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.375+0000 7feab5ffb640 20 reqs_thread_entry: start 2024-09-12T01:01:01.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.375+0000 7fec8ab23800 10 cache get: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 : miss 2024-09-12T01:01:01.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.375+0000 7fec8ab23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.376+0000 7fec8ab23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.376+0000 7fec8ab23800 10 cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x0 2024-09-12T01:01:01.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.376+0000 7fec8ab23800 10 adding default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2024-09-12T01:01:01.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.376+0000 7fec8ab23800 20 failed to read name.testx$Mr.RGW33333333333333333 with: (2) No such file or directory 2024-09-12T01:01:01.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.376+0000 7fec8ab23800 10 cache get: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test : miss 2024-09-12T01:01:01.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.376+0000 7fec8ab23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.376+0000 7fec8ab23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.376+0000 7fec8ab23800 10 cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x0 2024-09-12T01:01:01.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.376+0000 7fec8ab23800 10 adding default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2024-09-12T01:01:01.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.376+0000 7fec8ab23800 20 failed to read rgw33333333333333333+test@test.test with: (2) No such file or directory 2024-09-12T01:01:01.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.377+0000 7fec8ab23800 10 cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2024-09-12T01:01:01.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.377+0000 7fec8ab23800 10 adding default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2024-09-12T01:01:01.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.377+0000 7fec8ab23800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW33333333333333333, ofs0, ns] 2024-09-12T01:01:01.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.378+0000 7feb6a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366314 cookie 93970403049776 notifier 9126 bl.length()=389 2024-09-12T01:01:01.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.378+0000 7feb6a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2024-09-12T01:01:01.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.378+0000 7feb6a7fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2024-09-12T01:01:01.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.380+0000 7fec8ab23800 10 cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x17 2024-09-12T01:01:01.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.380+0000 7fec8ab23800 10 moving default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2024-09-12T01:01:01.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.380+0000 7fec8ab23800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.testx$Mr.RGW33333333333333333, ofs0, ns] 2024-09-12T01:01:01.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.380+0000 7feb69ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366353 cookie 93970403085488 notifier 9126 bl.length()=230 2024-09-12T01:01:01.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.380+0000 7feb69ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 info.flags=0x17 2024-09-12T01:01:01.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.380+0000 7feb69ffb640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.testx$Mr.RGW33333333333333333 to cache LRU end 2024-09-12T01:01:01.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.382+0000 7fec8ab23800 10 cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x17 2024-09-12T01:01:01.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.382+0000 7fec8ab23800 10 moving default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2024-09-12T01:01:01.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.382+0000 7fec8ab23800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw33333333333333333+test@test.test, ofs0, ns] 2024-09-12T01:01:01.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.382+0000 7feb69ffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366242 cookie 93970403076480 notifier 9126 bl.length()=234 2024-09-12T01:01:01.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.382+0000 7feb69ffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw33333333333333333+test@test.test info.flags=0x17 2024-09-12T01:01:01.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.382+0000 7feb69ffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw33333333333333333+test@test.test to cache LRU end 2024-09-12T01:01:01.382 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.383+0000 7feb3d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:01.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.385+0000 7fec8ab23800 20 remove_watcher() i=0 2024-09-12T01:01:01.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.385+0000 7fec8ab23800 2 removed watcher, disabling cache 2024-09-12T01:01:01.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.387+0000 7fec8ab23800 20 remove_watcher() i=1 2024-09-12T01:01:01.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.388+0000 7fec8ab23800 20 remove_watcher() i=2 2024-09-12T01:01:01.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.389+0000 7fec8ab23800 20 remove_watcher() i=3 2024-09-12T01:01:01.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.390+0000 7fec8ab23800 20 remove_watcher() i=4 2024-09-12T01:01:01.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.391+0000 7fec8ab23800 20 remove_watcher() i=5 2024-09-12T01:01:01.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.393+0000 7fec8ab23800 20 remove_watcher() i=6 2024-09-12T01:01:01.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.394+0000 7fec8ab23800 20 remove_watcher() i=7 2024-09-12T01:01:01.401 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:01:01.402 INFO:teuthology.orchestra.run.smithi038.stdout: "id": "RGW33333333333333333", 2024-09-12T01:01:01.402 INFO:teuthology.orchestra.run.smithi038.stdout: "tenant": "testx", 2024-09-12T01:01:01.402 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "Mr.RGW33333333333333333", 2024-09-12T01:01:01.402 INFO:teuthology.orchestra.run.smithi038.stdout: "email": "RGW33333333333333333+test@test.test", 2024-09-12T01:01:01.402 INFO:teuthology.orchestra.run.smithi038.stdout: "quota": { 2024-09-12T01:01:01.402 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:01.402 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:01.402 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:01.402 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:01.402 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:01.402 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:01.403 INFO:teuthology.orchestra.run.smithi038.stdout: "bucket_quota": { 2024-09-12T01:01:01.403 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:01.403 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:01.403 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:01.403 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:01.403 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:01.403 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:01.403 INFO:teuthology.orchestra.run.smithi038.stdout: "max_users": 1000, 2024-09-12T01:01:01.403 INFO:teuthology.orchestra.run.smithi038.stdout: "max_roles": 1000, 2024-09-12T01:01:01.403 INFO:teuthology.orchestra.run.smithi038.stdout: "max_groups": 1000, 2024-09-12T01:01:01.403 INFO:teuthology.orchestra.run.smithi038.stdout: "max_buckets": 1000, 2024-09-12T01:01:01.403 INFO:teuthology.orchestra.run.smithi038.stdout: "max_access_keys": 4 2024-09-12T01:01:01.403 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:01:01.404 DEBUG:tasks.s3tests:Creating user RGW33333333333333333 on client.0 2024-09-12T01:01:01.405 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name Mr.RGW33333333333333333 --email 'testx$tenanteduser+test@test.test' --access-key VPXQHFSHAPYZWQGBHBAX --secret R/bOJmXXVsbnBKXtrvBsQkFV5f5+muMH/Fg+W+mHUjFyQfLpTUv0Fw== --cluster ceph --account-id RGW33333333333333333 --account-root 2024-09-12T01:01:01.474 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:01:01.474 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:01:01.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.517+0000 7f4a63f44800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.519+0000 7f4a63f44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.519+0000 7f4a63f44800 20 realm 2024-09-12T01:01:01.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.519+0000 7f4a63f44800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.519+0000 7f4a63f44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.519+0000 7f4a63f44800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:01:01.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.519+0000 7f4a63f44800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.519+0000 7f4a63f44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.519+0000 7f4a63f44800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.520+0000 7f4a63f44800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:01.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.520+0000 7f4a63f44800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.521+0000 7f4a63f44800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:01:01.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.521+0000 7f4a63f44800 20 searching for the correct realm 2024-09-12T01:01:01.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.524+0000 7f4a604f5640 0 -- 172.21.15.38:0/2765206703 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x5652d91d29a0 msgr2=0x5652d91d4e60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:01.526 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.528+0000 7f4a5fcf4640 0 -- 172.21.15.38:0/2765206703 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f4a54076860 msgr2=0x7f4a5408f730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:01.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.533+0000 7f4a63f44800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:01:01.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.533+0000 7f4a63f44800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:01:01.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.533+0000 7f4a63f44800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:01:01.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.533+0000 7f4a63f44800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:01:01.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.533+0000 7f4a63f44800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:01:01.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.533+0000 7f4a63f44800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:01:01.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.533+0000 7f4a63f44800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.533+0000 7f4a63f44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.533+0000 7f4a63f44800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.533+0000 7f4a63f44800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:01.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.534+0000 7f4a63f44800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.534+0000 7f4a63f44800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:01:01.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.534+0000 7f4a63f44800 20 zone default found 2024-09-12T01:01:01.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.534+0000 7f4a63f44800 4 Realm: () 2024-09-12T01:01:01.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.534+0000 7f4a63f44800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:01:01.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.534+0000 7f4a63f44800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:01:01.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.534+0000 7f4a63f44800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:01:01.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.534+0000 7f4a63f44800 20 zonegroup default 2024-09-12T01:01:01.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.534+0000 7f4a63f44800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.534+0000 7f4a63f44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.534+0000 7f4a63f44800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.535+0000 7f4a63f44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.535+0000 7f4a63f44800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.535+0000 7f4a63f44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.535+0000 7f4a63f44800 20 started sync module instance, tier type = 2024-09-12T01:01:01.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.535+0000 7f4a63f44800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:01:01.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.545+0000 7f4a63f44800 20 add_watcher() i=0 2024-09-12T01:01:01.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.545+0000 7f4a63f44800 20 add_watcher() i=1 2024-09-12T01:01:01.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.545+0000 7f4a63f44800 20 add_watcher() i=2 2024-09-12T01:01:01.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.545+0000 7f4a63f44800 20 add_watcher() i=3 2024-09-12T01:01:01.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.545+0000 7f4a63f44800 20 add_watcher() i=4 2024-09-12T01:01:01.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.545+0000 7f4a63f44800 20 add_watcher() i=5 2024-09-12T01:01:01.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.545+0000 7f4a63f44800 20 add_watcher() i=6 2024-09-12T01:01:01.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.546+0000 7f4a63f44800 20 add_watcher() i=7 2024-09-12T01:01:01.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.546+0000 7f4a63f44800 2 all 8 watchers are set, enabling cache 2024-09-12T01:01:01.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.548+0000 7f4915fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:01.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.548+0000 7f4a63f44800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:01:01.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.548+0000 7f4a63f44800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:01:01.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.548+0000 7f4a63f44800 5 note: GC not initialized 2024-09-12T01:01:01.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.548+0000 7f4914fe1640 20 reqs_thread_entry: start 2024-09-12T01:01:01.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.548+0000 7f4a63f44800 20 init_complete bucket index max shards: 11 2024-09-12T01:01:01.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.548+0000 7f4a63f44800 20 Filter name: none 2024-09-12T01:01:01.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.549+0000 7f488e7fc640 20 reqs_thread_entry: start 2024-09-12T01:01:01.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.549+0000 7f4a63f44800 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-12T01:01:01.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.549+0000 7f4a63f44800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.549+0000 7f4a63f44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.549+0000 7f4a63f44800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2024-09-12T01:01:01.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.549+0000 7f4a63f44800 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T01:01:01.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.549+0000 7f4a63f44800 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test : miss 2024-09-12T01:01:01.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.549+0000 7f4a63f44800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.549+0000 7f4a63f44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.549+0000 7f4a63f44800 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x0 2024-09-12T01:01:01.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.549+0000 7f4a63f44800 10 adding default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T01:01:01.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.549+0000 7f4a63f44800 10 cache get: name=default.rgw.meta+users.keys+VPXQHFSHAPYZWQGBHBAX : miss 2024-09-12T01:01:01.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.549+0000 7f4a63f44800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.550+0000 7f4a63f44800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.550+0000 7f4a63f44800 10 cache put: name=default.rgw.meta+users.keys+VPXQHFSHAPYZWQGBHBAX info.flags=0x0 2024-09-12T01:01:01.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.550+0000 7f4a63f44800 10 adding default.rgw.meta+users.keys+VPXQHFSHAPYZWQGBHBAX to cache LRU end 2024-09-12T01:01:01.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.550+0000 7f4a63f44800 10 cache get: name=default.rgw.meta+accounts+account.RGW33333333333333333 : miss 2024-09-12T01:01:01.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.550+0000 7f4a63f44800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.550+0000 7f4a63f44800 20 rados_obj.operate() r=0 bl.length=189 2024-09-12T01:01:01.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.550+0000 7f4a63f44800 10 cache put: name=default.rgw.meta+accounts+account.RGW33333333333333333 info.flags=0x17 2024-09-12T01:01:01.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.550+0000 7f4a63f44800 10 adding default.rgw.meta+accounts+account.RGW33333333333333333 to cache LRU end 2024-09-12T01:01:01.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.550+0000 7f4a63f44800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:01:01.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.550+0000 7f4a63f44800 10 cache get: name=default.rgw.meta+users.keys+VPXQHFSHAPYZWQGBHBAX : hit (negative entry) 2024-09-12T01:01:01.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.551+0000 7f4a63f44800 10 cache get: name=default.rgw.meta+users.keys+VPXQHFSHAPYZWQGBHBAX : hit (negative entry) 2024-09-12T01:01:01.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.552+0000 7f4a63f44800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T01:01:01.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.552+0000 7f4a63f44800 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T01:01:01.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.552+0000 7f4a63f44800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-12T01:01:01.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.553+0000 7f493effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366298 cookie 94913829886336 notifier 9144 bl.length()=732 2024-09-12T01:01:01.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.553+0000 7f493effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T01:01:01.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.553+0000 7f493effd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T01:01:01.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.555+0000 7f4a63f44800 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-12T01:01:01.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.555+0000 7f4a63f44800 10 moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T01:01:01.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.555+0000 7f4a63f44800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser+test@test.test, ofs0, ns] 2024-09-12T01:01:01.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.555+0000 7f493e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366231 cookie 94913829904752 notifier 9144 bl.length()=215 2024-09-12T01:01:01.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.555+0000 7f493e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser+test@test.test info.flags=0x7 2024-09-12T01:01:01.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.555+0000 7f493e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser+test@test.test to cache LRU end 2024-09-12T01:01:01.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.557+0000 7f4a63f44800 10 cache put: name=default.rgw.meta+users.keys+VPXQHFSHAPYZWQGBHBAX info.flags=0x7 2024-09-12T01:01:01.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.557+0000 7f4a63f44800 10 moving default.rgw.meta+users.keys+VPXQHFSHAPYZWQGBHBAX to cache LRU end 2024-09-12T01:01:01.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.557+0000 7f4a63f44800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:VPXQHFSHAPYZWQGBHBAX, ofs0, ns] 2024-09-12T01:01:01.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.557+0000 7f493e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366354 cookie 94913829899696 notifier 9144 bl.length()=201 2024-09-12T01:01:01.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.557+0000 7f493e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+VPXQHFSHAPYZWQGBHBAX info.flags=0x7 2024-09-12T01:01:01.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.557+0000 7f493e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+VPXQHFSHAPYZWQGBHBAX to cache LRU end 2024-09-12T01:01:01.557 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.559+0000 7f4a63f44800 20 linked user testx$tenanteduser.client.0 to account RGW33333333333333333 2024-09-12T01:01:01.557 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:01:01.558 INFO:teuthology.orchestra.run.smithi038.stdout: "user_id": "testx$tenanteduser.client.0", 2024-09-12T01:01:01.558 INFO:teuthology.orchestra.run.smithi038.stdout: "display_name": "Mr.RGW33333333333333333", 2024-09-12T01:01:01.558 INFO:teuthology.orchestra.run.smithi038.stdout: "email": "testx$tenanteduser+test@test.test", 2024-09-12T01:01:01.558 INFO:teuthology.orchestra.run.smithi038.stdout: "suspended": 0, 2024-09-12T01:01:01.558 INFO:teuthology.orchestra.run.smithi038.stdout: "max_buckets": 1000, 2024-09-12T01:01:01.558 INFO:teuthology.orchestra.run.smithi038.stdout: "subusers": [], 2024-09-12T01:01:01.558 INFO:teuthology.orchestra.run.smithi038.stdout: "keys": [ 2024-09-12T01:01:01.558 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-09-12T01:01:01.558 INFO:teuthology.orchestra.run.smithi038.stdout: "user": "testx$tenanteduser.client.0", 2024-09-12T01:01:01.558 INFO:teuthology.orchestra.run.smithi038.stdout: "access_key": "VPXQHFSHAPYZWQGBHBAX", 2024-09-12T01:01:01.558 INFO:teuthology.orchestra.run.smithi038.stdout: "secret_key": "R/bOJmXXVsbnBKXtrvBsQkFV5f5+muMH/Fg+W+mHUjFyQfLpTUv0Fw==", 2024-09-12T01:01:01.558 INFO:teuthology.orchestra.run.smithi038.stdout: "active": true, 2024-09-12T01:01:01.558 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T01:01:01.551833Z" 2024-09-12T01:01:01.558 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-09-12T01:01:01.559 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-09-12T01:01:01.559 INFO:teuthology.orchestra.run.smithi038.stdout: "swift_keys": [], 2024-09-12T01:01:01.559 INFO:teuthology.orchestra.run.smithi038.stdout: "caps": [], 2024-09-12T01:01:01.559 INFO:teuthology.orchestra.run.smithi038.stdout: "op_mask": "read, write, delete", 2024-09-12T01:01:01.559 INFO:teuthology.orchestra.run.smithi038.stdout: "default_placement": "", 2024-09-12T01:01:01.559 INFO:teuthology.orchestra.run.smithi038.stdout: "default_storage_class": "", 2024-09-12T01:01:01.559 INFO:teuthology.orchestra.run.smithi038.stdout: "placement_tags": [], 2024-09-12T01:01:01.559 INFO:teuthology.orchestra.run.smithi038.stdout: "bucket_quota": { 2024-09-12T01:01:01.559 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:01.559 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:01.559 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:01.559 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:01.559 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:01.559 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:01.559 INFO:teuthology.orchestra.run.smithi038.stdout: "user_quota": { 2024-09-12T01:01:01.560 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:01.560 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:01.560 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:01.560 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:01.560 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:01.560 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:01.560 INFO:teuthology.orchestra.run.smithi038.stdout: "temp_url_keys": [], 2024-09-12T01:01:01.560 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "root", 2024-09-12T01:01:01.560 INFO:teuthology.orchestra.run.smithi038.stdout: "mfa_ids": [], 2024-09-12T01:01:01.560 INFO:teuthology.orchestra.run.smithi038.stdout: "account_id": "RGW33333333333333333", 2024-09-12T01:01:01.560 INFO:teuthology.orchestra.run.smithi038.stdout: "path": "/", 2024-09-12T01:01:01.560 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T01:01:01.551808Z", 2024-09-12T01:01:01.560 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-09-12T01:01:01.560 INFO:teuthology.orchestra.run.smithi038.stdout: "group_ids": [] 2024-09-12T01:01:01.561 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:01:01.561 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:01:01.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.560+0000 7f4915fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:01.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.562+0000 7f4a63f44800 20 remove_watcher() i=0 2024-09-12T01:01:01.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.562+0000 7f4a63f44800 2 removed watcher, disabling cache 2024-09-12T01:01:01.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.563+0000 7f4a63f44800 20 remove_watcher() i=1 2024-09-12T01:01:01.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.564+0000 7f4a63f44800 20 remove_watcher() i=2 2024-09-12T01:01:01.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.565+0000 7f4a63f44800 20 remove_watcher() i=3 2024-09-12T01:01:01.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.566+0000 7f4a63f44800 20 remove_watcher() i=4 2024-09-12T01:01:01.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.567+0000 7f4a63f44800 20 remove_watcher() i=5 2024-09-12T01:01:01.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.569+0000 7f4a63f44800 20 remove_watcher() i=6 2024-09-12T01:01:01.568 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.570+0000 7f4a63f44800 20 remove_watcher() i=7 2024-09-12T01:01:01.585 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 4803578258 --totp-seed NXRDMD6TDWEG2FI6ZD5HWT33RTNCYBADBOJCYCYA7IE5QOKVLYTZSW3A5657RSZR --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T01:01:01.653 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:01:01.653 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:01:01.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.692+0000 7f9ca9287800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.694+0000 7f9ca9287800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.694+0000 7f9ca9287800 20 realm 2024-09-12T01:01:01.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.694+0000 7f9ca9287800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.694+0000 7f9ca9287800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.694+0000 7f9ca9287800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:01:01.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.694+0000 7f9ca9287800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.695+0000 7f9ca9287800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.695+0000 7f9ca9287800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.696+0000 7f9ca9287800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:01.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.696+0000 7f9ca9287800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.697+0000 7f9ca9287800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:01:01.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.697+0000 7f9ca9287800 20 searching for the correct realm 2024-09-12T01:01:01.699 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.700+0000 7f9ca7572640 0 -- 172.21.15.38:0/1614919748 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x5639cce272d0 msgr2=0x5639cce29790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:01.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.704+0000 7f9ca6d71640 0 -- 172.21.15.38:0/1614919748 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f9c9001a040 msgr2=0x7f9c9003a960 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:01.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.709+0000 7f9ca9287800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:01:01.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.709+0000 7f9ca9287800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:01:01.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.709+0000 7f9ca9287800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:01:01.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.709+0000 7f9ca9287800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:01:01.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.709+0000 7f9ca9287800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:01:01.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.709+0000 7f9ca9287800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:01:01.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.709+0000 7f9ca9287800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.709+0000 7f9ca9287800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.709+0000 7f9ca9287800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.709+0000 7f9ca9287800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:01.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.709+0000 7f9ca9287800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.710+0000 7f9ca9287800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:01:01.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.710+0000 7f9ca9287800 20 zone default found 2024-09-12T01:01:01.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.710+0000 7f9ca9287800 4 Realm: () 2024-09-12T01:01:01.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.710+0000 7f9ca9287800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:01:01.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.710+0000 7f9ca9287800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:01:01.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.710+0000 7f9ca9287800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:01:01.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.710+0000 7f9ca9287800 20 zonegroup default 2024-09-12T01:01:01.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.710+0000 7f9ca9287800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.710+0000 7f9ca9287800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.710+0000 7f9ca9287800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.710+0000 7f9ca9287800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.710 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.710+0000 7f9ca9287800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.710+0000 7f9ca9287800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.711+0000 7f9ca9287800 20 started sync module instance, tier type = 2024-09-12T01:01:01.711 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.711+0000 7f9ca9287800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:01:01.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.720+0000 7f9ca9287800 20 add_watcher() i=0 2024-09-12T01:01:01.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.720+0000 7f9ca9287800 20 add_watcher() i=1 2024-09-12T01:01:01.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.720+0000 7f9ca9287800 20 add_watcher() i=2 2024-09-12T01:01:01.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.720+0000 7f9ca9287800 20 add_watcher() i=3 2024-09-12T01:01:01.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.720+0000 7f9ca9287800 20 add_watcher() i=4 2024-09-12T01:01:01.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.720+0000 7f9ca9287800 20 add_watcher() i=5 2024-09-12T01:01:01.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.720+0000 7f9ca9287800 20 add_watcher() i=6 2024-09-12T01:01:01.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.722+0000 7f9ca9287800 20 add_watcher() i=7 2024-09-12T01:01:01.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.722+0000 7f9ca9287800 2 all 8 watchers are set, enabling cache 2024-09-12T01:01:01.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.723+0000 7f9b5d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:01.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.723+0000 7f9ca9287800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:01:01.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.723+0000 7f9ca9287800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:01:01.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.724+0000 7f9ca9287800 5 note: GC not initialized 2024-09-12T01:01:01.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.724+0000 7f9ad7fff640 20 reqs_thread_entry: start 2024-09-12T01:01:01.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.724+0000 7f9ca9287800 20 init_complete bucket index max shards: 11 2024-09-12T01:01:01.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.724+0000 7f9ca9287800 20 Filter name: none 2024-09-12T01:01:01.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.724+0000 7f9ad5ffb640 20 reqs_thread_entry: start 2024-09-12T01:01:01.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.724+0000 7f9ca9287800 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2024-09-12T01:01:01.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.724+0000 7f9ca9287800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.725+0000 7f9ca9287800 20 rados_obj.operate() r=0 bl.length=532 2024-09-12T01:01:01.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.725+0000 7f9ca9287800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2024-09-12T01:01:01.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.725+0000 7f9ca9287800 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T01:01:01.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.725+0000 7f9ca9287800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:01:01.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.728+0000 7f9ca9287800 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T01:01:01.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.728+0000 7f9ca9287800 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T01:01:01.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.728+0000 7f9ca9287800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2024-09-12T01:01:01.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.728+0000 7f9b8a7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366299 cookie 94806250541568 notifier 8558 bl.length()=746 2024-09-12T01:01:01.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.728+0000 7f9b8a7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2024-09-12T01:01:01.727 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.728+0000 7f9b8a7fc640 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2024-09-12T01:01:01.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.729+0000 7f9b5d7e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:01.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.731+0000 7f9ca9287800 20 remove_watcher() i=0 2024-09-12T01:01:01.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.731+0000 7f9ca9287800 2 removed watcher, disabling cache 2024-09-12T01:01:01.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.733+0000 7f9ca9287800 20 remove_watcher() i=1 2024-09-12T01:01:01.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.734+0000 7f9ca9287800 20 remove_watcher() i=2 2024-09-12T01:01:01.734 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.735+0000 7f9ca9287800 20 remove_watcher() i=3 2024-09-12T01:01:01.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.736+0000 7f9ca9287800 20 remove_watcher() i=4 2024-09-12T01:01:01.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.737+0000 7f9ca9287800 20 remove_watcher() i=5 2024-09-12T01:01:01.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.739+0000 7f9ca9287800 20 remove_watcher() i=6 2024-09-12T01:01:01.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.740+0000 7f9ca9287800 20 remove_watcher() i=7 2024-09-12T01:01:01.751 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2024-09-12T01:01:01.751 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name Mr.foobar.client.0 --email foobar+test@test.test --access-key UDUYEXSLKDRXVZKWLTJY --secret kk6lKw/irS8qoWRdcXksIZzlM4zlF2hfZN0GrPH6HCoJt01tMcM4HA== --cluster ceph 2024-09-12T01:01:01.819 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:01:01.819 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:01:01.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.858+0000 7f1faf331800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.859+0000 7f1faf331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.859+0000 7f1faf331800 20 realm 2024-09-12T01:01:01.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.859+0000 7f1faf331800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.860+0000 7f1faf331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.860+0000 7f1faf331800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:01:01.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.860+0000 7f1faf331800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.860+0000 7f1faf331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:01.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.860+0000 7f1faf331800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.861+0000 7f1faf331800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:01.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.861+0000 7f1faf331800 20 rados->read ofs=0 len=0 2024-09-12T01:01:01.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.862+0000 7f1faf331800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:01:01.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.862+0000 7f1faf331800 20 searching for the correct realm 2024-09-12T01:01:01.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.864+0000 7f1faa819640 0 -- 172.21.15.38:0/872118476 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5601c83949c0 msgr2=0x5601c8396dd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T01:01:01.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:01.868+0000 7f1fab01a640 0 -- 172.21.15.38:0/872118476 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f1fa0083850 msgr2=0x7f1fa0087750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:02.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.076+0000 7f1faf331800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:01:02.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.076+0000 7f1faf331800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:01:02.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.076+0000 7f1faf331800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:01:02.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.076+0000 7f1faf331800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:01:02.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.076+0000 7f1faf331800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:01:02.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.076+0000 7f1faf331800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:01:02.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.076+0000 7f1faf331800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.076+0000 7f1faf331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.076+0000 7f1faf331800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.076+0000 7f1faf331800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:02.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.076+0000 7f1faf331800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.077+0000 7f1faf331800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:01:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.077+0000 7f1faf331800 20 zone default found 2024-09-12T01:01:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.077+0000 7f1faf331800 4 Realm: () 2024-09-12T01:01:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.077+0000 7f1faf331800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:01:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.077+0000 7f1faf331800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:01:02.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.077+0000 7f1faf331800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:01:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.077+0000 7f1faf331800 20 zonegroup default 2024-09-12T01:01:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.077+0000 7f1faf331800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.077+0000 7f1faf331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.077+0000 7f1faf331800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.077+0000 7f1faf331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.077+0000 7f1faf331800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.078+0000 7f1faf331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.078+0000 7f1faf331800 20 started sync module instance, tier type = 2024-09-12T01:01:02.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.078+0000 7f1faf331800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:01:02.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.088+0000 7f1faf331800 20 add_watcher() i=0 2024-09-12T01:01:02.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.088+0000 7f1faf331800 20 add_watcher() i=1 2024-09-12T01:01:02.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.088+0000 7f1faf331800 20 add_watcher() i=2 2024-09-12T01:01:02.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.088+0000 7f1faf331800 20 add_watcher() i=3 2024-09-12T01:01:02.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.088+0000 7f1faf331800 20 add_watcher() i=4 2024-09-12T01:01:02.087 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.088+0000 7f1faf331800 20 add_watcher() i=5 2024-09-12T01:01:02.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.088+0000 7f1faf331800 20 add_watcher() i=6 2024-09-12T01:01:02.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.089+0000 7f1faf331800 20 add_watcher() i=7 2024-09-12T01:01:02.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.089+0000 7f1faf331800 2 all 8 watchers are set, enabling cache 2024-09-12T01:01:02.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.091+0000 7f1e61fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:02.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.091+0000 7f1faf331800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:01:02.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.091+0000 7f1faf331800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:01:02.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.091+0000 7f1faf331800 5 note: GC not initialized 2024-09-12T01:01:02.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.091+0000 7f1e60fe1640 20 reqs_thread_entry: start 2024-09-12T01:01:02.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.092+0000 7f1faf331800 20 init_complete bucket index max shards: 11 2024-09-12T01:01:02.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.092+0000 7f1faf331800 20 Filter name: none 2024-09-12T01:01:02.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.092+0000 7f1dda7fc640 20 reqs_thread_entry: start 2024-09-12T01:01:02.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.092+0000 7f1faf331800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T01:01:02.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.092+0000 7f1faf331800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.092+0000 7f1faf331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.092+0000 7f1faf331800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2024-09-12T01:01:02.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.092+0000 7f1faf331800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:01:02.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.092+0000 7f1faf331800 10 cache get: name=default.rgw.meta+users.email+foobar+test@test.test : miss 2024-09-12T01:01:02.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.092+0000 7f1faf331800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.093+0000 7f1faf331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.093+0000 7f1faf331800 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x0 2024-09-12T01:01:02.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.093+0000 7f1faf331800 10 adding default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T01:01:02.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.093+0000 7f1faf331800 10 cache get: name=default.rgw.meta+users.keys+UDUYEXSLKDRXVZKWLTJY : miss 2024-09-12T01:01:02.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.093+0000 7f1faf331800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.093+0000 7f1faf331800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.093+0000 7f1faf331800 10 cache put: name=default.rgw.meta+users.keys+UDUYEXSLKDRXVZKWLTJY info.flags=0x0 2024-09-12T01:01:02.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.093+0000 7f1faf331800 10 adding default.rgw.meta+users.keys+UDUYEXSLKDRXVZKWLTJY to cache LRU end 2024-09-12T01:01:02.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.093+0000 7f1faf331800 10 cache get: name=default.rgw.meta+users.keys+UDUYEXSLKDRXVZKWLTJY : hit (negative entry) 2024-09-12T01:01:02.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.093+0000 7f1faf331800 10 cache get: name=default.rgw.meta+users.keys+UDUYEXSLKDRXVZKWLTJY : hit (negative entry) 2024-09-12T01:01:02.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.094+0000 7f1faf331800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T01:01:02.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.094+0000 7f1faf331800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:01:02.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.094+0000 7f1faf331800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T01:01:02.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.095+0000 7f1e8effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366232 cookie 94565654203312 notifier 8576 bl.length()=660 2024-09-12T01:01:02.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.095+0000 7f1e8effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T01:01:02.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.095+0000 7f1e8effd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:01:02.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.097+0000 7f1faf331800 10 cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-12T01:01:02.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.097+0000 7f1faf331800 10 moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T01:01:02.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.097+0000 7f1faf331800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:foobar+test@test.test, ofs0, ns] 2024-09-12T01:01:02.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.097+0000 7f1e8effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366315 cookie 94565654158256 notifier 8576 bl.length()=191 2024-09-12T01:01:02.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.097+0000 7f1e8effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar+test@test.test info.flags=0x7 2024-09-12T01:01:02.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.097+0000 7f1e8effd640 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar+test@test.test to cache LRU end 2024-09-12T01:01:02.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.099+0000 7f1faf331800 10 cache put: name=default.rgw.meta+users.keys+UDUYEXSLKDRXVZKWLTJY info.flags=0x7 2024-09-12T01:01:02.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.099+0000 7f1faf331800 10 moving default.rgw.meta+users.keys+UDUYEXSLKDRXVZKWLTJY to cache LRU end 2024-09-12T01:01:02.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.099+0000 7f1faf331800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:UDUYEXSLKDRXVZKWLTJY, ofs0, ns] 2024-09-12T01:01:02.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.099+0000 7f1e8e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366233 cookie 94565654203312 notifier 8576 bl.length()=189 2024-09-12T01:01:02.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.099+0000 7f1e8e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+UDUYEXSLKDRXVZKWLTJY info.flags=0x7 2024-09-12T01:01:02.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.099+0000 7f1e8e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+UDUYEXSLKDRXVZKWLTJY to cache LRU end 2024-09-12T01:01:02.098 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:01:02.098 INFO:teuthology.orchestra.run.smithi038.stdout: "user_id": "foobar.client.0", 2024-09-12T01:01:02.099 INFO:teuthology.orchestra.run.smithi038.stdout: "display_name": "Mr.foobar.client.0", 2024-09-12T01:01:02.099 INFO:teuthology.orchestra.run.smithi038.stdout: "email": "foobar+test@test.test", 2024-09-12T01:01:02.099 INFO:teuthology.orchestra.run.smithi038.stdout: "suspended": 0, 2024-09-12T01:01:02.099 INFO:teuthology.orchestra.run.smithi038.stdout: "max_buckets": 1000, 2024-09-12T01:01:02.099 INFO:teuthology.orchestra.run.smithi038.stdout: "subusers": [], 2024-09-12T01:01:02.099 INFO:teuthology.orchestra.run.smithi038.stdout: "keys": [ 2024-09-12T01:01:02.099 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-09-12T01:01:02.099 INFO:teuthology.orchestra.run.smithi038.stdout: "user": "foobar.client.0", 2024-09-12T01:01:02.099 INFO:teuthology.orchestra.run.smithi038.stdout: "access_key": "UDUYEXSLKDRXVZKWLTJY", 2024-09-12T01:01:02.099 INFO:teuthology.orchestra.run.smithi038.stdout: "secret_key": "kk6lKw/irS8qoWRdcXksIZzlM4zlF2hfZN0GrPH6HCoJt01tMcM4HA==", 2024-09-12T01:01:02.099 INFO:teuthology.orchestra.run.smithi038.stdout: "active": true, 2024-09-12T01:01:02.099 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T01:01:02.094222Z" 2024-09-12T01:01:02.099 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-09-12T01:01:02.100 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-09-12T01:01:02.100 INFO:teuthology.orchestra.run.smithi038.stdout: "swift_keys": [], 2024-09-12T01:01:02.100 INFO:teuthology.orchestra.run.smithi038.stdout: "caps": [], 2024-09-12T01:01:02.100 INFO:teuthology.orchestra.run.smithi038.stdout: "op_mask": "read, write, delete", 2024-09-12T01:01:02.100 INFO:teuthology.orchestra.run.smithi038.stdout: "default_placement": "", 2024-09-12T01:01:02.100 INFO:teuthology.orchestra.run.smithi038.stdout: "default_storage_class": "", 2024-09-12T01:01:02.100 INFO:teuthology.orchestra.run.smithi038.stdout: "placement_tags": [], 2024-09-12T01:01:02.100 INFO:teuthology.orchestra.run.smithi038.stdout: "bucket_quota": { 2024-09-12T01:01:02.100 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:02.100 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:02.100 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:02.100 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:02.100 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:02.100 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:02.101 INFO:teuthology.orchestra.run.smithi038.stdout: "user_quota": { 2024-09-12T01:01:02.101 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:02.101 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:02.101 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:02.101 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:02.101 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:02.101 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:02.101 INFO:teuthology.orchestra.run.smithi038.stdout: "temp_url_keys": [], 2024-09-12T01:01:02.101 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "rgw", 2024-09-12T01:01:02.101 INFO:teuthology.orchestra.run.smithi038.stdout: "mfa_ids": [], 2024-09-12T01:01:02.101 INFO:teuthology.orchestra.run.smithi038.stdout: "account_id": "", 2024-09-12T01:01:02.101 INFO:teuthology.orchestra.run.smithi038.stdout: "path": "/", 2024-09-12T01:01:02.101 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T01:01:02.094205Z", 2024-09-12T01:01:02.101 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-09-12T01:01:02.102 INFO:teuthology.orchestra.run.smithi038.stdout: "group_ids": [] 2024-09-12T01:01:02.102 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:01:02.102 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:01:02.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.100+0000 7f1e61fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:02.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.102+0000 7f1faf331800 20 remove_watcher() i=0 2024-09-12T01:01:02.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.102+0000 7f1faf331800 2 removed watcher, disabling cache 2024-09-12T01:01:02.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.104+0000 7f1faf331800 20 remove_watcher() i=1 2024-09-12T01:01:02.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.105+0000 7f1faf331800 20 remove_watcher() i=2 2024-09-12T01:01:02.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.106+0000 7f1faf331800 20 remove_watcher() i=3 2024-09-12T01:01:02.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.107+0000 7f1faf331800 20 remove_watcher() i=4 2024-09-12T01:01:02.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.109+0000 7f1faf331800 20 remove_watcher() i=5 2024-09-12T01:01:02.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.110+0000 7f1faf331800 20 remove_watcher() i=6 2024-09-12T01:01:02.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.111+0000 7f1faf331800 20 remove_watcher() i=7 2024-09-12T01:01:02.121 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 4132864674 --totp-seed YD2VFGQ2CBSNWZWBJZMMHWKK4QCFO7V4TT6WPVBWDB3TJATKGA64K42NHWIK7VKK --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T01:01:02.190 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:01:02.190 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:01:02.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.235+0000 7fb1cff23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.237+0000 7fb1cff23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.237+0000 7fb1cff23800 20 realm 2024-09-12T01:01:02.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.237+0000 7fb1cff23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.237+0000 7fb1cff23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.237+0000 7fb1cff23800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:01:02.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.237+0000 7fb1cff23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.238+0000 7fb1cff23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.238+0000 7fb1cff23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.239+0000 7fb1cff23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:02.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.239+0000 7fb1cff23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.240+0000 7fb1cff23800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:01:02.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.240+0000 7fb1cff23800 20 searching for the correct realm 2024-09-12T01:01:02.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.242+0000 7fb1cb40b640 0 -- 172.21.15.38:0/1635915489 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x557198f17f30 msgr2=0x557198f1a320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:02.244 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.246+0000 7fb1cbc0c640 0 -- 172.21.15.38:0/1635915489 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fb1c00498b0 msgr2=0x7fb1c0067850 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:02.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:01:02.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:01:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:01:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:01:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:01:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:01:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:01:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 20 zone default found 2024-09-12T01:01:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 4 Realm: () 2024-09-12T01:01:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:01:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:01:02.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:01:02.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 20 zonegroup default 2024-09-12T01:01:02.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.251+0000 7fb1cff23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.252+0000 7fb1cff23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.252+0000 7fb1cff23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.252+0000 7fb1cff23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.252+0000 7fb1cff23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.253+0000 7fb1cff23800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.253+0000 7fb1cff23800 20 started sync module instance, tier type = 2024-09-12T01:01:02.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.253+0000 7fb1cff23800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:01:02.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.271+0000 7fb1cff23800 20 add_watcher() i=0 2024-09-12T01:01:02.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.271+0000 7fb1cff23800 20 add_watcher() i=1 2024-09-12T01:01:02.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.271+0000 7fb1cff23800 20 add_watcher() i=2 2024-09-12T01:01:02.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.271+0000 7fb1cff23800 20 add_watcher() i=3 2024-09-12T01:01:02.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.271+0000 7fb1cff23800 20 add_watcher() i=4 2024-09-12T01:01:02.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.271+0000 7fb1cff23800 20 add_watcher() i=5 2024-09-12T01:01:02.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.271+0000 7fb1cff23800 20 add_watcher() i=6 2024-09-12T01:01:02.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.272+0000 7fb1cff23800 20 add_watcher() i=7 2024-09-12T01:01:02.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.272+0000 7fb1cff23800 2 all 8 watchers are set, enabling cache 2024-09-12T01:01:02.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.274+0000 7fb081fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:02.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.274+0000 7fb1cff23800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:01:02.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.274+0000 7fb1cff23800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:01:02.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.274+0000 7fb1cff23800 5 note: GC not initialized 2024-09-12T01:01:02.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.274+0000 7fb080fe1640 20 reqs_thread_entry: start 2024-09-12T01:01:02.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.274+0000 7fb1cff23800 20 init_complete bucket index max shards: 11 2024-09-12T01:01:02.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.274+0000 7fb1cff23800 20 Filter name: none 2024-09-12T01:01:02.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.274+0000 7faffa7fc640 20 reqs_thread_entry: start 2024-09-12T01:01:02.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.274+0000 7fb1cff23800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T01:01:02.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.274+0000 7fb1cff23800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.275+0000 7fb1cff23800 20 rados_obj.operate() r=0 bl.length=472 2024-09-12T01:01:02.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.275+0000 7fb1cff23800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-12T01:01:02.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.275+0000 7fb1cff23800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:01:02.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.275+0000 7fb1cff23800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:01:02.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.278+0000 7fb1cff23800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T01:01:02.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.278+0000 7fb1cff23800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:01:02.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.278+0000 7fb1cff23800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T01:01:02.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.278+0000 7fb0aaffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366234 cookie 93946385677856 notifier 8591 bl.length()=674 2024-09-12T01:01:02.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.278+0000 7fb0aaffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T01:01:02.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.278+0000 7fb0aaffd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:01:02.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.280+0000 7fb081fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:02.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.282+0000 7fb1cff23800 20 remove_watcher() i=0 2024-09-12T01:01:02.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.282+0000 7fb1cff23800 2 removed watcher, disabling cache 2024-09-12T01:01:02.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.283+0000 7fb1cff23800 20 remove_watcher() i=1 2024-09-12T01:01:02.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.284+0000 7fb1cff23800 20 remove_watcher() i=2 2024-09-12T01:01:02.284 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.285+0000 7fb1cff23800 20 remove_watcher() i=3 2024-09-12T01:01:02.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.286+0000 7fb1cff23800 20 remove_watcher() i=4 2024-09-12T01:01:02.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.287+0000 7fb1cff23800 20 remove_watcher() i=5 2024-09-12T01:01:02.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.289+0000 7fb1cff23800 20 remove_watcher() i=6 2024-09-12T01:01:02.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.290+0000 7fb1cff23800 20 remove_watcher() i=7 2024-09-12T01:01:02.300 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*;roles=*;user-policy=*' --cluster ceph 2024-09-12T01:01:02.359 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:01:02.359 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:01:02.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.397+0000 7f4b4a126800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.398+0000 7f4b4a126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.398+0000 7f4b4a126800 20 realm 2024-09-12T01:01:02.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.398+0000 7f4b4a126800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.398+0000 7f4b4a126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.398+0000 7f4b4a126800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:01:02.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.398+0000 7f4b4a126800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.398+0000 7f4b4a126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.398+0000 7f4b4a126800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.399+0000 7f4b4a126800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:02.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.399+0000 7f4b4a126800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.400+0000 7f4b4a126800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:01:02.399 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.400+0000 7f4b4a126800 20 searching for the correct realm 2024-09-12T01:01:02.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.402+0000 7f4b455b4640 0 -- 172.21.15.38:0/620019008 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f4b380e28d0 msgr2=0x7f4b380db640 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:02.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.407+0000 7f4b45db5640 0 -- 172.21.15.38:0/620019008 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f4b3c040400 msgr2=0x7f4b3c040880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:02.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.614+0000 7f4b4a126800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:01:02.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.614+0000 7f4b4a126800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:01:02.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.614+0000 7f4b4a126800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:01:02.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.614+0000 7f4b4a126800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:01:02.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.614+0000 7f4b4a126800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:01:02.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.614+0000 7f4b4a126800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:01:02.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.614+0000 7f4b4a126800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.614+0000 7f4b4a126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.614+0000 7f4b4a126800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.614+0000 7f4b4a126800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:02.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.615+0000 7f4b4a126800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.615+0000 7f4b4a126800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:01:02.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.615+0000 7f4b4a126800 20 zone default found 2024-09-12T01:01:02.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.615+0000 7f4b4a126800 4 Realm: () 2024-09-12T01:01:02.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.615+0000 7f4b4a126800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:01:02.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.615+0000 7f4b4a126800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:01:02.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.615+0000 7f4b4a126800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:01:02.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.615+0000 7f4b4a126800 20 zonegroup default 2024-09-12T01:01:02.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.615+0000 7f4b4a126800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.615+0000 7f4b4a126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.615+0000 7f4b4a126800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.615+0000 7f4b4a126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.615+0000 7f4b4a126800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.616+0000 7f4b4a126800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.616+0000 7f4b4a126800 20 started sync module instance, tier type = 2024-09-12T01:01:02.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.616+0000 7f4b4a126800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:01:02.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.625+0000 7f4b4a126800 20 add_watcher() i=0 2024-09-12T01:01:02.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.625+0000 7f4b4a126800 20 add_watcher() i=1 2024-09-12T01:01:02.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.625+0000 7f4b4a126800 20 add_watcher() i=2 2024-09-12T01:01:02.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.625+0000 7f4b4a126800 20 add_watcher() i=3 2024-09-12T01:01:02.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.625+0000 7f4b4a126800 20 add_watcher() i=4 2024-09-12T01:01:02.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.625+0000 7f4b4a126800 20 add_watcher() i=5 2024-09-12T01:01:02.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.625+0000 7f4b4a126800 20 add_watcher() i=6 2024-09-12T01:01:02.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.626+0000 7f4b4a126800 20 add_watcher() i=7 2024-09-12T01:01:02.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.626+0000 7f4b4a126800 2 all 8 watchers are set, enabling cache 2024-09-12T01:01:02.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.628+0000 7f49f77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:02.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.628+0000 7f4b4a126800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:01:02.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.628+0000 7f4b4a126800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:01:02.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.628+0000 7f4b4a126800 5 note: GC not initialized 2024-09-12T01:01:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.628+0000 7f49f67fc640 20 reqs_thread_entry: start 2024-09-12T01:01:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.628+0000 7f4b4a126800 20 init_complete bucket index max shards: 11 2024-09-12T01:01:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.628+0000 7f4b4a126800 20 Filter name: none 2024-09-12T01:01:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.628+0000 7f4967fff640 20 reqs_thread_entry: start 2024-09-12T01:01:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.628+0000 7f4b4a126800 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2024-09-12T01:01:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.628+0000 7f4b4a126800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.629+0000 7f4b4a126800 20 rados_obj.operate() r=0 bl.length=486 2024-09-12T01:01:02.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.629+0000 7f4b4a126800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2024-09-12T01:01:02.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.629+0000 7f4b4a126800 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:01:02.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.629+0000 7f4b4a126800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:01:02.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.630+0000 7f4b4a126800 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T01:01:02.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.630+0000 7f4b4a126800 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:01:02.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.630+0000 7f4b4a126800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2024-09-12T01:01:02.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.631+0000 7f4a297fa640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366235 cookie 94711167622000 notifier 9219 bl.length()=727 2024-09-12T01:01:02.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.631+0000 7f4a297fa640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2024-09-12T01:01:02.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.631+0000 7f4a297fa640 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2024-09-12T01:01:02.630 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:01:02.630 INFO:teuthology.orchestra.run.smithi038.stdout: "user_id": "foobar.client.0", 2024-09-12T01:01:02.630 INFO:teuthology.orchestra.run.smithi038.stdout: "display_name": "Mr.foobar.client.0", 2024-09-12T01:01:02.630 INFO:teuthology.orchestra.run.smithi038.stdout: "email": "foobar+test@test.test", 2024-09-12T01:01:02.630 INFO:teuthology.orchestra.run.smithi038.stdout: "suspended": 0, 2024-09-12T01:01:02.631 INFO:teuthology.orchestra.run.smithi038.stdout: "max_buckets": 1000, 2024-09-12T01:01:02.631 INFO:teuthology.orchestra.run.smithi038.stdout: "subusers": [], 2024-09-12T01:01:02.631 INFO:teuthology.orchestra.run.smithi038.stdout: "keys": [ 2024-09-12T01:01:02.631 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-09-12T01:01:02.631 INFO:teuthology.orchestra.run.smithi038.stdout: "user": "foobar.client.0", 2024-09-12T01:01:02.631 INFO:teuthology.orchestra.run.smithi038.stdout: "access_key": "UDUYEXSLKDRXVZKWLTJY", 2024-09-12T01:01:02.631 INFO:teuthology.orchestra.run.smithi038.stdout: "secret_key": "kk6lKw/irS8qoWRdcXksIZzlM4zlF2hfZN0GrPH6HCoJt01tMcM4HA==", 2024-09-12T01:01:02.631 INFO:teuthology.orchestra.run.smithi038.stdout: "active": true, 2024-09-12T01:01:02.631 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T01:01:02.094222Z" 2024-09-12T01:01:02.631 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-09-12T01:01:02.631 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-09-12T01:01:02.631 INFO:teuthology.orchestra.run.smithi038.stdout: "swift_keys": [], 2024-09-12T01:01:02.631 INFO:teuthology.orchestra.run.smithi038.stdout: "caps": [ 2024-09-12T01:01:02.631 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-09-12T01:01:02.632 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "oidc-provider", 2024-09-12T01:01:02.632 INFO:teuthology.orchestra.run.smithi038.stdout: "perm": "*" 2024-09-12T01:01:02.632 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:02.632 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-09-12T01:01:02.632 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "roles", 2024-09-12T01:01:02.632 INFO:teuthology.orchestra.run.smithi038.stdout: "perm": "*" 2024-09-12T01:01:02.632 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:02.632 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-09-12T01:01:02.632 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "user-policy", 2024-09-12T01:01:02.632 INFO:teuthology.orchestra.run.smithi038.stdout: "perm": "*" 2024-09-12T01:01:02.632 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-09-12T01:01:02.632 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-09-12T01:01:02.632 INFO:teuthology.orchestra.run.smithi038.stdout: "op_mask": "read, write, delete", 2024-09-12T01:01:02.632 INFO:teuthology.orchestra.run.smithi038.stdout: "default_placement": "", 2024-09-12T01:01:02.633 INFO:teuthology.orchestra.run.smithi038.stdout: "default_storage_class": "", 2024-09-12T01:01:02.633 INFO:teuthology.orchestra.run.smithi038.stdout: "placement_tags": [], 2024-09-12T01:01:02.633 INFO:teuthology.orchestra.run.smithi038.stdout: "bucket_quota": { 2024-09-12T01:01:02.633 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:02.633 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:02.633 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:02.633 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:02.633 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:02.633 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:02.633 INFO:teuthology.orchestra.run.smithi038.stdout: "user_quota": { 2024-09-12T01:01:02.634 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:02.634 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:02.634 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:02.634 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:02.634 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:02.634 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:02.634 INFO:teuthology.orchestra.run.smithi038.stdout: "temp_url_keys": [], 2024-09-12T01:01:02.634 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "rgw", 2024-09-12T01:01:02.634 INFO:teuthology.orchestra.run.smithi038.stdout: "mfa_ids": [ 2024-09-12T01:01:02.634 INFO:teuthology.orchestra.run.smithi038.stdout: "4132864674" 2024-09-12T01:01:02.634 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-09-12T01:01:02.634 INFO:teuthology.orchestra.run.smithi038.stdout: "account_id": "", 2024-09-12T01:01:02.634 INFO:teuthology.orchestra.run.smithi038.stdout: "path": "/", 2024-09-12T01:01:02.634 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T01:01:02.094205Z", 2024-09-12T01:01:02.635 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-09-12T01:01:02.635 INFO:teuthology.orchestra.run.smithi038.stdout: "group_ids": [] 2024-09-12T01:01:02.635 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:01:02.635 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:01:02.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.632+0000 7f49f77fe640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:02.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.634+0000 7f4b4a126800 20 remove_watcher() i=0 2024-09-12T01:01:02.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.634+0000 7f4b4a126800 2 removed watcher, disabling cache 2024-09-12T01:01:02.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.635+0000 7f4b4a126800 20 remove_watcher() i=1 2024-09-12T01:01:02.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.636+0000 7f4b4a126800 20 remove_watcher() i=2 2024-09-12T01:01:02.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.637+0000 7f4b4a126800 20 remove_watcher() i=3 2024-09-12T01:01:02.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.638+0000 7f4b4a126800 20 remove_watcher() i=4 2024-09-12T01:01:02.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.639+0000 7f4b4a126800 20 remove_watcher() i=5 2024-09-12T01:01:02.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.641+0000 7f4b4a126800 20 remove_watcher() i=6 2024-09-12T01:01:02.640 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.641+0000 7f4b4a126800 20 remove_watcher() i=7 2024-09-12T01:01:02.651 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW88888888888888888 --account-name Mr.RGW88888888888888888 --email RGW88888888888888888+test@test.test 2024-09-12T01:01:02.713 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:01:02.713 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:01:02.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.751+0000 7f2e4ef1f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.752 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.753+0000 7f2e4ef1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.752 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.753+0000 7f2e4ef1f800 20 realm 2024-09-12T01:01:02.752 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.753+0000 7f2e4ef1f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.752 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.753+0000 7f2e4ef1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.752 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.753+0000 7f2e4ef1f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:01:02.752 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.753+0000 7f2e4ef1f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.752 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.753+0000 7f2e4ef1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.752 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.753+0000 7f2e4ef1f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.754+0000 7f2e4ef1f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:02.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.754+0000 7f2e4ef1f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.755+0000 7f2e4ef1f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:01:02.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.755+0000 7f2e4ef1f800 20 searching for the correct realm 2024-09-12T01:01:02.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.758+0000 7f2e4b4aa640 0 -- 172.21.15.38:0/2538809026 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x55bbe928cfd0 msgr2=0x55bbe928f490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:02.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.761+0000 7f2e4aca9640 0 -- 172.21.15.38:0/2538809026 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f2e400dab50 msgr2=0x7f2e400ab4f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:02.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.765+0000 7f2e4ef1f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:01:02.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.765+0000 7f2e4ef1f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:01:02.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.765+0000 7f2e4ef1f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:01:02.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.765+0000 7f2e4ef1f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:01:02.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.765+0000 7f2e4ef1f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:01:02.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.765+0000 7f2e4ef1f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:01:02.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.765+0000 7f2e4ef1f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.766+0000 7f2e4ef1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.766+0000 7f2e4ef1f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.766+0000 7f2e4ef1f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.766+0000 7f2e4ef1f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.766+0000 7f2e4ef1f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:01:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.766+0000 7f2e4ef1f800 20 zone default found 2024-09-12T01:01:02.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.766+0000 7f2e4ef1f800 4 Realm: () 2024-09-12T01:01:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.766+0000 7f2e4ef1f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:01:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.766+0000 7f2e4ef1f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:01:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.766+0000 7f2e4ef1f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:01:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.766+0000 7f2e4ef1f800 20 zonegroup default 2024-09-12T01:01:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.766+0000 7f2e4ef1f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.766+0000 7f2e4ef1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.766+0000 7f2e4ef1f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.767+0000 7f2e4ef1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.767+0000 7f2e4ef1f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.767+0000 7f2e4ef1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.767+0000 7f2e4ef1f800 20 started sync module instance, tier type = 2024-09-12T01:01:02.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.767+0000 7f2e4ef1f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:01:02.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.776+0000 7f2e4ef1f800 20 add_watcher() i=0 2024-09-12T01:01:02.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.776+0000 7f2e4ef1f800 20 add_watcher() i=1 2024-09-12T01:01:02.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.776+0000 7f2e4ef1f800 20 add_watcher() i=2 2024-09-12T01:01:02.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.776+0000 7f2e4ef1f800 20 add_watcher() i=3 2024-09-12T01:01:02.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.776+0000 7f2e4ef1f800 20 add_watcher() i=4 2024-09-12T01:01:02.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.776+0000 7f2e4ef1f800 20 add_watcher() i=5 2024-09-12T01:01:02.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.776+0000 7f2e4ef1f800 20 add_watcher() i=6 2024-09-12T01:01:02.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.777+0000 7f2e4ef1f800 20 add_watcher() i=7 2024-09-12T01:01:02.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.777+0000 7f2e4ef1f800 2 all 8 watchers are set, enabling cache 2024-09-12T01:01:02.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.780+0000 7f2d017e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:02.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.780+0000 7f2e4ef1f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:01:02.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.780+0000 7f2e4ef1f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:01:02.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.780+0000 7f2e4ef1f800 5 note: GC not initialized 2024-09-12T01:01:02.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.780+0000 7f2c7bfff640 20 reqs_thread_entry: start 2024-09-12T01:01:02.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.780+0000 7f2e4ef1f800 20 init_complete bucket index max shards: 11 2024-09-12T01:01:02.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.780+0000 7f2e4ef1f800 20 Filter name: none 2024-09-12T01:01:02.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.780+0000 7f2c79ffb640 20 reqs_thread_entry: start 2024-09-12T01:01:02.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.780+0000 7f2e4ef1f800 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 : miss 2024-09-12T01:01:02.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.780+0000 7f2e4ef1f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.781+0000 7f2e4ef1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.781+0000 7f2e4ef1f800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x0 2024-09-12T01:01:02.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.781+0000 7f2e4ef1f800 10 adding default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T01:01:02.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.781+0000 7f2e4ef1f800 20 failed to read name.$Mr.RGW88888888888888888 with: (2) No such file or directory 2024-09-12T01:01:02.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.781+0000 7f2e4ef1f800 10 cache get: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test : miss 2024-09-12T01:01:02.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.781+0000 7f2e4ef1f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.781+0000 7f2e4ef1f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.781+0000 7f2e4ef1f800 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x0 2024-09-12T01:01:02.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.781+0000 7f2e4ef1f800 10 adding default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T01:01:02.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.781+0000 7f2e4ef1f800 20 failed to read rgw88888888888888888+test@test.test with: (2) No such file or directory 2024-09-12T01:01:02.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.783+0000 7f2e4ef1f800 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T01:01:02.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.783+0000 7f2e4ef1f800 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T01:01:02.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.783+0000 7f2e4ef1f800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW88888888888888888, ofs0, ns] 2024-09-12T01:01:02.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.783+0000 7f2d2e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366316 cookie 94265559017088 notifier 9237 bl.length()=384 2024-09-12T01:01:02.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.783+0000 7f2d2e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T01:01:02.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.783+0000 7f2d2e7fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T01:01:02.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.784+0000 7f2e4ef1f800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-12T01:01:02.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.784+0000 7f2e4ef1f800 10 moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T01:01:02.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.784+0000 7f2e4ef1f800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW88888888888888888, ofs0, ns] 2024-09-12T01:01:02.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.785+0000 7f2d2e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366355 cookie 94265559033984 notifier 9237 bl.length()=225 2024-09-12T01:01:02.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.785+0000 7f2d2e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 info.flags=0x17 2024-09-12T01:01:02.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.785+0000 7f2d2e7fc640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW88888888888888888 to cache LRU end 2024-09-12T01:01:02.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.787+0000 7f2e4ef1f800 10 cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-12T01:01:02.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.787+0000 7f2e4ef1f800 10 moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T01:01:02.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.787+0000 7f2e4ef1f800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw88888888888888888+test@test.test, ofs0, ns] 2024-09-12T01:01:02.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.787+0000 7f2d2dffb640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366243 cookie 94265559031776 notifier 9237 bl.length()=234 2024-09-12T01:01:02.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.787+0000 7f2d2dffb640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw88888888888888888+test@test.test info.flags=0x17 2024-09-12T01:01:02.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.787+0000 7f2d2dffb640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw88888888888888888+test@test.test to cache LRU end 2024-09-12T01:01:02.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.788+0000 7f2d017e2640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:02.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.790+0000 7f2e4ef1f800 20 remove_watcher() i=0 2024-09-12T01:01:02.789 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.790+0000 7f2e4ef1f800 2 removed watcher, disabling cache 2024-09-12T01:01:02.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.791+0000 7f2e4ef1f800 20 remove_watcher() i=1 2024-09-12T01:01:02.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.792+0000 7f2e4ef1f800 20 remove_watcher() i=2 2024-09-12T01:01:02.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.793+0000 7f2e4ef1f800 20 remove_watcher() i=3 2024-09-12T01:01:02.793 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.795+0000 7f2e4ef1f800 20 remove_watcher() i=4 2024-09-12T01:01:02.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.796+0000 7f2e4ef1f800 20 remove_watcher() i=5 2024-09-12T01:01:02.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.797+0000 7f2e4ef1f800 20 remove_watcher() i=6 2024-09-12T01:01:02.796 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.798+0000 7f2e4ef1f800 20 remove_watcher() i=7 2024-09-12T01:01:02.808 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:01:02.808 INFO:teuthology.orchestra.run.smithi038.stdout: "id": "RGW88888888888888888", 2024-09-12T01:01:02.808 INFO:teuthology.orchestra.run.smithi038.stdout: "tenant": "", 2024-09-12T01:01:02.809 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "Mr.RGW88888888888888888", 2024-09-12T01:01:02.809 INFO:teuthology.orchestra.run.smithi038.stdout: "email": "RGW88888888888888888+test@test.test", 2024-09-12T01:01:02.809 INFO:teuthology.orchestra.run.smithi038.stdout: "quota": { 2024-09-12T01:01:02.809 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:02.809 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:02.809 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:02.809 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:02.809 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:02.809 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:02.809 INFO:teuthology.orchestra.run.smithi038.stdout: "bucket_quota": { 2024-09-12T01:01:02.809 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:02.809 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:02.809 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:02.810 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:02.810 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:02.810 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:02.810 INFO:teuthology.orchestra.run.smithi038.stdout: "max_users": 1000, 2024-09-12T01:01:02.810 INFO:teuthology.orchestra.run.smithi038.stdout: "max_roles": 1000, 2024-09-12T01:01:02.810 INFO:teuthology.orchestra.run.smithi038.stdout: "max_groups": 1000, 2024-09-12T01:01:02.810 INFO:teuthology.orchestra.run.smithi038.stdout: "max_buckets": 1000, 2024-09-12T01:01:02.810 INFO:teuthology.orchestra.run.smithi038.stdout: "max_access_keys": 4 2024-09-12T01:01:02.810 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:01:02.811 DEBUG:tasks.s3tests:Creating user RGW88888888888888888 on client.0 2024-09-12T01:01:02.811 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root1.client.0 --display-name Mr.RGW88888888888888888 --email root1+test@test.test --access-key DSNFFTDWAUUKXOWTHEBN --secret oJAQ9vfNUSDCPmR8MXLIBLlDfdopASv9XufCumBJZb/V5H0LlJwpzg== --cluster ceph --account-id RGW88888888888888888 --account-root 2024-09-12T01:01:02.882 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:01:02.882 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:01:02.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.918+0000 7f5224e0f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.920+0000 7f5224e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.920+0000 7f5224e0f800 20 realm 2024-09-12T01:01:02.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.920+0000 7f5224e0f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.920+0000 7f5224e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.920+0000 7f5224e0f800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:01:02.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.920+0000 7f5224e0f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.921+0000 7f5224e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:02.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.921+0000 7f5224e0f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.921+0000 7f5224e0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:02.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.922+0000 7f5224e0f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:02.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.922+0000 7f5224e0f800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:01:02.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.922+0000 7f5224e0f800 20 searching for the correct realm 2024-09-12T01:01:02.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:02.925+0000 7f521fd91640 0 -- 172.21.15.38:0/1468970839 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f521001f060 msgr2=0x7f52100889c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T01:01:03.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.131+0000 7f5220592640 0 -- 172.21.15.38:0/1468970839 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f52140a3920 msgr2=0x7f52140863f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:03.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.338+0000 7f5224e0f800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:01:03.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.338+0000 7f5224e0f800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:01:03.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.338+0000 7f5224e0f800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:01:03.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.338+0000 7f5224e0f800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:01:03.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.338+0000 7f5224e0f800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:01:03.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.338+0000 7f5224e0f800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:01:03.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.338+0000 7f5224e0f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.339+0000 7f5224e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.339+0000 7f5224e0f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.339+0000 7f5224e0f800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:03.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.339+0000 7f5224e0f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.339+0000 7f5224e0f800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:01:03.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.339+0000 7f5224e0f800 20 zone default found 2024-09-12T01:01:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.339+0000 7f5224e0f800 4 Realm: () 2024-09-12T01:01:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.339+0000 7f5224e0f800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:01:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.339+0000 7f5224e0f800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:01:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.339+0000 7f5224e0f800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:01:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.339+0000 7f5224e0f800 20 zonegroup default 2024-09-12T01:01:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.339+0000 7f5224e0f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.340+0000 7f5224e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.340+0000 7f5224e0f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.340+0000 7f5224e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.340+0000 7f5224e0f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.340+0000 7f5224e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.340+0000 7f5224e0f800 20 started sync module instance, tier type = 2024-09-12T01:01:03.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.340+0000 7f5224e0f800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:01:03.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.351+0000 7f5224e0f800 20 add_watcher() i=0 2024-09-12T01:01:03.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.351+0000 7f5224e0f800 20 add_watcher() i=1 2024-09-12T01:01:03.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.351+0000 7f5224e0f800 20 add_watcher() i=2 2024-09-12T01:01:03.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.351+0000 7f5224e0f800 20 add_watcher() i=3 2024-09-12T01:01:03.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.351+0000 7f5224e0f800 20 add_watcher() i=4 2024-09-12T01:01:03.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.351+0000 7f5224e0f800 20 add_watcher() i=5 2024-09-12T01:01:03.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.351+0000 7f5224e0f800 20 add_watcher() i=6 2024-09-12T01:01:03.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.352+0000 7f5224e0f800 20 add_watcher() i=7 2024-09-12T01:01:03.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.352+0000 7f5224e0f800 2 all 8 watchers are set, enabling cache 2024-09-12T01:01:03.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.353+0000 7f50d6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:03.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.353+0000 7f5224e0f800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:01:03.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.353+0000 7f5224e0f800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:01:03.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.353+0000 7f5224e0f800 5 note: GC not initialized 2024-09-12T01:01:03.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.353+0000 7f50d5fdb640 20 reqs_thread_entry: start 2024-09-12T01:01:03.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.354+0000 7f5224e0f800 20 init_complete bucket index max shards: 11 2024-09-12T01:01:03.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.354+0000 7f5224e0f800 20 Filter name: none 2024-09-12T01:01:03.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.354+0000 7f50477fe640 20 reqs_thread_entry: start 2024-09-12T01:01:03.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.354+0000 7f5224e0f800 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-12T01:01:03.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.354+0000 7f5224e0f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.354+0000 7f5224e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.354+0000 7f5224e0f800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x0 2024-09-12T01:01:03.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.354+0000 7f5224e0f800 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T01:01:03.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.354+0000 7f5224e0f800 10 cache get: name=default.rgw.meta+users.email+root1+test@test.test : miss 2024-09-12T01:01:03.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.354+0000 7f5224e0f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.354+0000 7f5224e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.354+0000 7f5224e0f800 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x0 2024-09-12T01:01:03.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.354+0000 7f5224e0f800 10 adding default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T01:01:03.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.354+0000 7f5224e0f800 10 cache get: name=default.rgw.meta+users.keys+DSNFFTDWAUUKXOWTHEBN : miss 2024-09-12T01:01:03.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.354+0000 7f5224e0f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.355+0000 7f5224e0f800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.355+0000 7f5224e0f800 10 cache put: name=default.rgw.meta+users.keys+DSNFFTDWAUUKXOWTHEBN info.flags=0x0 2024-09-12T01:01:03.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.355+0000 7f5224e0f800 10 adding default.rgw.meta+users.keys+DSNFFTDWAUUKXOWTHEBN to cache LRU end 2024-09-12T01:01:03.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.355+0000 7f5224e0f800 10 cache get: name=default.rgw.meta+accounts+account.RGW88888888888888888 : miss 2024-09-12T01:01:03.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.355+0000 7f5224e0f800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.355+0000 7f5224e0f800 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T01:01:03.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.355+0000 7f5224e0f800 10 cache put: name=default.rgw.meta+accounts+account.RGW88888888888888888 info.flags=0x17 2024-09-12T01:01:03.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.355+0000 7f5224e0f800 10 adding default.rgw.meta+accounts+account.RGW88888888888888888 to cache LRU end 2024-09-12T01:01:03.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.355+0000 7f5224e0f800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:01:03.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.355+0000 7f5224e0f800 10 cache get: name=default.rgw.meta+users.keys+DSNFFTDWAUUKXOWTHEBN : hit (negative entry) 2024-09-12T01:01:03.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.355+0000 7f5224e0f800 10 cache get: name=default.rgw.meta+users.keys+DSNFFTDWAUUKXOWTHEBN : hit (negative entry) 2024-09-12T01:01:03.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.357+0000 7f5224e0f800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T01:01:03.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.357+0000 7f5224e0f800 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T01:01:03.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.357+0000 7f5224e0f800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-12T01:01:03.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.358+0000 7f50f77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366317 cookie 94166440323360 notifier 8639 bl.length()=681 2024-09-12T01:01:03.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.358+0000 7f50f77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T01:01:03.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.358+0000 7f50f77fe640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T01:01:03.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.359+0000 7f5224e0f800 10 cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-12T01:01:03.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.359+0000 7f5224e0f800 10 moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T01:01:03.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.359+0000 7f5224e0f800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root1+test@test.test, ofs0, ns] 2024-09-12T01:01:03.358 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.359+0000 7f50f77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366300 cookie 94166440336656 notifier 8639 bl.length()=189 2024-09-12T01:01:03.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.360+0000 7f50f77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root1+test@test.test info.flags=0x7 2024-09-12T01:01:03.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.360+0000 7f50f77fe640 10 rgw watcher librados: moving default.rgw.meta+users.email+root1+test@test.test to cache LRU end 2024-09-12T01:01:03.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.361+0000 7f5224e0f800 10 cache put: name=default.rgw.meta+users.keys+DSNFFTDWAUUKXOWTHEBN info.flags=0x7 2024-09-12T01:01:03.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.361+0000 7f5224e0f800 10 moving default.rgw.meta+users.keys+DSNFFTDWAUUKXOWTHEBN to cache LRU end 2024-09-12T01:01:03.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.361+0000 7f5224e0f800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:DSNFFTDWAUUKXOWTHEBN, ofs0, ns] 2024-09-12T01:01:03.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.362+0000 7f50f6ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366236 cookie 94166440341968 notifier 8639 bl.length()=188 2024-09-12T01:01:03.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.362+0000 7f50f6ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+DSNFFTDWAUUKXOWTHEBN info.flags=0x7 2024-09-12T01:01:03.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.362+0000 7f50f6ffd640 10 rgw watcher librados: moving default.rgw.meta+users.keys+DSNFFTDWAUUKXOWTHEBN to cache LRU end 2024-09-12T01:01:03.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.363+0000 7f50f77fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366237 cookie 94166440341968 notifier 8639 bl.length()=188 2024-09-12T01:01:03.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.363+0000 7f50f77fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+DSNFFTDWAUUKXOWTHEBN info.flags=0x7 2024-09-12T01:01:03.362 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.363+0000 7f50f77fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+DSNFFTDWAUUKXOWTHEBN to cache LRU end 2024-09-12T01:01:03.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.365+0000 7f5224e0f800 20 linked user root1.client.0 to account RGW88888888888888888 2024-09-12T01:01:03.364 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:01:03.364 INFO:teuthology.orchestra.run.smithi038.stdout: "user_id": "root1.client.0", 2024-09-12T01:01:03.364 INFO:teuthology.orchestra.run.smithi038.stdout: "display_name": "Mr.RGW88888888888888888", 2024-09-12T01:01:03.364 INFO:teuthology.orchestra.run.smithi038.stdout: "email": "root1+test@test.test", 2024-09-12T01:01:03.364 INFO:teuthology.orchestra.run.smithi038.stdout: "suspended": 0, 2024-09-12T01:01:03.364 INFO:teuthology.orchestra.run.smithi038.stdout: "max_buckets": 1000, 2024-09-12T01:01:03.364 INFO:teuthology.orchestra.run.smithi038.stdout: "subusers": [], 2024-09-12T01:01:03.364 INFO:teuthology.orchestra.run.smithi038.stdout: "keys": [ 2024-09-12T01:01:03.364 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-09-12T01:01:03.364 INFO:teuthology.orchestra.run.smithi038.stdout: "user": "root1.client.0", 2024-09-12T01:01:03.364 INFO:teuthology.orchestra.run.smithi038.stdout: "access_key": "DSNFFTDWAUUKXOWTHEBN", 2024-09-12T01:01:03.365 INFO:teuthology.orchestra.run.smithi038.stdout: "secret_key": "oJAQ9vfNUSDCPmR8MXLIBLlDfdopASv9XufCumBJZb/V5H0LlJwpzg==", 2024-09-12T01:01:03.365 INFO:teuthology.orchestra.run.smithi038.stdout: "active": true, 2024-09-12T01:01:03.365 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T01:01:03.356758Z" 2024-09-12T01:01:03.365 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-09-12T01:01:03.365 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-09-12T01:01:03.365 INFO:teuthology.orchestra.run.smithi038.stdout: "swift_keys": [], 2024-09-12T01:01:03.365 INFO:teuthology.orchestra.run.smithi038.stdout: "caps": [], 2024-09-12T01:01:03.365 INFO:teuthology.orchestra.run.smithi038.stdout: "op_mask": "read, write, delete", 2024-09-12T01:01:03.365 INFO:teuthology.orchestra.run.smithi038.stdout: "default_placement": "", 2024-09-12T01:01:03.365 INFO:teuthology.orchestra.run.smithi038.stdout: "default_storage_class": "", 2024-09-12T01:01:03.365 INFO:teuthology.orchestra.run.smithi038.stdout: "placement_tags": [], 2024-09-12T01:01:03.365 INFO:teuthology.orchestra.run.smithi038.stdout: "bucket_quota": { 2024-09-12T01:01:03.366 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:03.366 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:03.366 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:03.366 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:03.366 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:03.366 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:03.366 INFO:teuthology.orchestra.run.smithi038.stdout: "user_quota": { 2024-09-12T01:01:03.366 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:03.366 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:03.366 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:03.366 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:03.366 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:03.366 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:03.366 INFO:teuthology.orchestra.run.smithi038.stdout: "temp_url_keys": [], 2024-09-12T01:01:03.367 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "root", 2024-09-12T01:01:03.367 INFO:teuthology.orchestra.run.smithi038.stdout: "mfa_ids": [], 2024-09-12T01:01:03.367 INFO:teuthology.orchestra.run.smithi038.stdout: "account_id": "RGW88888888888888888", 2024-09-12T01:01:03.367 INFO:teuthology.orchestra.run.smithi038.stdout: "path": "/", 2024-09-12T01:01:03.367 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T01:01:03.356743Z", 2024-09-12T01:01:03.367 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-09-12T01:01:03.367 INFO:teuthology.orchestra.run.smithi038.stdout: "group_ids": [] 2024-09-12T01:01:03.367 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:01:03.367 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:01:03.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.366+0000 7f50d6fdd640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:03.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.368+0000 7f5224e0f800 20 remove_watcher() i=0 2024-09-12T01:01:03.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.368+0000 7f5224e0f800 2 removed watcher, disabling cache 2024-09-12T01:01:03.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.369+0000 7f5224e0f800 20 remove_watcher() i=1 2024-09-12T01:01:03.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.370+0000 7f5224e0f800 20 remove_watcher() i=2 2024-09-12T01:01:03.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.372+0000 7f5224e0f800 20 remove_watcher() i=3 2024-09-12T01:01:03.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.373+0000 7f5224e0f800 20 remove_watcher() i=4 2024-09-12T01:01:03.372 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.374+0000 7f5224e0f800 20 remove_watcher() i=5 2024-09-12T01:01:03.373 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.375+0000 7f5224e0f800 20 remove_watcher() i=6 2024-09-12T01:01:03.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.376+0000 7f5224e0f800 20 remove_watcher() i=7 2024-09-12T01:01:03.386 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root1.client.0 --totp-serial 2588770928 --totp-seed YWDQWH33EPUHJZJQV77EVSU4Q574DAKBEO6KE6BT2EAGICUIY4JQE4PPIR4RWTX3 --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T01:01:03.454 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:01:03.454 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:01:03.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.491+0000 7f39e7a87800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.493+0000 7f39e7a87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.493+0000 7f39e7a87800 20 realm 2024-09-12T01:01:03.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.493+0000 7f39e7a87800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.493+0000 7f39e7a87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.493+0000 7f39e7a87800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:01:03.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.493+0000 7f39e7a87800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.494+0000 7f39e7a87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.494+0000 7f39e7a87800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.495+0000 7f39e7a87800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:03.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.495+0000 7f39e7a87800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.495+0000 7f39e7a87800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:01:03.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.495+0000 7f39e7a87800 20 searching for the correct realm 2024-09-12T01:01:03.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.498+0000 7f39e5d72640 0 -- 172.21.15.38:0/2021750893 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x56132868ea20 msgr2=0x561328690ee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:03.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.501+0000 7f39e5571640 0 -- 172.21.15.38:0/2021750893 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f39d006cbb0 msgr2=0x7f39d0075650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:03.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.506+0000 7f39e7a87800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:01:03.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.506+0000 7f39e7a87800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:01:03.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.506+0000 7f39e7a87800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:01:03.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.506+0000 7f39e7a87800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:01:03.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.506+0000 7f39e7a87800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:01:03.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.506+0000 7f39e7a87800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:01:03.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.506+0000 7f39e7a87800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.506+0000 7f39e7a87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.506+0000 7f39e7a87800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.506+0000 7f39e7a87800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:03.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.506+0000 7f39e7a87800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.507+0000 7f39e7a87800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:01:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.507+0000 7f39e7a87800 20 zone default found 2024-09-12T01:01:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.507+0000 7f39e7a87800 4 Realm: () 2024-09-12T01:01:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.507+0000 7f39e7a87800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:01:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.507+0000 7f39e7a87800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:01:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.507+0000 7f39e7a87800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:01:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.507+0000 7f39e7a87800 20 zonegroup default 2024-09-12T01:01:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.507+0000 7f39e7a87800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.507+0000 7f39e7a87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.507+0000 7f39e7a87800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.507+0000 7f39e7a87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.507+0000 7f39e7a87800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.507+0000 7f39e7a87800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.508+0000 7f39e7a87800 20 started sync module instance, tier type = 2024-09-12T01:01:03.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.508+0000 7f39e7a87800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:01:03.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.517+0000 7f39e7a87800 20 add_watcher() i=0 2024-09-12T01:01:03.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.517+0000 7f39e7a87800 20 add_watcher() i=1 2024-09-12T01:01:03.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.517+0000 7f39e7a87800 20 add_watcher() i=2 2024-09-12T01:01:03.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.517+0000 7f39e7a87800 20 add_watcher() i=3 2024-09-12T01:01:03.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.517+0000 7f39e7a87800 20 add_watcher() i=4 2024-09-12T01:01:03.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.517+0000 7f39e7a87800 20 add_watcher() i=5 2024-09-12T01:01:03.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.517+0000 7f39e7a87800 20 add_watcher() i=6 2024-09-12T01:01:03.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.518+0000 7f39e7a87800 20 add_watcher() i=7 2024-09-12T01:01:03.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.518+0000 7f39e7a87800 2 all 8 watchers are set, enabling cache 2024-09-12T01:01:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.519+0000 7f389bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.519+0000 7f39e7a87800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:01:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.519+0000 7f39e7a87800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:01:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.520+0000 7f39e7a87800 5 note: GC not initialized 2024-09-12T01:01:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.520+0000 7f389afe5640 20 reqs_thread_entry: start 2024-09-12T01:01:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.520+0000 7f39e7a87800 20 init_complete bucket index max shards: 11 2024-09-12T01:01:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.520+0000 7f39e7a87800 20 Filter name: none 2024-09-12T01:01:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.520+0000 7f3898fe1640 20 reqs_thread_entry: start 2024-09-12T01:01:03.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.520+0000 7f39e7a87800 10 cache get: name=default.rgw.meta+users.uid+root1.client.0 : miss 2024-09-12T01:01:03.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.520+0000 7f39e7a87800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.521+0000 7f39e7a87800 20 rados_obj.operate() r=0 bl.length=494 2024-09-12T01:01:03.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.521+0000 7f39e7a87800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x13 2024-09-12T01:01:03.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.521+0000 7f39e7a87800 10 adding default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T01:01:03.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.521+0000 7f39e7a87800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:01:03.522 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.523+0000 7f39e7a87800 10 cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T01:01:03.522 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.523+0000 7f39e7a87800 10 moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T01:01:03.522 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.523+0000 7f39e7a87800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root1.client.0, ofs0, ns] 2024-09-12T01:01:03.522 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.524+0000 7f38c8ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366318 cookie 94640282344768 notifier 8657 bl.length()=695 2024-09-12T01:01:03.522 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.524+0000 7f38c8ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root1.client.0 info.flags=0x17 2024-09-12T01:01:03.522 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.524+0000 7f38c8ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root1.client.0 to cache LRU end 2024-09-12T01:01:03.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.525+0000 7f389bfe7640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:03.526 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.527+0000 7f39e7a87800 20 remove_watcher() i=0 2024-09-12T01:01:03.526 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.527+0000 7f39e7a87800 2 removed watcher, disabling cache 2024-09-12T01:01:03.527 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.528+0000 7f39e7a87800 20 remove_watcher() i=1 2024-09-12T01:01:03.528 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.530+0000 7f39e7a87800 20 remove_watcher() i=2 2024-09-12T01:01:03.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.531+0000 7f39e7a87800 20 remove_watcher() i=3 2024-09-12T01:01:03.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.532+0000 7f39e7a87800 20 remove_watcher() i=4 2024-09-12T01:01:03.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.533+0000 7f39e7a87800 20 remove_watcher() i=5 2024-09-12T01:01:03.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.534+0000 7f39e7a87800 20 remove_watcher() i=6 2024-09-12T01:01:03.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.535+0000 7f39e7a87800 20 remove_watcher() i=7 2024-09-12T01:01:03.545 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 --cluster ceph account create --account-id RGW99999999999999999 --account-name Mr.RGW99999999999999999 --email RGW99999999999999999+test@test.test 2024-09-12T01:01:03.606 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:01:03.607 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:01:03.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.644+0000 7fd1c3342800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.645+0000 7fd1c3342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.644 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.645+0000 7fd1c3342800 20 realm 2024-09-12T01:01:03.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.645+0000 7fd1c3342800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.646+0000 7fd1c3342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.646+0000 7fd1c3342800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:01:03.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.646+0000 7fd1c3342800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.646+0000 7fd1c3342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.645 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.646+0000 7fd1c3342800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.647+0000 7fd1c3342800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:03.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.647+0000 7fd1c3342800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.648+0000 7fd1c3342800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:01:03.647 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.648+0000 7fd1c3342800 20 searching for the correct realm 2024-09-12T01:01:03.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.649+0000 7fd1bf086640 0 -- 172.21.15.38:0/1439720669 >> [v2:172.21.15.38:6824/2480374289,v1:172.21.15.38:6825/2480374289] conn(0x7fd1b4069040 msgr2=0x7fd1b409d430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T01:01:03.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.855+0000 7fd1be885640 0 -- 172.21.15.38:0/1439720669 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x558736db3570 msgr2=0x558736db5980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:03.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.861+0000 7fd1c3342800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:01:03.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.861+0000 7fd1c3342800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:01:03.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.861+0000 7fd1c3342800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:01:03.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.861+0000 7fd1c3342800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:01:03.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.861+0000 7fd1c3342800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:01:03.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.861+0000 7fd1c3342800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:01:03.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.861+0000 7fd1c3342800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.861+0000 7fd1c3342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.861+0000 7fd1c3342800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.862+0000 7fd1c3342800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:03.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.862+0000 7fd1c3342800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.862+0000 7fd1c3342800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:01:03.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.862+0000 7fd1c3342800 20 zone default found 2024-09-12T01:01:03.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.862+0000 7fd1c3342800 4 Realm: () 2024-09-12T01:01:03.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.862+0000 7fd1c3342800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:01:03.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.862+0000 7fd1c3342800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:01:03.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.862+0000 7fd1c3342800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:01:03.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.862+0000 7fd1c3342800 20 zonegroup default 2024-09-12T01:01:03.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.862+0000 7fd1c3342800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.862+0000 7fd1c3342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.862+0000 7fd1c3342800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.863+0000 7fd1c3342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.863+0000 7fd1c3342800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.863+0000 7fd1c3342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.863+0000 7fd1c3342800 20 started sync module instance, tier type = 2024-09-12T01:01:03.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.863+0000 7fd1c3342800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:01:03.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.873+0000 7fd1c3342800 20 add_watcher() i=0 2024-09-12T01:01:03.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.873+0000 7fd1c3342800 20 add_watcher() i=1 2024-09-12T01:01:03.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.873+0000 7fd1c3342800 20 add_watcher() i=2 2024-09-12T01:01:03.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.873+0000 7fd1c3342800 20 add_watcher() i=3 2024-09-12T01:01:03.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.873+0000 7fd1c3342800 20 add_watcher() i=4 2024-09-12T01:01:03.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.873+0000 7fd1c3342800 20 add_watcher() i=5 2024-09-12T01:01:03.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.874+0000 7fd1c3342800 20 add_watcher() i=6 2024-09-12T01:01:03.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.874+0000 7fd1c3342800 20 add_watcher() i=7 2024-09-12T01:01:03.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.874+0000 7fd1c3342800 2 all 8 watchers are set, enabling cache 2024-09-12T01:01:03.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.876+0000 7fd075fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:03.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.876+0000 7fd1c3342800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:01:03.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.876+0000 7fd1c3342800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:01:03.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.876+0000 7fd1c3342800 5 note: GC not initialized 2024-09-12T01:01:03.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.876+0000 7fd074fe1640 20 reqs_thread_entry: start 2024-09-12T01:01:03.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.876+0000 7fd1c3342800 20 init_complete bucket index max shards: 11 2024-09-12T01:01:03.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.876+0000 7fd1c3342800 20 Filter name: none 2024-09-12T01:01:03.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.876+0000 7fcfee7fc640 20 reqs_thread_entry: start 2024-09-12T01:01:03.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.877+0000 7fd1c3342800 10 cache get: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 : miss 2024-09-12T01:01:03.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.877+0000 7fd1c3342800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.877+0000 7fd1c3342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.877+0000 7fd1c3342800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x0 2024-09-12T01:01:03.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.877+0000 7fd1c3342800 10 adding default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T01:01:03.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.877+0000 7fd1c3342800 20 failed to read name.$Mr.RGW99999999999999999 with: (2) No such file or directory 2024-09-12T01:01:03.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.877+0000 7fd1c3342800 10 cache get: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test : miss 2024-09-12T01:01:03.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.877+0000 7fd1c3342800 20 rados->read ofs=0 len=0 2024-09-12T01:01:03.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.877+0000 7fd1c3342800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:03.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.877+0000 7fd1c3342800 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x0 2024-09-12T01:01:03.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.877+0000 7fd1c3342800 10 adding default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T01:01:03.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.877+0000 7fd1c3342800 20 failed to read rgw99999999999999999+test@test.test with: (2) No such file or directory 2024-09-12T01:01:03.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.878+0000 7fd1c3342800 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T01:01:03.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.878+0000 7fd1c3342800 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T01:01:03.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.878+0000 7fd1c3342800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:accounts:account.RGW99999999999999999, ofs0, ns] 2024-09-12T01:01:03.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.879+0000 7fd0a2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366319 cookie 94039229287456 notifier 9291 bl.length()=384 2024-09-12T01:01:03.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.879+0000 7fd0a2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T01:01:03.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.879+0000 7fd0a2ffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T01:01:03.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.880+0000 7fd1c3342800 10 cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-12T01:01:03.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.880+0000 7fd1c3342800 10 moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T01:01:03.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.880+0000 7fd1c3342800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:accounts:name.$Mr.RGW99999999999999999, ofs0, ns] 2024-09-12T01:01:03.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.881+0000 7fd0a2ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366356 cookie 94039229325792 notifier 9291 bl.length()=225 2024-09-12T01:01:03.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.881+0000 7fd0a2ffd640 10 rgw watcher librados: cache put: name=default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 info.flags=0x17 2024-09-12T01:01:03.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.881+0000 7fd0a2ffd640 10 rgw watcher librados: moving default.rgw.meta+accounts+name.$Mr.RGW99999999999999999 to cache LRU end 2024-09-12T01:01:03.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.882+0000 7fd1c3342800 10 cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-12T01:01:03.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.882+0000 7fd1c3342800 10 moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T01:01:03.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.882+0000 7fd1c3342800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:rgw99999999999999999+test@test.test, ofs0, ns] 2024-09-12T01:01:03.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.883+0000 7fd0a27fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366244 cookie 94039229321312 notifier 9291 bl.length()=234 2024-09-12T01:01:03.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.883+0000 7fd0a27fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+rgw99999999999999999+test@test.test info.flags=0x17 2024-09-12T01:01:03.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.883+0000 7fd0a27fc640 10 rgw watcher librados: moving default.rgw.meta+users.email+rgw99999999999999999+test@test.test to cache LRU end 2024-09-12T01:01:03.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.884+0000 7fd075fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:03.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.886+0000 7fd1c3342800 20 remove_watcher() i=0 2024-09-12T01:01:03.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.886+0000 7fd1c3342800 2 removed watcher, disabling cache 2024-09-12T01:01:03.886 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.888+0000 7fd1c3342800 20 remove_watcher() i=1 2024-09-12T01:01:03.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.889+0000 7fd1c3342800 20 remove_watcher() i=2 2024-09-12T01:01:03.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.890+0000 7fd1c3342800 20 remove_watcher() i=3 2024-09-12T01:01:03.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.891+0000 7fd1c3342800 20 remove_watcher() i=4 2024-09-12T01:01:03.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.893+0000 7fd1c3342800 20 remove_watcher() i=5 2024-09-12T01:01:03.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.894+0000 7fd1c3342800 20 remove_watcher() i=6 2024-09-12T01:01:03.897 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:03.895+0000 7fd1c3342800 20 remove_watcher() i=7 2024-09-12T01:01:03.903 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:01:03.904 INFO:teuthology.orchestra.run.smithi038.stdout: "id": "RGW99999999999999999", 2024-09-12T01:01:03.904 INFO:teuthology.orchestra.run.smithi038.stdout: "tenant": "", 2024-09-12T01:01:03.904 INFO:teuthology.orchestra.run.smithi038.stdout: "name": "Mr.RGW99999999999999999", 2024-09-12T01:01:03.904 INFO:teuthology.orchestra.run.smithi038.stdout: "email": "RGW99999999999999999+test@test.test", 2024-09-12T01:01:03.904 INFO:teuthology.orchestra.run.smithi038.stdout: "quota": { 2024-09-12T01:01:03.904 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:03.904 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:03.904 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:03.904 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:03.904 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:03.904 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:03.904 INFO:teuthology.orchestra.run.smithi038.stdout: "bucket_quota": { 2024-09-12T01:01:03.905 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:03.905 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:03.905 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:03.905 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:03.905 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:03.905 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:03.905 INFO:teuthology.orchestra.run.smithi038.stdout: "max_users": 1000, 2024-09-12T01:01:03.905 INFO:teuthology.orchestra.run.smithi038.stdout: "max_roles": 1000, 2024-09-12T01:01:03.905 INFO:teuthology.orchestra.run.smithi038.stdout: "max_groups": 1000, 2024-09-12T01:01:03.905 INFO:teuthology.orchestra.run.smithi038.stdout: "max_buckets": 1000, 2024-09-12T01:01:03.905 INFO:teuthology.orchestra.run.smithi038.stdout: "max_access_keys": 4 2024-09-12T01:01:03.905 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:01:03.906 DEBUG:tasks.s3tests:Creating user RGW99999999999999999 on client.0 2024-09-12T01:01:03.907 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid root2.client.0 --display-name Mr.RGW99999999999999999 --email root2+test@test.test --access-key JPRWMZMCXIQDNTKCANOQ --secret 15LJX3dp3eJrARUNz0T4xfuR2Qbk9trwvuwWPkx/vcGpaH2LHrInkA== --cluster ceph --account-id RGW99999999999999999 --account-root 2024-09-12T01:01:03.976 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:01:03.976 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:01:04.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.014+0000 7fa674812800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.015+0000 7fa674812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:04.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.015+0000 7fa674812800 20 realm 2024-09-12T01:01:04.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.015+0000 7fa674812800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.015+0000 7fa674812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:04.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.015+0000 7fa674812800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:01:04.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.015+0000 7fa674812800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.016+0000 7fa674812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:04.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.016+0000 7fa674812800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.017+0000 7fa674812800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:04.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.017+0000 7fa674812800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.018+0000 7fa674812800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:01:04.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.018+0000 7fa674812800 20 searching for the correct realm 2024-09-12T01:01:04.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.023+0000 7fa66f6ca640 0 -- 172.21.15.38:0/34433469 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fa66001a040 msgr2=0x7fa66007fa90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:04.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.027+0000 7fa66fecb640 0 -- 172.21.15.38:0/34433469 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7fa6580ae040 msgr2=0x7fa658089910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:04.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.234+0000 7fa674812800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:01:04.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.234+0000 7fa674812800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:01:04.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.234+0000 7fa674812800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:01:04.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.234+0000 7fa674812800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:01:04.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.234+0000 7fa674812800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:01:04.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.234+0000 7fa674812800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:01:04.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.234+0000 7fa674812800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.234+0000 7fa674812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:04.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.234+0000 7fa674812800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.235+0000 7fa674812800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:04.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.235+0000 7fa674812800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.235+0000 7fa674812800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:01:04.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.235+0000 7fa674812800 20 zone default found 2024-09-12T01:01:04.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.235+0000 7fa674812800 4 Realm: () 2024-09-12T01:01:04.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.235+0000 7fa674812800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:01:04.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.235+0000 7fa674812800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:01:04.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.235+0000 7fa674812800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:01:04.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.235+0000 7fa674812800 20 zonegroup default 2024-09-12T01:01:04.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.235+0000 7fa674812800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.235+0000 7fa674812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:04.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.235+0000 7fa674812800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.236+0000 7fa674812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:04.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.236+0000 7fa674812800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.236+0000 7fa674812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:04.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.236+0000 7fa674812800 20 started sync module instance, tier type = 2024-09-12T01:01:04.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.236+0000 7fa674812800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:01:04.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.246+0000 7fa674812800 20 add_watcher() i=0 2024-09-12T01:01:04.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.246+0000 7fa674812800 20 add_watcher() i=1 2024-09-12T01:01:04.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.246+0000 7fa674812800 20 add_watcher() i=2 2024-09-12T01:01:04.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.246+0000 7fa674812800 20 add_watcher() i=3 2024-09-12T01:01:04.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.246+0000 7fa674812800 20 add_watcher() i=4 2024-09-12T01:01:04.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.246+0000 7fa674812800 20 add_watcher() i=5 2024-09-12T01:01:04.245 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.246+0000 7fa674812800 20 add_watcher() i=6 2024-09-12T01:01:04.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.247+0000 7fa674812800 20 add_watcher() i=7 2024-09-12T01:01:04.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.247+0000 7fa674812800 2 all 8 watchers are set, enabling cache 2024-09-12T01:01:04.248 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.248+0000 7fa525fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:04.248 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.248+0000 7fa674812800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:01:04.248 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.248+0000 7fa674812800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:01:04.248 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.249+0000 7fa674812800 5 note: GC not initialized 2024-09-12T01:01:04.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.249+0000 7fa524fe1640 20 reqs_thread_entry: start 2024-09-12T01:01:04.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.249+0000 7fa674812800 20 init_complete bucket index max shards: 11 2024-09-12T01:01:04.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.249+0000 7fa674812800 20 Filter name: none 2024-09-12T01:01:04.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.249+0000 7fa49e7fc640 20 reqs_thread_entry: start 2024-09-12T01:01:04.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.249+0000 7fa674812800 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-12T01:01:04.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.249+0000 7fa674812800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.249+0000 7fa674812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:04.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.249+0000 7fa674812800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x0 2024-09-12T01:01:04.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.249+0000 7fa674812800 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T01:01:04.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.249+0000 7fa674812800 10 cache get: name=default.rgw.meta+users.email+root2+test@test.test : miss 2024-09-12T01:01:04.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.249+0000 7fa674812800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.250+0000 7fa674812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:04.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.250+0000 7fa674812800 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x0 2024-09-12T01:01:04.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.250+0000 7fa674812800 10 adding default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T01:01:04.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.250+0000 7fa674812800 10 cache get: name=default.rgw.meta+users.keys+JPRWMZMCXIQDNTKCANOQ : miss 2024-09-12T01:01:04.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.250+0000 7fa674812800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.250+0000 7fa674812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:04.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.250+0000 7fa674812800 10 cache put: name=default.rgw.meta+users.keys+JPRWMZMCXIQDNTKCANOQ info.flags=0x0 2024-09-12T01:01:04.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.250+0000 7fa674812800 10 adding default.rgw.meta+users.keys+JPRWMZMCXIQDNTKCANOQ to cache LRU end 2024-09-12T01:01:04.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.250+0000 7fa674812800 10 cache get: name=default.rgw.meta+accounts+account.RGW99999999999999999 : miss 2024-09-12T01:01:04.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.250+0000 7fa674812800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.251+0000 7fa674812800 20 rados_obj.operate() r=0 bl.length=184 2024-09-12T01:01:04.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.251+0000 7fa674812800 10 cache put: name=default.rgw.meta+accounts+account.RGW99999999999999999 info.flags=0x17 2024-09-12T01:01:04.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.251+0000 7fa674812800 10 adding default.rgw.meta+accounts+account.RGW99999999999999999 to cache LRU end 2024-09-12T01:01:04.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.251+0000 7fa674812800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:01:04.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.251+0000 7fa674812800 10 cache get: name=default.rgw.meta+users.keys+JPRWMZMCXIQDNTKCANOQ : hit (negative entry) 2024-09-12T01:01:04.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.251+0000 7fa674812800 10 cache get: name=default.rgw.meta+users.keys+JPRWMZMCXIQDNTKCANOQ : hit (negative entry) 2024-09-12T01:01:04.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.252+0000 7fa674812800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T01:01:04.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.252+0000 7fa674812800 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T01:01:04.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.252+0000 7fa674812800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-12T01:01:04.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.253+0000 7fa54effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366320 cookie 93939058313408 notifier 8690 bl.length()=681 2024-09-12T01:01:04.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.253+0000 7fa54effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T01:01:04.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.253+0000 7fa54effd640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T01:01:04.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.254+0000 7fa674812800 10 cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-12T01:01:04.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.254+0000 7fa674812800 10 moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T01:01:04.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.254+0000 7fa674812800 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:root2+test@test.test, ofs0, ns] 2024-09-12T01:01:04.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.254+0000 7fa54effd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366301 cookie 93939058332736 notifier 8690 bl.length()=189 2024-09-12T01:01:04.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.254+0000 7fa54effd640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+root2+test@test.test info.flags=0x7 2024-09-12T01:01:04.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.254+0000 7fa54effd640 10 rgw watcher librados: moving default.rgw.meta+users.email+root2+test@test.test to cache LRU end 2024-09-12T01:01:04.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.256+0000 7fa674812800 10 cache put: name=default.rgw.meta+users.keys+JPRWMZMCXIQDNTKCANOQ info.flags=0x7 2024-09-12T01:01:04.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.256+0000 7fa674812800 10 moving default.rgw.meta+users.keys+JPRWMZMCXIQDNTKCANOQ to cache LRU end 2024-09-12T01:01:04.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.256+0000 7fa674812800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:JPRWMZMCXIQDNTKCANOQ, ofs0, ns] 2024-09-12T01:01:04.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.256+0000 7fa54e7fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366238 cookie 93939058340576 notifier 8690 bl.length()=188 2024-09-12T01:01:04.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.256+0000 7fa54e7fc640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+JPRWMZMCXIQDNTKCANOQ info.flags=0x7 2024-09-12T01:01:04.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.256+0000 7fa54e7fc640 10 rgw watcher librados: moving default.rgw.meta+users.keys+JPRWMZMCXIQDNTKCANOQ to cache LRU end 2024-09-12T01:01:04.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.258+0000 7fa674812800 20 linked user root2.client.0 to account RGW99999999999999999 2024-09-12T01:01:04.257 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:01:04.257 INFO:teuthology.orchestra.run.smithi038.stdout: "user_id": "root2.client.0", 2024-09-12T01:01:04.257 INFO:teuthology.orchestra.run.smithi038.stdout: "display_name": "Mr.RGW99999999999999999", 2024-09-12T01:01:04.257 INFO:teuthology.orchestra.run.smithi038.stdout: "email": "root2+test@test.test", 2024-09-12T01:01:04.257 INFO:teuthology.orchestra.run.smithi038.stdout: "suspended": 0, 2024-09-12T01:01:04.257 INFO:teuthology.orchestra.run.smithi038.stdout: "max_buckets": 1000, 2024-09-12T01:01:04.257 INFO:teuthology.orchestra.run.smithi038.stdout: "subusers": [], 2024-09-12T01:01:04.258 INFO:teuthology.orchestra.run.smithi038.stdout: "keys": [ 2024-09-12T01:01:04.258 INFO:teuthology.orchestra.run.smithi038.stdout: { 2024-09-12T01:01:04.258 INFO:teuthology.orchestra.run.smithi038.stdout: "user": "root2.client.0", 2024-09-12T01:01:04.258 INFO:teuthology.orchestra.run.smithi038.stdout: "access_key": "JPRWMZMCXIQDNTKCANOQ", 2024-09-12T01:01:04.258 INFO:teuthology.orchestra.run.smithi038.stdout: "secret_key": "15LJX3dp3eJrARUNz0T4xfuR2Qbk9trwvuwWPkx/vcGpaH2LHrInkA==", 2024-09-12T01:01:04.258 INFO:teuthology.orchestra.run.smithi038.stdout: "active": true, 2024-09-12T01:01:04.258 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T01:01:04.252069Z" 2024-09-12T01:01:04.258 INFO:teuthology.orchestra.run.smithi038.stdout: } 2024-09-12T01:01:04.258 INFO:teuthology.orchestra.run.smithi038.stdout: ], 2024-09-12T01:01:04.258 INFO:teuthology.orchestra.run.smithi038.stdout: "swift_keys": [], 2024-09-12T01:01:04.258 INFO:teuthology.orchestra.run.smithi038.stdout: "caps": [], 2024-09-12T01:01:04.258 INFO:teuthology.orchestra.run.smithi038.stdout: "op_mask": "read, write, delete", 2024-09-12T01:01:04.259 INFO:teuthology.orchestra.run.smithi038.stdout: "default_placement": "", 2024-09-12T01:01:04.259 INFO:teuthology.orchestra.run.smithi038.stdout: "default_storage_class": "", 2024-09-12T01:01:04.259 INFO:teuthology.orchestra.run.smithi038.stdout: "placement_tags": [], 2024-09-12T01:01:04.259 INFO:teuthology.orchestra.run.smithi038.stdout: "bucket_quota": { 2024-09-12T01:01:04.259 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:04.259 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:04.259 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:04.259 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:04.259 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:04.260 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:04.260 INFO:teuthology.orchestra.run.smithi038.stdout: "user_quota": { 2024-09-12T01:01:04.260 INFO:teuthology.orchestra.run.smithi038.stdout: "enabled": false, 2024-09-12T01:01:04.260 INFO:teuthology.orchestra.run.smithi038.stdout: "check_on_raw": false, 2024-09-12T01:01:04.260 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size": -1, 2024-09-12T01:01:04.260 INFO:teuthology.orchestra.run.smithi038.stdout: "max_size_kb": 0, 2024-09-12T01:01:04.260 INFO:teuthology.orchestra.run.smithi038.stdout: "max_objects": -1 2024-09-12T01:01:04.260 INFO:teuthology.orchestra.run.smithi038.stdout: }, 2024-09-12T01:01:04.260 INFO:teuthology.orchestra.run.smithi038.stdout: "temp_url_keys": [], 2024-09-12T01:01:04.260 INFO:teuthology.orchestra.run.smithi038.stdout: "type": "root", 2024-09-12T01:01:04.261 INFO:teuthology.orchestra.run.smithi038.stdout: "mfa_ids": [], 2024-09-12T01:01:04.261 INFO:teuthology.orchestra.run.smithi038.stdout: "account_id": "RGW99999999999999999", 2024-09-12T01:01:04.261 INFO:teuthology.orchestra.run.smithi038.stdout: "path": "/", 2024-09-12T01:01:04.261 INFO:teuthology.orchestra.run.smithi038.stdout: "create_date": "2024-09-12T01:01:04.252056Z", 2024-09-12T01:01:04.261 INFO:teuthology.orchestra.run.smithi038.stdout: "tags": [], 2024-09-12T01:01:04.261 INFO:teuthology.orchestra.run.smithi038.stdout: "group_ids": [] 2024-09-12T01:01:04.261 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:01:04.261 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:01:04.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.259+0000 7fa525fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:04.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.261+0000 7fa674812800 20 remove_watcher() i=0 2024-09-12T01:01:04.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.261+0000 7fa674812800 2 removed watcher, disabling cache 2024-09-12T01:01:04.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.262+0000 7fa674812800 20 remove_watcher() i=1 2024-09-12T01:01:04.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.263+0000 7fa674812800 20 remove_watcher() i=2 2024-09-12T01:01:04.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.264+0000 7fa674812800 20 remove_watcher() i=3 2024-09-12T01:01:04.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.265+0000 7fa674812800 20 remove_watcher() i=4 2024-09-12T01:01:04.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.267+0000 7fa674812800 20 remove_watcher() i=5 2024-09-12T01:01:04.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.268+0000 7fa674812800 20 remove_watcher() i=6 2024-09-12T01:01:04.269 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.270+0000 7fa674812800 20 remove_watcher() i=7 2024-09-12T01:01:04.281 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid root2.client.0 --totp-serial 8392656134 --totp-seed JGK4TZLUT3QQBRZSZ6AYBXRQV7JHA6AMMAXFURRZYK2QTQWUOAT2GVEUZ6WCJJOJ --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2024-09-12T01:01:04.348 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:01:04.349 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:01:04.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.385+0000 7f3811540800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.387+0000 7f3811540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:04.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.387+0000 7f3811540800 20 realm 2024-09-12T01:01:04.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.387+0000 7f3811540800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.388+0000 7f3811540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:04.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.388+0000 7f3811540800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:01:04.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.388+0000 7f3811540800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.388+0000 7f3811540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:04.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.388+0000 7f3811540800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.389+0000 7f3811540800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:04.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.389+0000 7f3811540800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.389+0000 7f3811540800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:01:04.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.389+0000 7f3811540800 20 searching for the correct realm 2024-09-12T01:01:04.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.391+0000 7f380caec640 0 -- 172.21.15.38:0/115501320 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f380008ee70 msgr2=0x7f3800059ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:01:04.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.597+0000 7f380d2ed640 0 -- 172.21.15.38:0/115501320 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f3804063960 msgr2=0x7f38040b5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T01:01:04.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.805+0000 7f3811540800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:01:04.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.805+0000 7f3811540800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:01:04.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.805+0000 7f3811540800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:01:04.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.805+0000 7f3811540800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:01:04.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.805+0000 7f3811540800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:01:04.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.805+0000 7f3811540800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:01:04.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.805+0000 7f3811540800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.805+0000 7f3811540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:04.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.805+0000 7f3811540800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.806+0000 7f3811540800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:01:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.806+0000 7f3811540800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.806+0000 7f3811540800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:01:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.806+0000 7f3811540800 20 zone default found 2024-09-12T01:01:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.806+0000 7f3811540800 4 Realm: () 2024-09-12T01:01:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.806+0000 7f3811540800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:01:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.806+0000 7f3811540800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:01:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.806+0000 7f3811540800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:01:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.806+0000 7f3811540800 20 zonegroup default 2024-09-12T01:01:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.806+0000 7f3811540800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.806+0000 7f3811540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.806+0000 7f3811540800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.807+0000 7f3811540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:04.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.807+0000 7f3811540800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.807+0000 7f3811540800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:01:04.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.807+0000 7f3811540800 20 started sync module instance, tier type = 2024-09-12T01:01:04.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.807+0000 7f3811540800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:01:04.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.819+0000 7f3811540800 20 add_watcher() i=0 2024-09-12T01:01:04.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.819+0000 7f3811540800 20 add_watcher() i=1 2024-09-12T01:01:04.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.819+0000 7f3811540800 20 add_watcher() i=2 2024-09-12T01:01:04.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.819+0000 7f3811540800 20 add_watcher() i=3 2024-09-12T01:01:04.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.819+0000 7f3811540800 20 add_watcher() i=4 2024-09-12T01:01:04.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.819+0000 7f3811540800 20 add_watcher() i=5 2024-09-12T01:01:04.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.819+0000 7f3811540800 20 add_watcher() i=6 2024-09-12T01:01:04.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.820+0000 7f3811540800 20 add_watcher() i=7 2024-09-12T01:01:04.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.820+0000 7f3811540800 2 all 8 watchers are set, enabling cache 2024-09-12T01:01:04.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.822+0000 7f36c37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:04.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.822+0000 7f3811540800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:01:04.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.822+0000 7f3811540800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:01:04.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.822+0000 7f3811540800 5 note: GC not initialized 2024-09-12T01:01:04.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.822+0000 7f36c27e4640 20 reqs_thread_entry: start 2024-09-12T01:01:04.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.822+0000 7f3811540800 20 init_complete bucket index max shards: 11 2024-09-12T01:01:04.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.822+0000 7f3811540800 20 Filter name: none 2024-09-12T01:01:04.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.822+0000 7f3633fff640 20 reqs_thread_entry: start 2024-09-12T01:01:04.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.822+0000 7f3811540800 10 cache get: name=default.rgw.meta+users.uid+root2.client.0 : miss 2024-09-12T01:01:04.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.822+0000 7f3811540800 20 rados->read ofs=0 len=0 2024-09-12T01:01:04.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.823+0000 7f3811540800 20 rados_obj.operate() r=0 bl.length=494 2024-09-12T01:01:04.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.823+0000 7f3811540800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x13 2024-09-12T01:01:04.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.823+0000 7f3811540800 10 adding default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T01:01:04.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.823+0000 7f3811540800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:01:04.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.826+0000 7f3811540800 10 cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T01:01:04.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.826+0000 7f3811540800 10 moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T01:01:04.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.826+0000 7f3811540800 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:root2.client.0, ofs0, ns] 2024-09-12T01:01:04.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.826+0000 7f36f0ff9640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366321 cookie 94456253671696 notifier 9327 bl.length()=695 2024-09-12T01:01:04.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.826+0000 7f36f0ff9640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+root2.client.0 info.flags=0x17 2024-09-12T01:01:04.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.826+0000 7f36f0ff9640 10 rgw watcher librados: moving default.rgw.meta+users.uid+root2.client.0 to cache LRU end 2024-09-12T01:01:04.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.828+0000 7f36c37e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:01:04.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.831+0000 7f3811540800 20 remove_watcher() i=0 2024-09-12T01:01:04.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.831+0000 7f3811540800 2 removed watcher, disabling cache 2024-09-12T01:01:04.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.832+0000 7f3811540800 20 remove_watcher() i=1 2024-09-12T01:01:04.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.834+0000 7f3811540800 20 remove_watcher() i=2 2024-09-12T01:01:04.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.835+0000 7f3811540800 20 remove_watcher() i=3 2024-09-12T01:01:04.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.836+0000 7f3811540800 20 remove_watcher() i=4 2024-09-12T01:01:04.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.837+0000 7f3811540800 20 remove_watcher() i=5 2024-09-12T01:01:04.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.838+0000 7f3811540800 20 remove_watcher() i=6 2024-09-12T01:01:04.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:01:04.839+0000 7f3811540800 20 remove_watcher() i=7 2024-09-12T01:01:04.851 INFO:tasks.s3tests:Configuring s3-tests... 2024-09-12T01:01:04.851 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T01:01:04.852 DEBUG:teuthology.orchestra.run.smithi038:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2024-09-12T01:01:04.882 INFO:tasks.s3tests:Configuring boto... 2024-09-12T01:01:04.883 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T01:01:04.883 DEBUG:teuthology.orchestra.run.smithi038:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2024-09-12T01:01:04.953 DEBUG:teuthology.orchestra.run.smithi038:s3 tests against rgw> source /home/ubuntu/cephtest/tox-venv/bin/activate && cd /home/ubuntu/cephtest/s3-tests-client.0 && S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/pki/tls/certs/ca-bundle.crt tox -- -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-12T01:01:05.139 INFO:teuthology.orchestra.run.smithi038.stdout:GLOB sdist-make: /home/ubuntu/cephtest/s3-tests-client.0/setup.py 2024-09-12T01:01:05.327 INFO:teuthology.orchestra.run.smithi038.stdout:py create: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py 2024-09-12T01:01:05.621 INFO:teuthology.orchestra.run.smithi038.stdout:py installdeps: -rrequirements.txt 2024-09-12T01:02:59.013 INFO:teuthology.orchestra.run.smithi038.stdout:py inst: /home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip 2024-09-12T01:03:00.480 INFO:teuthology.orchestra.run.smithi038.stdout:py installed: boto==2.49.0,boto3==1.24.96,botocore==1.27.96,cachetools==5.5.0,certifi==2024.8.30,chardet==5.2.0,charset-normalizer==3.3.2,colorama==0.4.6,distlib==0.3.8,exceptiongroup==1.2.2,filelock==3.16.0,gevent==24.2.1,greenlet==3.1.0,httplib2==0.22.0,idna==3.8,iniconfig==2.0.0,isodate==0.6.1,jmespath==1.0.1,lxml==5.3.0,munch==4.0.0,packaging==24.1,platformdirs==4.3.2,pluggy==1.5.0,pyparsing==3.1.4,pyproject-api==1.7.1,pytest==8.3.3,python-dateutil==2.9.0.post0,pytz==2024.2,PyYAML==6.0.2,requests==2.32.3,s3tests @ file:///home/ubuntu/cephtest/s3-tests-client.0/.tox/.tmp/package/1/s3tests-0.0.1.zip#sha256=01d54738defe5ededaa5f264c8fa88cf70377b937e2b48e63c5e7304d2941095,s3transfer==0.6.2,six==1.16.0,tomli==2.0.1,tox==4.18.1,urllib3==1.26.20,virtualenv==20.26.4,zope.event==5.0,zope.interface==7.0.3 2024-09-12T01:03:00.480 INFO:teuthology.orchestra.run.smithi038.stdout:py run-test-pre: PYTHONHASHSEED='335556205' 2024-09-12T01:03:00.480 INFO:teuthology.orchestra.run.smithi038.stdout:py run-test: commands[0] | pytest -v -m 'not fails_on_rgw and not lifecycle_expiration and not lifecycle_transition and not cloud_transition and not test_of_sts and not webidentity_test and not fails_with_subdomain and not sse_s3' 2024-09-12T01:03:00.621 INFO:teuthology.orchestra.run.smithi038.stdout:============================= test session starts ============================== 2024-09-12T01:03:00.621 INFO:teuthology.orchestra.run.smithi038.stdout:platform linux -- Python 3.9.19, pytest-8.3.3, pluggy-1.5.0 -- /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/bin/python 2024-09-12T01:03:00.621 INFO:teuthology.orchestra.run.smithi038.stdout:cachedir: .tox/py/.pytest_cache 2024-09-12T01:03:00.621 INFO:teuthology.orchestra.run.smithi038.stdout:rootdir: /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T01:03:00.621 INFO:teuthology.orchestra.run.smithi038.stdout:configfile: pytest.ini 2024-09-12T01:03:02.453 INFO:teuthology.orchestra.run.smithi038.stdout:collecting ... collected 872 items / 126 deselected / 746 selected 2024-09-12T01:03:02.453 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:03:02.788 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_none PASSED [ 0%] 2024-09-12T01:03:02.965 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_empty PASSED [ 0%] 2024-09-12T01:03:03.144 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_date_and_amz_date PASSED [ 0%] 2024-09-12T01:03:03.318 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_amz_date_and_no_date PASSED [ 0%] 2024-09-12T01:03:03.499 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_none PASSED [ 0%] 2024-09-12T01:03:03.623 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_contentlength_none PASSED [ 0%] 2024-09-12T01:03:03.799 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_acl_create_contentlength_none PASSED [ 0%] 2024-09-12T01:03:03.924 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_contentlength_none PASSED [ 1%] 2024-09-12T01:03:04.011 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_empty PASSED [ 1%] 2024-09-12T01:03:04.099 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_none PASSED [ 1%] 2024-09-12T01:03:04.276 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws2 PASSED [ 1%] 2024-09-12T01:03:04.449 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws2 PASSED [ 1%] 2024-09-12T01:03:04.625 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws2 PASSED [ 1%] 2024-09-12T01:03:04.803 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws2 PASSED [ 1%] 2024-09-12T01:03:04.890 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws2 PASSED [ 2%] 2024-09-12T01:03:04.977 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws2 PASSED [ 2%] 2024-09-12T01:03:05.024 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws4 SKIPPED [ 2%] 2024-09-12T01:03:05.070 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_contentlength_mismatch_below_aws4 SKIPPED [ 2%] 2024-09-12T01:03:05.116 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_incorrect_aws4 SKIPPED [ 2%] 2024-09-12T01:03:05.164 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_authorization_invalid_aws4 SKIPPED [ 2%] 2024-09-12T01:03:05.210 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_empty_aws4 SKIPPED [ 2%] 2024-09-12T01:03:05.256 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_ua_none_aws4 SKIPPED [ 2%] 2024-09-12T01:03:05.303 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_invalid_aws4 SKIPPED [ 3%] 2024-09-12T01:03:05.349 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_invalid_aws4 SKIPPED [ 3%] 2024-09-12T01:03:05.395 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_empty_aws4 SKIPPED [ 3%] 2024-09-12T01:03:05.441 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_empty_aws4 SKIPPED [ 3%] 2024-09-12T01:03:05.487 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_none_aws4 SKIPPED [ 3%] 2024-09-12T01:03:05.534 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_none_aws4 SKIPPED [ 3%] 2024-09-12T01:03:05.580 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_today_aws4 SKIPPED [ 3%] 2024-09-12T01:03:05.626 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_today_aws4 SKIPPED [ 4%] 2024-09-12T01:03:05.673 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_today_aws4 SKIPPED [ 4%] 2024-09-12T01:03:05.720 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_today_aws4 SKIPPED [ 4%] 2024-09-12T01:03:05.768 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-12T01:03:05.815 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 4%] 2024-09-12T01:03:05.861 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_date_after_end_aws4 SKIPPED [ 4%] 2024-09-12T01:03:05.909 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_bad_amz_date_after_end_aws4 SKIPPED [ 4%] 2024-09-12T01:03:05.956 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_custom_header_aws4 SKIPPED [ 4%] 2024-09-12T01:03:06.003 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_object_create_missing_signed_header_aws4 SKIPPED [ 5%] 2024-09-12T01:03:06.051 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_authorization_invalid_aws4 SKIPPED [ 5%] 2024-09-12T01:03:06.098 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws4 SKIPPED [ 5%] 2024-09-12T01:03:06.146 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_ua_none_aws4 SKIPPED [ 5%] 2024-09-12T01:03:06.194 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws4 SKIPPED [ 5%] 2024-09-12T01:03:06.242 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_invalid_aws4 SKIPPED [ 5%] 2024-09-12T01:03:06.289 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_empty_aws4 SKIPPED [ 5%] 2024-09-12T01:03:06.336 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_empty_aws4 SKIPPED [ 6%] 2024-09-12T01:03:06.382 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_none_aws4 SKIPPED [ 6%] 2024-09-12T01:03:06.430 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_none_aws4 SKIPPED [ 6%] 2024-09-12T01:03:06.477 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws4 SKIPPED [ 6%] 2024-09-12T01:03:06.525 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_today_aws4 SKIPPED [ 6%] 2024-09-12T01:03:06.572 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws4 SKIPPED [ 6%] 2024-09-12T01:03:06.620 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_after_today_aws4 SKIPPED [ 6%] 2024-09-12T01:03:06.668 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws4 SKIPPED [ 6%] 2024-09-12T01:03:06.716 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py::test_bucket_create_bad_amz_date_before_epoch_aws4 SKIPPED [ 7%] 2024-09-12T01:03:07.162 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3.py::test_versioning_obj_read_not_exist_null PASSED [ 7%] 2024-09-12T01:03:07.734 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3.py::test_object_storage_class PASSED [ 7%] 2024-09-12T01:03:08.856 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3.py::test_object_storage_class_multipart PASSED [ 7%] 2024-09-12T01:03:09.881 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class PASSED [ 7%] 2024-09-12T01:03:11.714 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3.py::test_object_modify_storage_class_multipart PASSED [ 7%] 2024-09-12T01:03:12.303 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy PASSED [ 7%] 2024-09-12T01:03:13.132 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3.py::test_object_storage_class_copy_multipart PASSED [ 8%] 2024-09-12T01:03:13.422 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3.py::test_atomic_dual_conditional_write_1mb PASSED [ 8%] 2024-09-12T01:03:13.559 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3.py::test_atomic_write_bucket_gone PASSED [ 8%] 2024-09-12T01:03:13.776 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_1 PASSED [ 8%] 2024-09-12T01:03:13.997 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3.py::test_encryption_sse_c_multipart_invalid_chunks_2 PASSED [ 8%] 2024-09-12T01:03:14.341 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3.py::test_bucket_policy_set_condition_operator_end_with_IfExists PASSED [ 8%] 2024-09-12T01:03:14.539 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3.py::test_bucket_policy_put_obj_request_obj_tag PASSED [ 8%] 2024-09-12T01:03:14.784 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_nonexistant_bucket_rgw SKIPPED [ 8%] 2024-09-12T01:03:14.785 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_public_index SKIPPED [ 9%] 2024-09-12T01:03:14.786 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_public_index SKIPPED [ 9%] 2024-09-12T01:03:14.786 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty SKIPPED [ 9%] 2024-09-12T01:03:14.787 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty SKIPPED [ 9%] 2024-09-12T01:03:14.788 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index SKIPPED [ 9%] 2024-09-12T01:03:14.789 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index SKIPPED [ 9%] 2024-09-12T01:03:14.790 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_missingerrordoc SKIPPED [ 9%] 2024-09-12T01:03:14.790 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_missingerrordoc SKIPPED [ 10%] 2024-09-12T01:03:14.791 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-12T01:03:14.792 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_missingerrordoc SKIPPED [ 10%] 2024-09-12T01:03:14.793 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-12T01:03:14.794 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_pubilc_errordoc SKIPPED [ 10%] 2024-09-12T01:03:14.794 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_blockederrordoc SKIPPED [ 10%] 2024-09-12T01:03:14.795 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-12T01:03:14.796 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_blockederrordoc SKIPPED [ 10%] 2024-09-12T01:03:14.797 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-12T01:03:14.798 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_empty_gooderrordoc SKIPPED [ 11%] 2024-09-12T01:03:14.799 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_public_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-12T01:03:14.799 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_private_bucket_list_private_index_gooderrordoc SKIPPED [ 11%] 2024-09-12T01:03:14.800 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_base SKIPPED [ 11%] 2024-09-12T01:03:14.801 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path SKIPPED [ 11%] 2024-09-12T01:03:14.802 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_bucket_private_redirectall_path_upgrade SKIPPED [ 11%] 2024-09-12T01:03:14.803 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_nonwebsite SKIPPED [ 12%] 2024-09-12T01:03:14.803 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_relative SKIPPED [ 12%] 2024-09-12T01:03:14.804 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_public_abs SKIPPED [ 12%] 2024-09-12T01:03:14.805 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_relative SKIPPED [ 12%] 2024-09-12T01:03:14.806 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_website_xredirect_private_abs SKIPPED [ 12%] 2024-09-12T01:03:14.894 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py::test_routing_generator XFAIL [ 12%] 2024-09-12T01:03:14.908 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_utils.py::test_generate PASSED [ 12%] 2024-09-12T01:03:15.554 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_short PASSED [ 13%] 2024-09-12T01:03:26.638 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_bad PASSED [ 13%] 2024-09-12T01:03:26.990 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_empty PASSED [ 13%] 2024-09-12T01:03:27.435 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_none PASSED [ 13%] 2024-09-12T01:03:27.845 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_mismatch PASSED [ 13%] 2024-09-12T01:03:28.293 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_empty PASSED [ 13%] 2024-09-12T01:03:28.809 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_expect_none PASSED [ 13%] 2024-09-12T01:03:29.197 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contentlength_negative PASSED [ 13%] 2024-09-12T01:03:29.727 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_invalid PASSED [ 14%] 2024-09-12T01:03:30.130 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_empty PASSED [ 14%] 2024-09-12T01:03:30.556 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_contenttype_none PASSED [ 14%] 2024-09-12T01:03:30.973 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_put_bad_canned_acl PASSED [ 14%] 2024-09-12T01:03:31.323 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_mismatch PASSED [ 14%] 2024-09-12T01:03:31.664 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_expect_empty PASSED [ 14%] 2024-09-12T01:03:31.920 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_contentlength_negative PASSED [ 14%] 2024-09-12T01:03:32.280 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_md5_invalid_garbage_aws2 PASSED [ 15%] 2024-09-12T01:03:32.734 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_empty_aws2 PASSED [ 15%] 2024-09-12T01:03:33.214 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_ua_none_aws2 PASSED [ 15%] 2024-09-12T01:03:33.629 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_invalid_aws2 PASSED [ 15%] 2024-09-12T01:03:34.060 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_empty_aws2 PASSED [ 15%] 2024-09-12T01:03:34.449 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_today_aws2 PASSED [ 15%] 2024-09-12T01:03:34.880 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_before_epoch_aws2 PASSED [ 15%] 2024-09-12T01:03:35.298 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_object_create_bad_date_after_end_aws2 PASSED [ 15%] 2024-09-12T01:03:35.667 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_empty_aws2 PASSED [ 16%] 2024-09-12T01:03:36.035 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_ua_none_aws2 PASSED [ 16%] 2024-09-12T01:03:36.344 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_invalid_aws2 PASSED [ 16%] 2024-09-12T01:03:36.683 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_empty_aws2 PASSED [ 16%] 2024-09-12T01:03:36.976 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_today_aws2 PASSED [ 16%] 2024-09-12T01:03:37.272 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_after_today_aws2 PASSED [ 16%] 2024-09-12T01:03:37.565 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py::test_bucket_create_bad_date_before_epoch_aws2 PASSED [ 16%] 2024-09-12T01:03:38.079 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy PASSED [ 17%] 2024-09-12T01:03:38.388 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_invalid_user PASSED [ 17%] 2024-09-12T01:03:38.690 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_put_user_policy_parameter_limit PASSED [ 17%] 2024-09-12T01:03:39.089 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_put_existing_user_policy PASSED [ 17%] 2024-09-12T01:03:39.487 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy PASSED [ 17%] 2024-09-12T01:03:39.783 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_list_user_policy_invalid_user PASSED [ 17%] 2024-09-12T01:03:40.232 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy PASSED [ 17%] 2024-09-12T01:03:40.620 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_invalid_user PASSED [ 17%] 2024-09-12T01:03:41.114 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_get_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-12T01:03:41.464 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy PASSED [ 18%] 2024-09-12T01:03:41.867 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_user PASSED [ 18%] 2024-09-12T01:03:42.258 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_invalid_policy_name PASSED [ 18%] 2024-09-12T01:03:42.856 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_delete_user_policy_from_multiple_policies PASSED [ 18%] 2024-09-12T01:03:43.341 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_allow_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-12T01:03:43.804 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_deny_bucket_actions_in_user_policy PASSED [ 18%] 2024-09-12T01:03:44.231 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_allow_object_actions_in_user_policy PASSED [ 19%] 2024-09-12T01:03:44.862 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_deny_object_actions_in_user_policy PASSED [ 19%] 2024-09-12T01:03:45.355 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_allow_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-12T01:03:45.856 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_deny_multipart_actions_in_user_policy PASSED [ 19%] 2024-09-12T01:03:46.377 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_allow_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-12T01:03:46.875 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_deny_tagging_actions_in_user_policy PASSED [ 19%] 2024-09-12T01:03:47.314 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policy_statements PASSED [ 19%] 2024-09-12T01:03:47.850 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_verify_conflicting_user_policies PASSED [ 19%] 2024-09-12T01:03:48.336 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_verify_allow_iam_actions PASSED [ 20%] 2024-09-12T01:03:49.320 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_create PASSED [ 20%] 2024-09-12T01:03:50.052 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_case_insensitive_name PASSED [ 20%] 2024-09-12T01:03:50.913 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_delete PASSED [ 20%] 2024-09-12T01:03:52.635 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list PASSED [ 20%] 2024-09-12T01:03:54.917 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_list_path_prefix PASSED [ 20%] 2024-09-12T01:03:56.195 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_name PASSED [ 20%] 2024-09-12T01:03:57.385 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_update_path PASSED [ 21%] 2024-09-12T01:03:58.311 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_create PASSED [ 21%] 2024-09-12T01:03:58.907 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_create PASSED [ 21%] 2024-09-12T01:03:59.950 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_update PASSED [ 21%] 2024-09-12T01:04:00.729 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_update PASSED [ 21%] 2024-09-12T01:04:01.739 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_delete PASSED [ 21%] 2024-09-12T01:04:02.457 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_current_user_access_key_delete PASSED [ 21%] 2024-09-12T01:04:03.741 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_access_key_list PASSED [ 21%] 2024-09-12T01:04:04.665 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_bucket_policy_allow PASSED [ 22%] 2024-09-12T01:04:06.111 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy PASSED [ 22%] 2024-09-12T01:04:07.481 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_managed PASSED [ 22%] 2024-09-12T01:04:08.431 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_user_policy_allow PASSED [ 22%] 2024-09-12T01:04:09.301 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_create PASSED [ 22%] 2024-09-12T01:04:10.039 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_case_insensitive_name PASSED [ 22%] 2024-09-12T01:04:11.718 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_list PASSED [ 22%] 2024-09-12T01:04:12.922 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_group_update PASSED [ 23%] 2024-09-12T01:04:14.353 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy PASSED [ 23%] 2024-09-12T01:04:15.739 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy PASSED [ 23%] 2024-09-12T01:04:16.947 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_inline_group_policy_allow PASSED [ 23%] 2024-09-12T01:04:18.174 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_managed_group_policy_allow PASSED [ 23%] 2024-09-12T01:04:19.147 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_create PASSED [ 23%] 2024-09-12T01:04:19.880 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_case_insensitive_name PASSED [ 23%] 2024-09-12T01:04:20.730 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_delete PASSED [ 23%] 2024-09-12T01:04:22.242 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list PASSED [ 24%] 2024-09-12T01:04:24.236 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_list_path_prefix PASSED [ 24%] 2024-09-12T01:04:25.163 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_update PASSED [ 24%] 2024-09-12T01:04:26.472 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy PASSED [ 24%] 2024-09-12T01:04:27.765 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_managed PASSED [ 24%] 2024-09-12T01:04:28.943 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow PASSED [ 24%] 2024-09-12T01:04:30.197 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_same_account_role_policy_allow PASSED [ 24%] 2024-09-12T01:04:31.495 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_role_policy_allow PASSED [ 25%] 2024-09-12T01:04:32.786 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_create_bucket PASSED [ 25%] 2024-09-12T01:04:33.997 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_role_policy_allow_get_role PASSED [ 25%] 2024-09-12T01:04:34.843 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_account_oidc_provider PASSED [ 25%] 2024-09-12T01:04:35.559 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_new_client_id_to_oidc PASSED [ 25%] 2024-09-12T01:04:36.284 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_verify_add_existing_client_id_to_oidc PASSED [ 25%] 2024-09-12T01:04:37.018 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_verify_update_thumbprintlist_of_oidc PASSED [ 25%] 2024-09-12T01:04:38.136 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_user_arn PASSED [ 26%] 2024-09-12T01:04:39.320 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_user_arn PASSED [ 26%] 2024-09-12T01:04:40.445 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_arn PASSED [ 26%] 2024-09-12T01:04:41.548 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_arn PASSED [ 26%] 2024-09-12T01:04:42.724 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_bucket_policy_allow_account_id PASSED [ 26%] 2024-09-12T01:04:43.848 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_user_policy_allow_account_id PASSED [ 26%] 2024-09-12T01:04:44.986 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_user_id PASSED [ 26%] 2024-09-12T01:04:46.157 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_user_id PASSED [ 26%] 2024-09-12T01:04:47.258 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_canonical_id PASSED [ 27%] 2024-09-12T01:04:48.366 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-12T01:04:49.476 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_bucket_acl_user_policy_grant_account_email PASSED [ 27%] 2024-09-12T01:04:50.629 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_user_policy_bucket_acl_grant_account_email PASSED [ 27%] 2024-09-12T01:04:51.414 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_arn PASSED [ 27%] 2024-09-12T01:04:52.179 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_policy_allow_account_id PASSED [ 27%] 2024-09-12T01:04:52.899 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_canonical_id PASSED [ 27%] 2024-09-12T01:04:53.613 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py::test_cross_account_root_bucket_acl_grant_account_email PASSED [ 28%] 2024-09-12T01:04:54.157 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_empty PASSED [ 28%] 2024-09-12T01:04:54.775 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_distinct PASSED [ 28%] 2024-09-12T01:04:55.290 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_many PASSED [ 28%] 2024-09-12T01:04:55.834 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_many PASSED [ 28%] 2024-09-12T01:04:56.307 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_basic_key_count PASSED [ 28%] 2024-09-12T01:04:56.816 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_basic PASSED [ 28%] 2024-09-12T01:04:57.310 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_basic PASSED [ 28%] 2024-09-12T01:04:57.804 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_encoding_basic PASSED [ 29%] 2024-09-12T01:04:58.303 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_encoding_basic PASSED [ 29%] 2024-09-12T01:04:59.147 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix PASSED [ 29%] 2024-09-12T01:04:59.985 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix PASSED [ 29%] 2024-09-12T01:05:00.465 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-12T01:05:00.944 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_ends_with_delimiter PASSED [ 29%] 2024-09-12T01:05:01.414 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_alt PASSED [ 29%] 2024-09-12T01:05:01.919 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_alt PASSED [ 30%] 2024-09-12T01:05:03.003 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_prefix_underscore PASSED [ 30%] 2024-09-12T01:05:03.857 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_prefix_underscore PASSED [ 30%] 2024-09-12T01:05:04.335 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_percentage PASSED [ 30%] 2024-09-12T01:05:04.848 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_percentage PASSED [ 30%] 2024-09-12T01:05:05.314 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_whitespace PASSED [ 30%] 2024-09-12T01:05:05.817 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_whitespace PASSED [ 30%] 2024-09-12T01:05:06.360 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_dot PASSED [ 30%] 2024-09-12T01:05:06.827 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_dot PASSED [ 31%] 2024-09-12T01:05:07.288 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_unreadable PASSED [ 31%] 2024-09-12T01:05:07.788 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_unreadable PASSED [ 31%] 2024-09-12T01:05:08.281 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_empty PASSED [ 31%] 2024-09-12T01:05:08.741 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_empty PASSED [ 31%] 2024-09-12T01:05:09.246 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_none PASSED [ 31%] 2024-09-12T01:05:09.745 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_none PASSED [ 31%] 2024-09-12T01:05:10.199 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_notempty PASSED [ 32%] 2024-09-12T01:05:10.655 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_defaultempty PASSED [ 32%] 2024-09-12T01:05:11.108 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_fetchowner_empty PASSED [ 32%] 2024-09-12T01:05:11.569 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_exist PASSED [ 32%] 2024-09-12T01:05:12.029 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_delimiter_not_exist PASSED [ 32%] 2024-09-12T01:05:21.898 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_delimiter_not_skip_special PASSED [ 32%] 2024-09-12T01:05:22.432 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_basic PASSED [ 32%] 2024-09-12T01:05:22.885 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_basic PASSED [ 32%] 2024-09-12T01:05:23.370 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_alt PASSED [ 33%] 2024-09-12T01:05:23.823 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_alt PASSED [ 33%] 2024-09-12T01:05:24.278 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_empty PASSED [ 33%] 2024-09-12T01:05:24.760 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_empty PASSED [ 33%] 2024-09-12T01:05:25.247 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_none PASSED [ 33%] 2024-09-12T01:05:25.736 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_none PASSED [ 33%] 2024-09-12T01:05:26.221 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_not_exist PASSED [ 33%] 2024-09-12T01:05:26.716 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_not_exist PASSED [ 34%] 2024-09-12T01:05:27.196 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_unreadable PASSED [ 34%] 2024-09-12T01:05:27.657 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_unreadable PASSED [ 34%] 2024-09-12T01:05:28.137 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_basic PASSED [ 34%] 2024-09-12T01:05:28.636 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_basic PASSED [ 34%] 2024-09-12T01:05:29.187 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_alt PASSED [ 34%] 2024-09-12T01:05:29.697 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_alt PASSED [ 34%] 2024-09-12T01:05:30.191 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_not_exist PASSED [ 34%] 2024-09-12T01:05:30.685 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_not_exist PASSED [ 35%] 2024-09-12T01:05:31.180 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-12T01:05:31.640 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_delimiter_not_exist PASSED [ 35%] 2024-09-12T01:05:32.111 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-12T01:05:32.641 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist PASSED [ 35%] 2024-09-12T01:05:33.177 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_one PASSED [ 35%] 2024-09-12T01:05:33.682 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_one PASSED [ 35%] 2024-09-12T01:05:34.152 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_zero PASSED [ 36%] 2024-09-12T01:05:34.625 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_zero PASSED [ 36%] 2024-09-12T01:05:35.088 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_none PASSED [ 36%] 2024-09-12T01:05:35.633 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_maxkeys_none PASSED [ 36%] 2024-09-12T01:05:35.927 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_account_usage PASSED [ 36%] 2024-09-12T01:05:36.324 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_head_bucket_usage PASSED [ 36%] 2024-09-12T01:05:37.145 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_unordered PASSED [ 36%] 2024-09-12T01:05:37.959 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_unordered PASSED [ 36%] 2024-09-12T01:05:38.458 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_maxkeys_invalid PASSED [ 37%] 2024-09-12T01:05:38.990 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_none PASSED [ 37%] 2024-09-12T01:05:39.453 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_empty PASSED [ 37%] 2024-09-12T01:05:39.942 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken_empty PASSED [ 37%] 2024-09-12T01:05:40.489 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_continuationtoken PASSED [ 37%] 2024-09-12T01:05:41.023 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_both_continuationtoken_startafter PASSED [ 37%] 2024-09-12T01:05:41.524 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_unreadable PASSED [ 37%] 2024-09-12T01:05:41.988 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_unreadable PASSED [ 38%] 2024-09-12T01:05:42.524 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_not_in_list PASSED [ 38%] 2024-09-12T01:05:42.992 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_not_in_list PASSED [ 38%] 2024-09-12T01:05:43.484 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_marker_after_list PASSED [ 38%] 2024-09-12T01:05:43.945 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_startafter_after_list PASSED [ 38%] 2024-09-12T01:05:44.791 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data PASSED [ 38%] 2024-09-12T01:05:45.621 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_return_data_versioning PASSED [ 38%] 2024-09-12T01:05:46.101 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous PASSED [ 39%] 2024-09-12T01:05:46.496 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous PASSED [ 39%] 2024-09-12T01:05:46.890 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_objects_anonymous_fail PASSED [ 39%] 2024-09-12T01:05:47.275 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_listv2_objects_anonymous_fail PASSED [ 39%] 2024-09-12T01:05:47.568 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_notexist PASSED [ 39%] 2024-09-12T01:05:47.863 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_notexist PASSED [ 39%] 2024-09-12T01:05:48.158 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_notexist PASSED [ 39%] 2024-09-12T01:05:48.615 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_delete_nonempty PASSED [ 39%] 2024-09-12T01:05:49.061 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_concurrent_set_canned_acl PASSED [ 40%] 2024-09-12T01:05:49.406 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_to_nonexist_bucket PASSED [ 40%] 2024-09-12T01:05:49.851 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_with_chunked_transfer_encoding PASSED [ 40%] 2024-09-12T01:05:50.205 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_delete PASSED [ 40%] 2024-09-12T01:05:50.604 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_read_not_exist PASSED [ 40%] 2024-09-12T01:05:50.995 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_requestid_matches_header_on_error PASSED [ 40%] 2024-09-12T01:05:51.688 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_concurrent_multi_object_delete PASSED [ 40%] 2024-09-12T01:05:52.299 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete PASSED [ 41%] 2024-09-12T01:05:52.957 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete PASSED [ 41%] 2024-09-12T01:06:03.217 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multi_object_delete_key_limit PASSED [ 41%] 2024-09-12T01:06:13.270 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multi_objectv2_delete_key_limit PASSED [ 41%] 2024-09-12T01:06:13.733 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_head_zero_bytes PASSED [ 41%] 2024-09-12T01:06:14.172 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_check_etag PASSED [ 41%] 2024-09-12T01:06:14.609 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_cache_control PASSED [ 41%] 2024-09-12T01:06:15.060 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_expires PASSED [ 41%] 2024-09-12T01:06:15.616 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_read_update_read_delete PASSED [ 42%] 2024-09-12T01:06:16.116 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_good PASSED [ 42%] 2024-09-12T01:06:16.565 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_none_to_empty PASSED [ 42%] 2024-09-12T01:06:17.109 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_set_get_metadata_overwrite_to_empty PASSED [ 42%] 2024-09-12T01:06:17.558 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_metadata_replaced_on_put PASSED [ 42%] 2024-09-12T01:06:18.009 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_write_file PASSED [ 42%] 2024-09-12T01:06:18.477 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_anonymous_request PASSED [ 42%] 2024-09-12T01:06:18.989 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request PASSED [ 43%] 2024-09-12T01:06:19.457 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_no_content_type PASSED [ 43%] 2024-09-12T01:06:19.878 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_authenticated_request_bad_access_key PASSED [ 43%] 2024-09-12T01:06:20.316 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_success_code PASSED [ 43%] 2024-09-12T01:06:20.754 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_invalid_success_code PASSED [ 43%] 2024-09-12T01:06:21.305 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_larger_than_chunk PASSED [ 43%] 2024-09-12T01:06:21.786 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_set_key_from_filename PASSED [ 43%] 2024-09-12T01:06:22.252 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_ignored_header PASSED [ 43%] 2024-09-12T01:06:22.689 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_case_insensitive_condition_fields PASSED [ 44%] 2024-09-12T01:06:23.168 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_escaped_field_values PASSED [ 44%] 2024-09-12T01:06:23.658 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_success_redirect_action PASSED [ 44%] 2024-09-12T01:06:24.043 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_signature PASSED [ 44%] 2024-09-12T01:06:24.443 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_access_key PASSED [ 44%] 2024-09-12T01:06:24.874 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_date_format PASSED [ 44%] 2024-09-12T01:06:25.305 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_no_key_specified PASSED [ 44%] 2024-09-12T01:06:25.725 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_signature PASSED [ 45%] 2024-09-12T01:06:26.147 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_policy_condition PASSED [ 45%] 2024-09-12T01:06:26.635 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_user_specified_header PASSED [ 45%] 2024-09-12T01:06:27.029 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_request_missing_policy_specified_field PASSED [ 45%] 2024-09-12T01:06:27.426 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_condition_is_case_sensitive PASSED [ 45%] 2024-09-12T01:06:27.863 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expires_is_case_sensitive PASSED [ 45%] 2024-09-12T01:06:28.289 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_expired_policy PASSED [ 45%] 2024-09-12T01:06:28.852 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_wrong_bucket PASSED [ 45%] 2024-09-12T01:06:29.311 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_request_field_value PASSED [ 46%] 2024-09-12T01:06:29.736 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_expires_condition PASSED [ 46%] 2024-09-12T01:06:30.146 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_conditions_list PASSED [ 46%] 2024-09-12T01:06:30.571 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_limit_exceeded PASSED [ 46%] 2024-09-12T01:06:30.996 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_missing_content_length_argument PASSED [ 46%] 2024-09-12T01:06:31.426 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_invalid_content_length_argument PASSED [ 46%] 2024-09-12T01:06:31.833 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_below_minimum PASSED [ 46%] 2024-09-12T01:06:32.292 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_size_rgw_chunk_size_bug PASSED [ 47%] 2024-09-12T01:06:32.716 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_empty_conditions PASSED [ 47%] 2024-09-12T01:06:33.263 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_good PASSED [ 47%] 2024-09-12T01:06:33.736 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmatch_failed PASSED [ 47%] 2024-09-12T01:06:34.181 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_good PASSED [ 47%] 2024-09-12T01:06:34.691 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifnonematch_failed PASSED [ 47%] 2024-09-12T01:06:35.128 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_good PASSED [ 47%] 2024-09-12T01:06:36.664 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifmodifiedsince_failed PASSED [ 47%] 2024-09-12T01:06:37.200 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_good PASSED [ 48%] 2024-09-12T01:06:37.690 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_ifunmodifiedsince_failed PASSED [ 48%] 2024-09-12T01:06:38.255 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_good PASSED [ 48%] 2024-09-12T01:06:38.830 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_failed PASSED [ 48%] 2024-09-12T01:06:39.396 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_overwrite_existed_good PASSED [ 48%] 2024-09-12T01:06:39.906 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifmatch_nonexisted_failed PASSED [ 48%] 2024-09-12T01:06:40.432 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_good PASSED [ 48%] 2024-09-12T01:06:41.044 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_failed PASSED [ 49%] 2024-09-12T01:06:41.516 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_nonexisted_good PASSED [ 49%] 2024-09-12T01:06:42.134 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_object_ifnonmatch_overwrite_existed_failed PASSED [ 49%] 2024-09-12T01:06:42.573 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get PASSED [ 49%] 2024-09-12T01:06:42.937 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_gone PASSED [ 49%] 2024-09-12T01:06:43.364 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_delete_key_bucket_gone PASSED [ 49%] 2024-09-12T01:06:43.788 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_gone PASSED [ 49%] 2024-09-12T01:06:44.213 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head PASSED [ 50%] 2024-09-12T01:06:44.480 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_notexist PASSED [ 50%] 2024-09-12T01:06:45.005 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_head_extended PASSED [ 50%] 2024-09-12T01:06:45.455 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_bucket_acl PASSED [ 50%] 2024-09-12T01:06:45.937 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_object_acl PASSED [ 50%] 2024-09-12T01:06:48.726 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_acl_mtime PASSED [ 50%] 2024-09-12T01:06:49.138 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated PASSED [ 50%] 2024-09-12T01:06:49.548 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_response_headers PASSED [ 50%] 2024-09-12T01:06:49.993 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_acl PASSED [ 51%] 2024-09-12T01:06:50.432 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_acl PASSED [ 51%] 2024-09-12T01:06:50.826 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_bucket_gone PASSED [ 51%] 2024-09-12T01:06:51.264 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_authenticated_object_gone PASSED [ 51%] 2024-09-12T01:06:51.772 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired PASSED [ 51%] 2024-09-12T01:06:52.319 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_not_expired_tenant PASSED [ 51%] 2024-09-12T01:06:52.802 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_range_zero PASSED [ 51%] 2024-09-12T01:06:53.477 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_max_range PASSED [ 52%] 2024-09-12T01:06:53.955 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_get_x_amz_expires_out_positive_range PASSED [ 52%] 2024-09-12T01:06:54.448 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put PASSED [ 52%] 2024-09-12T01:06:54.947 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_anon_put_write_access PASSED [ 52%] 2024-09-12T01:06:55.387 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_put_authenticated PASSED [ 52%] 2024-09-12T01:06:55.892 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl PASSED [ 52%] 2024-09-12T01:06:56.420 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_presigned_put_object_with_acl_tenant PASSED [ 52%] 2024-09-12T01:06:56.903 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_raw_put_authenticated_expired PASSED [ 52%] 2024-09-12T01:06:57.209 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_starts_nonalpha PASSED [ 53%] 2024-09-12T01:06:57.519 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_one PASSED [ 53%] 2024-09-12T01:06:57.829 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_short_two PASSED [ 53%] 2024-09-12T01:06:58.204 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_60 PASSED [ 53%] 2024-09-12T01:06:58.554 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_61 PASSED [ 53%] 2024-09-12T01:06:58.919 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_62 PASSED [ 53%] 2024-09-12T01:06:59.298 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_long_63 PASSED [ 53%] 2024-09-12T01:06:59.714 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_long_name PASSED [ 54%] 2024-09-12T01:07:00.009 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_bad_ip PASSED [ 54%] 2024-09-12T01:07:00.303 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_underscore PASSED [ 54%] 2024-09-12T01:07:00.722 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_long PASSED [ 54%] 2024-09-12T01:07:01.017 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_at_end PASSED [ 54%] 2024-09-12T01:07:01.312 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dot PASSED [ 54%] 2024-09-12T01:07:01.609 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dot_dash PASSED [ 54%] 2024-09-12T01:07:01.905 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_dns_dash_dot PASSED [ 54%] 2024-09-12T01:07:02.291 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists PASSED [ 55%] 2024-09-12T01:07:02.672 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_get_location PASSED [ 55%] 2024-09-12T01:07:03.061 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_exists_nonowner PASSED [ 55%] 2024-09-12T01:07:03.445 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_overwrite_acl PASSED [ 55%] 2024-09-12T01:07:03.859 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_new_acl PASSED [ 55%] 2024-09-12T01:07:04.299 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_default PASSED [ 55%] 2024-09-12T01:07:04.694 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_during_create PASSED [ 55%] 2024-09-12T01:07:05.134 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned PASSED [ 56%] 2024-09-12T01:07:05.531 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-12T01:07:05.941 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_authenticatedread PASSED [ 56%] 2024-09-12T01:07:06.462 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_default PASSED [ 56%] 2024-09-12T01:07:06.932 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_during_create PASSED [ 56%] 2024-09-12T01:07:07.456 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned PASSED [ 56%] 2024-09-12T01:07:07.897 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_publicreadwrite PASSED [ 56%] 2024-09-12T01:07:08.338 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_authenticatedread PASSED [ 56%] 2024-09-12T01:07:08.877 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerread PASSED [ 57%] 2024-09-12T01:07:09.396 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_canned_bucketownerfullcontrol PASSED [ 57%] 2024-09-12T01:07:09.913 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_owner PASSED [ 57%] 2024-09-12T01:07:10.382 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_full_control_verify_attributes PASSED [ 57%] 2024-09-12T01:07:10.763 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_canned_private_to_private PASSED [ 57%] 2024-09-12T01:07:11.323 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl PASSED [ 57%] 2024-09-12T01:07:11.820 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_write PASSED [ 57%] 2024-09-12T01:07:12.361 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_writeacp PASSED [ 58%] 2024-09-12T01:07:12.864 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_read PASSED [ 58%] 2024-09-12T01:07:13.443 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_acl_readacp PASSED [ 58%] 2024-09-12T01:07:14.141 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_fullcontrol PASSED [ 58%] 2024-09-12T01:07:14.807 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_read PASSED [ 58%] 2024-09-12T01:07:15.400 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_readacp PASSED [ 58%] 2024-09-12T01:07:16.090 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_write PASSED [ 58%] 2024-09-12T01:07:16.769 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_userid_writeacp PASSED [ 58%] 2024-09-12T01:07:17.282 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_nonexist_user PASSED [ 59%] 2024-09-12T01:07:17.734 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_header_acl_grants PASSED [ 59%] 2024-09-12T01:07:18.193 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_header_acl_grants PASSED [ 59%] 2024-09-12T01:07:18.646 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email PASSED [ 59%] 2024-09-12T01:07:19.129 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_grant_email_not_exist PASSED [ 59%] 2024-09-12T01:07:19.667 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_acl_revoke_all PASSED [ 59%] 2024-09-12T01:07:20.452 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_private PASSED [ 59%] 2024-09-12T01:07:21.241 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_private PASSED [ 60%] 2024-09-12T01:07:21.935 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicread PASSED [ 60%] 2024-09-12T01:07:22.702 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicread PASSED [ 60%] 2024-09-12T01:07:23.398 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_object_publicreadwrite PASSED [ 60%] 2024-09-12T01:07:24.130 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_private_objectv2_publicreadwrite PASSED [ 60%] 2024-09-12T01:07:24.936 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_private PASSED [ 60%] 2024-09-12T01:07:25.671 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicread PASSED [ 60%] 2024-09-12T01:07:26.403 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicread_object_publicreadwrite PASSED [ 60%] 2024-09-12T01:07:27.026 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_private PASSED [ 61%] 2024-09-12T01:07:27.618 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicread PASSED [ 61%] 2024-09-12T01:07:28.268 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_access_bucket_publicreadwrite_object_publicreadwrite PASSED [ 61%] 2024-09-12T01:07:29.041 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_create_then_list PASSED [ 61%] 2024-09-12T01:07:29.836 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_buckets_list_ctime PASSED [ 61%] 2024-09-12T01:07:30.130 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_anonymous PASSED [ 61%] 2024-09-12T01:07:30.434 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_invalid_auth PASSED [ 61%] 2024-09-12T01:07:30.727 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_list_buckets_bad_auth PASSED [ 62%] 2024-09-12T01:07:31.191 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_alpha PASSED [ 62%] 2024-09-12T01:07:31.658 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_starts_digit PASSED [ 62%] 2024-09-12T01:07:32.017 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_period PASSED [ 62%] 2024-09-12T01:07:32.385 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_naming_good_contains_hyphen PASSED [ 62%] 2024-09-12T01:07:32.988 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_recreate_not_overriding PASSED [ 62%] 2024-09-12T01:07:34.153 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_create_special_key_names PASSED [ 62%] 2024-09-12T01:07:34.675 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_list_special_prefix PASSED [ 63%] 2024-09-12T01:07:35.198 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_zero_size PASSED [ 63%] 2024-09-12T01:07:35.807 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_16m PASSED [ 63%] 2024-09-12T01:07:36.349 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_same_bucket PASSED [ 63%] 2024-09-12T01:07:36.927 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_verify_contenttype PASSED [ 63%] 2024-09-12T01:07:37.483 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself PASSED [ 63%] 2024-09-12T01:07:37.978 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_to_itself_with_metadata PASSED [ 63%] 2024-09-12T01:07:38.707 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_diff_bucket PASSED [ 63%] 2024-09-12T01:07:39.212 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_bucket PASSED [ 64%] 2024-09-12T01:07:39.845 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_not_owned_object_bucket PASSED [ 64%] 2024-09-12T01:07:40.391 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_canned_acl PASSED [ 64%] 2024-09-12T01:07:41.081 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_retaining_metadata PASSED [ 64%] 2024-09-12T01:07:41.815 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_replacing_metadata PASSED [ 64%] 2024-09-12T01:07:42.209 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_bucket_not_found PASSED [ 64%] 2024-09-12T01:07:42.628 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_key_not_found PASSED [ 64%] 2024-09-12T01:07:43.966 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_bucket PASSED [ 65%] 2024-09-12T01:07:44.544 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioned_url_encoding PASSED [ 65%] 2024-09-12T01:07:47.120 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_copy_versioning_multipart_upload PASSED [ 65%] 2024-09-12T01:07:47.641 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_empty PASSED [ 65%] 2024-09-12T01:07:48.184 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_small PASSED [ 65%] 2024-09-12T01:07:49.114 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_small PASSED [ 65%] 2024-09-12T01:07:49.641 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_invalid_range PASSED [ 65%] 2024-09-12T01:07:50.546 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_without_range PASSED [ 65%] 2024-09-12T01:07:52.553 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_special_names PASSED [ 66%] 2024-09-12T01:07:55.010 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload PASSED [ 66%] 2024-09-12T01:07:57.583 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_versioned PASSED [ 66%] 2024-09-12T01:08:08.029 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_resend_part PASSED [ 66%] 2024-09-12T01:08:09.364 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_multiple_sizes PASSED [ 66%] 2024-09-12T01:08:12.644 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_copy_multiple_sizes PASSED [ 66%] 2024-09-12T01:08:13.202 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_size_too_small PASSED [ 66%] 2024-09-12T01:08:14.091 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_contents PASSED [ 67%] 2024-09-12T01:08:14.840 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_overwrite_existing_object PASSED [ 67%] 2024-09-12T01:08:15.441 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload PASSED [ 67%] 2024-09-12T01:08:15.958 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_abort_multipart_upload_not_found PASSED [ 67%] 2024-09-12T01:08:16.681 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload PASSED [ 67%] 2024-09-12T01:08:17.192 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_list_multipart_upload_owner PASSED [ 67%] 2024-09-12T01:08:17.669 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_missing_part PASSED [ 67%] 2024-09-12T01:08:18.201 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_incorrect_etag PASSED [ 67%] 2024-09-12T01:08:32.709 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_get_part PASSED [ 68%] 2024-09-12T01:08:34.779 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_single_get_part PASSED [ 68%] 2024-09-12T01:08:35.304 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_non_multipart_get_part PASSED [ 68%] 2024-09-12T01:08:35.653 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_100_continue PASSED [ 68%] 2024-09-12T01:08:36.148 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_set_cors PASSED [ 68%] 2024-09-12T01:08:41.296 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_response PASSED [ 68%] 2024-09-12T01:08:44.866 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_cors_origin_wildcard PASSED [ 68%] 2024-09-12T01:08:48.419 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_cors_header_option PASSED [ 69%] 2024-09-12T01:08:48.896 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object PASSED [ 69%] 2024-09-12T01:08:49.426 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_get_object_tenant PASSED [ 69%] 2024-09-12T01:08:49.940 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object PASSED [ 69%] 2024-09-12T01:08:50.415 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_with_acl PASSED [ 69%] 2024-09-12T01:08:50.874 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant PASSED [ 69%] 2024-09-12T01:08:51.376 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_cors_presigned_put_object_tenant_with_acl PASSED [ 69%] 2024-09-12T01:08:51.886 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_set_bucket_tagging PASSED [ 69%] 2024-09-12T01:08:52.420 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_1mb PASSED [ 70%] 2024-09-12T01:08:53.114 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_4mb PASSED [ 70%] 2024-09-12T01:08:53.808 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_read_8mb PASSED [ 70%] 2024-09-12T01:08:54.359 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_1mb PASSED [ 70%] 2024-09-12T01:08:55.118 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_4mb PASSED [ 70%] 2024-09-12T01:08:55.913 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_write_8mb PASSED [ 70%] 2024-09-12T01:08:56.509 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_1mb PASSED [ 70%] 2024-09-12T01:08:57.119 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_4mb PASSED [ 71%] 2024-09-12T01:08:57.831 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_dual_write_8mb PASSED [ 71%] 2024-09-12T01:08:58.500 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_conditional_write_1mb PASSED [ 71%] 2024-09-12T01:08:59.074 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_atomic_multipart_upload_write PASSED [ 71%] 2024-09-12T01:08:59.825 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_resend_first_finishes_last PASSED [ 71%] 2024-09-12T01:09:00.275 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_response_code PASSED [ 71%] 2024-09-12T01:09:04.952 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_big_request_response_code PASSED [ 71%] 2024-09-12T01:09:05.433 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_skip_leading_bytes_response_code PASSED [ 71%] 2024-09-12T01:09:05.885 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_return_trailing_bytes_response_code PASSED [ 72%] 2024-09-12T01:09:06.361 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_invalid_range PASSED [ 72%] 2024-09-12T01:09:06.870 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_ranged_request_empty_object PASSED [ 72%] 2024-09-12T01:09:07.577 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_create_suspend PASSED [ 72%] 2024-09-12T01:09:14.203 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove PASSED [ 72%] 2024-09-12T01:09:14.831 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_read_remove_head PASSED [ 72%] 2024-09-12T01:09:15.474 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_removal PASSED [ 72%] 2024-09-12T01:09:16.267 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite PASSED [ 73%] 2024-09-12T01:09:17.020 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_plain_null_version_overwrite_suspended PASSED [ 73%] 2024-09-12T01:09:19.927 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspend_versions PASSED [ 73%] 2024-09-12T01:09:20.569 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_suspended_copy PASSED [ 73%] 2024-09-12T01:09:24.171 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_all PASSED [ 73%] 2024-09-12T01:09:37.284 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_versions_remove_special_names PASSED [ 73%] 2024-09-12T01:09:39.617 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_create_overwrite_multipart PASSED [ 73%] 2024-09-12T01:09:40.796 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_obj_list_marker PASSED [ 73%] 2024-09-12T01:09:42.135 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_copy_obj_version PASSED [ 74%] 2024-09-12T01:09:42.815 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete PASSED [ 74%] 2024-09-12T01:09:43.503 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker PASSED [ 74%] 2024-09-12T01:09:44.149 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_multi_object_delete_with_marker_create PASSED [ 74%] 2024-09-12T01:09:44.835 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl PASSED [ 74%] 2024-09-12T01:09:45.487 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_object_acl_no_version_specified PASSED [ 74%] 2024-09-12T01:09:46.214 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioned_concurrent_object_create_and_remove PASSED [ 74%] 2024-09-12T01:09:46.607 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set PASSED [ 75%] 2024-09-12T01:09:47.069 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get PASSED [ 75%] 2024-09-12T01:09:47.514 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_get_no_id PASSED [ 75%] 2024-09-12T01:09:47.932 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_id_too_long PASSED [ 75%] 2024-09-12T01:09:48.370 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_same_id PASSED [ 75%] 2024-09-12T01:09:48.853 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_invalid_status PASSED [ 75%] 2024-09-12T01:09:49.235 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_date PASSED [ 75%] 2024-09-12T01:09:49.665 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_invalid_date PASSED [ 76%] 2024-09-12T01:09:50.124 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_noncurrent PASSED [ 76%] 2024-09-12T01:09:50.478 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_deletemarker PASSED [ 76%] 2024-09-12T01:09:50.896 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_filter PASSED [ 76%] 2024-09-12T01:09:51.293 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_empty_filter PASSED [ 76%] 2024-09-12T01:09:51.689 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_set_multipart PASSED [ 76%] 2024-09-12T01:09:52.156 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_lifecycle_transition_set_invalid_date PASSED [ 76%] 2024-09-12T01:09:52.640 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1b PASSED [ 76%] 2024-09-12T01:09:53.108 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1kb PASSED [ 77%] 2024-09-12T01:09:53.609 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_1MB PASSED [ 77%] 2024-09-12T01:09:54.060 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_encrypted_transfer_13b PASSED [ 77%] 2024-09-12T01:09:54.464 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_method_head PASSED [ 77%] 2024-09-12T01:09:54.941 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_present PASSED [ 77%] 2024-09-12T01:09:55.376 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_other_key PASSED [ 77%] 2024-09-12T01:09:55.831 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_invalid_md5 PASSED [ 77%] 2024-09-12T01:09:56.258 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_md5 PASSED [ 78%] 2024-09-12T01:09:56.645 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_no_key PASSED [ 78%] 2024-09-12T01:09:57.064 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_key_no_sse_c PASSED [ 78%] 2024-09-12T01:10:00.364 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_upload PASSED [ 78%] 2024-09-12T01:10:03.629 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_unaligned_multipart_upload PASSED [ 78%] 2024-09-12T01:10:04.662 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_multipart_bad_download PASSED [ 78%] 2024-09-12T01:10:05.152 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_post_object_authenticated_request PASSED [ 78%] 2024-09-12T01:11:06.180 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_enforced_with_bucket_policy PASSED [ 78%] 2024-09-12T01:12:07.666 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_encryption_sse_c_deny_algo_with_bucket_policy PASSED [ 79%] 2024-09-12T01:12:08.125 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_method_head PASSED [ 79%] 2024-09-12T01:12:08.583 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_present PASSED [ 79%] 2024-09-12T01:12:09.005 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_no_key PASSED [ 79%] 2024-09-12T01:12:09.426 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_not_declared PASSED [ 79%] 2024-09-12T01:12:11.892 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_upload PASSED [ 79%] 2024-09-12T01:12:12.736 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_1 PASSED [ 79%] 2024-09-12T01:12:13.600 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_multipart_invalid_chunks_2 PASSED [ 80%] 2024-09-12T01:12:14.080 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_post_object_authenticated_request PASSED [ 80%] 2024-09-12T01:12:14.557 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1b PASSED [ 80%] 2024-09-12T01:12:14.993 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1kb PASSED [ 80%] 2024-09-12T01:12:15.475 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_1MB PASSED [ 80%] 2024-09-12T01:12:15.943 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_transfer_13b PASSED [ 80%] 2024-09-12T01:12:16.420 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_read_declare PASSED [ 80%] 2024-09-12T01:12:16.875 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy PASSED [ 80%] 2024-09-12T01:12:17.438 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy PASSED [ 81%] 2024-09-12T01:12:17.945 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_acl PASSED [ 81%] 2024-09-12T01:12:18.447 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_acl PASSED [ 81%] 2024-09-12T01:12:19.181 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_different_tenant PASSED [ 81%] 2024-09-12T01:12:19.657 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_tenanted_bucket PASSED [ 81%] 2024-09-12T01:12:20.408 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_another_bucket PASSED [ 81%] 2024-09-12T01:12:21.197 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucketv2_policy_another_bucket PASSED [ 81%] 2024-09-12T01:12:21.783 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_tagging PASSED [ 82%] 2024-09-12T01:12:22.332 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_obj_head_tagging PASSED [ 82%] 2024-09-12T01:12:22.938 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_tags PASSED [ 82%] 2024-09-12T01:12:23.479 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_tags PASSED [ 82%] 2024-09-12T01:12:24.094 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_max_kvsize_tags PASSED [ 82%] 2024-09-12T01:12:24.700 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_key_tags PASSED [ 82%] 2024-09-12T01:12:25.323 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_excess_val_tags PASSED [ 82%] 2024-09-12T01:12:26.026 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_modify_tags PASSED [ 82%] 2024-09-12T01:12:26.669 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_delete_tags PASSED [ 83%] 2024-09-12T01:12:27.153 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_anonymous_request PASSED [ 83%] 2024-09-12T01:12:27.643 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_tags_authenticated_request PASSED [ 83%] 2024-09-12T01:12:28.197 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_with_tags PASSED [ 83%] 2024-09-12T01:12:28.796 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_tags_acl_public PASSED [ 83%] 2024-09-12T01:12:29.414 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_tags_acl_public PASSED [ 83%] 2024-09-12T01:12:30.082 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_delete_tags_obj_public PASSED [ 83%] 2024-09-12T01:12:31.084 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_atomic_upload_return_version_id PASSED [ 84%] 2024-09-12T01:12:33.216 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_versioning_bucket_multipart_upload_return_version_id PASSED [ 84%] 2024-09-12T01:12:33.819 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_existing_tag PASSED [ 84%] 2024-09-12T01:12:34.517 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_tagging_existing_tag PASSED [ 84%] 2024-09-12T01:12:35.154 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_tagging_existing_tag PASSED [ 84%] 2024-09-12T01:12:36.045 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source PASSED [ 84%] 2024-09-12T01:12:36.827 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_copy_source_meta PASSED [ 84%] 2024-09-12T01:12:37.386 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_acl PASSED [ 84%] 2024-09-12T01:12:38.084 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_grant PASSED [ 85%] 2024-09-12T01:12:38.503 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_s3 PASSED [ 85%] 2024-09-12T01:12:38.898 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_c_kms PASSED [ 85%] 2024-09-12T01:12:39.282 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_s3_kms PASSED [ 85%] 2024-09-12T01:12:39.738 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_obj_enc_conflict_bad_enc_kms PASSED [ 85%] 2024-09-12T01:12:40.245 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_noenc PASSED [ 85%] 2024-09-12T01:12:40.704 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_put_obj_kms_s3 PASSED [ 85%] 2024-09-12T01:12:41.356 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_get_obj_acl_existing_tag PASSED [ 86%] 2024-09-12T01:12:41.754 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock PASSED [ 86%] 2024-09-12T01:12:42.166 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_bucket PASSED [ 86%] 2024-09-12T01:12:42.576 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_with_days_and_years PASSED [ 86%] 2024-09-12T01:12:42.986 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_days PASSED [ 86%] 2024-09-12T01:12:43.399 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_years PASSED [ 86%] 2024-09-12T01:12:43.876 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_mode PASSED [ 86%] 2024-09-12T01:12:44.255 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_lock_invalid_status PASSED [ 86%] 2024-09-12T01:12:44.634 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_suspend_versioning PASSED [ 87%] 2024-09-12T01:12:45.045 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock PASSED [ 87%] 2024-09-12T01:12:45.452 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_lock_invalid_bucket PASSED [ 87%] 2024-09-12T01:12:45.881 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention PASSED [ 87%] 2024-09-12T01:12:46.312 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_bucket PASSED [ 87%] 2024-09-12T01:12:46.795 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_invalid_mode PASSED [ 87%] 2024-09-12T01:12:47.238 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention PASSED [ 87%] 2024-09-12T01:12:47.616 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_iso8601 PASSED [ 88%] 2024-09-12T01:12:48.094 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_retention_invalid_bucket PASSED [ 88%] 2024-09-12T01:12:48.566 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_versionid PASSED [ 88%] 2024-09-12T01:12:49.016 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_override_default_retention PASSED [ 88%] 2024-09-12T01:12:49.465 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_increase_period PASSED [ 88%] 2024-09-12T01:12:49.909 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period PASSED [ 88%] 2024-09-12T01:12:50.328 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_obj_retention_shorten_period_bypass PASSED [ 88%] 2024-09-12T01:12:50.745 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention PASSED [ 89%] 2024-09-12T01:12:51.258 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_retention PASSED [ 89%] 2024-09-12T01:12:51.766 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_retention_and_marker PASSED [ 89%] 2024-09-12T01:12:52.292 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_multi_delete_object_with_retention PASSED [ 89%] 2024-09-12T01:12:52.726 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold PASSED [ 89%] 2024-09-12T01:12:53.172 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_bucket PASSED [ 89%] 2024-09-12T01:12:53.609 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_put_legal_hold_invalid_status PASSED [ 89%] 2024-09-12T01:12:54.115 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold PASSED [ 89%] 2024-09-12T01:12:54.580 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_legal_hold_invalid_bucket PASSED [ 90%] 2024-09-12T01:12:55.044 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_on PASSED [ 90%] 2024-09-12T01:12:55.593 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_multipart_object_with_legal_hold_on PASSED [ 90%] 2024-09-12T01:12:55.970 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_delete_object_with_legal_hold_off PASSED [ 90%] 2024-09-12T01:12:56.357 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_get_obj_metadata PASSED [ 90%] 2024-09-12T01:12:56.777 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_uploading_obj PASSED [ 90%] 2024-09-12T01:13:07.085 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_with_bypass PASSED [ 90%] 2024-09-12T01:13:07.562 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_governance_without_bypass PASSED [ 91%] 2024-09-12T01:13:17.303 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_lock_changing_mode_from_compliance PASSED [ 91%] 2024-09-12T01:13:17.806 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifmatch_good PASSED [ 91%] 2024-09-12T01:13:18.337 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_copy_object_ifnonematch_failed PASSED [ 91%] 2024-09-12T01:13:18.757 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_policy_status PASSED [ 91%] 2024-09-12T01:13:19.179 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T01:13:19.624 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_authpublic_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T01:13:20.134 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_publicpolicy_acl_bucket_policy_status PASSED [ 91%] 2024-09-12T01:13:20.570 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_acl_bucket_policy_status PASSED [ 92%] 2024-09-12T01:13:20.976 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_nonpublicpolicy_principal_bucket_policy_status PASSED [ 92%] 2024-09-12T01:13:21.406 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_bucket_policy_allow_notprincipal PASSED [ 92%] 2024-09-12T01:13:21.828 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_undefined_public_block PASSED [ 92%] 2024-09-12T01:13:22.355 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_public_block_deny_bucket_policy PASSED [ 92%] 2024-09-12T01:13:22.786 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_public_block PASSED [ 92%] 2024-09-12T01:13:23.336 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_put_bucket_acls PASSED [ 92%] 2024-09-12T01:13:23.892 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_object_canned_acls PASSED [ 93%] 2024-09-12T01:13:24.367 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy PASSED [ 93%] 2024-09-12T01:13:24.756 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_block_public_policy_with_principal PASSED [ 93%] 2024-09-12T01:13:25.390 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_ignore_public_acls PASSED [ 93%] 2024-09-12T01:13:26.371 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_upload_on_a_bucket_with_policy PASSED [ 93%] 2024-09-12T01:13:26.786 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_put_bucket_encryption_kms PASSED [ 93%] 2024-09-12T01:13:27.255 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_bucket_encryption_kms PASSED [ 93%] 2024-09-12T01:13:27.724 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_delete_bucket_encryption_kms PASSED [ 93%] 2024-09-12T01:13:28.247 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_sse_kms_default_post_object_authenticated_request PASSED [ 94%] 2024-09-12T01:13:28.778 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_get_object_torrent PASSED [ 94%] 2024-09-12T01:13:29.220 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_object_checksum_sha256 PASSED [ 94%] 2024-09-12T01:13:29.980 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_sha256 PASSED [ 94%] 2024-09-12T01:13:30.688 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_multipart_checksum_3parts PASSED [ 94%] 2024-09-12T01:13:31.184 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py::test_post_object_upload_checksum PASSED [ 94%] 2024-09-12T01:13:36.630 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_where_clause PASSED [ 94%] 2024-09-12T01:13:41.950 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_generate_projection PASSED [ 95%] 2024-09-12T01:13:42.342 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_count_operation PASSED [ 95%] 2024-09-12T01:13:42.899 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_count_json_operation PASSED [ 95%] 2024-09-12T01:13:44.094 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_json_column_sum_min_max PASSED [ 95%] 2024-09-12T01:13:45.537 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_json_nullif_expressions PASSED [ 95%] 2024-09-12T01:13:46.626 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_column_sum_min_max PASSED [ 95%] 2024-09-12T01:13:47.362 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_nullif_expressions PASSED [ 95%] 2024-09-12T01:13:48.131 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_nulliftrue_expressions PASSED [ 95%] 2024-09-12T01:13:48.782 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_is_not_null_expressions PASSED [ 96%] 2024-09-12T01:13:49.230 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_lowerupper_expressions PASSED [ 96%] 2024-09-12T01:13:50.192 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_in_expressions PASSED [ 96%] 2024-09-12T01:13:51.314 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_in_expressions PASSED [ 96%] 2024-09-12T01:13:53.230 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_like_expressions PASSED [ 96%] 2024-09-12T01:13:54.467 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalselike_expressions PASSED [ 96%] 2024-09-12T01:13:55.166 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_complex_expressions PASSED [ 96%] 2024-09-12T01:13:55.750 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_alias PASSED [ 97%] 2024-09-12T01:13:56.316 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_alias_cyclic_refernce PASSED [ 97%] 2024-09-12T01:13:57.110 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_datetime PASSED [ 97%] 2024-09-12T01:13:57.822 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_true_false_datetime PASSED [ 97%] 2024-09-12T01:13:58.530 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_parser PASSED [ 97%] 2024-09-12T01:13:59.064 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_csv_definition PASSED [ 97%] 2024-09-12T01:13:59.791 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_schema_definition PASSED [ 97%] 2024-09-12T01:14:00.495 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_when_then_else_expressions PASSED [ 97%] 2024-09-12T01:14:01.177 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_coalesce_expressions PASSED [ 98%] 2024-09-12T01:14:01.845 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_cast_expressions PASSED [ 98%] 2024-09-12T01:14:02.105 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_version PASSED [ 98%] 2024-09-12T01:14:03.061 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_trim_expressions PASSED [ 98%] 2024-09-12T01:14:04.073 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_truefalse_trim_expressions PASSED [ 98%] 2024-09-12T01:14:04.726 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_escape_expressions PASSED [ 98%] 2024-09-12T01:14:05.351 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_case_value_expressions PASSED [ 98%] 2024-09-12T01:14:05.905 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_bool_cast_expressions PASSED [ 99%] 2024-09-12T01:14:16.915 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_progress_expressions PASSED [ 99%] 2024-09-12T01:14:17.161 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py::test_output_serial_expressions PASSED [ 99%] 2024-09-12T01:14:17.903 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic PASSED [ 99%] 2024-09-12T01:14:18.515 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic PASSED [ 99%] 2024-09-12T01:14:19.000 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_sns.py::test_account_topic_publish PASSED [ 99%] 2024-09-12T01:14:19.676 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_sns.py::test_cross_account_topic_publish PASSED [ 99%] 2024-09-12T01:14:19.701 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_utils.py::test_generate PASSED [100%] 2024-09-12T01:14:19.701 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.702 INFO:teuthology.orchestra.run.smithi038.stdout:=============================== warnings summary =============================== 2024-09-12T01:14:19.702 INFO:teuthology.orchestra.run.smithi038.stdout:.tox/py/lib/python3.9/site-packages/boto/plugin.py:40 2024-09-12T01:14:19.702 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.9/site-packages/boto/plugin.py:40: DeprecationWarning: the imp module is deprecated in favour of importlib; see the module's documentation for alternative uses 2024-09-12T01:14:19.702 INFO:teuthology.orchestra.run.smithi038.stdout: import imp 2024-09-12T01:14:19.702 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.702 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py:120 2024-09-12T01:14:19.702 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:120: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T01:14:19.702 INFO:teuthology.orchestra.run.smithi038.stdout: if boto_type is 'S3Connection': 2024-09-12T01:14:19.702 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.703 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_headers.py:124 2024-09-12T01:14:19.703 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_headers.py:124: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T01:14:19.703 INFO:teuthology.orchestra.run.smithi038.stdout: elif boto_type is 'HTTPRequest': 2024-09-12T01:14:19.703 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.703 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3.py:359 2024-09-12T01:14:19.703 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3.py:359: DeprecationWarning: invalid escape sequence \W 2024-09-12T01:14:19.703 INFO:teuthology.orchestra.run.smithi038.stdout: extra_sc = re.split('\W+', config['main']['storage_classes']) 2024-09-12T01:14:19.703 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.703 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py:176 2024-09-12T01:14:19.703 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:176: SyntaxWarning: "is" with a literal. Did you mean "=="? 2024-09-12T01:14:19.703 INFO:teuthology.orchestra.run.smithi038.stdout: if k is 'BucketName': 2024-09-12T01:14:19.703 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.703 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py:253 2024-09-12T01:14:19.703 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests/functional/test_s3_website.py:253: PytestUnknownMarkWarning: Unknown pytest.mark.timeout - is this a typo? You can register custom marks to avoid this warning - for details, see https://docs.pytest.org/en/stable/how-to/mark.html 2024-09-12T01:14:19.704 INFO:teuthology.orchestra.run.smithi038.stdout: @pytest.mark.timeout(10) 2024-09-12T01:14:19.704 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.704 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests/functional/test_s3_website.py:1077 2024-09-12T01:14:19.704 INFO:teuthology.orchestra.run.smithi038.stdout: s3tests/functional/test_s3_website.py:1077: PytestCollectionWarning: yield tests were removed in pytest 4.0 - test_routing_generator will be ignored 2024-09-12T01:14:19.704 INFO:teuthology.orchestra.run.smithi038.stdout: @pytest.mark.s3website_routing_rules 2024-09-12T01:14:19.704 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.704 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py:2214 2024-09-12T01:14:19.704 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2214: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:14:19.704 INFO:teuthology.orchestra.run.smithi038.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T01:14:19.704 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.704 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py:2229 2024-09-12T01:14:19.704 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2229: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:14:19.704 INFO:teuthology.orchestra.run.smithi038.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T01:14:19.705 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.705 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py:2235 2024-09-12T01:14:19.705 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2235: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:14:19.705 INFO:teuthology.orchestra.run.smithi038.stdout: response = client.get_object(Bucket=bucket_name, Key='\$foo.txt') 2024-09-12T01:14:19.705 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.705 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py:2292 2024-09-12T01:14:19.705 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2292: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:14:19.705 INFO:teuthology.orchestra.run.smithi038.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T01:14:19.705 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.705 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py:2307 2024-09-12T01:14:19.705 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2307: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:14:19.705 INFO:teuthology.orchestra.run.smithi038.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T01:14:19.706 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.706 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py:2325 2024-09-12T01:14:19.706 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2325: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:14:19.706 INFO:teuthology.orchestra.run.smithi038.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T01:14:19.706 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.706 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py:2340 2024-09-12T01:14:19.706 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2340: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:14:19.706 INFO:teuthology.orchestra.run.smithi038.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id[::-1]),\ 2024-09-12T01:14:19.706 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.706 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py:2358 2024-09-12T01:14:19.706 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2358: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:14:19.706 INFO:teuthology.orchestra.run.smithi038.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T01:14:19.707 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.707 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py:2373 2024-09-12T01:14:19.707 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2373: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:14:19.707 INFO:teuthology.orchestra.run.smithi038.stdout: payload = OrderedDict([ ("key" , "\$foo.txt"),("AWSAccessKeyId" , aws_access_key_id),\ 2024-09-12T01:14:19.707 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.707 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py:2423 2024-09-12T01:14:19.707 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2423: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:14:19.707 INFO:teuthology.orchestra.run.smithi038.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T01:14:19.707 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.707 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py:2455 2024-09-12T01:14:19.707 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/s3tests_boto3/functional/test_s3.py:2455: DeprecationWarning: invalid escape sequence \$ 2024-09-12T01:14:19.707 INFO:teuthology.orchestra.run.smithi038.stdout: ["starts-with", "$key", "\$foo"],\ 2024-09-12T01:14:19.707 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.708 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_headers.py: 29 warnings 2024-09-12T01:14:19.708 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_iam.py: 82 warnings 2024-09-12T01:14:19.708 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3.py: 497 warnings 2024-09-12T01:14:19.708 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_s3select.py: 33 warnings 2024-09-12T01:14:19.708 INFO:teuthology.orchestra.run.smithi038.stdout:s3tests_boto3/functional/test_sns.py: 3 warnings 2024-09-12T01:14:19.708 INFO:teuthology.orchestra.run.smithi038.stdout: /home/ubuntu/cephtest/s3-tests-client.0/.tox/py/lib/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'smithi038.front.sepia.ceph.com'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:14:19.708 INFO:teuthology.orchestra.run.smithi038.stdout: warnings.warn( 2024-09-12T01:14:19.708 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:14:19.708 INFO:teuthology.orchestra.run.smithi038.stdout:-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html 2024-09-12T01:14:19.708 INFO:teuthology.orchestra.run.smithi038.stdout:= 680 passed, 65 skipped, 126 deselected, 1 xfailed, 662 warnings in 679.08s (0:11:19) = 2024-09-12T01:14:19.836 INFO:teuthology.orchestra.run.smithi038.stdout:___________________________________ summary ____________________________________ 2024-09-12T01:14:19.836 INFO:teuthology.orchestra.run.smithi038.stdout: py: commands succeeded 2024-09-12T01:14:19.836 INFO:teuthology.orchestra.run.smithi038.stdout: congratulations :) 2024-09-12T01:14:19.853 DEBUG:tasks.s3tests:Scanning radosgw logs for leaked encryption keys... 2024-09-12T01:14:19.854 DEBUG:teuthology.orchestra.run.smithi038:> grep --binary-files=text pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= /var/log/ceph/rgw.ceph.client.0.log 2024-09-12T01:14:19.968 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:14:19.968 INFO:tasks.s3tests:Cleaning up boto... 2024-09-12T01:14:19.969 DEBUG:teuthology.orchestra.run.smithi038:> rm /home/ubuntu/cephtest/boto-client.0.cfg 2024-09-12T01:14:19.998 INFO:tasks.s3tests:Removing s3-tests... 2024-09-12T01:14:19.998 DEBUG:teuthology.orchestra.run.smithi038:> rm -rf /home/ubuntu/cephtest/s3-tests-client.0 2024-09-12T01:14:20.206 INFO:teuthology.run_tasks:Running task workunit... 2024-09-12T01:14:20.220 INFO:tasks.workunit:Pulling workunits from ref 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T01:14:20.221 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-12T01:14:20.221 DEBUG:teuthology.orchestra.run.smithi038:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-12T01:14:20.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:14:20.251 INFO:teuthology.orchestra.run.smithi038.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-12T01:14:20.251 DEBUG:teuthology.orchestra.run.smithi038:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T01:14:20.321 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-12T01:14:20.321 DEBUG:teuthology.orchestra.run.smithi038:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-12T01:14:20.390 INFO:tasks.workunit:timeout=3h 2024-09-12T01:14:20.390 INFO:tasks.workunit:cleanup=True 2024-09-12T01:14:20.391 DEBUG:teuthology.orchestra.run.smithi038:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/cbodley/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 6a169fc940965ab446a63954fde870aa497efde7 2024-09-12T01:14:20.461 INFO:tasks.workunit.client.0.smithi038.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-12T01:15:07.283 INFO:tasks.workunit.client.0.smithi038.stderr:Note: switching to '6a169fc940965ab446a63954fde870aa497efde7'. 2024-09-12T01:15:07.283 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T01:15:07.283 INFO:tasks.workunit.client.0.smithi038.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-12T01:15:07.284 INFO:tasks.workunit.client.0.smithi038.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-12T01:15:07.284 INFO:tasks.workunit.client.0.smithi038.stderr:state without impacting any branches by switching back to a branch. 2024-09-12T01:15:07.284 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T01:15:07.284 INFO:tasks.workunit.client.0.smithi038.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-12T01:15:07.284 INFO:tasks.workunit.client.0.smithi038.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-12T01:15:07.284 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T01:15:07.284 INFO:tasks.workunit.client.0.smithi038.stderr: git switch -c 2024-09-12T01:15:07.284 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T01:15:07.284 INFO:tasks.workunit.client.0.smithi038.stderr:Or undo this operation with: 2024-09-12T01:15:07.284 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T01:15:07.284 INFO:tasks.workunit.client.0.smithi038.stderr: git switch - 2024-09-12T01:15:07.284 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T01:15:07.284 INFO:tasks.workunit.client.0.smithi038.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-12T01:15:07.284 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T01:15:07.285 INFO:tasks.workunit.client.0.smithi038.stderr:HEAD is now at 6a169fc9409 DNM: qa/rgw: point at ragweed branch wip-67986 2024-09-12T01:15:07.288 DEBUG:teuthology.orchestra.run.smithi038:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-12T01:15:07.358 INFO:tasks.workunit.client.0.smithi038.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-12T01:15:07.360 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T01:15:07.360 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-12T01:15:07.410 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-12T01:15:07.460 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-12T01:15:07.500 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-12T01:15:07.501 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T01:15:07.502 INFO:tasks.workunit.client.0.smithi038.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-12T01:15:07.541 INFO:tasks.workunit.client.0.smithi038.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-12T01:15:07.545 DEBUG:teuthology.orchestra.run.smithi038:> set -ex 2024-09-12T01:15:07.545 DEBUG:teuthology.orchestra.run.smithi038:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-12T01:15:07.615 INFO:tasks.workunit:Running workunits matching rgw/run-versioning.sh on client.0... 2024-09-12T01:15:07.616 INFO:tasks.workunit:Running workunit rgw/run-versioning.sh... 2024-09-12T01:15:07.617 DEBUG:teuthology.orchestra.run.smithi038:workunit test rgw/run-versioning.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=6a169fc940965ab446a63954fde870aa497efde7 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-12T01:15:07.691 INFO:tasks.workunit.client.0.smithi038.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-versioning.sh 2024-09-12T01:15:07.691 INFO:tasks.workunit.client.0.smithi038.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T01:15:07.691 INFO:tasks.workunit.client.0.smithi038.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T01:15:10.104 INFO:tasks.workunit.client.0.smithi038.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2024-09-12T01:15:10.104 INFO:tasks.workunit.client.0.smithi038.stderr:++ deactivate nondestructive 2024-09-12T01:15:10.104 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n '' ']' 2024-09-12T01:15:10.104 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n '' ']' 2024-09-12T01:15:10.104 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T01:15:10.104 INFO:tasks.workunit.client.0.smithi038.stderr:++ hash -r 2024-09-12T01:15:10.104 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n '' ']' 2024-09-12T01:15:10.105 INFO:tasks.workunit.client.0.smithi038.stderr:++ unset VIRTUAL_ENV 2024-09-12T01:15:10.105 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' '!' nondestructive = nondestructive ']' 2024-09-12T01:15:10.105 INFO:tasks.workunit.client.0.smithi038.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2024-09-12T01:15:10.105 INFO:tasks.workunit.client.0.smithi038.stderr:++ export VIRTUAL_ENV 2024-09-12T01:15:10.105 INFO:tasks.workunit.client.0.smithi038.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T01:15:10.105 INFO:tasks.workunit.client.0.smithi038.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T01:15:10.105 INFO:tasks.workunit.client.0.smithi038.stderr:++ export PATH 2024-09-12T01:15:10.105 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n '' ']' 2024-09-12T01:15:10.105 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -z '' ']' 2024-09-12T01:15:10.105 INFO:tasks.workunit.client.0.smithi038.stderr:++ _OLD_VIRTUAL_PS1= 2024-09-12T01:15:10.105 INFO:tasks.workunit.client.0.smithi038.stderr:++ PS1='(rgw) ' 2024-09-12T01:15:10.105 INFO:tasks.workunit.client.0.smithi038.stderr:++ export PS1 2024-09-12T01:15:10.105 INFO:tasks.workunit.client.0.smithi038.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T01:15:10.105 INFO:tasks.workunit.client.0.smithi038.stderr:++ hash -r 2024-09-12T01:15:10.106 INFO:tasks.workunit.client.0.smithi038.stderr:+ pip install pip --upgrade 2024-09-12T01:15:10.342 INFO:tasks.workunit.client.0.smithi038.stdout:Requirement already satisfied: pip in /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib/python3.9/site-packages (21.3.1) 2024-09-12T01:15:10.532 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting pip 2024-09-12T01:15:10.538 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached pip-24.2-py3-none-any.whl (1.8 MB) 2024-09-12T01:15:10.586 INFO:tasks.workunit.client.0.smithi038.stdout:Installing collected packages: pip 2024-09-12T01:15:10.587 INFO:tasks.workunit.client.0.smithi038.stdout: Attempting uninstall: pip 2024-09-12T01:15:10.587 INFO:tasks.workunit.client.0.smithi038.stdout: Found existing installation: pip 21.3.1 2024-09-12T01:15:10.751 INFO:tasks.workunit.client.0.smithi038.stdout: Uninstalling pip-21.3.1: 2024-09-12T01:15:10.756 INFO:tasks.workunit.client.0.smithi038.stdout: Successfully uninstalled pip-21.3.1 2024-09-12T01:15:11.539 INFO:tasks.workunit.client.0.smithi038.stdout:Successfully installed pip-24.2 2024-09-12T01:15:11.591 INFO:tasks.workunit.client.0.smithi038.stderr:+ pip install boto3 2024-09-12T01:15:12.415 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting boto3 2024-09-12T01:15:12.416 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached boto3-1.35.17-py3-none-any.whl.metadata (6.6 kB) 2024-09-12T01:15:13.030 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting botocore<1.36.0,>=1.35.17 (from boto3) 2024-09-12T01:15:13.032 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached botocore-1.35.17-py3-none-any.whl.metadata (5.7 kB) 2024-09-12T01:15:13.091 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting jmespath<2.0.0,>=0.7.1 (from boto3) 2024-09-12T01:15:13.092 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached jmespath-1.0.1-py3-none-any.whl.metadata (7.6 kB) 2024-09-12T01:15:13.154 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting s3transfer<0.11.0,>=0.10.0 (from boto3) 2024-09-12T01:15:13.156 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached s3transfer-0.10.2-py3-none-any.whl.metadata (1.7 kB) 2024-09-12T01:15:13.214 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting python-dateutil<3.0.0,>=2.1 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T01:15:13.215 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl.metadata (8.4 kB) 2024-09-12T01:15:13.301 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting urllib3<1.27,>=1.25.4 (from botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T01:15:13.303 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached urllib3-1.26.20-py2.py3-none-any.whl.metadata (50 kB) 2024-09-12T01:15:13.494 INFO:tasks.workunit.client.0.smithi038.stdout:Collecting six>=1.5 (from python-dateutil<3.0.0,>=2.1->botocore<1.36.0,>=1.35.17->boto3) 2024-09-12T01:15:13.496 INFO:tasks.workunit.client.0.smithi038.stdout: Using cached six-1.16.0-py2.py3-none-any.whl.metadata (1.8 kB) 2024-09-12T01:15:13.500 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached boto3-1.35.17-py3-none-any.whl (139 kB) 2024-09-12T01:15:13.502 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached botocore-1.35.17-py3-none-any.whl (12.5 MB) 2024-09-12T01:15:13.511 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached jmespath-1.0.1-py3-none-any.whl (20 kB) 2024-09-12T01:15:13.512 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached s3transfer-0.10.2-py3-none-any.whl (82 kB) 2024-09-12T01:15:13.513 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached python_dateutil-2.9.0.post0-py2.py3-none-any.whl (229 kB) 2024-09-12T01:15:13.515 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached urllib3-1.26.20-py2.py3-none-any.whl (144 kB) 2024-09-12T01:15:13.516 INFO:tasks.workunit.client.0.smithi038.stdout:Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2024-09-12T01:15:13.594 INFO:tasks.workunit.client.0.smithi038.stdout:Installing collected packages: urllib3, six, jmespath, python-dateutil, botocore, s3transfer, boto3 2024-09-12T01:15:14.687 INFO:tasks.workunit.client.0.smithi038.stdout:Successfully installed boto3-1.35.17 botocore-1.35.17 jmespath-1.0.1 python-dateutil-2.9.0.post0 s3transfer-0.10.2 six-1.16.0 urllib3-1.26.20 2024-09-12T01:15:14.806 INFO:tasks.workunit.client.0.smithi038.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_versioning.py 2024-09-12T01:15:14.933 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin user create --uid versioning-tester --display-name "Versioning Testing" --access-key LTA662PVVDTDWX6M2AB0 --secret pvtchqajgzqx5581t6qbddbkj0bgf3a69qdkjcea 2024-09-12T01:15:14.968 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:15:14.968 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:15:15.008 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.009+0000 7f01774bb800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.011+0000 7f01774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:15.010 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.011+0000 7f01774bb800 20 realm 2024-09-12T01:15:15.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.011+0000 7f01774bb800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.011+0000 7f01774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:15.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.011+0000 7f01774bb800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:15:15.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.011+0000 7f01774bb800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.012+0000 7f01774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:15.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.012+0000 7f01774bb800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.013+0000 7f01774bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:15:15.011 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.013+0000 7f01774bb800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.013+0000 7f01774bb800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:15:15.012 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.013+0000 7f01774bb800 20 searching for the correct realm 2024-09-12T01:15:15.016 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.017+0000 7f01757a6640 0 -- 172.21.15.38:0/3638254846 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x56101b7c4890 msgr2=0x56101b7c6ce0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:15:15.020 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.021+0000 7f01747a4640 0 -- 172.21.15.38:0/3638254846 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f01640c7c20 msgr2=0x7f01640ab6d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:15:15.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.025+0000 7f01774bb800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:15:15.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.025+0000 7f01774bb800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:15:15.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.025+0000 7f01774bb800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:15:15.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.025+0000 7f01774bb800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:15:15.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.025+0000 7f01774bb800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:15:15.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.025+0000 7f01774bb800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:15:15.025 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.025+0000 7f01774bb800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.025+0000 7f01774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:15.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.025+0000 7f01774bb800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.026+0000 7f01774bb800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:15:15.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.026+0000 7f01774bb800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.026+0000 7f01774bb800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:15:15.026 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.026+0000 7f01774bb800 20 zone default found 2024-09-12T01:15:15.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.026+0000 7f01774bb800 4 Realm: () 2024-09-12T01:15:15.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.026+0000 7f01774bb800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:15:15.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.026+0000 7f01774bb800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:15:15.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.026+0000 7f01774bb800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:15:15.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.026+0000 7f01774bb800 20 zonegroup default 2024-09-12T01:15:15.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.026+0000 7f01774bb800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.026+0000 7f01774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:15.027 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.026+0000 7f01774bb800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.026+0000 7f01774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:15.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.026+0000 7f01774bb800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.027+0000 7f01774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:15.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.027+0000 7f01774bb800 20 started sync module instance, tier type = 2024-09-12T01:15:15.028 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.027+0000 7f01774bb800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:15:15.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.038+0000 7f01774bb800 20 add_watcher() i=0 2024-09-12T01:15:15.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.038+0000 7f01774bb800 20 add_watcher() i=1 2024-09-12T01:15:15.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.038+0000 7f01774bb800 20 add_watcher() i=2 2024-09-12T01:15:15.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.038+0000 7f01774bb800 20 add_watcher() i=3 2024-09-12T01:15:15.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.038+0000 7f01774bb800 20 add_watcher() i=4 2024-09-12T01:15:15.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.038+0000 7f01774bb800 20 add_watcher() i=5 2024-09-12T01:15:15.037 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.038+0000 7f01774bb800 20 add_watcher() i=6 2024-09-12T01:15:15.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.039+0000 7f01774bb800 20 add_watcher() i=7 2024-09-12T01:15:15.038 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.039+0000 7f01774bb800 2 all 8 watchers are set, enabling cache 2024-09-12T01:15:15.039 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.040+0000 7f002b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:15:15.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.041+0000 7f01774bb800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:15:15.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.041+0000 7f01774bb800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:15:15.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.041+0000 7f01774bb800 5 note: GC not initialized 2024-09-12T01:15:15.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.041+0000 7f002a7e4640 20 reqs_thread_entry: start 2024-09-12T01:15:15.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.041+0000 7f01774bb800 20 init_complete bucket index max shards: 11 2024-09-12T01:15:15.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.041+0000 7f01774bb800 20 Filter name: none 2024-09-12T01:15:15.041 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.041+0000 7f0023fff640 20 reqs_thread_entry: start 2024-09-12T01:15:15.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.042+0000 7f01774bb800 10 cache get: name=default.rgw.meta+users.uid+versioning-tester : miss 2024-09-12T01:15:15.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.042+0000 7f01774bb800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.042+0000 7f01774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:15.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.042+0000 7f01774bb800 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x0 2024-09-12T01:15:15.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.042+0000 7f01774bb800 10 adding default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T01:15:15.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.042+0000 7f01774bb800 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : miss 2024-09-12T01:15:15.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.042+0000 7f01774bb800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.042+0000 7f01774bb800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:15.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.042+0000 7f01774bb800 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x0 2024-09-12T01:15:15.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.042+0000 7f01774bb800 10 adding default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T01:15:15.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.042+0000 7f01774bb800 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-12T01:15:15.042 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.042+0000 7f01774bb800 10 cache get: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 : hit (negative entry) 2024-09-12T01:15:15.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.044+0000 7f01774bb800 10 cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-12T01:15:15.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.044+0000 7f01774bb800 10 moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T01:15:15.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.044+0000 7f01774bb800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:versioning-tester, ofs0, ns] 2024-09-12T01:15:15.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.044+0000 7f004bfff640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366347 cookie 94627180679152 notifier 8726 bl.length()=613 2024-09-12T01:15:15.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.044+0000 7f004bfff640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+versioning-tester info.flags=0x17 2024-09-12T01:15:15.043 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.044+0000 7f004bfff640 10 rgw watcher librados: moving default.rgw.meta+users.uid+versioning-tester to cache LRU end 2024-09-12T01:15:15.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.046+0000 7f01774bb800 10 cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-12T01:15:15.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.046+0000 7f01774bb800 10 moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T01:15:15.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.046+0000 7f01774bb800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:LTA662PVVDTDWX6M2AB0, ofs0, ns] 2024-09-12T01:15:15.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.046+0000 7f004b7fe640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871367697 cookie 94627180675280 notifier 8726 bl.length()=191 2024-09-12T01:15:15.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.046+0000 7f004b7fe640 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 info.flags=0x7 2024-09-12T01:15:15.045 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.046+0000 7f004b7fe640 10 rgw watcher librados: moving default.rgw.meta+users.keys+LTA662PVVDTDWX6M2AB0 to cache LRU end 2024-09-12T01:15:15.046 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.047+0000 7f002b7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:15:15.048 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.050+0000 7f01774bb800 20 remove_watcher() i=0 2024-09-12T01:15:15.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.050+0000 7f01774bb800 2 removed watcher, disabling cache 2024-09-12T01:15:15.049 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.051+0000 7f01774bb800 20 remove_watcher() i=1 2024-09-12T01:15:15.051 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.052+0000 7f01774bb800 20 remove_watcher() i=2 2024-09-12T01:15:15.052 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.053+0000 7f01774bb800 20 remove_watcher() i=3 2024-09-12T01:15:15.053 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.054+0000 7f01774bb800 20 remove_watcher() i=4 2024-09-12T01:15:15.054 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.055+0000 7f01774bb800 20 remove_watcher() i=5 2024-09-12T01:15:15.055 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.056+0000 7f01774bb800 20 remove_watcher() i=6 2024-09-12T01:15:15.056 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.057+0000 7f01774bb800 20 remove_watcher() i=7 2024-09-12T01:15:15.204 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:15.204 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:15.250 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:15.250 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:15.295 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:15.296 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:15.309 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:15.309 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:15.312 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: verify that index entries and OLH objects are cleaned up after redundant deletes 2024-09-12T01:15:15.312 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T01:15:15.315 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:15.315 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:15.325 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:15.325 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:15.333 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:15.333 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:15.345 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-12T01:15:15.374 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:15:15.374 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:15:15.413 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.414+0000 7f317bb46800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.416+0000 7f317bb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:15.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.416+0000 7f317bb46800 20 realm 2024-09-12T01:15:15.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.416+0000 7f317bb46800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.416+0000 7f317bb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:15.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.416+0000 7f317bb46800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:15:15.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.416+0000 7f317bb46800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.415 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.416+0000 7f317bb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:15.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.416+0000 7f317bb46800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.417+0000 7f317bb46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:15:15.416 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.417+0000 7f317bb46800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.417 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.418+0000 7f317bb46800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:15:15.418 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.418+0000 7f317bb46800 20 searching for the correct realm 2024-09-12T01:15:15.421 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.422+0000 7f3178e36640 0 -- 172.21.15.38:0/1905508440 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f316c04fbd0 msgr2=0x7f316c0eb2e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:15:15.424 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.425+0000 7f3179e38640 0 -- 172.21.15.38:0/1905508440 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7f317006c1f0 msgr2=0x7f317006f990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:15:15.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.429+0000 7f317bb46800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:15:15.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.429+0000 7f317bb46800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:15:15.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.429+0000 7f317bb46800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:15:15.430 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.429+0000 7f317bb46800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:15:15.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.429+0000 7f317bb46800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:15:15.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.429+0000 7f317bb46800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:15:15.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.429+0000 7f317bb46800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.429+0000 7f317bb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:15.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.429+0000 7f317bb46800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.430+0000 7f317bb46800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:15:15.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.430+0000 7f317bb46800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.431 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.430+0000 7f317bb46800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:15:15.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.430+0000 7f317bb46800 20 zone default found 2024-09-12T01:15:15.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.430+0000 7f317bb46800 4 Realm: () 2024-09-12T01:15:15.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.430+0000 7f317bb46800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:15:15.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.430+0000 7f317bb46800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:15:15.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.430+0000 7f317bb46800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:15:15.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.430+0000 7f317bb46800 20 zonegroup default 2024-09-12T01:15:15.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.430+0000 7f317bb46800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.432 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.430+0000 7f317bb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:15.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.430+0000 7f317bb46800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.430+0000 7f317bb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:15.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.430+0000 7f317bb46800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.431+0000 7f317bb46800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:15.433 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.431+0000 7f317bb46800 20 started sync module instance, tier type = 2024-09-12T01:15:15.434 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.431+0000 7f317bb46800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:15:15.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.440+0000 7f317bb46800 20 add_watcher() i=0 2024-09-12T01:15:15.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.440+0000 7f317bb46800 20 add_watcher() i=1 2024-09-12T01:15:15.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.440+0000 7f317bb46800 20 add_watcher() i=2 2024-09-12T01:15:15.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.440+0000 7f317bb46800 20 add_watcher() i=3 2024-09-12T01:15:15.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.440+0000 7f317bb46800 20 add_watcher() i=4 2024-09-12T01:15:15.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.440+0000 7f317bb46800 20 add_watcher() i=5 2024-09-12T01:15:15.439 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.440+0000 7f317bb46800 20 add_watcher() i=6 2024-09-12T01:15:15.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.441+0000 7f317bb46800 20 add_watcher() i=7 2024-09-12T01:15:15.440 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.441+0000 7f317bb46800 2 all 8 watchers are set, enabling cache 2024-09-12T01:15:15.441 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.442+0000 7f302f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:15:15.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.443+0000 7f317bb46800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:15:15.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.443+0000 7f317bb46800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:15:15.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.443+0000 7f317bb46800 5 note: GC not initialized 2024-09-12T01:15:15.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.443+0000 7f302e7e4640 20 reqs_thread_entry: start 2024-09-12T01:15:15.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.443+0000 7f317bb46800 20 init_complete bucket index max shards: 11 2024-09-12T01:15:15.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.443+0000 7f317bb46800 20 Filter name: none 2024-09-12T01:15:15.442 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.443+0000 7f2f9ffff640 20 reqs_thread_entry: start 2024-09-12T01:15:15.443 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.443+0000 7f317bb46800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.444+0000 7f317bb46800 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T01:15:15.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.444+0000 7f317bb46800 20 rados->read ofs=0 len=0 2024-09-12T01:15:15.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.444+0000 7f317bb46800 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T01:15:15.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.444+0000 7f317bb46800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T01:15:15.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.444+0000 7f317bb46800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-12T01:15:15.444 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.444+0000 7f317bb46800 20 INFO: main: starting shard=0 2024-09-12T01:15:15.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.444+0000 7f317bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.0 2024-09-12T01:15:15.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.445+0000 7f317bb46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:15.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.445+0000 7f317bb46800 20 INFO: main: starting shard=1 2024-09-12T01:15:15.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.445+0000 7f317bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.1 2024-09-12T01:15:15.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.445+0000 7f317bb46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:15.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.445+0000 7f317bb46800 20 INFO: main: starting shard=2 2024-09-12T01:15:15.445 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.445+0000 7f317bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.2 2024-09-12T01:15:15.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.446+0000 7f317bb46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:15.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.446+0000 7f317bb46800 20 INFO: main: starting shard=3 2024-09-12T01:15:15.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.446+0000 7f317bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.3 2024-09-12T01:15:15.446 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.446+0000 7f317bb46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:15.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.446+0000 7f317bb46800 20 INFO: main: starting shard=4 2024-09-12T01:15:15.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.446+0000 7f317bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.4 2024-09-12T01:15:15.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.447+0000 7f317bb46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:15.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.447+0000 7f317bb46800 20 INFO: main: starting shard=5 2024-09-12T01:15:15.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.447+0000 7f317bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.5 2024-09-12T01:15:15.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.447+0000 7f317bb46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:15.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.447+0000 7f317bb46800 20 INFO: main: starting shard=6 2024-09-12T01:15:15.447 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.447+0000 7f317bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.6 2024-09-12T01:15:15.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.448+0000 7f317bb46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:15.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.448+0000 7f317bb46800 20 INFO: main: starting shard=7 2024-09-12T01:15:15.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.448+0000 7f317bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.7 2024-09-12T01:15:15.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.449+0000 7f317bb46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:15.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.449+0000 7f317bb46800 20 INFO: main: starting shard=8 2024-09-12T01:15:15.448 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.449+0000 7f317bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.8 2024-09-12T01:15:15.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.449+0000 7f317bb46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:15.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.449+0000 7f317bb46800 20 INFO: main: starting shard=9 2024-09-12T01:15:15.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.449+0000 7f317bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.9 2024-09-12T01:15:15.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.450+0000 7f317bb46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:15.449 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.450+0000 7f317bb46800 20 INFO: main: starting shard=10 2024-09-12T01:15:15.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.450+0000 7f317bb46800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.10 2024-09-12T01:15:15.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.450+0000 7f317bb46800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:15.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.450+0000 7f317bb46800 20 INFO: main: done 2024-09-12T01:15:15.450 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.451+0000 7f302f7e6640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:15:15.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.454+0000 7f317bb46800 20 remove_watcher() i=0 2024-09-12T01:15:15.452 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.454+0000 7f317bb46800 2 removed watcher, disabling cache 2024-09-12T01:15:15.454 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.455+0000 7f317bb46800 20 remove_watcher() i=1 2024-09-12T01:15:15.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.456+0000 7f317bb46800 20 remove_watcher() i=2 2024-09-12T01:15:15.455 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.457+0000 7f317bb46800 20 remove_watcher() i=3 2024-09-12T01:15:15.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.458+0000 7f317bb46800 20 remove_watcher() i=4 2024-09-12T01:15:15.457 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.459+0000 7f317bb46800 20 remove_watcher() i=5 2024-09-12T01:15:15.458 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.460+0000 7f317bb46800 20 remove_watcher() i=6 2024-09-12T01:15:15.460 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.461+0000 7f317bb46800 20 remove_watcher() i=7 2024-09-12T01:15:15.472 INFO:tasks.workunit.client.0.smithi038.stderr:rados -p default.rgw.buckets.data ls | grep ed34d5e9-c746-40b5-bfea-55080d0b3035 2024-09-12T01:15:15.495 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:15:15.495 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:15:15.576 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:15.577+0000 7f7389177640 0 -- 172.21.15.38:0/2437317566 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x7f73740082e0 msgr2=0x7f73740086c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:15:15.589 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: verify that index entries and OLH objects are cleaned up after index linking error 2024-09-12T01:15:15.590 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T01:15:15.591 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T01:15:17.008 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:17.008 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:17.018 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T01:15:17.453 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bi list --bucket versioning-bucket 2024-09-12T01:15:17.483 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:15:17.483 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:15:17.523 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.523+0000 7f881c975800 20 rados->read ofs=0 len=0 2024-09-12T01:15:17.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.525+0000 7f881c975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:17.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.525+0000 7f881c975800 20 realm 2024-09-12T01:15:17.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.525+0000 7f881c975800 20 rados->read ofs=0 len=0 2024-09-12T01:15:17.525 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.525+0000 7f881c975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:17.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.525+0000 7f881c975800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:15:17.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.525+0000 7f881c975800 20 rados->read ofs=0 len=0 2024-09-12T01:15:17.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.526+0000 7f881c975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:17.526 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.526+0000 7f881c975800 20 rados->read ofs=0 len=0 2024-09-12T01:15:17.728 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.729+0000 7f881c975800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:15:17.728 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.729+0000 7f881c975800 20 rados->read ofs=0 len=0 2024-09-12T01:15:17.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.730+0000 7f881c975800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:15:17.729 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.730+0000 7f881c975800 20 searching for the correct realm 2024-09-12T01:15:17.733 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.734+0000 7f881ac60640 0 -- 172.21.15.38:0/2179630237 >> [v2:172.21.15.38:6816/3482964760,v1:172.21.15.38:6817/3482964760] conn(0x56181b98f550 msgr2=0x56181b9919f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:15:17.737 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.739+0000 7f881a45f640 0 -- 172.21.15.38:0/2179630237 >> [v2:172.21.15.38:6800/3331370596,v1:172.21.15.38:6801/3331370596] conn(0x7f8810072350 msgr2=0x7f88100276f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:15:17.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.744+0000 7f881c975800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:15:17.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.744+0000 7f881c975800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:15:17.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.744+0000 7f881c975800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:15:17.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.744+0000 7f881c975800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:15:17.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.744+0000 7f881c975800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:15:17.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.744+0000 7f881c975800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:15:17.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.744+0000 7f881c975800 20 rados->read ofs=0 len=0 2024-09-12T01:15:17.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.744+0000 7f881c975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:17.743 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.744+0000 7f881c975800 20 rados->read ofs=0 len=0 2024-09-12T01:15:17.744 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.744+0000 7f881c975800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:15:17.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.744+0000 7f881c975800 20 rados->read ofs=0 len=0 2024-09-12T01:15:17.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.745+0000 7f881c975800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:15:17.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.745+0000 7f881c975800 20 zone default found 2024-09-12T01:15:17.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.745+0000 7f881c975800 4 Realm: () 2024-09-12T01:15:17.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.745+0000 7f881c975800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:15:17.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.745+0000 7f881c975800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:15:17.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.745+0000 7f881c975800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:15:17.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.745+0000 7f881c975800 20 zonegroup default 2024-09-12T01:15:17.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.745+0000 7f881c975800 20 rados->read ofs=0 len=0 2024-09-12T01:15:17.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.745+0000 7f881c975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:17.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.745+0000 7f881c975800 20 rados->read ofs=0 len=0 2024-09-12T01:15:17.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.745+0000 7f881c975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:17.745 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.745+0000 7f881c975800 20 rados->read ofs=0 len=0 2024-09-12T01:15:17.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.746+0000 7f881c975800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:17.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.746+0000 7f881c975800 20 started sync module instance, tier type = 2024-09-12T01:15:17.746 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.746+0000 7f881c975800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:15:17.755 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.756+0000 7f881c975800 20 add_watcher() i=0 2024-09-12T01:15:17.755 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.756+0000 7f881c975800 20 add_watcher() i=1 2024-09-12T01:15:17.755 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.756+0000 7f881c975800 20 add_watcher() i=2 2024-09-12T01:15:17.755 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.756+0000 7f881c975800 20 add_watcher() i=3 2024-09-12T01:15:17.755 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.756+0000 7f881c975800 20 add_watcher() i=4 2024-09-12T01:15:17.755 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.756+0000 7f881c975800 20 add_watcher() i=5 2024-09-12T01:15:17.755 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.756+0000 7f881c975800 20 add_watcher() i=6 2024-09-12T01:15:17.756 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.757+0000 7f881c975800 20 add_watcher() i=7 2024-09-12T01:15:17.756 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.757+0000 7f881c975800 2 all 8 watchers are set, enabling cache 2024-09-12T01:15:17.757 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.759+0000 7f86d0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:15:17.758 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.759+0000 7f881c975800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:15:17.758 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.759+0000 7f881c975800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:15:17.758 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.759+0000 7f881c975800 5 note: GC not initialized 2024-09-12T01:15:17.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.759+0000 7f864b7fe640 20 reqs_thread_entry: start 2024-09-12T01:15:17.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.759+0000 7f881c975800 20 init_complete bucket index max shards: 11 2024-09-12T01:15:17.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.759+0000 7f881c975800 20 Filter name: none 2024-09-12T01:15:17.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.760+0000 7f86497fa640 20 reqs_thread_entry: start 2024-09-12T01:15:17.759 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.760+0000 7f881c975800 20 rados->read ofs=0 len=0 2024-09-12T01:15:17.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.760+0000 7f881c975800 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T01:15:17.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.760+0000 7f881c975800 20 rados->read ofs=0 len=0 2024-09-12T01:15:17.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.760+0000 7f881c975800 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T01:15:17.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.761+0000 7f881c975800 20 couldn't put binfo cache entry, might have raced with data changes 2024-09-12T01:15:17.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.761+0000 7f881c975800 20 INFO: main: max_entries=1000, index=gen=0, max_shards=11 2024-09-12T01:15:17.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.761+0000 7f881c975800 20 INFO: main: starting shard=0 2024-09-12T01:15:17.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.761+0000 7f881c975800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.0 2024-09-12T01:15:17.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.761+0000 7f881c975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:17.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.761+0000 7f881c975800 20 INFO: main: starting shard=1 2024-09-12T01:15:17.760 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.761+0000 7f881c975800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.1 2024-09-12T01:15:17.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.761+0000 7f881c975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:17.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.761+0000 7f881c975800 20 INFO: main: starting shard=2 2024-09-12T01:15:17.765 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.761+0000 7f881c975800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.2 2024-09-12T01:15:17.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.762+0000 7f881c975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:17.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.762+0000 7f881c975800 20 INFO: main: starting shard=3 2024-09-12T01:15:17.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.762+0000 7f881c975800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.3 2024-09-12T01:15:17.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.763+0000 7f881c975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:17.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.763+0000 7f881c975800 20 INFO: main: starting shard=4 2024-09-12T01:15:17.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.763+0000 7f881c975800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.4 2024-09-12T01:15:17.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.763+0000 7f881c975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:17.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.763+0000 7f881c975800 20 INFO: main: starting shard=5 2024-09-12T01:15:17.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.763+0000 7f881c975800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.5 2024-09-12T01:15:17.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.764+0000 7f881c975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:17.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.764+0000 7f881c975800 20 INFO: main: starting shard=6 2024-09-12T01:15:17.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.764+0000 7f881c975800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.6 2024-09-12T01:15:17.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.765+0000 7f881c975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:17.766 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.765+0000 7f881c975800 20 INFO: main: starting shard=7 2024-09-12T01:15:17.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.765+0000 7f881c975800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.7 2024-09-12T01:15:17.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.765+0000 7f881c975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:17.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.765+0000 7f881c975800 20 INFO: main: starting shard=8 2024-09-12T01:15:17.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.765+0000 7f881c975800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.8 2024-09-12T01:15:17.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.766+0000 7f881c975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:17.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.766+0000 7f881c975800 20 INFO: main: starting shard=9 2024-09-12T01:15:17.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.766+0000 7f881c975800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.9 2024-09-12T01:15:17.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.766+0000 7f881c975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:17.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.766+0000 7f881c975800 20 INFO: main: starting shard=10 2024-09-12T01:15:17.767 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.766+0000 7f881c975800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.10 2024-09-12T01:15:17.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.767+0000 7f881c975800 20 INFO: main: bi_list() returned without error; entries.size()=0, is_truncated=0, marker= 2024-09-12T01:15:17.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.767+0000 7f881c975800 20 INFO: main: done 2024-09-12T01:15:17.768 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.768+0000 7f86d0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:15:17.769 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.770+0000 7f881c975800 20 remove_watcher() i=0 2024-09-12T01:15:17.769 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.770+0000 7f881c975800 2 removed watcher, disabling cache 2024-09-12T01:15:17.770 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.771+0000 7f881c975800 20 remove_watcher() i=1 2024-09-12T01:15:17.771 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.773+0000 7f881c975800 20 remove_watcher() i=2 2024-09-12T01:15:17.773 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.774+0000 7f881c975800 20 remove_watcher() i=3 2024-09-12T01:15:17.774 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.775+0000 7f881c975800 20 remove_watcher() i=4 2024-09-12T01:15:17.775 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.776+0000 7f881c975800 20 remove_watcher() i=5 2024-09-12T01:15:17.776 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.777+0000 7f881c975800 20 remove_watcher() i=6 2024-09-12T01:15:17.777 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.778+0000 7f881c975800 20 remove_watcher() i=7 2024-09-12T01:15:17.790 INFO:tasks.workunit.client.0.smithi038.stderr:rados -p default.rgw.buckets.data ls | grep d25804a1-7370-4068-a167-e2c408864364 2024-09-12T01:15:17.812 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:15:17.812 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:15:17.892 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:17.893+0000 7f5909f08640 0 -- 172.21.15.38:0/1083433075 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x7f58fc015860 msgr2=0x7f58fc012880 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2024-09-12T01:15:17.907 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: verify that original null object version is intact after failed olh upgrade 2024-09-12T01:15:17.907 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T01:15:17.909 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:17.909 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:17.917 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:17.917 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:17.926 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:17.926 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:17.931 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config set client rgw_debug_inject_set_olh_err 2 2024-09-12T01:15:19.347 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:19.347 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:19.404 INFO:tasks.workunit.client.0.smithi038.stderr:An error occurred (NoSuchKey) when calling the PutObject operation: None 2024-09-12T01:15:19.406 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config rm client rgw_debug_inject_set_olh_err 2024-09-12T01:15:19.827 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:19.827 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:19.835 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:19.836 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:19.838 INFO:tasks.workunit.client.0.smithi038.stderr:TEST: verify that concurrent delete requests do not leave behind olh entries 2024-09-12T01:15:19.838 INFO:tasks.workunit.client.0.smithi038.stderr: 2024-09-12T01:15:19.840 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:19.840 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:19.884 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:19.885 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:19.928 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:19.929 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:19.938 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config set client rgw_debug_inject_latency_bi_unlink 2 2024-09-12T01:15:21.353 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:21.353 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:21.357 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:21.357 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:23.374 INFO:tasks.workunit.client.0.smithi038.stderr:ceph config rm client rgw_debug_inject_latency_bi_unlink 2024-09-12T01:15:23.799 INFO:tasks.workunit.client.0.smithi038.stderr:radosgw-admin bucket check olh --bucket versioning-bucket --dump-keys 2024-09-12T01:15:23.830 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:15:23.830 INFO:tasks.workunit.client.0.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:15:23.871 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.872+0000 7f9efe537800 20 rados->read ofs=0 len=0 2024-09-12T01:15:23.872 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.873+0000 7f9efe537800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:23.872 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.873+0000 7f9efe537800 20 realm 2024-09-12T01:15:23.872 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.873+0000 7f9efe537800 20 rados->read ofs=0 len=0 2024-09-12T01:15:23.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.873+0000 7f9efe537800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:23.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.873+0000 7f9efe537800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:15:23.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.873+0000 7f9efe537800 20 rados->read ofs=0 len=0 2024-09-12T01:15:23.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.873+0000 7f9efe537800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:23.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.873+0000 7f9efe537800 20 rados->read ofs=0 len=0 2024-09-12T01:15:23.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.874+0000 7f9efe537800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:15:23.873 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.875+0000 7f9efe537800 20 rados->read ofs=0 len=0 2024-09-12T01:15:23.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.875+0000 7f9efe537800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:15:23.874 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.876+0000 7f9efe537800 20 searching for the correct realm 2024-09-12T01:15:23.878 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.879+0000 7f9efaa22640 0 -- 172.21.15.38:0/1268884408 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x56045e709980 msgr2=0x56045e70bdf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:15:23.882 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.883+0000 7f9ef9a20640 0 -- 172.21.15.38:0/1268884408 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f9eec026250 msgr2=0x7f9eec079050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:15:23.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.887+0000 7f9efe537800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:15:23.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.887+0000 7f9efe537800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:15:23.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.887+0000 7f9efe537800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:15:23.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.887+0000 7f9efe537800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:15:23.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.887+0000 7f9efe537800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:15:23.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.887+0000 7f9efe537800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:15:23.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.887+0000 7f9efe537800 20 rados->read ofs=0 len=0 2024-09-12T01:15:23.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.888+0000 7f9efe537800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:23.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.888+0000 7f9efe537800 20 rados->read ofs=0 len=0 2024-09-12T01:15:23.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.888+0000 7f9efe537800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:15:23.887 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.888+0000 7f9efe537800 20 rados->read ofs=0 len=0 2024-09-12T01:15:23.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.888+0000 7f9efe537800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:15:23.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.888+0000 7f9efe537800 20 zone default found 2024-09-12T01:15:23.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.888+0000 7f9efe537800 4 Realm: () 2024-09-12T01:15:23.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.888+0000 7f9efe537800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:15:23.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.888+0000 7f9efe537800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:15:23.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.888+0000 7f9efe537800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:15:23.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.888+0000 7f9efe537800 20 zonegroup default 2024-09-12T01:15:23.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.888+0000 7f9efe537800 20 rados->read ofs=0 len=0 2024-09-12T01:15:23.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.889+0000 7f9efe537800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:23.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.889+0000 7f9efe537800 20 rados->read ofs=0 len=0 2024-09-12T01:15:23.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.889+0000 7f9efe537800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:23.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.889+0000 7f9efe537800 20 rados->read ofs=0 len=0 2024-09-12T01:15:23.889 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.889+0000 7f9efe537800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:23.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.889+0000 7f9efe537800 20 started sync module instance, tier type = 2024-09-12T01:15:23.890 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.889+0000 7f9efe537800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:15:23.899 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.900+0000 7f9efe537800 20 add_watcher() i=0 2024-09-12T01:15:23.899 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.900+0000 7f9efe537800 20 add_watcher() i=1 2024-09-12T01:15:23.899 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.900+0000 7f9efe537800 20 add_watcher() i=2 2024-09-12T01:15:23.899 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.900+0000 7f9efe537800 20 add_watcher() i=3 2024-09-12T01:15:23.899 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.900+0000 7f9efe537800 20 add_watcher() i=4 2024-09-12T01:15:23.899 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.900+0000 7f9efe537800 20 add_watcher() i=5 2024-09-12T01:15:23.899 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.900+0000 7f9efe537800 20 add_watcher() i=6 2024-09-12T01:15:23.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.901+0000 7f9efe537800 20 add_watcher() i=7 2024-09-12T01:15:23.900 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.901+0000 7f9efe537800 2 all 8 watchers are set, enabling cache 2024-09-12T01:15:23.904 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.902+0000 7f9db0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:15:23.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.903+0000 7f9efe537800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:15:23.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.903+0000 7f9efe537800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:15:23.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.903+0000 7f9efe537800 5 note: GC not initialized 2024-09-12T01:15:23.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.903+0000 7f9d2b7fe640 20 reqs_thread_entry: start 2024-09-12T01:15:23.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.903+0000 7f9efe537800 20 init_complete bucket index max shards: 11 2024-09-12T01:15:23.907 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.903+0000 7f9efe537800 20 Filter name: none 2024-09-12T01:15:23.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.903+0000 7f9d297fa640 20 reqs_thread_entry: start 2024-09-12T01:15:23.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.903+0000 7f9efe537800 10 cache get: name=default.rgw.meta+root+versioning-bucket : miss 2024-09-12T01:15:23.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.903+0000 7f9efe537800 20 rados->read ofs=0 len=0 2024-09-12T01:15:23.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.903+0000 7f9efe537800 20 rados_obj.operate() r=0 bl.length=209 2024-09-12T01:15:23.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.904+0000 7f9efe537800 10 cache put: name=default.rgw.meta+root+versioning-bucket info.flags=0x11 2024-09-12T01:15:23.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.904+0000 7f9efe537800 10 adding default.rgw.meta+root+versioning-bucket to cache LRU end 2024-09-12T01:15:23.908 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.904+0000 7f9efe537800 10 cache get: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783 : miss 2024-09-12T01:15:23.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.904+0000 7f9efe537800 20 rados->read ofs=0 len=0 2024-09-12T01:15:23.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.904+0000 7f9efe537800 20 rados_obj.operate() r=0 bl.length=431 2024-09-12T01:15:23.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.904+0000 7f9efe537800 10 cache put: name=default.rgw.meta+root+.bucket.meta.versioning-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783 info.flags=0x17 2024-09-12T01:15:23.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.904+0000 7f9efe537800 10 adding default.rgw.meta+root+.bucket.meta.versioning-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783 to cache LRU end 2024-09-12T01:15:23.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.904+0000 7f9efe537800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:15:23.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.904+0000 7f9efe537800 10 updating xattr: name=user.rgw.acl bl.length()=209 2024-09-12T01:15:23.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.904+0000 7f9efe537800 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.versioning-bucket:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783 2024-09-12T01:15:23.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.904+0000 7f9efe537800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.0 2024-09-12T01:15:23.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.905+0000 7f9efe537800 1 NOTICE: finished shard 0 (0 entries found) 2024-09-12T01:15:23.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.905+0000 7f9efe537800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.1 2024-09-12T01:15:23.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.905+0000 7f9efe537800 1 NOTICE: finished shard 1 (0 entries found) 2024-09-12T01:15:23.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.905+0000 7f9efe537800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.2 2024-09-12T01:15:23.909 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.906+0000 7f9efe537800 1 NOTICE: finished shard 2 (0 entries found) 2024-09-12T01:15:23.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.906+0000 7f9efe537800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.3 2024-09-12T01:15:23.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.907+0000 7f9efe537800 1 NOTICE: finished shard 3 (0 entries found) 2024-09-12T01:15:23.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.907+0000 7f9efe537800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.4 2024-09-12T01:15:23.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.907+0000 7f9efe537800 1 NOTICE: finished shard 4 (0 entries found) 2024-09-12T01:15:23.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.907+0000 7f9efe537800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.5 2024-09-12T01:15:23.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.908+0000 7f9efe537800 1 NOTICE: finished shard 5 (0 entries found) 2024-09-12T01:15:23.910 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.908+0000 7f9efe537800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.6 2024-09-12T01:15:23.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.909+0000 7f9efe537800 1 NOTICE: finished shard 6 (0 entries found) 2024-09-12T01:15:23.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.909+0000 7f9efe537800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.7 2024-09-12T01:15:23.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.909+0000 7f9efe537800 1 NOTICE: finished shard 7 (0 entries found) 2024-09-12T01:15:23.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.909+0000 7f9efe537800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.8 2024-09-12T01:15:23.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.910+0000 7f9efe537800 1 NOTICE: finished shard 8 (0 entries found) 2024-09-12T01:15:23.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.910+0000 7f9efe537800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.9 2024-09-12T01:15:23.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.910+0000 7f9efe537800 1 NOTICE: finished shard 9 (0 entries found) 2024-09-12T01:15:23.911 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.910+0000 7f9efe537800 20 bucket index object: :.dir.4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783.10 2024-09-12T01:15:23.912 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.911+0000 7f9efe537800 1 NOTICE: finished shard 10 (0 entries found) 2024-09-12T01:15:23.912 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.911+0000 7f9efe537800 1 NOTICE: finished all shards (0 entries found) 2024-09-12T01:15:23.912 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.912+0000 7f9db0fe1640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:15:23.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.914+0000 7f9efe537800 20 remove_watcher() i=0 2024-09-12T01:15:23.913 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.914+0000 7f9efe537800 2 removed watcher, disabling cache 2024-09-12T01:15:23.915 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.916+0000 7f9efe537800 20 remove_watcher() i=1 2024-09-12T01:15:23.916 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.917+0000 7f9efe537800 20 remove_watcher() i=2 2024-09-12T01:15:23.917 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.918+0000 7f9efe537800 20 remove_watcher() i=3 2024-09-12T01:15:23.918 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.919+0000 7f9efe537800 20 remove_watcher() i=4 2024-09-12T01:15:23.919 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.920+0000 7f9efe537800 20 remove_watcher() i=5 2024-09-12T01:15:23.920 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.921+0000 7f9efe537800 20 remove_watcher() i=6 2024-09-12T01:15:23.921 INFO:tasks.workunit.client.0.smithi038.stderr:2024-09-12T01:15:23.922+0000 7f9efe537800 20 remove_watcher() i=7 2024-09-12T01:15:23.933 INFO:tasks.workunit.client.0.smithi038.stderr:Deleting bucket versioning-bucket 2024-09-12T01:15:23.935 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:23.935 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:23.939 INFO:tasks.workunit.client.0.smithi038.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.9/site-packages/urllib3/connectionpool.py:1064: InsecureRequestWarning: Unverified HTTPS request is being made to host 'localhost'. Adding certificate verification is strongly advised. See: https://urllib3.readthedocs.io/en/1.26.x/advanced-usage.html#ssl-warnings 2024-09-12T01:15:23.939 INFO:tasks.workunit.client.0.smithi038.stderr: warnings.warn( 2024-09-12T01:15:23.968 INFO:tasks.workunit.client.0.smithi038.stderr:Completed bucket versioning tests 2024-09-12T01:15:23.968 INFO:tasks.workunit.client.0.smithi038.stdout:Could not connect to the endpoint URL: "http://localhost:80/" 2024-09-12T01:15:23.968 INFO:tasks.workunit.client.0.smithi038.stdout:Could not connect to the endpoint URL: "http://localhost:8000/" 2024-09-12T01:15:23.969 INFO:tasks.workunit.client.0.smithi038.stdout:connected to https://localhost:443 2024-09-12T01:15:24.033 INFO:tasks.workunit.client.0.smithi038.stderr:+ deactivate 2024-09-12T01:15:24.033 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2024-09-12T01:15:24.033 INFO:tasks.workunit.client.0.smithi038.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2024-09-12T01:15:24.033 INFO:tasks.workunit.client.0.smithi038.stderr:+ export PATH 2024-09-12T01:15:24.033 INFO:tasks.workunit.client.0.smithi038.stderr:+ unset _OLD_VIRTUAL_PATH 2024-09-12T01:15:24.033 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -n '' ']' 2024-09-12T01:15:24.033 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2024-09-12T01:15:24.033 INFO:tasks.workunit.client.0.smithi038.stderr:+ hash -r 2024-09-12T01:15:24.033 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' -n '' ']' 2024-09-12T01:15:24.033 INFO:tasks.workunit.client.0.smithi038.stderr:+ unset VIRTUAL_ENV 2024-09-12T01:15:24.033 INFO:tasks.workunit.client.0.smithi038.stderr:+ '[' '!' '' = nondestructive ']' 2024-09-12T01:15:24.034 INFO:tasks.workunit.client.0.smithi038.stderr:+ unset -f deactivate 2024-09-12T01:15:24.034 INFO:tasks.workunit.client.0.smithi038.stderr:+ echo OK. 2024-09-12T01:15:24.035 INFO:tasks.workunit.client.0.smithi038.stdout:OK. 2024-09-12T01:15:24.035 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-12T01:15:24.035 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-12T01:15:24.116 INFO:tasks.workunit:Stopping ['rgw/run-versioning.sh'] on client.0... 2024-09-12T01:15:24.116 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-12T01:15:24.522 DEBUG:teuthology.parallel:result is None 2024-09-12T01:15:24.522 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T01:15:24.562 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T01:15:24.563 DEBUG:teuthology.orchestra.run.smithi038:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-12T01:15:24.633 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-12T01:15:24.633 DEBUG:teuthology.run_tasks:Unwinding manager s3tests 2024-09-12T01:15:24.644 DEBUG:teuthology.run_tasks:Unwinding manager s3tests-java 2024-09-12T01:15:24.677 DEBUG:tasks.s3tests_java:S3 Tests Java: END 2024-09-12T01:15:24.678 INFO:tasks.s3tests_java:S3 Tests Java: Cleaning up s3-tests-java... 2024-09-12T01:15:24.678 DEBUG:teuthology.orchestra.run.smithi038:> rm -rf /home/ubuntu/cephtest/s3-tests-java 2024-09-12T01:15:24.743 INFO:tasks.s3tests_java:S3 Tests Java: Deleting S3 users... 2024-09-12T01:15:24.743 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph 2024-09-12T01:15:24.802 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:15:24.802 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:15:24.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.839+0000 7fb9a5698800 20 rados->read ofs=0 len=0 2024-09-12T01:15:24.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.841+0000 7fb9a5698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:24.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.841+0000 7fb9a5698800 20 realm 2024-09-12T01:15:24.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.841+0000 7fb9a5698800 20 rados->read ofs=0 len=0 2024-09-12T01:15:24.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.841+0000 7fb9a5698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:24.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.841+0000 7fb9a5698800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:15:24.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.841+0000 7fb9a5698800 20 rados->read ofs=0 len=0 2024-09-12T01:15:24.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.841+0000 7fb9a5698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:24.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.841+0000 7fb9a5698800 20 rados->read ofs=0 len=0 2024-09-12T01:15:24.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.842+0000 7fb9a5698800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:15:24.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.842+0000 7fb9a5698800 20 rados->read ofs=0 len=0 2024-09-12T01:15:24.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.843+0000 7fb9a5698800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:15:24.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.843+0000 7fb9a5698800 20 searching for the correct realm 2024-09-12T01:15:24.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.847+0000 7fb9a3983640 0 -- 172.21.15.38:0/519747900 >> [v2:172.21.15.38:6808/967286737,v1:172.21.15.38:6809/967286737] conn(0x55ae1c045630 msgr2=0x55ae1c047ac0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:15:24.849 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.851+0000 7fb9a2981640 0 -- 172.21.15.38:0/519747900 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7fb994031070 msgr2=0x7fb994040430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:15:24.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.855+0000 7fb9a5698800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:15:24.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.855+0000 7fb9a5698800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:15:24.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.855+0000 7fb9a5698800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:15:24.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.855+0000 7fb9a5698800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:15:24.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.855+0000 7fb9a5698800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:15:24.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.855+0000 7fb9a5698800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:15:24.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.855+0000 7fb9a5698800 20 rados->read ofs=0 len=0 2024-09-12T01:15:24.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.855+0000 7fb9a5698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:24.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.855+0000 7fb9a5698800 20 rados->read ofs=0 len=0 2024-09-12T01:15:24.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.855+0000 7fb9a5698800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:15:24.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.855+0000 7fb9a5698800 20 rados->read ofs=0 len=0 2024-09-12T01:15:24.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.856+0000 7fb9a5698800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:15:24.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.856+0000 7fb9a5698800 20 zone default found 2024-09-12T01:15:24.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.856+0000 7fb9a5698800 4 Realm: () 2024-09-12T01:15:24.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.856+0000 7fb9a5698800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:15:24.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.856+0000 7fb9a5698800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:15:24.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.856+0000 7fb9a5698800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:15:24.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.856+0000 7fb9a5698800 20 zonegroup default 2024-09-12T01:15:24.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.856+0000 7fb9a5698800 20 rados->read ofs=0 len=0 2024-09-12T01:15:24.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.856+0000 7fb9a5698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:24.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.856+0000 7fb9a5698800 20 rados->read ofs=0 len=0 2024-09-12T01:15:24.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.856+0000 7fb9a5698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:24.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.856+0000 7fb9a5698800 20 rados->read ofs=0 len=0 2024-09-12T01:15:24.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.857+0000 7fb9a5698800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:24.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.857+0000 7fb9a5698800 20 started sync module instance, tier type = 2024-09-12T01:15:24.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.857+0000 7fb9a5698800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:15:24.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.866+0000 7fb9a5698800 20 add_watcher() i=0 2024-09-12T01:15:24.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.866+0000 7fb9a5698800 20 add_watcher() i=1 2024-09-12T01:15:24.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.866+0000 7fb9a5698800 20 add_watcher() i=2 2024-09-12T01:15:24.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.866+0000 7fb9a5698800 20 add_watcher() i=3 2024-09-12T01:15:24.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.866+0000 7fb9a5698800 20 add_watcher() i=4 2024-09-12T01:15:24.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.866+0000 7fb9a5698800 20 add_watcher() i=5 2024-09-12T01:15:24.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.866+0000 7fb9a5698800 20 add_watcher() i=6 2024-09-12T01:15:24.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.867+0000 7fb9a5698800 20 add_watcher() i=7 2024-09-12T01:15:24.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.867+0000 7fb9a5698800 2 all 8 watchers are set, enabling cache 2024-09-12T01:15:24.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.869+0000 7fb859fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:15:24.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.869+0000 7fb9a5698800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:15:24.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.869+0000 7fb9a5698800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:15:24.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.907+0000 7fb858fe1640 20 reqs_thread_entry: start 2024-09-12T01:15:24.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.907+0000 7fb9a5698800 20 init_complete bucket index max shards: 11 2024-09-12T01:15:24.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.907+0000 7fb9a5698800 20 Filter name: none 2024-09-12T01:15:24.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.907+0000 7fb7d27fc640 20 reqs_thread_entry: start 2024-09-12T01:15:24.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.907+0000 7fb9a5698800 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2024-09-12T01:15:24.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.907+0000 7fb9a5698800 20 rados->read ofs=0 len=0 2024-09-12T01:15:24.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.908+0000 7fb9a5698800 20 rados_obj.operate() r=0 bl.length=482 2024-09-12T01:15:24.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.908+0000 7fb9a5698800 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x13 2024-09-12T01:15:24.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.908+0000 7fb9a5698800 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2024-09-12T01:15:24.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.908+0000 7fb9a5698800 10 updating xattr: name=ceph.objclass.version bl.length()=42 2024-09-12T01:15:24.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.908+0000 7fb9a5698800 10 removing key index: BORRWTQKABIDRIUPZFFF 2024-09-12T01:15:24.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.910+0000 7fb9a5698800 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.keys:BORRWTQKABIDRIUPZFFF, ofs0, ns] 2024-09-12T01:15:24.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.911+0000 7fb886ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871367595 cookie 94206282793840 notifier 9480 bl.length()=170 2024-09-12T01:15:24.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.911+0000 7fb9a5698800 10 removing email index: tester.client.0_test@test.test 2024-09-12T01:15:24.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.912+0000 7fb9a5698800 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2024-09-12T01:15:24.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.912+0000 7fb8867fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366370 cookie 94206282791136 notifier 9480 bl.length()=181 2024-09-12T01:15:24.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.913+0000 7fb9a5698800 10 removing user buckets index 2024-09-12T01:15:24.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.914+0000 7fb9a5698800 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0.buckets, ofs0, ns] 2024-09-12T01:15:24.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.914+0000 7fb8867fc640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871366348 cookie 94206282780944 notifier 9480 bl.length()=172 2024-09-12T01:15:24.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.915+0000 7fb9a5698800 10 removing user index: tester.client.0 2024-09-12T01:15:24.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.916+0000 7fb9a5698800 10 removing default.rgw.meta+users.uid+tester.client.0 from cache 2024-09-12T01:15:24.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.916+0000 7fb9a5698800 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2024-09-12T01:15:24.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.916+0000 7fb886ffd640 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 1133871367700 cookie 94206282800496 notifier 9480 bl.length()=164 2024-09-12T01:15:24.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.918+0000 7fb859fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:15:24.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.920+0000 7fb9a5698800 20 remove_watcher() i=0 2024-09-12T01:15:24.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.920+0000 7fb9a5698800 2 removed watcher, disabling cache 2024-09-12T01:15:24.920 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.921+0000 7fb9a5698800 20 remove_watcher() i=1 2024-09-12T01:15:24.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.922+0000 7fb9a5698800 20 remove_watcher() i=2 2024-09-12T01:15:24.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.923+0000 7fb9a5698800 20 remove_watcher() i=3 2024-09-12T01:15:24.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.924+0000 7fb9a5698800 20 remove_watcher() i=4 2024-09-12T01:15:24.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.926+0000 7fb9a5698800 20 remove_watcher() i=5 2024-09-12T01:15:24.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.927+0000 7fb9a5698800 20 remove_watcher() i=6 2024-09-12T01:15:24.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:24.928+0000 7fb9a5698800 20 remove_watcher() i=7 2024-09-12T01:15:24.938 DEBUG:teuthology.run_tasks:Unwinding manager ragweed 2024-09-12T01:15:24.948 DEBUG:teuthology.run_tasks:Unwinding manager tox 2024-09-12T01:15:24.977 DEBUG:teuthology.orchestra.run.smithi038:> rm -rf /home/ubuntu/cephtest/tox-venv 2024-09-12T01:15:25.037 DEBUG:teuthology.run_tasks:Unwinding manager rgw 2024-09-12T01:15:25.053 DEBUG:tasks.rgw.client.0:waiting for process to exit 2024-09-12T01:15:25.053 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:15:25.054 INFO:tasks.rgw.client.0.smithi038.stdout:2024-09-12T01:15:25.055+0000 7f66c61ea640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast ssl_certificate=/home/ubuntu/cephtest/ca/rgw.client.0.crt ssl_port=443 -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground (PID: 46307) UID: 0 2024-09-12T01:15:25.054 INFO:tasks.rgw.client.0.smithi038.stdout:2024-09-12T01:15:25.055+0000 7f66c9a45880 -1 shutting down 2024-09-12T01:15:43.169 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~0s 2024-09-12T01:15:43.357 INFO:tasks.rgw.client.0:Stopped 2024-09-12T01:15:43.358 DEBUG:teuthology.orchestra.run.smithi038:> rm -f /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock 2024-09-12T01:15:43.394 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -f /etc/ceph/vault-root-token 2024-09-12T01:15:43.479 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -f /home/ubuntu/cephtest/url_file 2024-09-12T01:15:43.522 INFO:tasks.util.rgw:rgwadmin: client.0 : ['gc', 'process', '--include-all'] 2024-09-12T01:15:43.522 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'gc', 'process', '--include-all'] 2024-09-12T01:15:43.522 DEBUG:teuthology.orchestra.run.smithi038:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph gc process --include-all 2024-09-12T01:15:43.622 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setuser ceph since I am not root 2024-09-12T01:15:43.623 INFO:teuthology.orchestra.run.smithi038.stderr:ignoring --setgroup ceph since I am not root 2024-09-12T01:15:43.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.662+0000 7f12a7812800 20 rados->read ofs=0 len=0 2024-09-12T01:15:43.662 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.663+0000 7f12a7812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:43.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.663+0000 7f12a7812800 20 realm 2024-09-12T01:15:43.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.663+0000 7f12a7812800 20 rados->read ofs=0 len=0 2024-09-12T01:15:43.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.663+0000 7f12a7812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:43.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.663+0000 7f12a7812800 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2024-09-12T01:15:43.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.663+0000 7f12a7812800 20 rados->read ofs=0 len=0 2024-09-12T01:15:43.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.664+0000 7f12a7812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:43.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.664+0000 7f12a7812800 20 rados->read ofs=0 len=0 2024-09-12T01:15:43.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.665+0000 7f12a7812800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:15:43.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.665+0000 7f12a7812800 20 rados->read ofs=0 len=0 2024-09-12T01:15:43.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.665+0000 7f12a7812800 20 rados_obj.operate() r=0 bl.length=1139 2024-09-12T01:15:43.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.665+0000 7f12a7812800 20 searching for the correct realm 2024-09-12T01:15:43.665 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.667+0000 7f12a2ecb640 0 -- 172.21.15.38:0/1383317295 >> [v2:172.21.15.38:6824/2480374289,v1:172.21.15.38:6825/2480374289] conn(0x7f129801c040 msgr2=0x7f129803ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:15:43.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.873+0000 7f12a26ca640 0 -- 172.21.15.38:0/1383317295 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5648c38dc500 msgr2=0x5648c38de8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:15:43.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.879+0000 7f12a7812800 20 RGWRados::pool_iterate: got zonegroup_info.ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1 2024-09-12T01:15:43.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.879+0000 7f12a7812800 20 RGWRados::pool_iterate: got zone_info.4b4696ab-832b-42a5-8458-6d1e5648ba35 2024-09-12T01:15:43.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.879+0000 7f12a7812800 20 RGWRados::pool_iterate: got default.zonegroup. 2024-09-12T01:15:43.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.879+0000 7f12a7812800 20 RGWRados::pool_iterate: got default.zone. 2024-09-12T01:15:43.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.879+0000 7f12a7812800 20 RGWRados::pool_iterate: got zone_names.default 2024-09-12T01:15:43.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.879+0000 7f12a7812800 20 RGWRados::pool_iterate: got zonegroups_names.default 2024-09-12T01:15:43.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.879+0000 7f12a7812800 20 rados->read ofs=0 len=0 2024-09-12T01:15:43.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.880+0000 7f12a7812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:43.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.880+0000 7f12a7812800 20 rados->read ofs=0 len=0 2024-09-12T01:15:43.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.880+0000 7f12a7812800 20 rados_obj.operate() r=0 bl.length=46 2024-09-12T01:15:43.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.880+0000 7f12a7812800 20 rados->read ofs=0 len=0 2024-09-12T01:15:43.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.880+0000 7f12a7812800 20 rados_obj.operate() r=0 bl.length=470 2024-09-12T01:15:43.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.880+0000 7f12a7812800 20 zone default found 2024-09-12T01:15:43.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.880+0000 7f12a7812800 4 Realm: () 2024-09-12T01:15:43.881 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.880+0000 7f12a7812800 4 ZoneGroup: default (ee2cdc8b-9135-4dd4-9ddb-e28bcb6833c1) 2024-09-12T01:15:43.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.880+0000 7f12a7812800 4 Zone: default (4b4696ab-832b-42a5-8458-6d1e5648ba35) 2024-09-12T01:15:43.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.880+0000 7f12a7812800 10 cannot find current period zonegroup using local zonegroup configuration 2024-09-12T01:15:43.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.880+0000 7f12a7812800 20 zonegroup default 2024-09-12T01:15:43.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.880+0000 7f12a7812800 20 rados->read ofs=0 len=0 2024-09-12T01:15:43.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.881+0000 7f12a7812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:43.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.881+0000 7f12a7812800 20 rados->read ofs=0 len=0 2024-09-12T01:15:43.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.881+0000 7f12a7812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:43.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.881+0000 7f12a7812800 20 rados->read ofs=0 len=0 2024-09-12T01:15:43.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.881+0000 7f12a7812800 20 rados_obj.operate() r=-2 bl.length=0 2024-09-12T01:15:43.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.881+0000 7f12a7812800 20 started sync module instance, tier type = 2024-09-12T01:15:43.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.881+0000 7f12a7812800 20 started zone id=4b4696ab-832b-42a5-8458-6d1e5648ba35 (name=default) with tier type = 2024-09-12T01:15:43.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.891+0000 7f12a7812800 20 add_watcher() i=0 2024-09-12T01:15:43.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.891+0000 7f12a7812800 20 add_watcher() i=1 2024-09-12T01:15:43.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.891+0000 7f12a7812800 20 add_watcher() i=2 2024-09-12T01:15:43.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.891+0000 7f12a7812800 20 add_watcher() i=3 2024-09-12T01:15:43.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.891+0000 7f12a7812800 20 add_watcher() i=4 2024-09-12T01:15:43.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.891+0000 7f12a7812800 20 add_watcher() i=5 2024-09-12T01:15:43.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.891+0000 7f12a7812800 20 add_watcher() i=6 2024-09-12T01:15:43.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.892+0000 7f12a7812800 20 add_watcher() i=7 2024-09-12T01:15:43.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.892+0000 7f12a7812800 2 all 8 watchers are set, enabling cache 2024-09-12T01:15:43.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.894+0000 7f1159fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:15:43.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.894+0000 7f12a7812800 20 rgw_check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2024-09-12T01:15:43.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.894+0000 7f12a7812800 20 rgw_check_secure_mon_conn(): mode 1 is insecure 2024-09-12T01:15:43.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.934+0000 7f1158fe1640 20 reqs_thread_entry: start 2024-09-12T01:15:43.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.934+0000 7f12a7812800 20 init_complete bucket index max shards: 11 2024-09-12T01:15:43.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.935+0000 7f12a7812800 20 Filter name: none 2024-09-12T01:15:43.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.935+0000 7f1151ffb640 20 reqs_thread_entry: start 2024-09-12T01:15:43.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.935+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2024-09-12T01:15:43.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.936+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:43.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.937+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:43.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.938+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50991' 2024-09-12T01:15:43.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.938+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6792507363469835200', time=2024-09-12T03:03:08.826411+0000, chain.objs.size()=3 2024-09-12T01:15:43.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.938+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.160__multipart_mymultipart-STANDARD.2~OJh5TZzi1NNEpSD3asFYe-8ELMJ7neC.1 2024-09-12T01:15:43.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.938+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.160__multipart_mymultipart-STANDARD.2~OJh5TZzi1NNEpSD3asFYe-8ELMJ7neC.2 2024-09-12T01:15:43.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.938+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.160__multipart_mymultipart-STANDARD.2~OJh5TZzi1NNEpSD3asFYe-8ELMJ7neC.3 2024-09-12T01:15:43.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.938+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='_5pszOn67_KBKLeYxCsWfhsHIHzUCxA2', time=2024-09-12T03:03:10.959838+0000, chain.objs.size()=3 2024-09-12T01:15:43.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.938+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.AMDmGw32WzKGoueHdzu_opD7G4GKDJq_0 2024-09-12T01:15:43.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.938+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.AMDmGw32WzKGoueHdzu_opD7G4GKDJq_1 2024-09-12T01:15:43.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.938+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.AMDmGw32WzKGoueHdzu_opD7G4GKDJq_2 2024-09-12T01:15:43.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.938+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10346738854777499111', time=2024-09-12T03:04:54.388058+0000, chain.objs.size()=1 2024-09-12T01:15:43.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.938+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.229__shadow_.FOyfhmgphyyVgOcwotCvcVrwxUPmdg2_0 2024-09-12T01:15:43.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.938+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1995196282847227979', time=2024-09-12T03:04:58.893069+0000, chain.objs.size()=1 2024-09-12T01:15:43.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.938+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.238__shadow_.3GrIiGHKGw3HA6yaS0rVLCTWjNabgDX_0 2024-09-12T01:15:43.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.939+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10744086356016973352', time=2024-09-12T03:05:07.034581+0000, chain.objs.size()=1 2024-09-12T01:15:43.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.939+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.252__shadow_.ryxyQlQne889zzvFvi4mymeeZVdyvwY_0 2024-09-12T01:15:43.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.939+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16965664785273423100', time=2024-09-12T03:05:08.028674+0000, chain.objs.size()=1 2024-09-12T01:15:43.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.939+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.254__shadow_.3uun6yDht7vlCZK_yGb7iXfLqYJrO-3_0 2024-09-12T01:15:43.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.939+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3872170279876542483', time=2024-09-12T03:05:11.316891+0000, chain.objs.size()=1 2024-09-12T01:15:43.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.939+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.261__shadow_.lRIw3Tv_MqPt3AVEdpuQcvzy90qybJK_0 2024-09-12T01:15:43.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.940+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8190936012421607399', time=2024-09-12T03:05:20.254749+0000, chain.objs.size()=1 2024-09-12T01:15:43.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.940+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.cz-j3fKl0IXSksJLirj8Kr2ImIWGXFG_0 2024-09-12T01:15:43.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.942+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14750570700956850839', time=2024-09-12T03:05:20.261553+0000, chain.objs.size()=1 2024-09-12T01:15:43.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.942+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8D62ruPMHBNIysi_RDH_yPqu7j1y2T2_0 2024-09-12T01:15:43.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.943+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4094022124220712708', time=2024-09-12T03:05:20.289024+0000, chain.objs.size()=1 2024-09-12T01:15:43.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.943+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.kjeF84VvoX0YY4so1lTnA-1UGzNoVLB_0 2024-09-12T01:15:43.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.944+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10297178693290092421', time=2024-09-12T03:05:20.314913+0000, chain.objs.size()=1 2024-09-12T01:15:43.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.944+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.2FjTSKTnj5vXKr6w0o05Z0YxNymD6O1_0 2024-09-12T01:15:43.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.944+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10477414605245622153', time=2024-09-12T03:05:20.325697+0000, chain.objs.size()=1 2024-09-12T01:15:43.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.944+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.4IFJKa1Cp0kYy66T7FWOtxd_9MZ54CE_0 2024-09-12T01:15:43.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.944+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14341798920364299987', time=2024-09-12T03:05:20.327528+0000, chain.objs.size()=1 2024-09-12T01:15:43.943 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.944+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.-VPYPbp3IApFevV-u0wrK53IFQizK9t_0 2024-09-12T01:15:43.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.945+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4297786242268296073', time=2024-09-12T03:05:20.415223+0000, chain.objs.size()=1 2024-09-12T01:15:43.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.945+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.RX4fMyOiI5PDF9-5XQRfGw1TgmmB9U3_0 2024-09-12T01:15:43.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.945+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18418200743237042621', time=2024-09-12T03:05:20.416615+0000, chain.objs.size()=1 2024-09-12T01:15:43.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.945+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.uJ5KnX30VG0geMdPRyCNQfCOBjDYwmC_0 2024-09-12T01:15:43.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.945+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3815415538748570060', time=2024-09-12T03:05:20.417276+0000, chain.objs.size()=1 2024-09-12T01:15:43.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.945+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.kG3Nbvqejjaf9DR3bVqMDtWEqhg6kYU_0 2024-09-12T01:15:43.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.945+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18434007089607254107', time=2024-09-12T03:05:20.450012+0000, chain.objs.size()=1 2024-09-12T01:15:43.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.945+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.W4ILmFpCb75WC_zmqzQdeRH0RwUszFY_0 2024-09-12T01:15:43.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.946+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9284125632134181516', time=2024-09-12T03:05:20.450830+0000, chain.objs.size()=1 2024-09-12T01:15:43.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.946+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.TJCMrPJudwPlz1IV961DyOu7FX-C79N_0 2024-09-12T01:15:43.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.946+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6654217239972543567', time=2024-09-12T03:05:20.501946+0000, chain.objs.size()=1 2024-09-12T01:15:43.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.946+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.pLcSOJYeQhqth01--zDuQlWQSttvjDf_0 2024-09-12T01:15:43.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.948+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14634165889869955225', time=2024-09-12T03:05:20.518053+0000, chain.objs.size()=1 2024-09-12T01:15:43.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.948+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.S4VB4WU4opABuBApYr_z3B3RYohyib6_0 2024-09-12T01:15:43.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.948+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.673647918187529342', time=2024-09-12T03:05:20.615603+0000, chain.objs.size()=1 2024-09-12T01:15:43.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.948+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.FTGJgVvCix09LrLldaAKlnY99tRPiTQ_0 2024-09-12T01:15:43.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.948+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7807935862924479232', time=2024-09-12T03:05:20.624993+0000, chain.objs.size()=1 2024-09-12T01:15:43.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.948+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.hVLVvLnhdF-RrPgJJ9TJWoLNgtTZoop_0 2024-09-12T01:15:43.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.949+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3826147704475599789', time=2024-09-12T03:05:20.633871+0000, chain.objs.size()=1 2024-09-12T01:15:43.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.949+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ZiyVJX21_FvfBeWWXfCUwOi7MuWCt88_0 2024-09-12T01:15:43.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.949+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14411602954438251763', time=2024-09-12T03:05:20.646460+0000, chain.objs.size()=1 2024-09-12T01:15:43.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.949+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.eBQ1xKmK5hRJsFqVyMFT-A4d1284cY3_0 2024-09-12T01:15:43.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.951+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15961854338432730775', time=2024-09-12T03:05:20.649327+0000, chain.objs.size()=1 2024-09-12T01:15:43.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.951+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.iCRlUkfsQmARrWoGlyOyM75pU6o_Z8A_0 2024-09-12T01:15:43.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.951+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12940147951277600521', time=2024-09-12T03:05:20.651906+0000, chain.objs.size()=1 2024-09-12T01:15:43.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.951+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.uNbe0PorRQ9vUuSD3WWpC-si7yWPu5B_0 2024-09-12T01:15:43.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.951+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4395567957343138768', time=2024-09-12T03:05:20.666063+0000, chain.objs.size()=1 2024-09-12T01:15:43.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.951+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.7x1gM5vuZyd1vpJ8ByONDKdBOBprcKk_0 2024-09-12T01:15:43.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.951+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2339474561761382345', time=2024-09-12T03:05:20.674418+0000, chain.objs.size()=1 2024-09-12T01:15:43.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.951+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.2V4jIaJYDJycgQjUK8mZAt_AOzPKxxD_0 2024-09-12T01:15:43.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.951+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9839081292619626533', time=2024-09-12T03:05:20.680151+0000, chain.objs.size()=1 2024-09-12T01:15:43.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.951+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.iOmWoFfLvzFANntToBbyt6lbamw5log_0 2024-09-12T01:15:43.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.951+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8002559377223345617', time=2024-09-12T03:05:20.720030+0000, chain.objs.size()=1 2024-09-12T01:15:43.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.951+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ud-stDETv8mHKAZvSCY180vkpXye9Hx_0 2024-09-12T01:15:43.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.951+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12710462467665509046', time=2024-09-12T03:05:20.860015+0000, chain.objs.size()=1 2024-09-12T01:15:43.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.951+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.f70cwRsX5-celE6gqfLG5wihYATgVaL_0 2024-09-12T01:15:43.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.954+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13237683935046425190', time=2024-09-12T03:05:20.870725+0000, chain.objs.size()=1 2024-09-12T01:15:43.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.954+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.3TcO7qchcbWg7Z2XvQheLvG7OXIHspx_0 2024-09-12T01:15:43.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.954+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15199160827208736362', time=2024-09-12T03:05:20.877297+0000, chain.objs.size()=1 2024-09-12T01:15:43.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.954+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.T5dhD2EOaxcVrr7bPnqkShEylbIfTY7_0 2024-09-12T01:15:43.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.954+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2796651799290179116', time=2024-09-12T03:05:20.891440+0000, chain.objs.size()=1 2024-09-12T01:15:43.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.954+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.K6BoiyO6MDDq19VGxkWcC_o1BUHF3xh_0 2024-09-12T01:15:43.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.954+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8873827642297086804', time=2024-09-12T03:05:20.902658+0000, chain.objs.size()=1 2024-09-12T01:15:43.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.954+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Fqhrr_TE78H-IR1GvKHqx0qd0jJJ4MU_0 2024-09-12T01:15:43.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.956+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16833570361645940174', time=2024-09-12T03:05:20.917348+0000, chain.objs.size()=1 2024-09-12T01:15:43.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.956+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Jxq_AhXq9W1-1aBpNZeHjmtLUjKCvtg_0 2024-09-12T01:15:43.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.956+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10076658054411814584', time=2024-09-12T03:05:20.999720+0000, chain.objs.size()=1 2024-09-12T01:15:43.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.956+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.6Ik7z7dfE6FIwmEvRNTegZQLk3TicwY_0 2024-09-12T01:15:43.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.958+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7927521697712590922', time=2024-09-12T03:05:21.048733+0000, chain.objs.size()=1 2024-09-12T01:15:43.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.958+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.PIcw_X-oEKdszXfSUaImzHo28-AOFET_0 2024-09-12T01:15:43.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.958+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2774447041892381635', time=2024-09-12T03:05:21.050428+0000, chain.objs.size()=1 2024-09-12T01:15:43.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.958+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.M6C8h6MRWCYaqwCNrTSx-4fYTtqnB-W_0 2024-09-12T01:15:43.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.959+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8413496435277780851', time=2024-09-12T03:05:21.188456+0000, chain.objs.size()=1 2024-09-12T01:15:43.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.959+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.sR7LYhNwaeVpb9Mqa9-r86EhlfNuxwq_0 2024-09-12T01:15:43.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.959+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12019667235104833298', time=2024-09-12T03:05:21.212654+0000, chain.objs.size()=1 2024-09-12T01:15:43.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.959+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.1vVE93XC-vnki3hoXofJscJafFA46nI_0 2024-09-12T01:15:43.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.960+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6568680793674009801', time=2024-09-12T03:05:21.294250+0000, chain.objs.size()=1 2024-09-12T01:15:43.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.960+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ZldG4OyhrAWLEBU5Ob4e0xOMC4webI8_0 2024-09-12T01:15:43.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.960+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5728032824873785361', time=2024-09-12T03:05:21.295274+0000, chain.objs.size()=1 2024-09-12T01:15:43.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.960+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.I_yRgCd7a9XkPV1A0HTKdL39dSWohWF_0 2024-09-12T01:15:43.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.960+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15581041141119575925', time=2024-09-12T03:05:21.381793+0000, chain.objs.size()=1 2024-09-12T01:15:43.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.960+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.oDpNGVVuAZpTOjmdobAs2YLRi7BegRh_0 2024-09-12T01:15:43.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.960+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14863783302012687506', time=2024-09-12T03:05:21.405182+0000, chain.objs.size()=1 2024-09-12T01:15:43.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.960+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.DF2R-k6WIvT_V6CgOntTXqMUwSwW5to_0 2024-09-12T01:15:43.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.960+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6532183946163023295', time=2024-09-12T03:05:21.423272+0000, chain.objs.size()=1 2024-09-12T01:15:43.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.960+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.9HGtWqbg4s8ST63TY2RXPS0EkFcO3PV_0 2024-09-12T01:15:43.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.960+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3745835808949450487', time=2024-09-12T03:05:21.460350+0000, chain.objs.size()=1 2024-09-12T01:15:43.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.960+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.1OXTBPkn3cqi-0fW6DSb9VorPrvyvBB_0 2024-09-12T01:15:43.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.960+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17145276816134799119', time=2024-09-12T03:05:21.464209+0000, chain.objs.size()=1 2024-09-12T01:15:43.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.960+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.aDgvF7wGR6vpwKbx_JWftiwOHY3n-59_0 2024-09-12T01:15:43.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.964+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17600919866454885942', time=2024-09-12T03:05:21.590784+0000, chain.objs.size()=1 2024-09-12T01:15:43.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.964+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.sGaaZWtJ85TuMNY2XPPgTn19msNIiPH_0 2024-09-12T01:15:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.964+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9932438263400848690', time=2024-09-12T03:05:21.653843+0000, chain.objs.size()=1 2024-09-12T01:15:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.964+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.AEvaKDS5KFLZ4XxxJEv7XW_KERpt9LE_0 2024-09-12T01:15:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.964+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.631072291468880908', time=2024-09-12T03:05:36.898717+0000, chain.objs.size()=1 2024-09-12T01:15:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.964+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.p1PIFZhZ_joPT1NYQrMhvb9js0fAkFc_0 2024-09-12T01:15:43.963 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.964+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11036348907608085565', time=2024-09-12T03:05:37.716955+0000, chain.objs.size()=1 2024-09-12T01:15:43.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.964+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.r-qB0yyQj4lGxZxnP3OCW9cyZCJo2UP_0 2024-09-12T01:15:43.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.964+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12934937453748163683', time=2024-09-12T03:05:49.581244+0000, chain.objs.size()=1 2024-09-12T01:15:43.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.964+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.316__shadow_.YzaDnFtvthks7-8ApxVzvPNmm3mrykm_0 2024-09-12T01:15:43.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.964+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13334123552533094687', time=2024-09-12T03:06:01.489430+0000, chain.objs.size()=1 2024-09-12T01:15:43.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.964+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.J_w3YrRpdBDRomhKXb_GGgsy7Ag3_ua_0 2024-09-12T01:15:43.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.964+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6451903350455976468', time=2024-09-12T03:06:01.512518+0000, chain.objs.size()=1 2024-09-12T01:15:43.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.964+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.5mj_0t4GjyCWz4lZFOYjBgrQYtFsT8f_0 2024-09-12T01:15:43.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.964+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1883061452138806552', time=2024-09-12T03:06:01.568966+0000, chain.objs.size()=1 2024-09-12T01:15:43.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.964+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.GJEUV9IK67aiw9YaTw1sRgUipf7VgUM_0 2024-09-12T01:15:43.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.965+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18369171254881628085', time=2024-09-12T03:06:01.572789+0000, chain.objs.size()=1 2024-09-12T01:15:43.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.965+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.eimxq9Gh0_bju1Efs8NjQGAh4N2DKiH_0 2024-09-12T01:15:43.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.965+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13003316430143908806', time=2024-09-12T03:06:01.677975+0000, chain.objs.size()=1 2024-09-12T01:15:43.965 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.965+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.CR-sg8cpklNUL-3mBSvbzAllZAjGneK_0 2024-09-12T01:15:43.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.965+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16190682795416488139', time=2024-09-12T03:06:01.755852+0000, chain.objs.size()=1 2024-09-12T01:15:43.966 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.965+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.eU1ktu0EK5TfiDqymQO_cpRUyhfe_r9_0 2024-09-12T01:15:43.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.969+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8880512832682683678', time=2024-09-12T03:06:01.886035+0000, chain.objs.size()=1 2024-09-12T01:15:43.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.969+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.oGFBmUiSUslUpwrjVYL_3IT6U9Pl6Qy_0 2024-09-12T01:15:43.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15534662969708589161', time=2024-09-12T03:06:01.905274+0000, chain.objs.size()=1 2024-09-12T01:15:43.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ErzxS3-WgUEF-VHV1Qp01U5w3bQTXXW_0 2024-09-12T01:15:43.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2427484434656819175', time=2024-09-12T03:06:01.918290+0000, chain.objs.size()=1 2024-09-12T01:15:43.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.cQ7JpXwOS6U9kR39cKyGqDiKd7FLK5X_0 2024-09-12T01:15:43.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13767050070327395081', time=2024-09-12T03:06:01.981750+0000, chain.objs.size()=1 2024-09-12T01:15:43.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.QtwtB9NG21uWpUWboD0Lq4n9tgN2nNo_0 2024-09-12T01:15:43.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17743043808693629750', time=2024-09-12T03:06:02.114474+0000, chain.objs.size()=1 2024-09-12T01:15:43.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.2O1S0LPoA0JMDNXxCar4xU82tXxkvZM_0 2024-09-12T01:15:43.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5655438384546049103', time=2024-09-12T03:06:02.142856+0000, chain.objs.size()=1 2024-09-12T01:15:43.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.nt02ISgXDT-oA9yj9nHgJHueNhPwWMq_0 2024-09-12T01:15:43.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18441394671556065921', time=2024-09-12T03:06:02.149341+0000, chain.objs.size()=1 2024-09-12T01:15:43.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.RyuvRByVJZO7iWPtwO4eYm2WkDfXUaH_0 2024-09-12T01:15:43.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3380758084049023152', time=2024-09-12T03:06:02.202511+0000, chain.objs.size()=1 2024-09-12T01:15:43.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.mmHiPPFm-ByvfX0-JLxSp2aXoZUZ7OI_0 2024-09-12T01:15:43.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16911916110984727231', time=2024-09-12T03:06:02.212947+0000, chain.objs.size()=1 2024-09-12T01:15:43.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HowtKJCvSXTnheV7AMyz7UQFQ8kqCU7_0 2024-09-12T01:15:43.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2306379816680746906', time=2024-09-12T03:06:02.217894+0000, chain.objs.size()=1 2024-09-12T01:15:43.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.XQLd6tNmYPmejuysCunUUUhDmODrsO3_0 2024-09-12T01:15:43.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6513064603598757071', time=2024-09-12T03:06:02.338278+0000, chain.objs.size()=1 2024-09-12T01:15:43.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.970+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.wDpSV86e25eEfQVT0evt0hE3CbGr_3Q_0 2024-09-12T01:15:43.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.975+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11001758243776812638', time=2024-09-12T03:06:02.391911+0000, chain.objs.size()=1 2024-09-12T01:15:43.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.975+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.cbBAeFGdDTlivykc-MWIruxeJwdQArz_0 2024-09-12T01:15:43.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.975+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9750116284537643481', time=2024-09-12T03:06:02.404130+0000, chain.objs.size()=1 2024-09-12T01:15:43.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.975+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.8Y9NAE34iGosUg6MnFB8uOGRggOJ2JK_0 2024-09-12T01:15:43.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.975+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12202270673967427305', time=2024-09-12T03:06:02.414567+0000, chain.objs.size()=1 2024-09-12T01:15:43.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.976+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.r0nHPoorMz6ESuOKIy5zMGOJFeJTuPR_0 2024-09-12T01:15:43.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.976+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18086774500762240940', time=2024-09-12T03:06:02.499634+0000, chain.objs.size()=1 2024-09-12T01:15:43.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.976+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xkTbbiK0-jQp2mcFGAZ7GnY2Y-eKpZu_0 2024-09-12T01:15:43.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.976+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8734734420202836796', time=2024-09-12T03:06:02.521384+0000, chain.objs.size()=1 2024-09-12T01:15:43.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.976+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.TcbDieUu5ngmI1WHfEpThB2gZ8r3d3K_0 2024-09-12T01:15:43.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.976+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14503341083542873100', time=2024-09-12T03:06:02.533547+0000, chain.objs.size()=1 2024-09-12T01:15:43.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.976+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.D_KrF3rUX2Pki9ETHq4A_JgMOcEkBSg_0 2024-09-12T01:15:43.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.976+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15540316530941503953', time=2024-09-12T03:06:02.571524+0000, chain.objs.size()=1 2024-09-12T01:15:43.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.976+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.WJXJKlFiVrx1Iv3xPcSVE1GabrOnXcE_0 2024-09-12T01:15:43.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.976+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14448341535337747020', time=2024-09-12T03:06:02.623132+0000, chain.objs.size()=1 2024-09-12T01:15:43.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.976+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.N_dDQbicr0T6aLxKn1fzqWp1sM4McL3_0 2024-09-12T01:15:43.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.976+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3341797883865758605', time=2024-09-12T03:06:02.624386+0000, chain.objs.size()=1 2024-09-12T01:15:43.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.976+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xNdNELcS1ECuKU4JxNsEFjjuUspTkDp_0 2024-09-12T01:15:43.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.976+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2187215830439154789', time=2024-09-12T03:06:02.762955+0000, chain.objs.size()=1 2024-09-12T01:15:43.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.976+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.pBybRdJYbUqBYys-euqsHBRoTA0_bPq_0 2024-09-12T01:15:43.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.976+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15645308672062788680', time=2024-09-12T03:06:02.799334+0000, chain.objs.size()=1 2024-09-12T01:15:43.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.976+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.K5tFRf_rqivnM4IbSwy6V9rCeFzlK7J_0 2024-09-12T01:15:43.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10665714722855226286', time=2024-09-12T03:06:02.800307+0000, chain.objs.size()=1 2024-09-12T01:15:43.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.EylapSVuxu65SKVLOwnM5ohjvT8bfFO_0 2024-09-12T01:15:43.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1900765454464432754', time=2024-09-12T03:06:02.821503+0000, chain.objs.size()=1 2024-09-12T01:15:43.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.eMeTlRHbZFas62JVkxxkt8PSbs3SJQh_0 2024-09-12T01:15:43.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11653971959941621306', time=2024-09-12T03:06:02.822767+0000, chain.objs.size()=1 2024-09-12T01:15:43.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.U41-w1z9d3kY3tRAfAbt_OPxjovZrjk_0 2024-09-12T01:15:43.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10447923232780311106', time=2024-09-12T03:06:02.994330+0000, chain.objs.size()=1 2024-09-12T01:15:43.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.XcS-oH5wN0NqS-ANVfzfR4j-0c4QhPx_0 2024-09-12T01:15:43.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12403898151471667043', time=2024-09-12T03:06:11.584527+0000, chain.objs.size()=1 2024-09-12T01:15:43.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.5Z4wuHjZUPcY_0zYA1uEZduYA2mfzUv_0 2024-09-12T01:15:43.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12346620704438383096', time=2024-09-12T03:06:11.599379+0000, chain.objs.size()=1 2024-09-12T01:15:43.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.sAlpgplGIOC32DGnEkoB8j9XErpeD6e_0 2024-09-12T01:15:43.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13857940072045576346', time=2024-09-12T03:06:11.600093+0000, chain.objs.size()=1 2024-09-12T01:15:43.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.6NkU75_q_IlfheMeFjclCrA35bIvvhc_0 2024-09-12T01:15:43.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3950743943438423236', time=2024-09-12T03:06:11.662863+0000, chain.objs.size()=1 2024-09-12T01:15:43.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.JNFHJpgaPBdmu9MKKxCm3Pnp9jW2F9F_0 2024-09-12T01:15:43.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8026577965043875412', time=2024-09-12T03:06:11.676755+0000, chain.objs.size()=1 2024-09-12T01:15:43.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Ip4HfZ3t0bcWpJiMMEtjxE-IcXrpLex_0 2024-09-12T01:15:43.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16851478176797076053', time=2024-09-12T03:06:11.780114+0000, chain.objs.size()=1 2024-09-12T01:15:43.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.FMpWvztM--f9jJwWEaRHXG1WcZ9rw1V_0 2024-09-12T01:15:43.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4804891578979646996', time=2024-09-12T03:06:11.847335+0000, chain.objs.size()=1 2024-09-12T01:15:43.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.980+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.xDVW8wyJvhMGYiZvgGjJkg-ttja05RQ_0 2024-09-12T01:15:43.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.983+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1717135740167785994', time=2024-09-12T03:06:11.854690+0000, chain.objs.size()=1 2024-09-12T01:15:43.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.983+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.iR38reMnL4MJatcPjk5S0HXTA_RcG1Z_0 2024-09-12T01:15:43.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.983+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5771788232506350635', time=2024-09-12T03:06:11.860047+0000, chain.objs.size()=1 2024-09-12T01:15:43.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.983+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.iVuYjmEQkrPzrgH2xAp9ZUQmaaN2u-U_0 2024-09-12T01:15:43.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7912025980840421333', time=2024-09-12T03:06:11.862386+0000, chain.objs.size()=1 2024-09-12T01:15:43.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.CU3-Zpx03cN_wgnMkw9yu_AexhQ--Bj_0 2024-09-12T01:15:43.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18245639946361011391', time=2024-09-12T03:06:11.873361+0000, chain.objs.size()=1 2024-09-12T01:15:43.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ZAtQEXQDIqbL8A4C0SRDc7f1D_j2Je9_0 2024-09-12T01:15:43.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17112045777790413582', time=2024-09-12T03:06:11.891684+0000, chain.objs.size()=1 2024-09-12T01:15:43.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.mkcvishY066pCrxXN3_J3EhcACFOMUI_0 2024-09-12T01:15:43.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12807740458591577896', time=2024-09-12T03:06:11.892501+0000, chain.objs.size()=1 2024-09-12T01:15:43.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.vGhhPL60-c4Hc2UJZCBbqxw-6bq_cJZ_0 2024-09-12T01:15:43.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1564623378304556873', time=2024-09-12T03:06:11.976832+0000, chain.objs.size()=1 2024-09-12T01:15:43.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.wuhWv4_xF3LP603I65y1JLX8qXMH_Sh_0 2024-09-12T01:15:43.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1910711153985512593', time=2024-09-12T03:06:11.978564+0000, chain.objs.size()=1 2024-09-12T01:15:43.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.nUGK8sLRJcvXZU6jnZJppijr1BIaJ0M_0 2024-09-12T01:15:43.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.989+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/50991 2024-09-12T01:15:43.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=41, truncated=0, next_marker='' 2024-09-12T01:15:43.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2638366986273922605', time=2024-09-12T03:06:11.990555+0000, chain.objs.size()=1 2024-09-12T01:15:43.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.RlniiYnAsleU8fQr7ZgPo1fgLFQwQYH_0 2024-09-12T01:15:43.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17649487073125268627', time=2024-09-12T03:06:12.004619+0000, chain.objs.size()=1 2024-09-12T01:15:43.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Vn70yCYok_FPRA1dMGTOjgpe9gASaDX_0 2024-09-12T01:15:43.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2294912331766056388', time=2024-09-12T03:06:12.054996+0000, chain.objs.size()=1 2024-09-12T01:15:43.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.iMchjxMw6hFdBe1y2-4nq0TmrPLbtHI_0 2024-09-12T01:15:43.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7637964369622294493', time=2024-09-12T03:06:12.383050+0000, chain.objs.size()=1 2024-09-12T01:15:43.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.582WAm5QUMFrYIoVulaT2WYnIwaKbS3_0 2024-09-12T01:15:43.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2382884874661135525', time=2024-09-12T03:06:12.394870+0000, chain.objs.size()=1 2024-09-12T01:15:43.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.25gtc1N0l3Xce0wxmuux7O4OJYLdzeH_0 2024-09-12T01:15:43.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12421471504164716825', time=2024-09-12T03:06:12.395592+0000, chain.objs.size()=1 2024-09-12T01:15:43.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.VYh9mYX0jq1aap5v-gJl_N6AO_izOzh_0 2024-09-12T01:15:43.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2225292338480943518', time=2024-09-12T03:06:12.398659+0000, chain.objs.size()=1 2024-09-12T01:15:43.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.f1DGWpjeKkZpdJTYGCzPCuUpvrm1hvu_0 2024-09-12T01:15:43.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16590009106653512772', time=2024-09-12T03:06:12.572576+0000, chain.objs.size()=1 2024-09-12T01:15:43.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.dr7QODrwkIhOZ5R9dcW4I8-_dBVgn_a_0 2024-09-12T01:15:43.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1169004859744900110', time=2024-09-12T03:06:12.587131+0000, chain.objs.size()=1 2024-09-12T01:15:43.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.rY6qJdx8o5BqtMAJdzZO30gLojW_ZCx_0 2024-09-12T01:15:43.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.794494986434256515', time=2024-09-12T03:06:12.748711+0000, chain.objs.size()=1 2024-09-12T01:15:43.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.N2UM6JAjj_EGDVTGX6SzKhmQ3I63jlG_0 2024-09-12T01:15:43.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13570666677259677101', time=2024-09-12T03:06:12.751701+0000, chain.objs.size()=1 2024-09-12T01:15:43.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.TluRDKcYShbRQoJSxpjHgmGU_Yw3nwB_0 2024-09-12T01:15:43.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18248776351445298680', time=2024-09-12T03:06:12.754582+0000, chain.objs.size()=1 2024-09-12T01:15:43.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.mG8cQLMTk7ck7MS9J2JuWQx_5RBjRqd_0 2024-09-12T01:15:43.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.994+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12707454738660865064', time=2024-09-12T03:06:12.762808+0000, chain.objs.size()=1 2024-09-12T01:15:43.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.994+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.6yyrriuIxxsVeQ4QABHGF6CBPd1MWU4_0 2024-09-12T01:15:43.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.995+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10482496229125357202', time=2024-09-12T03:06:12.802985+0000, chain.objs.size()=1 2024-09-12T01:15:43.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.995+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.PHN0XL8-CTW6o0lnZYz7YvQQulqC-iT_0 2024-09-12T01:15:43.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.995+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9130391937370720039', time=2024-09-12T03:06:12.808415+0000, chain.objs.size()=1 2024-09-12T01:15:43.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.995+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.F3zoieRKvhC0EeJIepx2tjDZJEG2bX3_0 2024-09-12T01:15:43.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.995+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13903859099269676286', time=2024-09-12T03:06:12.844758+0000, chain.objs.size()=1 2024-09-12T01:15:43.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.995+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.5tbRDcezmOjchI7lOiN5Dor3Emi3_TT_0 2024-09-12T01:15:43.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.995+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7690506131476316708', time=2024-09-12T03:06:12.853054+0000, chain.objs.size()=1 2024-09-12T01:15:43.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.995+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.jeaJaqls8kvIQozwQiVR7gugeDCWimy_0 2024-09-12T01:15:43.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.995+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11226263924083442004', time=2024-09-12T03:06:12.872340+0000, chain.objs.size()=1 2024-09-12T01:15:43.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.995+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.IFs5DM9NkK5lx_qiNR6G55R0-Ccj6Gh_0 2024-09-12T01:15:43.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.996+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2877738175822233309', time=2024-09-12T03:06:12.942576+0000, chain.objs.size()=1 2024-09-12T01:15:43.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.996+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.rjtdEnbaWYEHQ_GURfjshmnpGoPcO5Y_0 2024-09-12T01:15:43.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.996+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6840755039252798303', time=2024-09-12T03:06:12.947263+0000, chain.objs.size()=1 2024-09-12T01:15:43.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.996+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.pEy6pEVmqE1iLghopmwaBaI3sjpXAHz_0 2024-09-12T01:15:43.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.996+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3230864467990851152', time=2024-09-12T03:06:12.961262+0000, chain.objs.size()=1 2024-09-12T01:15:43.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.996+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.DvK-yJUtgpB0LBr0VJpM1I9r9HJzoBC_0 2024-09-12T01:15:43.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.996+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11265259487156666102', time=2024-09-12T03:06:12.991257+0000, chain.objs.size()=1 2024-09-12T01:15:43.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.996+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.MvtGaX23NG7At97y5FFdjrOm0uzNSPl_0 2024-09-12T01:15:43.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.996+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5719790872754699797', time=2024-09-12T03:06:13.000824+0000, chain.objs.size()=1 2024-09-12T01:15:43.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.996+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.jOe3cZ_vU0HFZrQTzQLlTgkLsl6rFax_0 2024-09-12T01:15:43.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.997+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15073305089967646650', time=2024-09-12T03:06:21.998029+0000, chain.objs.size()=1 2024-09-12T01:15:43.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.997+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.344__shadow_.1pCoLEE3_NI8_EFYC_BTd8SGArZypHF_0 2024-09-12T01:15:43.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.998+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17791224106649863172', time=2024-09-12T03:07:20.176773+0000, chain.objs.size()=1 2024-09-12T01:15:43.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.998+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.456__shadow_.bOnlC8AChZ93bgz8xoQ2ZEEdBY7Y6Bg_0 2024-09-12T01:15:43.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.998+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11894421699380011689', time=2024-09-12T03:07:20.178123+0000, chain.objs.size()=1 2024-09-12T01:15:43.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.998+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.456__shadow_.7SsmY8S6mz8vIMcvX8WxRU9oPo7PamL_0 2024-09-12T01:15:43.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.998+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5789909657380045971', time=2024-09-12T03:07:32.676956+0000, chain.objs.size()=1 2024-09-12T01:15:43.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.998+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.482__shadow_.bc1c04rZi0ulBBBEuQuNA58fT-Hd1bh_0 2024-09-12T01:15:43.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.999+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16583479129010656926', time=2024-09-12T03:07:33.899864+0000, chain.objs.size()=1 2024-09-12T01:15:43.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:43.999+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.484__shadow_.KFzrHzauE6pLNTyQlFeO_1pcV9UXhbv_0 2024-09-12T01:15:44.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.001+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14468851386592898421', time=2024-09-12T03:07:33.901592+0000, chain.objs.size()=1 2024-09-12T01:15:44.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.001+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.484__shadow_.Etm5LgESQ-vHGD8-b2hbrik7_V1CLX5_0 2024-09-12T01:15:44.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.001+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3760405620263739637', time=2024-09-12T03:07:43.487658+0000, chain.objs.size()=1 2024-09-12T01:15:44.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.001+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.504__shadow:UmM4C1u9SJEk8MgzhUFiNNKGDhUpVPK_._vUWTOEpTeS8Lz1kxpgI7_JTb2Gub1F_0 2024-09-12T01:15:44.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.001+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~p9MCLT4GBU8fZ-wAfPsYlPU7nHxAAm-', time=2024-09-12T03:08:00.104122+0000, chain.objs.size()=1 2024-09-12T01:15:44.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.001+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~p9MCLT4GBU8fZ-wAfPsYlPU7nHxAAm-.2 2024-09-12T01:15:44.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.001+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3072082502177206976', time=2024-09-12T03:09:16.501888+0000, chain.objs.size()=1 2024-09-12T01:15:44.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.001+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.574__shadow_.ZjXfvu5Qmxx-uM1uZ5p1lMYCJrekQEw_0 2024-09-12T01:15:44.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2763640965642244199', time=2024-09-12T03:09:23.683953+0000, chain.objs.size()=1 2024-09-12T01:15:44.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.577__shadow:kleHalQDqa09Dtd0j7jCJyO73EEPD0G_.zv2FrVToNT5UvRHc_6UCG_GqI6kI3DH_0 2024-09-12T01:15:44.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2104853690460403309', time=2024-09-12T03:09:40.541521+0000, chain.objs.size()=1 2024-09-12T01:15:44.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.580__shadow:-58ENeZDqCRdWeaTMKQkv0e9kBk6f2L_.8LTZY8wb5vV8bmy_sTZ45FbvyKh3AGB_0 2024-09-12T01:15:44.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15625641006060323901', time=2024-09-12T03:09:43.018786+0000, chain.objs.size()=1 2024-09-12T01:15:44.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.584__shadow:2go31qm1lVA3Mb3IB00Jcn3UgN2BIMl_.kmoZ1u6g7Dq44WKZqSQncfFOo2WQL8A_0 2024-09-12T01:15:44.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17102595390658849993', time=2024-09-12T03:09:44.587056+0000, chain.objs.size()=1 2024-09-12T01:15:44.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.586__shadow:kvKgvt7MFresrXfaPMAgCziJI.L-HxX_.SeT6NquanW1TcGZ6E6mt1jje5Lt5Auv_0 2024-09-12T01:15:44.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11055453552679234651', time=2024-09-12T03:09:45.720091+0000, chain.objs.size()=1 2024-09-12T01:15:44.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.588__shadow:hD.vTVEyoFsWVnlmWh-AOX.dHeK3P4H_.KLn1ge0yLN6LPAVIOlbQptIauP1aXpE_0 2024-09-12T01:15:44.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15848399789238356863', time=2024-09-12T03:09:45.842141+0000, chain.objs.size()=1 2024-09-12T01:15:44.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.588__shadow:F2q1TkHZv0FrHdjxYdv0SXSFGzO6k8i_.F_OPimdFbCkdkctswqL0Y29j4aIgDHx_0 2024-09-12T01:15:44.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1389994967992225989', time=2024-09-12T03:12:26.896875+0000, chain.objs.size()=1 2024-09-12T01:15:44.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.652__shadow_.2zhieWSBpOVrma-j1zipOv7coLIjStB_0 2024-09-12T01:15:44.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.005+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4967786592281161478', time=2024-09-12T03:12:52.475205+0000, chain.objs.size()=1 2024-09-12T01:15:44.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.005+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.706__shadow:9SjhCw-F9sqB9Rt2k7wfVF-K1hHwIxj_.1POzcPeC02ItKdkL9JxlujvnPlIZelz_0 2024-09-12T01:15:44.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.005+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8231575920886795339', time=2024-09-12T03:12:53.359177+0000, chain.objs.size()=1 2024-09-12T01:15:44.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.005+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.708__shadow:PiwQWjp5MczlRxnToug1dl6RqWNMibL_.jdDwwp-XQ5fBpuM07V5knCCyFNFxyYP_0 2024-09-12T01:15:44.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.008+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:44.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.011+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2024-09-12T01:15:44.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.012+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:44.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.012+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:44.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=83, truncated=0, next_marker='' 2024-09-12T01:15:44.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17742968448607733074', time=2024-09-12T03:04:59.733612+0000, chain.objs.size()=1 2024-09-12T01:15:44.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.239__shadow_.vscM3tLTnr0TKmN13DN3eGbsJQAORt__0 2024-09-12T01:15:44.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12443260247774725534', time=2024-09-12T03:05:06.092278+0000, chain.objs.size()=1 2024-09-12T01:15:44.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.250__shadow_.RPgvmkliCN4VrUvfLAj8BMC_CYnd2NW_0 2024-09-12T01:15:44.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8704161287334268835', time=2024-09-12T03:05:20.327800+0000, chain.objs.size()=1 2024-09-12T01:15:44.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.7mZ968A4lTIQXrzMKDatD_xqWKDmtH9_0 2024-09-12T01:15:44.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4374766535656449039', time=2024-09-12T03:05:20.428247+0000, chain.objs.size()=1 2024-09-12T01:15:44.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.CHJTBX925Qq4RLZT_y4kbw9fykXpGTD_0 2024-09-12T01:15:44.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17950249126564811500', time=2024-09-12T03:05:20.485902+0000, chain.objs.size()=1 2024-09-12T01:15:44.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.xdBA-VZuBZ55HwpxrjprSkNdUHmwqAB_0 2024-09-12T01:15:44.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1132940284747615233', time=2024-09-12T03:05:20.528552+0000, chain.objs.size()=1 2024-09-12T01:15:44.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.nLCjzHz5D76hWk5B-xLkRe-BBfga9ZV_0 2024-09-12T01:15:44.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16500510799046500353', time=2024-09-12T03:05:20.674635+0000, chain.objs.size()=1 2024-09-12T01:15:44.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.YexIcvKhJiBq2PeDg9CXOygaMrLpwOs_0 2024-09-12T01:15:44.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.706102089652989899', time=2024-09-12T03:05:20.686991+0000, chain.objs.size()=1 2024-09-12T01:15:44.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.EjwCy-BhvhNOcSwgYSoZ5yCb9NAxtvq_0 2024-09-12T01:15:44.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18362219143074692417', time=2024-09-12T03:05:20.694941+0000, chain.objs.size()=1 2024-09-12T01:15:44.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Ar4mb5tHkwIgxDv2eENxZYWhbEgE6Ca_0 2024-09-12T01:15:44.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6920893197697282193', time=2024-09-12T03:05:20.804034+0000, chain.objs.size()=1 2024-09-12T01:15:44.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_._ZQ7rzoA4adTsGujO96sWVnHWntk-f7_0 2024-09-12T01:15:44.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11828337170450898445', time=2024-09-12T03:05:20.842457+0000, chain.objs.size()=1 2024-09-12T01:15:44.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.BZRq06GlhaJ9GKBtJ2z75tEITtKosOa_0 2024-09-12T01:15:44.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14763933037191364455', time=2024-09-12T03:05:20.881418+0000, chain.objs.size()=1 2024-09-12T01:15:44.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.013+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.gMaUt7e5cY_I6hlzQu61-8TuFhQBQN8_0 2024-09-12T01:15:44.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.016+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12300700685069073870', time=2024-09-12T03:05:21.042724+0000, chain.objs.size()=1 2024-09-12T01:15:44.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.016+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.AzhvysvnfzmQBJPp2mQOGkv9xStulfK_0 2024-09-12T01:15:44.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18446072168063036359', time=2024-09-12T03:05:21.061460+0000, chain.objs.size()=1 2024-09-12T01:15:44.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.nLuddLQtYSStklzLALmqM3k99QqK3p3_0 2024-09-12T01:15:44.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16079903125541529121', time=2024-09-12T03:05:21.072023+0000, chain.objs.size()=1 2024-09-12T01:15:44.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.mm1R1EDXcFypzaRhJTHfgRQZ8trbFLd_0 2024-09-12T01:15:44.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16418238611419223684', time=2024-09-12T03:05:21.091139+0000, chain.objs.size()=1 2024-09-12T01:15:44.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.J6URyxbU8i86lGEzPH3wJ5ON6IWmrHB_0 2024-09-12T01:15:44.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13473100068715209604', time=2024-09-12T03:05:21.101755+0000, chain.objs.size()=1 2024-09-12T01:15:44.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.mCbRm5zaCh_0-85VogZsV7CTns4_G26_0 2024-09-12T01:15:44.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2918442234420970071', time=2024-09-12T03:05:21.273974+0000, chain.objs.size()=1 2024-09-12T01:15:44.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.yu__2HCd6x0r5Ese65tURsAjNcnn11y_0 2024-09-12T01:15:44.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8456212070435963073', time=2024-09-12T03:05:21.417941+0000, chain.objs.size()=1 2024-09-12T01:15:44.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.n342SXX5TZb0lsdwdEzPtypKyIn5Qwf_0 2024-09-12T01:15:44.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4263567927098084263', time=2024-09-12T03:05:21.471661+0000, chain.objs.size()=1 2024-09-12T01:15:44.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.A5ixOVggBX8pceS0z4dlBWqL8rjoTd2_0 2024-09-12T01:15:44.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2204839481887814737', time=2024-09-12T03:05:21.577424+0000, chain.objs.size()=1 2024-09-12T01:15:44.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.24HoWA393T8d1GRMXZ0D-SdxtoLRxVR_0 2024-09-12T01:15:44.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10712667498814955419', time=2024-09-12T03:05:21.578230+0000, chain.objs.size()=1 2024-09-12T01:15:44.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.hmUPeV1DKefEGBXSOJNPwbqXx405K-E_0 2024-09-12T01:15:44.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3338938046774828180', time=2024-09-12T03:05:21.663296+0000, chain.objs.size()=1 2024-09-12T01:15:44.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.017+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.mJyi2U4rHe-97YJzYp2rQDKz-yPwizp_0 2024-09-12T01:15:44.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.021+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4183308426287987255', time=2024-09-12T03:05:26.941374+0000, chain.objs.size()=1 2024-09-12T01:15:44.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.021+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.274__shadow_.YTWCTZb1ZGboesconPlps1FbFGLLURi_0 2024-09-12T01:15:44.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.022+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8933261138982791786', time=2024-09-12T03:05:28.376749+0000, chain.objs.size()=1 2024-09-12T01:15:44.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.022+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.277__shadow_._ot2ZBrV0-nPOD16vr0aEI3NPLrlqGf_0 2024-09-12T01:15:44.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.022+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.612778523241330963', time=2024-09-12T03:05:36.903197+0000, chain.objs.size()=1 2024-09-12T01:15:44.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.022+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.x8VBj_CP7Jc-1wlwSXH_knFBbsQ9jj-_0 2024-09-12T01:15:44.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.022+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6361731524429339694', time=2024-09-12T03:05:43.689852+0000, chain.objs.size()=1 2024-09-12T01:15:44.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.022+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.306__shadow_.qtFBcUSACYRa0lajlDl7k2hL2vOUdMl_0 2024-09-12T01:15:44.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.022+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11853715282825794339', time=2024-09-12T03:06:01.472441+0000, chain.objs.size()=1 2024-09-12T01:15:44.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.022+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.eUB5AICWlmNlOyOjgDkziBKqH5e0qtk_0 2024-09-12T01:15:44.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.024+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2311787409654276437', time=2024-09-12T03:06:01.498574+0000, chain.objs.size()=1 2024-09-12T01:15:44.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.024+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.iWGmItexAnL-HHhzdBEeVJpYZIFWwp7_0 2024-09-12T01:15:44.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.024+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17746167728210283297', time=2024-09-12T03:06:01.715915+0000, chain.objs.size()=1 2024-09-12T01:15:44.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.024+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.shYeRikIHTAnDWGNKVxuU6XQ2i4f9QB_0 2024-09-12T01:15:44.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.024+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16934374775951101520', time=2024-09-12T03:06:01.886363+0000, chain.objs.size()=1 2024-09-12T01:15:44.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.024+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.g--P51Ry-aBch62CtR34_xN6BkzL6Nq_0 2024-09-12T01:15:44.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.024+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12052653844947658375', time=2024-09-12T03:06:01.941208+0000, chain.objs.size()=1 2024-09-12T01:15:44.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.024+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.J4Vkag_b2hrMlvKyEwA9pEC3YHPDtNP_0 2024-09-12T01:15:44.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.024+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13811827406853096236', time=2024-09-12T03:06:01.966001+0000, chain.objs.size()=1 2024-09-12T01:15:44.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.024+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.QtfSgImK4nyQBSbXBmof0ZRPjnHT4Ub_0 2024-09-12T01:15:44.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.024+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6877591189687875162', time=2024-09-12T03:06:02.159552+0000, chain.objs.size()=1 2024-09-12T01:15:44.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.024+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.P3YcVi63NxjaEi8SoCfFfyZ6x4JJ41L_0 2024-09-12T01:15:44.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.024+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9070333919635726350', time=2024-09-12T03:06:02.301355+0000, chain.objs.size()=1 2024-09-12T01:15:44.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.024+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_._AcpwA5YrgXp_FJSJ-gU8C3nzCDulBb_0 2024-09-12T01:15:44.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.027+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11628247891686231665', time=2024-09-12T03:06:02.337384+0000, chain.objs.size()=1 2024-09-12T01:15:44.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.027+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.jJx0XDBDkupPOoK49whXCGPeqABYqpX_0 2024-09-12T01:15:44.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.027+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12650225277525203402', time=2024-09-12T03:06:02.371145+0000, chain.objs.size()=1 2024-09-12T01:15:44.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.028+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Lvov2pJuyG4eUYJK1klc6w2BgG9A0Cl_0 2024-09-12T01:15:44.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.028+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7189118826109013703', time=2024-09-12T03:06:02.372054+0000, chain.objs.size()=1 2024-09-12T01:15:44.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.028+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.N-v5x4FFtHGHA-3S0N71FISS2cj1J-y_0 2024-09-12T01:15:44.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.028+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9936457439348900654', time=2024-09-12T03:06:02.522217+0000, chain.objs.size()=1 2024-09-12T01:15:44.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.028+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fOxlm4xMkomcYxP_HZC26Mtbx-xb2ji_0 2024-09-12T01:15:44.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.028+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4379145677777966928', time=2024-09-12T03:06:02.545130+0000, chain.objs.size()=1 2024-09-12T01:15:44.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.028+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.uxNd2xkK7H8GWXSsalxys8mpGv_51F2_0 2024-09-12T01:15:44.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.028+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5326200185185434057', time=2024-09-12T03:06:02.613343+0000, chain.objs.size()=1 2024-09-12T01:15:44.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.028+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.djjP7NJX0vPx-qkh-lvQetwoi51sS0k_0 2024-09-12T01:15:44.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.028+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2222050222686857304', time=2024-09-12T03:06:02.703284+0000, chain.objs.size()=1 2024-09-12T01:15:44.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.028+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.SjFTAJOA48nMBd6f-7N_su062JM_7g7_0 2024-09-12T01:15:44.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.028+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16921085424666983562', time=2024-09-12T03:06:02.902330+0000, chain.objs.size()=1 2024-09-12T01:15:44.028 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.028+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.c4tcBA42b34b1Cfy1yHL9Sw1IFSqd_V_0 2024-09-12T01:15:44.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14928037374570561310', time=2024-09-12T03:06:02.933271+0000, chain.objs.size()=1 2024-09-12T01:15:44.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HzRn9cr4oqdbMlphquN9HDtLW3LMVtf_0 2024-09-12T01:15:44.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10046450915750484119', time=2024-09-12T03:06:02.952064+0000, chain.objs.size()=1 2024-09-12T01:15:44.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.BTAVLPA1yD4AS7DV6mqpLsF49g9eV6s_0 2024-09-12T01:15:44.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11372765337688351267', time=2024-09-12T03:06:02.982830+0000, chain.objs.size()=1 2024-09-12T01:15:44.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.U_icD9tmzSyJ50Kuluo8mHV_yN7cGHU_0 2024-09-12T01:15:44.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.032+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16668984017790050663', time=2024-09-12T03:06:11.632478+0000, chain.objs.size()=1 2024-09-12T01:15:44.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.032+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.cvpCTgHcWvXC9icGkLmriBi_moYkw0A_0 2024-09-12T01:15:44.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.032+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17183141666531940168', time=2024-09-12T03:06:11.633147+0000, chain.objs.size()=1 2024-09-12T01:15:44.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.032+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.NEg_Drz9WGp-QNZmvOybp9wTtVvdMNx_0 2024-09-12T01:15:44.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.033+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2783314391240923924', time=2024-09-12T03:06:11.641858+0000, chain.objs.size()=1 2024-09-12T01:15:44.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.033+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9g6F_XqRY31z_VbHXOCpNZeKsks5ezs_0 2024-09-12T01:15:44.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.033+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15817722884852899036', time=2024-09-12T03:06:11.677974+0000, chain.objs.size()=1 2024-09-12T01:15:44.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.033+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.oUVUd_rrgdoBeOEAdTIHA2iJzSbfTYj_0 2024-09-12T01:15:44.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.033+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3829506936354407617', time=2024-09-12T03:06:11.785819+0000, chain.objs.size()=1 2024-09-12T01:15:44.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.033+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.iJulACvCrUYEVtVOiWuAmL9Ipr38roY_0 2024-09-12T01:15:44.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.033+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9185921774305240380', time=2024-09-12T03:06:11.810149+0000, chain.objs.size()=1 2024-09-12T01:15:44.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.033+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.L3rtcxS-y5h9GEl9rOssBMaBYShoYq2_0 2024-09-12T01:15:44.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.033+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15187379603215348003', time=2024-09-12T03:06:11.838597+0000, chain.objs.size()=1 2024-09-12T01:15:44.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.033+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.EjelrCRUbdQLKZj6iQupYlHP_uVpYzE_0 2024-09-12T01:15:44.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.033+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14562568151747533457', time=2024-09-12T03:06:11.885776+0000, chain.objs.size()=1 2024-09-12T01:15:44.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.033+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.UBIcx0IljsYgsYCdjw3NFRJouZrdLuj_0 2024-09-12T01:15:44.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.036+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17976470014755035397', time=2024-09-12T03:06:12.014863+0000, chain.objs.size()=1 2024-09-12T01:15:44.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.036+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Mw8FP3WEPWPlPuAQZbCgoQ16zokeKyG_0 2024-09-12T01:15:44.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.036+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12239179616077859052', time=2024-09-12T03:06:12.038100+0000, chain.objs.size()=1 2024-09-12T01:15:44.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.036+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ieJKHrzsKQbQh3_tm091WL4qqmSoBqo_0 2024-09-12T01:15:44.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.036+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.502906079965278578', time=2024-09-12T03:06:12.038911+0000, chain.objs.size()=1 2024-09-12T01:15:44.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.036+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.l_vzYReZr-kBuO-yEtHV14n2Pz3FRrm_0 2024-09-12T01:15:44.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.036+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17428131780278376033', time=2024-09-12T03:06:12.181833+0000, chain.objs.size()=1 2024-09-12T01:15:44.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.036+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.moddpI-M1uSLtmXAXs8Pe3UaeFHrGIu_0 2024-09-12T01:15:44.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.036+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5198185943698888725', time=2024-09-12T03:06:12.212656+0000, chain.objs.size()=1 2024-09-12T01:15:44.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.036+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.0KcxMDQLxWGfflQB818eJk4RrLaIi-W_0 2024-09-12T01:15:44.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.036+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7552131035681100771', time=2024-09-12T03:06:12.214091+0000, chain.objs.size()=1 2024-09-12T01:15:44.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.036+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.qpTIT4ml0kRX6BPSfLSOxr8CvFLlZNB_0 2024-09-12T01:15:44.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.036+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16481725150135141246', time=2024-09-12T03:06:12.224018+0000, chain.objs.size()=1 2024-09-12T01:15:44.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.036+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.uMEpNkXOKZD2-gvOt1PkxImc48WxZNy_0 2024-09-12T01:15:44.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.036+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3475285532772216559', time=2024-09-12T03:06:12.278857+0000, chain.objs.size()=1 2024-09-12T01:15:44.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.036+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_._Bgf74rprDSWAXTbP0u8PehadhYA-Kp_0 2024-09-12T01:15:44.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.038+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.633952080986536962', time=2024-09-12T03:06:12.461334+0000, chain.objs.size()=1 2024-09-12T01:15:44.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.038+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.aFvg3r2X4sBvTaV6Blg20bvNUgoT5qm_0 2024-09-12T01:15:44.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.038+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.741530684538568861', time=2024-09-12T03:06:12.462649+0000, chain.objs.size()=1 2024-09-12T01:15:44.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.038+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.HjQCUgHSdaJIqoRpdCV9fftg9nT7O8y_0 2024-09-12T01:15:44.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.038+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10631331788890289308', time=2024-09-12T03:06:12.463319+0000, chain.objs.size()=1 2024-09-12T01:15:44.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.038+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.q_ERZNDlExalynEJCth9DdoSPd2qMfr_0 2024-09-12T01:15:44.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.039+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.951459234849365253', time=2024-09-12T03:06:12.477946+0000, chain.objs.size()=1 2024-09-12T01:15:44.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.039+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Y10OiCESltn3iFc-gRv9TtgyDeKotMT_0 2024-09-12T01:15:44.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.039+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2340250140140018719', time=2024-09-12T03:06:12.769914+0000, chain.objs.size()=1 2024-09-12T01:15:44.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.039+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.sQZmllDzud_2Exfk6mq6Yv6VHJT-LyX_0 2024-09-12T01:15:44.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.039+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13217785691920321801', time=2024-09-12T03:06:12.826021+0000, chain.objs.size()=1 2024-09-12T01:15:44.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.039+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.QwYMM8qAyGdVm8hN2CebrWoAU9kJlhS_0 2024-09-12T01:15:44.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.040+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1037774989734855866', time=2024-09-12T03:06:13.024898+0000, chain.objs.size()=1 2024-09-12T01:15:44.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.040+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7AGw-DeLsan1mcpQNG2Qr04tWdB8ikd_0 2024-09-12T01:15:44.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.040+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9233199475673543838', time=2024-09-12T03:06:18.223298+0000, chain.objs.size()=1 2024-09-12T01:15:44.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.040+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.336__shadow_.rrQfHIRembLKShi-YcNpaJ_ZqSLcM69_0 2024-09-12T01:15:44.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.041+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13267274927910250454', time=2024-09-12T03:06:26.365881+0000, chain.objs.size()=1 2024-09-12T01:15:44.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.041+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.354__shadow_.h6eUwPazZ4tstOn_qltVGevtw5bxyzG_0 2024-09-12T01:15:44.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.041+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.841787602193189251', time=2024-09-12T03:07:26.554135+0000, chain.objs.size()=1 2024-09-12T01:15:44.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.041+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.465__shadow_.neJzqGXR1XY3jIfYytt2P2zpxuY0YBu_0 2024-09-12T01:15:44.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.041+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15172538865391392020', time=2024-09-12T03:07:35.540820+0000, chain.objs.size()=4 2024-09-12T01:15:44.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.041+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.487__shadow_.-ovOgoq1x62TzgfpMPAGxTRQq_CEtPZ_0 2024-09-12T01:15:44.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.043+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.487__shadow_.-ovOgoq1x62TzgfpMPAGxTRQq_CEtPZ_1 2024-09-12T01:15:44.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.043+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.487__shadow_.-ovOgoq1x62TzgfpMPAGxTRQq_CEtPZ_2 2024-09-12T01:15:44.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.043+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.487__shadow_.-ovOgoq1x62TzgfpMPAGxTRQq_CEtPZ_3 2024-09-12T01:15:44.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.043+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4247440830060195891', time=2024-09-12T03:07:46.867366+0000, chain.objs.size()=12 2024-09-12T01:15:44.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.043+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.1 2024-09-12T01:15:44.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.043+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.1_1 2024-09-12T01:15:44.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.043+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.2 2024-09-12T01:15:44.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.044+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.2_1 2024-09-12T01:15:44.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.044+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.3 2024-09-12T01:15:44.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.044+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.3_1 2024-09-12T01:15:44.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.044+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.4 2024-09-12T01:15:44.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.044+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.4_1 2024-09-12T01:15:44.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.045+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.5 2024-09-12T01:15:44.045 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.046+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.5_1 2024-09-12T01:15:44.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.047+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.6 2024-09-12T01:15:44.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.047+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.6_1 2024-09-12T01:15:44.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.050+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7163962050163323966', time=2024-09-12T03:08:35.035214+0000, chain.objs.size()=1 2024-09-12T01:15:44.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.050+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.538__shadow_.bUGJ8_1yMutfTG8yPrev7hCpYOprr26_0 2024-09-12T01:15:44.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.050+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15283586599157930828', time=2024-09-12T03:09:06.100435+0000, chain.objs.size()=1 2024-09-12T01:15:44.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.050+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.567__shadow_.fXi7WEVkTeChTB1sMAWmVmurP24axGB_0 2024-09-12T01:15:44.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.050+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3654642275222241297', time=2024-09-12T03:09:11.716817+0000, chain.objs.size()=1 2024-09-12T01:15:44.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.050+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:3lXZIFHocU4tJMo1ZzX7sOL-qfLCJ-H_.1RRnWzAZtQaMBDjfHL-OaZlJaCCCPL8_0 2024-09-12T01:15:44.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.050+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4681498320378150954', time=2024-09-12T03:09:41.786583+0000, chain.objs.size()=1 2024-09-12T01:15:44.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.050+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.581__shadow:10wvnscIyyHuVWbe7lBGw2GvkiD89gA_.ATE-jOcZs2GNNicdgITgekqB62nkX9f_0 2024-09-12T01:15:44.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.051+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4034003279041482192', time=2024-09-12T03:09:55.123385+0000, chain.objs.size()=1 2024-09-12T01:15:44.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.051+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.609__shadow_.3VDqmRDTmQUtzGTLOUCEwZBVRzs2nNo_0 2024-09-12T01:15:44.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.051+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.20898770029741478', time=2024-09-12T03:12:20.938746+0000, chain.objs.size()=1 2024-09-12T01:15:44.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.051+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.642__shadow_.WLriaxSPEhqxN440C4B678Sw0dfeFfi_0 2024-09-12T01:15:44.050 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.051+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10207207415888276764', time=2024-09-12T03:12:34.900251+0000, chain.objs.size()=1 2024-09-12T01:15:44.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.051+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.666__shadow_.oiQ1h0cXif6ULUsvK4sMmXYbZW_0luZ_0 2024-09-12T01:15:44.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.051+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1533709651864126306', time=2024-09-12T03:12:48.315069+0000, chain.objs.size()=1 2024-09-12T01:15:44.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.051+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.697__shadow:.xsGLIvsuw7Ua06YjgAAFD5c76MpiK7_.3Dz8ITFXb_Rgf_XqK7q-dQ5aTFXt_5-_0 2024-09-12T01:15:44.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.051+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10459147307108639080', time=2024-09-12T03:13:29.702051+0000, chain.objs.size()=1 2024-09-12T01:15:44.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.051+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.743__multipart_mymultipart3.2~L4rX3QRorvqOUYcfxiWrJxdetUN1Hvb.1 2024-09-12T01:15:44.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.056+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:44.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.058+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2024-09-12T01:15:44.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.060+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:44.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.060+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:44.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/44773' 2024-09-12T01:15:44.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.86891398824452234', time=2024-09-12T03:04:57.055291+0000, chain.objs.size()=1 2024-09-12T01:15:44.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.235__shadow_.pIpN0hB1lb5gV_1pGOhqrQuo0qtKJmf_0 2024-09-12T01:15:44.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9502972199919208279', time=2024-09-12T03:05:06.094151+0000, chain.objs.size()=1 2024-09-12T01:15:44.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.250__shadow_.Qz07Ssm2AZv2yjZHZIs-0obKFbdAPdK_0 2024-09-12T01:15:44.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.975614858968801884', time=2024-09-12T03:05:20.260526+0000, chain.objs.size()=1 2024-09-12T01:15:44.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.NB0IR46EfqWLu5eOfd5AW0CVZzCiP0b_0 2024-09-12T01:15:44.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9759337883413445809', time=2024-09-12T03:05:20.315256+0000, chain.objs.size()=1 2024-09-12T01:15:44.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.RW30AkI21Lw_kAE9b-ZFQizERmafCMl_0 2024-09-12T01:15:44.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4232637177421562765', time=2024-09-12T03:05:20.330386+0000, chain.objs.size()=1 2024-09-12T01:15:44.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.HsP3voKR6LpH1cGeAQi4bOA3ARt4FFQ_0 2024-09-12T01:15:44.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4229577925586050407', time=2024-09-12T03:05:20.331096+0000, chain.objs.size()=1 2024-09-12T01:15:44.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.JxLCMBV1G-Iit9iVeA9PwUjTzKH7WAo_0 2024-09-12T01:15:44.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5893352460676908029', time=2024-09-12T03:05:20.476258+0000, chain.objs.size()=1 2024-09-12T01:15:44.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.t1b0l0BQ94PfqbEWXLyNkzSPnAJGrej_0 2024-09-12T01:15:44.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2182911069143327008', time=2024-09-12T03:05:20.489282+0000, chain.objs.size()=1 2024-09-12T01:15:44.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.fOf9IV3X4OlKcQ6Zw3mukhYsp56UQkH_0 2024-09-12T01:15:44.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10259250747182141779', time=2024-09-12T03:05:20.653888+0000, chain.objs.size()=1 2024-09-12T01:15:44.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.32dVo9yr85Jo-oXK5qnfggGgSFYrAVT_0 2024-09-12T01:15:44.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1119833625622068503', time=2024-09-12T03:05:20.721914+0000, chain.objs.size()=1 2024-09-12T01:15:44.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.NmHUERr05MmcAIZWb_G_x4tO6SWn8Ok_0 2024-09-12T01:15:44.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10818608912446532872', time=2024-09-12T03:05:20.815347+0000, chain.objs.size()=1 2024-09-12T01:15:44.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.nD-J00zrXgSjj-qAkiUaD0E79BWvgpp_0 2024-09-12T01:15:44.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1057823961622771225', time=2024-09-12T03:05:20.848537+0000, chain.objs.size()=1 2024-09-12T01:15:44.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.061+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Ki8pn739ZU3eVoNE29wrqe8iwS7Yzpx_0 2024-09-12T01:15:44.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.064+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2556298693077172827', time=2024-09-12T03:05:20.867019+0000, chain.objs.size()=1 2024-09-12T01:15:44.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.064+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.dpC0AUi90gLtiMcdGAWfhtI3LxRGiKX_0 2024-09-12T01:15:44.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.064+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6222582061445726069', time=2024-09-12T03:05:20.876832+0000, chain.objs.size()=1 2024-09-12T01:15:44.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.064+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.g7c_MszqNUNv9zMflc3qlrnXx5C173n_0 2024-09-12T01:15:44.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.064+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15856541697901338969', time=2024-09-12T03:05:20.903350+0000, chain.objs.size()=1 2024-09-12T01:15:44.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.064+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.26JDEJROO9EaIo79O3KuFQQftX2f1KG_0 2024-09-12T01:15:44.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.064+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5706727533008274177', time=2024-09-12T03:05:21.014236+0000, chain.objs.size()=1 2024-09-12T01:15:44.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.064+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.EI6Xw5NuoFr8AIjhPmEUX9BQ7dbpEtO_0 2024-09-12T01:15:44.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.064+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16695927692355274835', time=2024-09-12T03:05:21.065096+0000, chain.objs.size()=1 2024-09-12T01:15:44.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.064+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.OOn2M2i9SKBWmNbY3Jq29QMqov4WPB1_0 2024-09-12T01:15:44.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.065+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5542045000459577537', time=2024-09-12T03:05:21.082266+0000, chain.objs.size()=1 2024-09-12T01:15:44.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.065+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ZGr5798xmGy7VjjdjAlPQBGL7T4XHGv_0 2024-09-12T01:15:44.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.065+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.236302604675846414', time=2024-09-12T03:05:21.092519+0000, chain.objs.size()=1 2024-09-12T01:15:44.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.065+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.xfThVIxNUIaePA3BzRhmhCWljSnRmJB_0 2024-09-12T01:15:44.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.066+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18046378090930917311', time=2024-09-12T03:05:21.219564+0000, chain.objs.size()=1 2024-09-12T01:15:44.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.066+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.LL-VO_BI0RTrg49GFJfZJAtnAQqirhY_0 2024-09-12T01:15:44.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.066+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10995255352557170481', time=2024-09-12T03:05:21.238467+0000, chain.objs.size()=1 2024-09-12T01:15:44.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.066+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.vgeVa7PH6SN0TcMwv9jNTwTa6m3OHOC_0 2024-09-12T01:15:44.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.066+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13828648758574966325', time=2024-09-12T03:05:21.242463+0000, chain.objs.size()=1 2024-09-12T01:15:44.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.066+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.T63YSnxuXVWVBAeu0f6s_4zf_u3ZUmN_0 2024-09-12T01:15:44.065 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.066+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7517154530443403722', time=2024-09-12T03:05:21.380575+0000, chain.objs.size()=1 2024-09-12T01:15:44.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.066+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.6RFk4E_LafsSthCos22I8rnHFzDXRco_0 2024-09-12T01:15:44.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.067+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10313635601300068886', time=2024-09-12T03:05:21.398251+0000, chain.objs.size()=1 2024-09-12T01:15:44.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.067+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.gOQxaoxvwlVaDPNlPQivy9RLDpVG2f6_0 2024-09-12T01:15:44.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.067+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3373613687199026317', time=2024-09-12T03:05:21.406392+0000, chain.objs.size()=1 2024-09-12T01:15:44.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.067+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.tcIPMI74M8yPC42uUstcPig5sPe3009_0 2024-09-12T01:15:44.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.069+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8919504455092576521', time=2024-09-12T03:05:21.426876+0000, chain.objs.size()=1 2024-09-12T01:15:44.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.069+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Bwma_3ZIQit9Cfr8ZgSFchPtOUWhuTu_0 2024-09-12T01:15:44.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.069+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9323823969025701188', time=2024-09-12T03:05:21.465361+0000, chain.objs.size()=1 2024-09-12T01:15:44.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.069+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.yjWxy0Blyop5QRNIlO2_nl-FCTEfbYM_0 2024-09-12T01:15:44.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.069+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8098052043647695275', time=2024-09-12T03:05:21.467022+0000, chain.objs.size()=1 2024-09-12T01:15:44.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.069+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.hjQYqMGSeRioLVF3-qw2PmZTd2teGJp_0 2024-09-12T01:15:44.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16184692499670024782', time=2024-09-12T03:05:21.495331+0000, chain.objs.size()=1 2024-09-12T01:15:44.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.96KEyPE41JlIr45fAJjb3c0Axp8CXHm_0 2024-09-12T01:15:44.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3859778083414240200', time=2024-09-12T03:05:21.573647+0000, chain.objs.size()=1 2024-09-12T01:15:44.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.D2rK9unTBBAPjPswMoIbEFQ_iT5NFEw_0 2024-09-12T01:15:44.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16647561747279846857', time=2024-09-12T03:05:21.574395+0000, chain.objs.size()=1 2024-09-12T01:15:44.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.o08yWLI2LbZLQADW_z0LE_894igWpoO_0 2024-09-12T01:15:44.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11557880785140970130', time=2024-09-12T03:05:21.654715+0000, chain.objs.size()=1 2024-09-12T01:15:44.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.WPH3gwGKjEc1sHa5ksM-ntg0nq78-LK_0 2024-09-12T01:15:44.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6640409907284144297', time=2024-09-12T03:05:27.399532+0000, chain.objs.size()=1 2024-09-12T01:15:44.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.275__shadow_.RW2VIpeoVJvan6TzQGvTnKlroqCMcWf_0 2024-09-12T01:15:44.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17247843145039224698', time=2024-09-12T03:05:27.866979+0000, chain.objs.size()=1 2024-09-12T01:15:44.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.276__shadow_.PBzNy3PknqdVLXf8uV7Gcyn5YW7qUpf_0 2024-09-12T01:15:44.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15422761812819476376', time=2024-09-12T03:05:28.377246+0000, chain.objs.size()=1 2024-09-12T01:15:44.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.277__shadow_.FClKpjXZQkkeDkFqPAMnSL60DNvCo7x_0 2024-09-12T01:15:44.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11666895591898559752', time=2024-09-12T03:05:29.936976+0000, chain.objs.size()=1 2024-09-12T01:15:44.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.280__shadow_.J3Leg7-8qU66tNOe2jf37r1MtVPTc8J_0 2024-09-12T01:15:44.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8711539656506137279', time=2024-09-12T03:05:34.832469+0000, chain.objs.size()=1 2024-09-12T01:15:44.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.071+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.290__shadow_.caqiZOGCTErQEC_wxD6BlVqcofwpbQY_0 2024-09-12T01:15:44.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.073+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2501780045400829', time=2024-09-12T03:05:34.833245+0000, chain.objs.size()=1 2024-09-12T01:15:44.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.073+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.290__shadow_.XOdKORTBNaww_iYuVKcOTyWU5gqhm8J_0 2024-09-12T01:15:44.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.074+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9513022130522291732', time=2024-09-12T03:05:36.900067+0000, chain.objs.size()=1 2024-09-12T01:15:44.073 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.074+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.p-lpr7znag15FwQGe5gVFsDL9-y71Jd_0 2024-09-12T01:15:44.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.075+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14763784559010027229', time=2024-09-12T03:05:36.913086+0000, chain.objs.size()=1 2024-09-12T01:15:44.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.075+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.0YfrcD_59R5cbl8gmgubqrjC1P-ohCN_0 2024-09-12T01:15:44.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.075+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9704541847383749180', time=2024-09-12T03:05:37.722621+0000, chain.objs.size()=1 2024-09-12T01:15:44.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.075+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.ohow7bOU-ETso2wDvJpf-KPDatN9nGn_0 2024-09-12T01:15:44.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.076+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3368969141939006711', time=2024-09-12T03:05:39.197622+0000, chain.objs.size()=1 2024-09-12T01:15:44.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.076+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.297__shadow_.SzN1qa5_5CgVPjcefTsJhiJuIxUsHuk_0 2024-09-12T01:15:44.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.076+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16906574147772541833', time=2024-09-12T03:05:39.690306+0000, chain.objs.size()=1 2024-09-12T01:15:44.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.076+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.298__shadow_.zoUClHZpKB9iRXYNrroM6zHloZd_s4Q_0 2024-09-12T01:15:44.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.076+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13153409907626756963', time=2024-09-12T03:06:01.479889+0000, chain.objs.size()=1 2024-09-12T01:15:44.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.076+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qb_d3dSfMWwPNAfS4U3VrsrTECVS5--_0 2024-09-12T01:15:44.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.076+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4023879727827868993', time=2024-09-12T03:06:01.485867+0000, chain.objs.size()=1 2024-09-12T01:15:44.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.076+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.-2GYjAYLZRbW-B2RbyI1s7Eb2ARxIjA_0 2024-09-12T01:15:44.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.076+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12909027016813460890', time=2024-09-12T03:06:01.505915+0000, chain.objs.size()=1 2024-09-12T01:15:44.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.076+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.0vIMnHpwVbftZi3hS_PUWLwE9kxMwS6_0 2024-09-12T01:15:44.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.076+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18270462781691225110', time=2024-09-12T03:06:01.554437+0000, chain.objs.size()=1 2024-09-12T01:15:44.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.076+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.br9_5NqontGH84keEgQrM-isafCWhIO_0 2024-09-12T01:15:44.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.076+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17166336721713530999', time=2024-09-12T03:06:01.560807+0000, chain.objs.size()=1 2024-09-12T01:15:44.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.076+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.3MCSYAXeqJZv1Qcy6Xeg7CnXdYvrnXS_0 2024-09-12T01:15:44.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.076+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1997248496557745558', time=2024-09-12T03:06:01.561442+0000, chain.objs.size()=1 2024-09-12T01:15:44.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.076+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.EX1JbnXfJiW0xGQDcejVjUEUgKWfB4n_0 2024-09-12T01:15:44.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.078+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11741182041390814187', time=2024-09-12T03:06:01.577120+0000, chain.objs.size()=1 2024-09-12T01:15:44.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.078+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.yt8E9cSI0JhpMDYbzuOuYR49pP_bB3i_0 2024-09-12T01:15:44.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.078+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2581816105216453019', time=2024-09-12T03:06:01.579647+0000, chain.objs.size()=1 2024-09-12T01:15:44.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.078+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1OdQa9WqlHH-1i1xTd91v0XFkazng67_0 2024-09-12T01:15:44.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.080+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.724585684035599132', time=2024-09-12T03:06:01.680890+0000, chain.objs.size()=1 2024-09-12T01:15:44.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.080+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qJ3IlK1Y9dpaJ3PDSzptXgc7la6rqb5_0 2024-09-12T01:15:44.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.080+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6290427100508824090', time=2024-09-12T03:06:01.696958+0000, chain.objs.size()=1 2024-09-12T01:15:44.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.080+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ybaIm0PhIeJCc9rNZSklgRbUm0ItBdE_0 2024-09-12T01:15:44.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.080+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8785410405745669080', time=2024-09-12T03:06:01.717055+0000, chain.objs.size()=1 2024-09-12T01:15:44.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.080+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.yXk8D-R1Iqf1KEsDwnDrwanlZE-Bt6p_0 2024-09-12T01:15:44.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.082+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14367587046410702165', time=2024-09-12T03:06:01.722755+0000, chain.objs.size()=1 2024-09-12T01:15:44.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.082+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.oNf_U55oP8wnHg0zqplIh9JzNTIukZm_0 2024-09-12T01:15:44.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.082+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4380206025454206979', time=2024-09-12T03:06:01.729071+0000, chain.objs.size()=1 2024-09-12T01:15:44.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.082+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ETGHnS2Ee1ulFhJRkSfEkG6LtdKTs4K_0 2024-09-12T01:15:44.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.082+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13161494441520136268', time=2024-09-12T03:06:01.744781+0000, chain.objs.size()=1 2024-09-12T01:15:44.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.082+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.F8g7zMMwT8NiUw4LXuSTrl3eS2YOIJI_0 2024-09-12T01:15:44.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.082+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7467661291512630677', time=2024-09-12T03:06:01.776205+0000, chain.objs.size()=1 2024-09-12T01:15:44.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.082+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.nD3NlzWpVWcKjW6zwhq-4JDY7tpw2Mt_0 2024-09-12T01:15:44.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.082+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6453274052750200432', time=2024-09-12T03:06:01.785954+0000, chain.objs.size()=1 2024-09-12T01:15:44.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.082+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.o3GNFqW0uMgS4ctM0n8HPE0z_UCzLvB_0 2024-09-12T01:15:44.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.082+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7509785075545915681', time=2024-09-12T03:06:01.884686+0000, chain.objs.size()=1 2024-09-12T01:15:44.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.082+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.u9tVKYu6Lsc528GSjYb32Cp6e7i3f3U_0 2024-09-12T01:15:44.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.084+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9744995936929739936', time=2024-09-12T03:06:01.927825+0000, chain.objs.size()=1 2024-09-12T01:15:44.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.084+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.SjFHjtTEDTIyGIZ-tb6pobubGRCbEFH_0 2024-09-12T01:15:44.083 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.084+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4367797291090916143', time=2024-09-12T03:06:01.932313+0000, chain.objs.size()=1 2024-09-12T01:15:44.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.084+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.MdPNdh-vYPjT9doszHtPXowxJWQGoG4_0 2024-09-12T01:15:44.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.084+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14857237490848991691', time=2024-09-12T03:06:01.942983+0000, chain.objs.size()=1 2024-09-12T01:15:44.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.084+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fQGQppZ7VBO1c2Q_locqn6_AdSZh5f8_0 2024-09-12T01:15:44.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.084+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4765561937850917888', time=2024-09-12T03:06:01.960409+0000, chain.objs.size()=1 2024-09-12T01:15:44.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.084+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.SssLtLT0I295RwTLosoDbgP2pC4JoIW_0 2024-09-12T01:15:44.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.084+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5610655082264089514', time=2024-09-12T03:06:02.119238+0000, chain.objs.size()=1 2024-09-12T01:15:44.084 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.084+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Rb9gkPAvE6jYcXmkxHUQUXbWV27pxvt_0 2024-09-12T01:15:44.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.086+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14768622508160860821', time=2024-09-12T03:06:02.138381+0000, chain.objs.size()=1 2024-09-12T01:15:44.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.086+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.zakf8cePjKh9cvAUdgDaxay8I6opNQQ_0 2024-09-12T01:15:44.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.086+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15570290768883688856', time=2024-09-12T03:06:02.153004+0000, chain.objs.size()=1 2024-09-12T01:15:44.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.086+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.46bHXdjdoGf4lamxeKAFcH4eWIoD802_0 2024-09-12T01:15:44.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.086+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4346090489655692555', time=2024-09-12T03:06:02.198158+0000, chain.objs.size()=1 2024-09-12T01:15:44.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.086+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.L9cFlV1c6eN3zqcSCPMUa5woyTl3UKo_0 2024-09-12T01:15:44.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.086+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12253243534267916827', time=2024-09-12T03:06:02.205544+0000, chain.objs.size()=1 2024-09-12T01:15:44.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.086+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.6oK1q6EPm8LRcWpDzbMeDVmcC6xrsnm_0 2024-09-12T01:15:44.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.086+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15394121376671214732', time=2024-09-12T03:06:02.212708+0000, chain.objs.size()=1 2024-09-12T01:15:44.085 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.086+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.wuu9Y-VIuFPExg06p0TOOIAFAe5G7fn_0 2024-09-12T01:15:44.086 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.086+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9573669776719196978', time=2024-09-12T03:06:02.298778+0000, chain.objs.size()=1 2024-09-12T01:15:44.086 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.086+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.p4W9pyfWphYR1DgVDt79GCoBca9evan_0 2024-09-12T01:15:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.090+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4347817861710170283', time=2024-09-12T03:06:02.338689+0000, chain.objs.size()=1 2024-09-12T01:15:44.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.090+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.pgcLHec7mHNSGL4erhM4qNU8JJZ4Z5C_0 2024-09-12T01:15:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.090+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17290533514854577375', time=2024-09-12T03:06:02.367249+0000, chain.objs.size()=1 2024-09-12T01:15:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.090+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.7P9XjYjOP0hkWIFSLsM9J5gmnwNNSyZ_0 2024-09-12T01:15:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.090+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5959987956617277471', time=2024-09-12T03:06:02.376626+0000, chain.objs.size()=1 2024-09-12T01:15:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.090+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.mC1MGFyqQTk_QumW1-iAWRnvijc4GmG_0 2024-09-12T01:15:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.090+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8850117332461602871', time=2024-09-12T03:06:02.411860+0000, chain.objs.size()=1 2024-09-12T01:15:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.090+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.e_XdTGSOIb4CkSpZAvOm1KZbXuojVy__0 2024-09-12T01:15:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.090+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6645034523739960063', time=2024-09-12T03:06:02.500311+0000, chain.objs.size()=1 2024-09-12T01:15:44.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.090+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.cpJk6VQ5iOmRYtupOhBlDaibzVS2O2G_0 2024-09-12T01:15:44.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.092+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15456074151236011587', time=2024-09-12T03:06:02.510931+0000, chain.objs.size()=1 2024-09-12T01:15:44.091 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.092+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fOdNlG5p3bf_yHacioDznAWWOpyP8-M_0 2024-09-12T01:15:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.092+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6755770017383100418', time=2024-09-12T03:06:02.521605+0000, chain.objs.size()=1 2024-09-12T01:15:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.092+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.r2A_nwqpwn1sGulzaqIcQL16_JnQn2H_0 2024-09-12T01:15:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.092+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14491162294938104498', time=2024-09-12T03:06:02.573280+0000, chain.objs.size()=1 2024-09-12T01:15:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.092+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.j768P67Y7PA6XL04-Tte7Fe56HDS1-T_0 2024-09-12T01:15:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.092+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7646981801334995593', time=2024-09-12T03:06:02.590041+0000, chain.objs.size()=1 2024-09-12T01:15:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.092+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.nvkQTjwtYaj3JIHHGoJFB31KalsUms0_0 2024-09-12T01:15:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.092+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9949862863032503262', time=2024-09-12T03:06:02.610539+0000, chain.objs.size()=1 2024-09-12T01:15:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.092+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.dZ6tpTqkgZz-wKcXUDNDH7cDYNFoTBm_0 2024-09-12T01:15:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.092+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9620518093961891285', time=2024-09-12T03:06:02.621510+0000, chain.objs.size()=1 2024-09-12T01:15:44.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.092+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.6YL5XNny6CgKLGoqAezEWyQZxKasDQk_0 2024-09-12T01:15:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.094+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8767210390945395756', time=2024-09-12T03:06:02.733391+0000, chain.objs.size()=1 2024-09-12T01:15:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.094+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Am4tU-NxcJvYO78E0obNydJitu7x2iH_0 2024-09-12T01:15:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.094+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14994096165706745349', time=2024-09-12T03:06:02.776918+0000, chain.objs.size()=1 2024-09-12T01:15:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.094+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.hagO06cAixKqNOph9dfP9UnppOBq0hd_0 2024-09-12T01:15:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.094+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12685493860004528881', time=2024-09-12T03:06:02.791469+0000, chain.objs.size()=1 2024-09-12T01:15:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.094+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.dmiUlg41DKW9mWL4TABDEFpOB8WWfXZ_0 2024-09-12T01:15:44.093 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.094+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18287004878896671632', time=2024-09-12T03:06:02.942261+0000, chain.objs.size()=1 2024-09-12T01:15:44.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.094+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.YQ47yXuu2JeZFCAX2MmrX4OXpax5MD-_0 2024-09-12T01:15:44.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.094+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12157507214589653436', time=2024-09-12T03:06:11.654914+0000, chain.objs.size()=1 2024-09-12T01:15:44.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.094+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.5be75HCfqvhPLhOR27PYhtX_TYK_3we_0 2024-09-12T01:15:44.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.095+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11917964008107540173', time=2024-09-12T03:06:11.695667+0000, chain.objs.size()=1 2024-09-12T01:15:44.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.095+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Ch_2GO_bDiAjjaczzXdn2dIHjMohydQ_0 2024-09-12T01:15:44.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.096+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5105747798166553466', time=2024-09-12T03:06:11.784575+0000, chain.objs.size()=1 2024-09-12T01:15:44.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.096+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.50eez6-ep2L_4wx8etPLV7Jp9yCBdn3_0 2024-09-12T01:15:44.095 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.096+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16964037407282538411', time=2024-09-12T03:06:11.794219+0000, chain.objs.size()=1 2024-09-12T01:15:44.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.096+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.cxpXgAC-jIo9GUAa8E91kAjA_3lB1ws_0 2024-09-12T01:15:44.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.096+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5150832970292207165', time=2024-09-12T03:06:11.795541+0000, chain.objs.size()=1 2024-09-12T01:15:44.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.096+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Kb-jBGmTfLq2tiI7_8MQRwHMPv-gf3z_0 2024-09-12T01:15:44.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.097+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5638094299001378407', time=2024-09-12T03:06:11.843902+0000, chain.objs.size()=1 2024-09-12T01:15:44.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.097+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.HXSzKbnnaeSNkffot5FEvgQrkMCCDJX_0 2024-09-12T01:15:44.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.097+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13279621674672965445', time=2024-09-12T03:06:11.845807+0000, chain.objs.size()=1 2024-09-12T01:15:44.096 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.097+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.tDh_WUA-q8F92qQEO3IwusbVQ-NjNKo_0 2024-09-12T01:15:44.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.097+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6488310170452972308', time=2024-09-12T03:06:11.877731+0000, chain.objs.size()=1 2024-09-12T01:15:44.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.097+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.RWZPqw55ExvZfp4GgDquuhQEBWQAqfJ_0 2024-09-12T01:15:44.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.097+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17957225513716851074', time=2024-09-12T03:06:11.886275+0000, chain.objs.size()=1 2024-09-12T01:15:44.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.097+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.8a9XjIjp-VYCMfBk_pupdv7CstSCI9D_0 2024-09-12T01:15:44.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.098+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13785522637295178159', time=2024-09-12T03:06:12.066661+0000, chain.objs.size()=1 2024-09-12T01:15:44.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.098+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.zwoReS_zCuKYCM_DeUQ79Podr9QqkTp_0 2024-09-12T01:15:44.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.098+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5154499799398434060', time=2024-09-12T03:06:12.190531+0000, chain.objs.size()=1 2024-09-12T01:15:44.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.098+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.bDeo6V1GooxQxq8cVnEHPplYCQosIsB_0 2024-09-12T01:15:44.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.099+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15692557302717443070', time=2024-09-12T03:06:12.224930+0000, chain.objs.size()=1 2024-09-12T01:15:44.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.099+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.DK8eiZeCnXzs76S2rHRn3EeWhr56w0K_0 2024-09-12T01:15:44.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.099+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6184094558324707229', time=2024-09-12T03:06:12.227569+0000, chain.objs.size()=1 2024-09-12T01:15:44.098 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.099+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ugD8JqQ6B-2Eo3-wlu4-kVpvMsg6XG3_0 2024-09-12T01:15:44.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.100+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1068049171212828538', time=2024-09-12T03:06:12.284563+0000, chain.objs.size()=1 2024-09-12T01:15:44.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.100+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.bSsEiDw3Iodq4l3Fc2zdaAAnxj82hFK_0 2024-09-12T01:15:44.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.103+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/44773 2024-09-12T01:15:44.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=22, truncated=0, next_marker='' 2024-09-12T01:15:44.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11450567896115005633', time=2024-09-12T03:06:12.368218+0000, chain.objs.size()=1 2024-09-12T01:15:44.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.4Fz-z8SJqExae8OhtL5uarc8wT7RcW2_0 2024-09-12T01:15:44.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9451921325222262173', time=2024-09-12T03:06:12.561472+0000, chain.objs.size()=1 2024-09-12T01:15:44.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.prlm-9gGDDq7g8-nz8RwsQI1Alu_P2I_0 2024-09-12T01:15:44.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10791486028968489044', time=2024-09-12T03:06:12.573467+0000, chain.objs.size()=1 2024-09-12T01:15:44.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.EtjOPoq0Nd83rd7nuCST7ufMY0B_Mt2_0 2024-09-12T01:15:44.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1911112339282656594', time=2024-09-12T03:06:12.599397+0000, chain.objs.size()=1 2024-09-12T01:15:44.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.2YsHM34E5M-m1Wnkeu015WaXDk5jfIa_0 2024-09-12T01:15:44.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16763877415622938441', time=2024-09-12T03:06:12.601584+0000, chain.objs.size()=1 2024-09-12T01:15:44.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.YfNDShoTosIvvX7rje33OdzbZZvXtXo_0 2024-09-12T01:15:44.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13524967923452042277', time=2024-09-12T03:06:12.634784+0000, chain.objs.size()=1 2024-09-12T01:15:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.JQInHA1WR3wjzh7Unv66Jm4mQp-Jf67_0 2024-09-12T01:15:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13315729704341916777', time=2024-09-12T03:06:12.768346+0000, chain.objs.size()=1 2024-09-12T01:15:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.SvVLQKPmU8XZLbx1xru_CbiprWksnkb_0 2024-09-12T01:15:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2233947287149681389', time=2024-09-12T03:06:12.779416+0000, chain.objs.size()=1 2024-09-12T01:15:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.KnuSTTuD-n_UaWLBxRijA2yOk1TwpTp_0 2024-09-12T01:15:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14414448579371184234', time=2024-09-12T03:06:12.824016+0000, chain.objs.size()=1 2024-09-12T01:15:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.j9ECetoa2Ux_0CbQrLZp2UlcoGhiu4s_0 2024-09-12T01:15:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7157285125506970689', time=2024-09-12T03:06:12.865469+0000, chain.objs.size()=1 2024-09-12T01:15:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.nHDskTiA3TVZJ6H_mlz8QSxO0gin0wG_0 2024-09-12T01:15:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16868252339343991920', time=2024-09-12T03:06:12.983947+0000, chain.objs.size()=1 2024-09-12T01:15:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.M781kR-nH1h-_Bo55xIyJIlf4eOrnvi_0 2024-09-12T01:15:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17088404428489493191', time=2024-09-12T03:06:13.033423+0000, chain.objs.size()=1 2024-09-12T01:15:44.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.105+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.qf7KGRcKRQDAy-wCLTgXYfZmHyOf7u0_0 2024-09-12T01:15:44.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3931102352386458783', time=2024-09-12T03:06:13.036540+0000, chain.objs.size()=1 2024-09-12T01:15:44.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.KpZlll_gJqpCEKwmRhRLgSzUbO8HjI7_0 2024-09-12T01:15:44.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8240584449062635107', time=2024-09-12T03:06:38.571140+0000, chain.objs.size()=1 2024-09-12T01:15:44.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.379__shadow_.JKgNr19LCilGkFgyRtdwyMLpXdO_Tmu_0 2024-09-12T01:15:44.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1468689179344535444', time=2024-09-12T03:07:23.138832+0000, chain.objs.size()=1 2024-09-12T01:15:44.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.460__shadow_.hg18yd6C6ozsKjrD6V7GHj3BgbVsyVV_0 2024-09-12T01:15:44.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3023635991474784250', time=2024-09-12T03:08:09.096586+0000, chain.objs.size()=2 2024-09-12T01:15:44.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.524__multipart_mymultipart.2~bcWShnsNHgvUokXaP6AVgtg9Z3H3QPT.1 2024-09-12T01:15:44.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.524__multipart_mymultipart.2~bcWShnsNHgvUokXaP6AVgtg9Z3H3QPT.2 2024-09-12T01:15:44.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4390048202568449500', time=2024-09-12T03:09:23.252916+0000, chain.objs.size()=1 2024-09-12T01:15:44.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.577__shadow:cpfGbNBNp-QxnMhl6kYayYgI4pDZR2y_.w9wlZ8I-wIaqCV6nzYpGaWT0rWy1ukF_0 2024-09-12T01:15:44.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9989787984561878352', time=2024-09-12T03:09:29.803246+0000, chain.objs.size()=1 2024-09-12T01:15:44.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:7Fbn2Nm9WJB.X7iw9Ka32AAyoWLMaRF_.7qTQH0wbyws1L746rUOtmMlrDWLyvPT_0 2024-09-12T01:15:44.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12049583250014736465', time=2024-09-12T03:09:41.771945+0000, chain.objs.size()=1 2024-09-12T01:15:44.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.581__shadow:H2PwKa2THIRIWFw49acPJ6c1PEAF-9u_.XmQgXSohIM5Sr6o2ZvqXAW1dl5mNPMq_0 2024-09-12T01:15:44.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~LAlj7dljAblKXENTK-zh8WyHU0NxAN3', time=2024-09-12T03:12:12.526235+0000, chain.objs.size()=12 2024-09-12T01:15:44.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.625__multipart_multipart_enc.2~LAlj7dljAblKXENTK-zh8WyHU0NxAN3.1 2024-09-12T01:15:44.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.625__shadow_multipart_enc.2~LAlj7dljAblKXENTK-zh8WyHU0NxAN3.1_1 2024-09-12T01:15:44.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.109+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.625__multipart_multipart_enc.2~LAlj7dljAblKXENTK-zh8WyHU0NxAN3.2 2024-09-12T01:15:44.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.114+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.625__shadow_multipart_enc.2~LAlj7dljAblKXENTK-zh8WyHU0NxAN3.2_1 2024-09-12T01:15:44.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.114+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.625__multipart_multipart_enc.2~LAlj7dljAblKXENTK-zh8WyHU0NxAN3.3 2024-09-12T01:15:44.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.114+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.625__shadow_multipart_enc.2~LAlj7dljAblKXENTK-zh8WyHU0NxAN3.3_1 2024-09-12T01:15:44.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.114+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.625__multipart_multipart_enc.2~LAlj7dljAblKXENTK-zh8WyHU0NxAN3.4 2024-09-12T01:15:44.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.115+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.625__shadow_multipart_enc.2~LAlj7dljAblKXENTK-zh8WyHU0NxAN3.4_1 2024-09-12T01:15:44.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.115+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.625__multipart_multipart_enc.2~LAlj7dljAblKXENTK-zh8WyHU0NxAN3.5 2024-09-12T01:15:44.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.115+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.625__shadow_multipart_enc.2~LAlj7dljAblKXENTK-zh8WyHU0NxAN3.5_1 2024-09-12T01:15:44.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.115+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.625__multipart_multipart_enc.2~LAlj7dljAblKXENTK-zh8WyHU0NxAN3.6 2024-09-12T01:15:44.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.115+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.625__shadow_multipart_enc.2~LAlj7dljAblKXENTK-zh8WyHU0NxAN3.6_1 2024-09-12T01:15:44.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.115+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15344355596310434198', time=2024-09-12T03:12:37.714951+0000, chain.objs.size()=1 2024-09-12T01:15:44.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.115+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.672__shadow_.i7m_ZMEQLDBPxJKXUFoQwxBtir09Aie_0 2024-09-12T01:15:44.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.115+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13328241686231986947', time=2024-09-12T03:13:27.989330+0000, chain.objs.size()=1 2024-09-12T01:15:44.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.115+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.740__shadow_.dLdqwNn_B18GEo48QEc4LyiIocZWvCb_0 2024-09-12T01:15:44.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.120+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:44.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.122+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2024-09-12T01:15:44.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.124+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:44.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.124+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:44.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47639' 2024-09-12T01:15:44.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2597485093162672913', time=2024-09-12T03:03:28.551198+0000, chain.objs.size()=1 2024-09-12T01:15:44.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.180__shadow_.Ftgb6h4lFgwzE-OFO5bSl9u3ifqR1bQ_0 2024-09-12T01:15:44.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12440341277111321301', time=2024-09-12T03:04:57.550386+0000, chain.objs.size()=1 2024-09-12T01:15:44.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.236__shadow_.qbzFyDEAdJ5Xsi3V_eYx9OWwHTrDzye_0 2024-09-12T01:15:44.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4222690996860381454', time=2024-09-12T03:05:00.678853+0000, chain.objs.size()=1 2024-09-12T01:15:44.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.241__shadow_.08vunu2ICfYpjRLyg0lExZWSLJ4oL4B_0 2024-09-12T01:15:44.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2125059303178860941', time=2024-09-12T03:05:01.150414+0000, chain.objs.size()=1 2024-09-12T01:15:44.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.242__shadow_.wO-NNnOR8w6qgEQmOFgHJJZ4b2P4EV__0 2024-09-12T01:15:44.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15291426876349752301', time=2024-09-12T03:05:20.250017+0000, chain.objs.size()=1 2024-09-12T01:15:44.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.yPzcheO3_GNybIAeLkpVQmoAju8FBYM_0 2024-09-12T01:15:44.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15212619075108481864', time=2024-09-12T03:05:20.305345+0000, chain.objs.size()=1 2024-09-12T01:15:44.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.MXFcUWSifbNQKI8725gOdHCjQvJUZKr_0 2024-09-12T01:15:44.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6381761278335701156', time=2024-09-12T03:05:20.418259+0000, chain.objs.size()=1 2024-09-12T01:15:44.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.2m4M-fDskCIycaHdZri_bqmMJBivWR9_0 2024-09-12T01:15:44.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2620061488398881568', time=2024-09-12T03:05:20.434567+0000, chain.objs.size()=1 2024-09-12T01:15:44.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.5fd6vdClfgxqpjOk99Atlu81I-y2vXf_0 2024-09-12T01:15:44.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7339026791765212649', time=2024-09-12T03:05:20.436472+0000, chain.objs.size()=1 2024-09-12T01:15:44.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.5A7kUrUNWCWjR8ohxjQhPxk92hon0Uw_0 2024-09-12T01:15:44.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16901646662885321312', time=2024-09-12T03:05:20.461031+0000, chain.objs.size()=1 2024-09-12T01:15:44.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.bVGE8kJjhsRkMlO3jsQP5huvFS51wqM_0 2024-09-12T01:15:44.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6867002633758655708', time=2024-09-12T03:05:20.471848+0000, chain.objs.size()=1 2024-09-12T01:15:44.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.txkzfz1ur7mHFQixErYMF7UvXlKPu0A_0 2024-09-12T01:15:44.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11832330767521071532', time=2024-09-12T03:05:20.503736+0000, chain.objs.size()=1 2024-09-12T01:15:44.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.125+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.TbIlv_gqOfpw22h2XRiRZEMkiQrUkqZ_0 2024-09-12T01:15:44.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.128+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3032297996830010679', time=2024-09-12T03:05:20.518476+0000, chain.objs.size()=1 2024-09-12T01:15:44.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.128+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.dR3wj3hg6N9Z3Bfdfp7llhct0qah0mj_0 2024-09-12T01:15:44.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.128+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6573547850045966549', time=2024-09-12T03:05:20.624088+0000, chain.objs.size()=1 2024-09-12T01:15:44.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.128+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.MD3mZgMAjIAzuAMhtGL79TAIx1a0Qlq_0 2024-09-12T01:15:44.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10065941185330511574', time=2024-09-12T03:05:20.693611+0000, chain.objs.size()=1 2024-09-12T01:15:44.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.J_6o88A6ttaKYv7TVrIqCkPjGwJ5vPA_0 2024-09-12T01:15:44.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8509712764257332414', time=2024-09-12T03:05:20.832966+0000, chain.objs.size()=1 2024-09-12T01:15:44.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.HB0RVJi6LeHF0dAOOxHEw8sqziigoB3_0 2024-09-12T01:15:44.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8396686723008366022', time=2024-09-12T03:05:20.917903+0000, chain.objs.size()=1 2024-09-12T01:15:44.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.RHG8i4X8aMw00VKv6STICcdN59SREnk_0 2024-09-12T01:15:44.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8720603744813697063', time=2024-09-12T03:05:20.993890+0000, chain.objs.size()=1 2024-09-12T01:15:44.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.pzaLp0vBxhXIMeIZArHhNFw1DxYdNee_0 2024-09-12T01:15:44.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2018922988848653761', time=2024-09-12T03:05:20.995282+0000, chain.objs.size()=1 2024-09-12T01:15:44.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.GEn5KllBMC52xxl9An5HuHqF5LP5S3M_0 2024-09-12T01:15:44.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5595795968278757210', time=2024-09-12T03:05:20.997091+0000, chain.objs.size()=1 2024-09-12T01:15:44.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.CeeHqxmD2UDtOdLYuLFlDUP8e5nMQBH_0 2024-09-12T01:15:44.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3206907895688419897', time=2024-09-12T03:05:21.011286+0000, chain.objs.size()=1 2024-09-12T01:15:44.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.CYwKUmVn7KFj7sPtoD0LGPmmde7XIgm_0 2024-09-12T01:15:44.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13027514860389875086', time=2024-09-12T03:05:21.026704+0000, chain.objs.size()=1 2024-09-12T01:15:44.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.BakhFCCce879g1JBeyhBSNuviYXz7sR_0 2024-09-12T01:15:44.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14331433060232073439', time=2024-09-12T03:05:21.073519+0000, chain.objs.size()=1 2024-09-12T01:15:44.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.129+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.HPB-mYUFQynjPDWS4bVhcnB6dd8yMSA_0 2024-09-12T01:15:44.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.131+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16658114394854008504', time=2024-09-12T03:05:21.091962+0000, chain.objs.size()=1 2024-09-12T01:15:44.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.131+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.-oUhQ3Tj12rlJUEN1hKqgFM0IgkLNYu_0 2024-09-12T01:15:44.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.132+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3170739824054303138', time=2024-09-12T03:05:21.194642+0000, chain.objs.size()=1 2024-09-12T01:15:44.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.132+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.NYM8bFrM7u-8ldNr8ATpdWUiQowi-jj_0 2024-09-12T01:15:44.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.132+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9286562890528455154', time=2024-09-12T03:05:21.215890+0000, chain.objs.size()=1 2024-09-12T01:15:44.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.132+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.CYPfJgeVzwmG9-SkLiOAbehIo25jIKI_0 2024-09-12T01:15:44.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.133+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15818559121529347654', time=2024-09-12T03:05:21.224948+0000, chain.objs.size()=1 2024-09-12T01:15:44.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.133+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.VFmMM1fmJvtGgYHYEMNvhH-u3NSEcpC_0 2024-09-12T01:15:44.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.133+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11771115268516848149', time=2024-09-12T03:05:21.252125+0000, chain.objs.size()=1 2024-09-12T01:15:44.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.133+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.At49Jjev-dBEhHiAF2cK-wqBnm-qT7w_0 2024-09-12T01:15:44.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.133+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.886110978598113930', time=2024-09-12T03:05:21.264022+0000, chain.objs.size()=1 2024-09-12T01:15:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.133+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.GXqJxajEyGlbFEpZ9fCvUwA5X5H4-F2_0 2024-09-12T01:15:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.133+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12131670808438066912', time=2024-09-12T03:05:21.413819+0000, chain.objs.size()=1 2024-09-12T01:15:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.133+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.QexX383TsumFxDcgaWIHk8lZBoDL-yc_0 2024-09-12T01:15:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.133+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.779873061726474414', time=2024-09-12T03:05:21.416591+0000, chain.objs.size()=1 2024-09-12T01:15:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.133+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ymWowyeS007tmzJgP1jgJv0C9CJeuvV_0 2024-09-12T01:15:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.133+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14548120526766518648', time=2024-09-12T03:05:21.429816+0000, chain.objs.size()=1 2024-09-12T01:15:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.133+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.GpAQA3m9c8xuv7BfGkUzu1cAwtM_m_g_0 2024-09-12T01:15:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.133+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4187395448217867654', time=2024-09-12T03:05:21.571386+0000, chain.objs.size()=1 2024-09-12T01:15:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.133+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.1gZPtatz_8mg6J1tf1TvGwzzYe2Rmef_0 2024-09-12T01:15:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.133+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16604240804758962531', time=2024-09-12T03:05:21.610020+0000, chain.objs.size()=1 2024-09-12T01:15:44.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.133+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Ai3pUEHPAu-p9nCnr6oq0r3-WfJaXAu_0 2024-09-12T01:15:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.135+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11480338866696812727', time=2024-09-12T03:05:21.644519+0000, chain.objs.size()=1 2024-09-12T01:15:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.135+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.3XeKUfT7TJ67iRXeeEuY43R5FRg_xBF_0 2024-09-12T01:15:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.136+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12748919650227631979', time=2024-09-12T03:05:22.630800+0000, chain.objs.size()=1 2024-09-12T01:15:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.136+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.265__shadow_.mzk_Apr0pFCXUtrAtHAjd8qh007WiFI_0 2024-09-12T01:15:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.136+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3439992743667784864', time=2024-09-12T03:05:24.507907+0000, chain.objs.size()=1 2024-09-12T01:15:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.136+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.269__shadow_.VpG57MzUlhwnblqpyfbWZypp_oNF6Va_0 2024-09-12T01:15:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.136+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2611319922446872395', time=2024-09-12T03:05:24.992449+0000, chain.objs.size()=1 2024-09-12T01:15:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.136+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.270__shadow_.F7zvY6l0HyD9B7A8N2_nLBYEh2j97sZ_0 2024-09-12T01:15:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.136+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1750282955126989582', time=2024-09-12T03:05:26.941072+0000, chain.objs.size()=1 2024-09-12T01:15:44.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.136+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.274__shadow_._ehmZHvIYpz7A6m8tJx-OQ2-e2wTbou_0 2024-09-12T01:15:44.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.137+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16243252021653820577', time=2024-09-12T03:05:28.377310+0000, chain.objs.size()=1 2024-09-12T01:15:44.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.137+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.277__shadow_.DK5kBkJZfYCL7MQbNXecelflPkI6TKY_0 2024-09-12T01:15:44.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.137+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.326780853247120852', time=2024-09-12T03:05:29.426621+0000, chain.objs.size()=1 2024-09-12T01:15:44.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.137+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.279__shadow_.rMIXUz7QFcZly6RhnqAWoQD2gjGanzt_0 2024-09-12T01:15:44.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.137+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5370293804811859560', time=2024-09-12T03:05:30.430091+0000, chain.objs.size()=1 2024-09-12T01:15:44.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.137+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.281__shadow_.ZrpZWplO3zD1ZBBKEP7cGUgA7odrFeC_0 2024-09-12T01:15:44.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.138+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9549113091857642620', time=2024-09-12T03:05:31.388294+0000, chain.objs.size()=1 2024-09-12T01:15:44.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.138+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.283__shadow_.rPLt6KbIVOTRG5j4-3fiSidTfTktkcC_0 2024-09-12T01:15:44.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.139+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16469670841394130789', time=2024-09-12T03:05:36.913518+0000, chain.objs.size()=1 2024-09-12T01:15:44.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.139+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.zFIiY8L-ACdTcsRKLh9_c0dSbiI4bny_0 2024-09-12T01:15:44.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.139+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6674491757390552963', time=2024-09-12T03:05:37.727606+0000, chain.objs.size()=1 2024-09-12T01:15:44.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.139+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.BEv8PTte1RgeBnKYFVo7M45RQiXYWxb_0 2024-09-12T01:15:44.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.139+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6897539289184512205', time=2024-09-12T03:05:41.734937+0000, chain.objs.size()=1 2024-09-12T01:15:44.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.139+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.302__shadow_.F_l9m-Pdt4M4XxQcoU3gor2FLsXfA77_0 2024-09-12T01:15:44.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.139+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.73382341063988752', time=2024-09-12T03:06:01.524277+0000, chain.objs.size()=1 2024-09-12T01:15:44.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.139+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.k2CRnBJvogEB6ReY7hYIZh8llVz3vd0_0 2024-09-12T01:15:44.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.140+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8956251658206390573', time=2024-09-12T03:06:01.535646+0000, chain.objs.size()=1 2024-09-12T01:15:44.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.140+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.jNi5LMfqXKK4XQAegNbQyiR3vLXtSkg_0 2024-09-12T01:15:44.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.140+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4443887301658719840', time=2024-09-12T03:06:01.559604+0000, chain.objs.size()=1 2024-09-12T01:15:44.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.140+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.b6ATR_L2eQGcomyxlqaRc_o6Pbx4ZWg_0 2024-09-12T01:15:44.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.140+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15094239405424886184', time=2024-09-12T03:06:01.593793+0000, chain.objs.size()=1 2024-09-12T01:15:44.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.140+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.WzkD6Fy9T9L1Y-_nvOgxks_Gega1CG__0 2024-09-12T01:15:44.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.140+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3348748108019796086', time=2024-09-12T03:06:01.594570+0000, chain.objs.size()=1 2024-09-12T01:15:44.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.140+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.mkQRx5aP329jMmRNndIKFali8y8aQg6_0 2024-09-12T01:15:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.142+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14247823851707677658', time=2024-09-12T03:06:01.595710+0000, chain.objs.size()=1 2024-09-12T01:15:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.142+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.UmX7JETSQNABdj1RnBNO74u0uFOV_3u_0 2024-09-12T01:15:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.142+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13367319251610025656', time=2024-09-12T03:06:01.597839+0000, chain.objs.size()=1 2024-09-12T01:15:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.142+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.w52XyIMGkkiZCB4cAEtP3guiDhfgNid_0 2024-09-12T01:15:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.142+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11178969414229109722', time=2024-09-12T03:06:01.726953+0000, chain.objs.size()=1 2024-09-12T01:15:44.141 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.142+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.0Ux6PgGbUcEMf2cn8nyuRd_nOvh4mJL_0 2024-09-12T01:15:44.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.143+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13492867954268814987', time=2024-09-12T03:06:01.773854+0000, chain.objs.size()=1 2024-09-12T01:15:44.142 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.143+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.cqgMw6ZgKUsbVVKpzS3O3EftKdvG6jh_0 2024-09-12T01:15:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.143+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14041209214573629435', time=2024-09-12T03:06:01.801995+0000, chain.objs.size()=1 2024-09-12T01:15:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.143+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.vyb5gQrGmiAAnnCNfF_asfGFdVuqFI9_0 2024-09-12T01:15:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.143+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10391694569133327805', time=2024-09-12T03:06:01.914673+0000, chain.objs.size()=1 2024-09-12T01:15:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.143+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Zt9W3ZvHmbmWmPsECdSJxH4YPHXKB3B_0 2024-09-12T01:15:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.144+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3472738442614774689', time=2024-09-12T03:06:01.920736+0000, chain.objs.size()=1 2024-09-12T01:15:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.144+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.GK9VA40NA2rQ8f1JJ4fnsBYww7_QKw9_0 2024-09-12T01:15:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.144+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16549264760946277730', time=2024-09-12T03:06:01.950531+0000, chain.objs.size()=1 2024-09-12T01:15:44.143 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.144+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.zv589HOpfIZuZbAsUJbFB9DPdJDyNlg_0 2024-09-12T01:15:44.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.144+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9770811110744347649', time=2024-09-12T03:06:01.979369+0000, chain.objs.size()=1 2024-09-12T01:15:44.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.144+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.dD6vTgpNiHeg4_RATfnVjND1QPRa2lf_0 2024-09-12T01:15:44.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.144+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14598669045272462664', time=2024-09-12T03:06:01.985178+0000, chain.objs.size()=1 2024-09-12T01:15:44.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.144+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.OlhGjlGiBSLpzSfzJx0pJ5H6cXq4kLG_0 2024-09-12T01:15:44.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.144+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18361411710821836694', time=2024-09-12T03:06:02.125574+0000, chain.objs.size()=1 2024-09-12T01:15:44.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.144+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.cXEXbpzRbCNCspyJa9aES4LxetitUgy_0 2024-09-12T01:15:44.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.145+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18058860617704790939', time=2024-09-12T03:06:02.156566+0000, chain.objs.size()=1 2024-09-12T01:15:44.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.145+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Mr7YHAqsuSrgxJYMqjDMTU1UluYxJMY_0 2024-09-12T01:15:44.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.145+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10513963415825069900', time=2024-09-12T03:06:02.183164+0000, chain.objs.size()=1 2024-09-12T01:15:44.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.145+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ZYiue-sdaG8nxmTZlnCLXoqicWUkOcL_0 2024-09-12T01:15:44.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.145+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18229356833415195763', time=2024-09-12T03:06:02.353191+0000, chain.objs.size()=1 2024-09-12T01:15:44.145 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.145+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.EEONnn0bxTJn0SvltOocOqJpj7BOE4X_0 2024-09-12T01:15:44.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.147+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3622268879838819882', time=2024-09-12T03:06:02.400038+0000, chain.objs.size()=1 2024-09-12T01:15:44.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.147+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ic4YOzUuAF2x8m5nm9xrKyNeyGlwUkw_0 2024-09-12T01:15:44.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.147+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2143213305634428287', time=2024-09-12T03:06:02.515458+0000, chain.objs.size()=1 2024-09-12T01:15:44.146 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.147+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.KZaH4Dqyr_5taYMfR3KMj3YHCGfs9wl_0 2024-09-12T01:15:44.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.147+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8236940744241302922', time=2024-09-12T03:06:02.526661+0000, chain.objs.size()=1 2024-09-12T01:15:44.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.147+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fpDYmhdCQJfmq0PF_WwgnWEccgqVQ1S_0 2024-09-12T01:15:44.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.149+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17160087357954885469', time=2024-09-12T03:06:02.553947+0000, chain.objs.size()=1 2024-09-12T01:15:44.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.149+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.4lycVBBiDDi9yqY6pJHf-1ZI0zuMe1C_0 2024-09-12T01:15:44.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.149+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17333104498677229617', time=2024-09-12T03:06:02.554729+0000, chain.objs.size()=1 2024-09-12T01:15:44.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.149+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.YBI0sIgICbDTgSv35BXWq7ItpaBFSMk_0 2024-09-12T01:15:44.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.149+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13446164479489190977', time=2024-09-12T03:06:02.715401+0000, chain.objs.size()=1 2024-09-12T01:15:44.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.149+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fXq9vgoz_tuyk3t6Njww-y7zj9SRnBM_0 2024-09-12T01:15:44.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.149+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2484943330445895257', time=2024-09-12T03:06:02.749786+0000, chain.objs.size()=1 2024-09-12T01:15:44.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.149+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1vo7Fr1GCJAGpYgjgqDFgyVxM1ygcma_0 2024-09-12T01:15:44.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.149+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6694532768494289051', time=2024-09-12T03:06:02.756930+0000, chain.objs.size()=1 2024-09-12T01:15:44.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.149+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.NveMcsFNh_ExXRagTuA1MfS5zhxrDPc_0 2024-09-12T01:15:44.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.149+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3636020109077884527', time=2024-09-12T03:06:02.779872+0000, chain.objs.size()=1 2024-09-12T01:15:44.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.149+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.K8icrLJAe0ZwT6AVR-QvuOBw_LbP9Va_0 2024-09-12T01:15:44.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11149883650911892662', time=2024-09-12T03:06:02.985361+0000, chain.objs.size()=1 2024-09-12T01:15:44.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Viq1sA7jrw2VurBlVG4gdUr3CHK_D2t_0 2024-09-12T01:15:44.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7034579747808128666', time=2024-09-12T03:06:11.614851+0000, chain.objs.size()=1 2024-09-12T01:15:44.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.dFTp5ntAxeE-drM2o_CQidszM7hYlr4_0 2024-09-12T01:15:44.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3584801407220519665', time=2024-09-12T03:06:11.635428+0000, chain.objs.size()=1 2024-09-12T01:15:44.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.N7kHUdqXdaxGlXNwJz9BSWJ_MypvRrI_0 2024-09-12T01:15:44.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10364205899755607228', time=2024-09-12T03:06:11.647202+0000, chain.objs.size()=1 2024-09-12T01:15:44.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.-hDhA8t2TweWw402SjlXEPvsitHXsqV_0 2024-09-12T01:15:44.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6152646172991460546', time=2024-09-12T03:06:11.664080+0000, chain.objs.size()=1 2024-09-12T01:15:44.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.8fynVhU0eORSV86lCwZUb_e_bntuWQu_0 2024-09-12T01:15:44.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12853806707709233251', time=2024-09-12T03:06:11.667777+0000, chain.objs.size()=1 2024-09-12T01:15:44.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.jhA3axBl2viEs1hyDdytkdTso2Da1u2_0 2024-09-12T01:15:44.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13562721713715755978', time=2024-09-12T03:06:11.682635+0000, chain.objs.size()=1 2024-09-12T01:15:44.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.YdpFHABs3pKgv3NvnMI9Km95WU692-q_0 2024-09-12T01:15:44.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17975849339879058013', time=2024-09-12T03:06:11.781760+0000, chain.objs.size()=1 2024-09-12T01:15:44.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.G77Jex7AqVpQn6auGG9ZBeospZn2zB6_0 2024-09-12T01:15:44.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1375896337604862728', time=2024-09-12T03:06:11.783096+0000, chain.objs.size()=1 2024-09-12T01:15:44.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.152+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.8QatiOOGs1-7HYGwzQk9OR6gIk0HAC8_0 2024-09-12T01:15:44.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.153+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4389738820768170796', time=2024-09-12T03:06:11.819329+0000, chain.objs.size()=1 2024-09-12T01:15:44.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.153+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.zQN5Mj0S3lojR2p4fjkZiMaOq0POmt7_0 2024-09-12T01:15:44.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.154+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3288661906488857225', time=2024-09-12T03:06:11.859011+0000, chain.objs.size()=1 2024-09-12T01:15:44.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.154+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.TTjiZyZ-pd5GVe7O14HbY6dgOEvUwni_0 2024-09-12T01:15:44.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.155+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12432404136911550457', time=2024-09-12T03:06:11.888931+0000, chain.objs.size()=1 2024-09-12T01:15:44.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.155+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.A9oAklNw6t1F0_O_4a0dB2Sv-FaxZnD_0 2024-09-12T01:15:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.156+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17003784116621761908', time=2024-09-12T03:06:11.999189+0000, chain.objs.size()=1 2024-09-12T01:15:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.156+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.muZrZrf-BxZJN3K6piQhd1uNS8DPEXp_0 2024-09-12T01:15:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.156+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5022843611893427550', time=2024-09-12T03:06:12.033546+0000, chain.objs.size()=1 2024-09-12T01:15:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.156+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.vZL3wB_3Z_sTjt6-NeLcae1SOySiKQJ_0 2024-09-12T01:15:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.157+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18071147490007375837', time=2024-09-12T03:06:12.042195+0000, chain.objs.size()=1 2024-09-12T01:15:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.157+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.fMjXyRYubiWnuXygBBQewoXb9DiYYIK_0 2024-09-12T01:15:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.157+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9678290438917087247', time=2024-09-12T03:06:12.052510+0000, chain.objs.size()=1 2024-09-12T01:15:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.157+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.yezUlBwbSkSesRkwJmemDWNrw0IabpH_0 2024-09-12T01:15:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.157+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15453331675044837612', time=2024-09-12T03:06:12.061559+0000, chain.objs.size()=1 2024-09-12T01:15:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.157+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.tFxK8q3qNBBPhAf8ad5lOGbTur6xcaA_0 2024-09-12T01:15:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.157+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7080334607212581762', time=2024-09-12T03:06:12.087054+0000, chain.objs.size()=1 2024-09-12T01:15:44.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.157+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Hy_U-kXXiHe6D_VFPkMD88cTURIQXC7_0 2024-09-12T01:15:44.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.157+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3030841042327575617', time=2024-09-12T03:06:12.194928+0000, chain.objs.size()=1 2024-09-12T01:15:44.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.157+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.axn0giC4ZVG_lq-O_j6ifWliz_ROtC0_0 2024-09-12T01:15:44.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.157+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4337788570733940613', time=2024-09-12T03:06:12.199005+0000, chain.objs.size()=1 2024-09-12T01:15:44.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.157+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.a1npC8dIimD_GhqOy21sQp-XxZdlivO_0 2024-09-12T01:15:44.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.158+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8027995207967916792', time=2024-09-12T03:06:12.373703+0000, chain.objs.size()=1 2024-09-12T01:15:44.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.158+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Lor6I7hrLpG9ey8YLPdnOm3dHyZpGb0_0 2024-09-12T01:15:44.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.158+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4110435876061585685', time=2024-09-12T03:06:12.375437+0000, chain.objs.size()=1 2024-09-12T01:15:44.157 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.158+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Z8hx2L4cVSdKDLxK006SSG9P7uL_z3k_0 2024-09-12T01:15:44.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.159+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15326615520272198502', time=2024-09-12T03:06:12.383460+0000, chain.objs.size()=1 2024-09-12T01:15:44.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.159+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.QUSmEbaROEVSCHcnGYnZbIJK-Z_adwF_0 2024-09-12T01:15:44.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.159+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9033966098246956990', time=2024-09-12T03:06:12.403747+0000, chain.objs.size()=1 2024-09-12T01:15:44.158 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.159+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.tdmAf8g35dNHJ3jfdAxB12fhbEermrl_0 2024-09-12T01:15:44.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.161+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11674873805191994674', time=2024-09-12T03:06:12.579532+0000, chain.objs.size()=1 2024-09-12T01:15:44.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.161+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.djH4TsALMks7IZRLxfSbYEK44Tibzm__0 2024-09-12T01:15:44.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.161+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1402318562552557187', time=2024-09-12T03:06:12.613525+0000, chain.objs.size()=1 2024-09-12T01:15:44.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.161+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7hDYnSSgmvkJOBTa4vJ0rkX15GzFO9K_0 2024-09-12T01:15:44.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.168+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/47639 2024-09-12T01:15:44.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=16, truncated=0, next_marker='' 2024-09-12T01:15:44.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9244047230612473098', time=2024-09-12T03:06:12.770097+0000, chain.objs.size()=1 2024-09-12T01:15:44.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ZAwUU7Tt8zFWSC1RKif7F3VKHale7Wp_0 2024-09-12T01:15:44.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14273435796816898910', time=2024-09-12T03:06:12.786815+0000, chain.objs.size()=1 2024-09-12T01:15:44.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.n4yBKTDZac7eVnHKVV-nkJ1Wj9XAbjx_0 2024-09-12T01:15:44.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12292599327657145763', time=2024-09-12T03:06:12.821239+0000, chain.objs.size()=1 2024-09-12T01:15:44.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.GIymviQFctVpwHlprlL_-p9SAkQp3NE_0 2024-09-12T01:15:44.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10793029538476682271', time=2024-09-12T03:06:12.981055+0000, chain.objs.size()=1 2024-09-12T01:15:44.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.VrsOV-gk4PgSykH1q7ifsfKv4SSt7-j_0 2024-09-12T01:15:44.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14088244231210706656', time=2024-09-12T03:06:12.992407+0000, chain.objs.size()=1 2024-09-12T01:15:44.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.X-F6mWthFPr74Kx9fb0nbbV3HJ2C-0i_0 2024-09-12T01:15:44.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14767761238071631582', time=2024-09-12T03:06:12.997904+0000, chain.objs.size()=1 2024-09-12T01:15:44.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.s_eD7YGxLD6ywCmFlA_661OIB4SDU5B_0 2024-09-12T01:15:44.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7184886044733369576', time=2024-09-12T03:06:13.005973+0000, chain.objs.size()=1 2024-09-12T01:15:44.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.uENo8wEWT1mR5YK5Oq8wWEBexFgmBHC_0 2024-09-12T01:15:44.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2143517831936182758', time=2024-09-12T03:06:15.275601+0000, chain.objs.size()=1 2024-09-12T01:15:44.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.330__shadow_.j5RsAjuB3YyaoWgi5LH_ivAlj8g5ynA_0 2024-09-12T01:15:44.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7579578599752650475', time=2024-09-12T03:06:20.489905+0000, chain.objs.size()=1 2024-09-12T01:15:44.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.341__shadow_.5OXp47fpARuu8MmmFu68qC0rZc0TdEr_0 2024-09-12T01:15:44.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7081745802775347494', time=2024-09-12T03:07:27.350469+0000, chain.objs.size()=1 2024-09-12T01:15:44.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.466__shadow_.uvzEzGE3VyESilqsjQgGKDLuxYYCPKx_0 2024-09-12T01:15:44.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.773873785133099805', time=2024-09-12T03:07:28.015103+0000, chain.objs.size()=1 2024-09-12T01:15:44.176 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.467__shadow_.8ONFEE3aJvgTXc8XzfQezQh7o5X-EQG_0 2024-09-12T01:15:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6544791657180803652', time=2024-09-12T03:07:33.905342+0000, chain.objs.size()=1 2024-09-12T01:15:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.175+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.484__shadow_.nqcKK4gnTLnqbwDUMqRG6dRVEl2rIOv_0 2024-09-12T01:15:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.178+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~hXdyogwuottExiqUCS54PUGU7YKLrlo', time=2024-09-12T03:08:17.981671+0000, chain.objs.size()=1 2024-09-12T01:15:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.178+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.535__multipart_mymultipart.2~hXdyogwuottExiqUCS54PUGU7YKLrlo.1 2024-09-12T01:15:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.178+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7738072347382980262', time=2024-09-12T03:09:17.391252+0000, chain.objs.size()=1 2024-09-12T01:15:44.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.178+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.575__shadow_.l82awce-SAxHlq-Lp3YBwPImoQS4Enk_0 2024-09-12T01:15:44.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.180+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2294753161179980481', time=2024-09-12T03:09:35.362065+0000, chain.objs.size()=1 2024-09-12T01:15:44.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.180+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:QvUgVz1tNUZGXCfqzrcsZVWGl3Ei9iy_.EtZAHKhuqDQkOy5Qt8iM04Rphx4A4B2_0 2024-09-12T01:15:44.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.180+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5700360894249890317', time=2024-09-12T03:12:53.852399+0000, chain.objs.size()=1 2024-09-12T01:15:44.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.180+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.709__shadow:uDNJ9kfi8YiKunYYIv.6mNYyACoLuLy_.8z7dq6vVyXvIwyHSw0inPrnDjh8e1bY_0 2024-09-12T01:15:44.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.185+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:44.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.196+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2024-09-12T01:15:44.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.197+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:44.196 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.197+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:44.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.198+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/53088' 2024-09-12T01:15:44.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.198+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4389769072607052207', time=2024-09-12T03:03:07.698851+0000, chain.objs.size()=3 2024-09-12T01:15:44.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.159__shadow_.eigfI0ewQdmJFWKsrxsZWRTo6Fqz_az_0 2024-09-12T01:15:44.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.159__shadow_.eigfI0ewQdmJFWKsrxsZWRTo6Fqz_az_1 2024-09-12T01:15:44.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.159__shadow_.eigfI0ewQdmJFWKsrxsZWRTo6Fqz_az_2 2024-09-12T01:15:44.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.198+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13252921803686686716', time=2024-09-12T03:03:08.820617+0000, chain.objs.size()=5 2024-09-12T01:15:44.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.160__multipart_mymultipart-LUKEWARM.2~O20NyrZ_fR32SFbcr4_Fg3J8LHyYGmN.1 2024-09-12T01:15:44.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.160__shadow_mymultipart-LUKEWARM.2~O20NyrZ_fR32SFbcr4_Fg3J8LHyYGmN.1_1 2024-09-12T01:15:44.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.160__multipart_mymultipart-LUKEWARM.2~O20NyrZ_fR32SFbcr4_Fg3J8LHyYGmN.2 2024-09-12T01:15:44.199 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.160__shadow_mymultipart-LUKEWARM.2~O20NyrZ_fR32SFbcr4_Fg3J8LHyYGmN.2_1 2024-09-12T01:15:44.199 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.160__multipart_mymultipart-LUKEWARM.2~O20NyrZ_fR32SFbcr4_Fg3J8LHyYGmN.3 2024-09-12T01:15:44.199 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.198+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='_ndHsYrxHP10GTjIYoZCBRWNJnjE4LFZ', time=2024-09-12T03:03:09.375988+0000, chain.objs.size()=3 2024-09-12T01:15:44.199 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.-agqqam9xWMaG47yc4GxVcd9zy6FP7B_0 2024-09-12T01:15:44.199 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.-agqqam9xWMaG47yc4GxVcd9zy6FP7B_1 2024-09-12T01:15:44.199 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.-agqqam9xWMaG47yc4GxVcd9zy6FP7B_2 2024-09-12T01:15:44.199 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.198+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.101798157254834796', time=2024-09-12T03:04:56.548024+0000, chain.objs.size()=1 2024-09-12T01:15:44.199 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.234__shadow_.Vs2rnDA9noIpxTiMXqaPoBw7hQ5OOmU_0 2024-09-12T01:15:44.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.205+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12102524150597987778', time=2024-09-12T03:04:58.009474+0000, chain.objs.size()=1 2024-09-12T01:15:44.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.205+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.237__shadow_.aCrHrA5DLR-C_AfPzmKz1rywLGN9zWY_0 2024-09-12T01:15:44.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15772189402680143898', time=2024-09-12T03:05:08.488425+0000, chain.objs.size()=1 2024-09-12T01:15:44.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.255__shadow_.dfraob_9-CnoTDTv4f93WA1wOoVmAjn_0 2024-09-12T01:15:44.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17754635711194565276', time=2024-09-12T03:05:11.775330+0000, chain.objs.size()=1 2024-09-12T01:15:44.205 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.262__shadow_.ygvSrLly42KZXd7xxxb_YJ3s-CetOPF_0 2024-09-12T01:15:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6569287619319548982', time=2024-09-12T03:05:20.258058+0000, chain.objs.size()=1 2024-09-12T01:15:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.vpVG6tnvyve-RKqyLGSyMxe0pWxtXlj_0 2024-09-12T01:15:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.81092651528394665', time=2024-09-12T03:05:20.323566+0000, chain.objs.size()=1 2024-09-12T01:15:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.srPUciXcKUbL_qhOSKZ8hId73LVG-5__0 2024-09-12T01:15:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2968488265738384364', time=2024-09-12T03:05:20.457964+0000, chain.objs.size()=1 2024-09-12T01:15:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.nJQlTSqzzHK4j0DP_PdWvqhnl_iW3uD_0 2024-09-12T01:15:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10298391691741033071', time=2024-09-12T03:05:20.459317+0000, chain.objs.size()=1 2024-09-12T01:15:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.S-oXGe9tZlhD8BPJFdz2O6sgpz2oqlL_0 2024-09-12T01:15:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15975801327370606347', time=2024-09-12T03:05:20.508447+0000, chain.objs.size()=1 2024-09-12T01:15:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.MixurorRY79s4FiPFLzZ4fMaVqfLDbC_0 2024-09-12T01:15:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14265144205224842251', time=2024-09-12T03:05:20.509543+0000, chain.objs.size()=1 2024-09-12T01:15:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.AjrCi0nIbFqproTIFsEUKKIyk4fkUky_0 2024-09-12T01:15:44.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3893732558826280077', time=2024-09-12T03:05:20.672245+0000, chain.objs.size()=1 2024-09-12T01:15:44.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.X1BtKK4A2VlHTROdRPRFffvs8pceU8B_0 2024-09-12T01:15:44.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16890489199726061298', time=2024-09-12T03:05:20.721811+0000, chain.objs.size()=1 2024-09-12T01:15:44.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.206+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.HmaRwUd7pFeumkTcFVJNvjM0qsGynho_0 2024-09-12T01:15:44.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.211+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3376916094068347312', time=2024-09-12T03:05:20.813857+0000, chain.objs.size()=1 2024-09-12T01:15:44.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.211+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.qwXPBa4-AdMOMBC7Vv451WG2PcSdQrM_0 2024-09-12T01:15:44.210 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.211+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14737321379081193607', time=2024-09-12T03:05:20.825859+0000, chain.objs.size()=1 2024-09-12T01:15:44.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.211+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.GoF1HxRlpPopoiv4661YNh05PZp0PXG_0 2024-09-12T01:15:44.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.211+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8213311672200455526', time=2024-09-12T03:05:20.848029+0000, chain.objs.size()=1 2024-09-12T01:15:44.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.211+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.0W4Olst05A8RR855uwt6sjjRU93oz5Z_0 2024-09-12T01:15:44.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.211+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2140744180480932582', time=2024-09-12T03:05:20.855622+0000, chain.objs.size()=1 2024-09-12T01:15:44.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.211+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Wc4MgSz5wIeQtmxP2InKkJHxaaXmV5E_0 2024-09-12T01:15:44.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.211+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16883285128133476499', time=2024-09-12T03:05:20.857116+0000, chain.objs.size()=1 2024-09-12T01:15:44.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.211+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.4Cz8QtQnAhdsCwqYE0Yh_s9KDek9Bm1_0 2024-09-12T01:15:44.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.211+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8893953032988622168', time=2024-09-12T03:05:21.014525+0000, chain.objs.size()=1 2024-09-12T01:15:44.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.211+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.muvjsefJ3nCfIaS2XRJ6BaZi9nFXhKD_0 2024-09-12T01:15:44.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.211+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1780271291409665236', time=2024-09-12T03:05:21.037618+0000, chain.objs.size()=1 2024-09-12T01:15:44.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.211+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Om3EG8zTME_dzzXxxjabBqpFckCevit_0 2024-09-12T01:15:44.211 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.211+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13377160593346591960', time=2024-09-12T03:05:21.041649+0000, chain.objs.size()=1 2024-09-12T01:15:44.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.211+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.TAjnR-jGjR_oqTcIxnP92k1iYs3CLRr_0 2024-09-12T01:15:44.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.212+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10176672444102775419', time=2024-09-12T03:05:21.090308+0000, chain.objs.size()=1 2024-09-12T01:15:44.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.212+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ORL-iu3nH63NoM-ElhKJT9J_81MPqj__0 2024-09-12T01:15:44.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.212+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16750387195736448675', time=2024-09-12T03:05:21.187666+0000, chain.objs.size()=1 2024-09-12T01:15:44.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.212+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.LfbNZ4rm_5OUAFLVXa_Q1AKiiNYeBKL_0 2024-09-12T01:15:44.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.212+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13097458136245698929', time=2024-09-12T03:05:21.188399+0000, chain.objs.size()=1 2024-09-12T01:15:44.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.212+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.qrBQBOaoof8iqmoZdhtiDEUTEu366s9_0 2024-09-12T01:15:44.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14144345378428291270', time=2024-09-12T03:05:21.189087+0000, chain.objs.size()=1 2024-09-12T01:15:44.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Nudyw_ntxycFNWpp4Or5CyvLMFSf9jD_0 2024-09-12T01:15:44.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6668402247123144200', time=2024-09-12T03:05:21.199807+0000, chain.objs.size()=1 2024-09-12T01:15:44.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lVyvFPVEZjMimC4BNgu3UIph3kSfGNC_0 2024-09-12T01:15:44.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2000282388560408439', time=2024-09-12T03:05:21.207383+0000, chain.objs.size()=1 2024-09-12T01:15:44.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.0AiZfeeZhX0_NdcQ4JMQHeHdU4PDcHS_0 2024-09-12T01:15:44.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12942775615652055757', time=2024-09-12T03:05:21.216061+0000, chain.objs.size()=1 2024-09-12T01:15:44.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Qr2c6tB6Tunzw1YP41GpvKFZZLgMFKL_0 2024-09-12T01:15:44.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16404201395249815317', time=2024-09-12T03:05:21.248691+0000, chain.objs.size()=1 2024-09-12T01:15:44.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.GsJwHp7dw2IhWkNMf2yYFybjHD-3cbB_0 2024-09-12T01:15:44.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18362540254522462213', time=2024-09-12T03:05:21.273700+0000, chain.objs.size()=1 2024-09-12T01:15:44.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.0Pf4fbbFauToGFvudD6jL33c0Vjaylv_0 2024-09-12T01:15:44.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10027867192011736502', time=2024-09-12T03:05:21.278597+0000, chain.objs.size()=1 2024-09-12T01:15:44.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.D1p9wRRisJCICaHhSaDiBHd01xaSMrz_0 2024-09-12T01:15:44.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15580775967763622679', time=2024-09-12T03:05:21.379288+0000, chain.objs.size()=1 2024-09-12T01:15:44.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.nJXePsmAC23MYs_vzk2_PXTYWZJpTIF_0 2024-09-12T01:15:44.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12264721623539844259', time=2024-09-12T03:05:21.395194+0000, chain.objs.size()=1 2024-09-12T01:15:44.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.D7N8Ut7GigadsHAjqAkdz1HRQ78v-dN_0 2024-09-12T01:15:44.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10393423983460753142', time=2024-09-12T03:05:21.396599+0000, chain.objs.size()=1 2024-09-12T01:15:44.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.NMJyknUlOJinKifM1V6axCLOUxuQz8p_0 2024-09-12T01:15:44.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16728243021473947583', time=2024-09-12T03:05:21.440012+0000, chain.objs.size()=1 2024-09-12T01:15:44.218 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.217+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.tVzlZN55U-KO4zRpHvJyeAuZpVrcP6m_0 2024-09-12T01:15:44.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12440601053798619352', time=2024-09-12T03:05:21.459985+0000, chain.objs.size()=1 2024-09-12T01:15:44.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.4jERtrCydNvHV8VlSsNijizmMSr9CEF_0 2024-09-12T01:15:44.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6611933127850421683', time=2024-09-12T03:05:21.485476+0000, chain.objs.size()=1 2024-09-12T01:15:44.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.sNDhON_8mzXXCpJVzV1Fq-I_OMyfBEB_0 2024-09-12T01:15:44.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1861225076968750303', time=2024-09-12T03:05:21.651794+0000, chain.objs.size()=1 2024-09-12T01:15:44.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.vuo35drAk2_axIX7ZU-DHQBzCL8J0Ud_0 2024-09-12T01:15:44.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16492862774685233252', time=2024-09-12T03:05:24.023720+0000, chain.objs.size()=1 2024-09-12T01:15:44.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.268__shadow_.fuUEEzRcLtkdrUGXXgsxvjWRJDDEihy_0 2024-09-12T01:15:44.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2270143087309647284', time=2024-09-12T03:05:31.848284+0000, chain.objs.size()=1 2024-09-12T01:15:44.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.284__shadow_.eAmDrKA-RNXsS6AqaLdVSkYBVTxCXNo_0 2024-09-12T01:15:44.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13967432588131452171', time=2024-09-12T03:05:36.909486+0000, chain.objs.size()=1 2024-09-12T01:15:44.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.VJPnz6nb0I95PL9MIcuzE9ZGLlnnhom_0 2024-09-12T01:15:44.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12210256942535061430', time=2024-09-12T03:05:42.269956+0000, chain.objs.size()=1 2024-09-12T01:15:44.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.303__shadow_.EniKlsyaoUkqCDcIqKYNnkIAQArBtsT_0 2024-09-12T01:15:44.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8011096803929776257', time=2024-09-12T03:05:48.348766+0000, chain.objs.size()=1 2024-09-12T01:15:44.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.314__shadow_.00NX4wfxoS-NlJTYkiS3dJTTEv2OPel_0 2024-09-12T01:15:44.221 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15863969120278554839', time=2024-09-12T03:06:01.496640+0000, chain.objs.size()=1 2024-09-12T01:15:44.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.-L5xHaZ0z7LWjRbFqRnjqSVovmR0P8p_0 2024-09-12T01:15:44.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10633307691172209532', time=2024-09-12T03:06:01.525641+0000, chain.objs.size()=1 2024-09-12T01:15:44.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.012P-iLDEo6nIgsIgpuivbPJ7NmScpr_0 2024-09-12T01:15:44.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5748536727552698758', time=2024-09-12T03:06:01.585040+0000, chain.objs.size()=1 2024-09-12T01:15:44.222 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.221+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.AEp8XR-VaZacbwSCdhso4-v8dvhY83l_0 2024-09-12T01:15:44.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.225+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12194246667374332611', time=2024-09-12T03:06:01.677517+0000, chain.objs.size()=1 2024-09-12T01:15:44.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.225+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.7KociXLmNyVxUnYkpFPrjbXeAF06zy7_0 2024-09-12T01:15:44.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.225+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11477700381067574824', time=2024-09-12T03:06:01.725868+0000, chain.objs.size()=1 2024-09-12T01:15:44.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.225+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.FJBATxw2CjMJBRcPMx-SENnCF6On44L_0 2024-09-12T01:15:44.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.225+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.730227180610985776', time=2024-09-12T03:06:01.778152+0000, chain.objs.size()=1 2024-09-12T01:15:44.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.225+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.3Y1PddH5EfFLFCJttGrQ1DDsgjiHxDC_0 2024-09-12T01:15:44.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.225+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16120219352000921830', time=2024-09-12T03:06:01.881479+0000, chain.objs.size()=1 2024-09-12T01:15:44.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.225+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.T7sBMvwgA1CfGsCLT-8P7Jz35cZkKa6_0 2024-09-12T01:15:44.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.225+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12638731702627526193', time=2024-09-12T03:06:01.978120+0000, chain.objs.size()=1 2024-09-12T01:15:44.225 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.225+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.v3jRcddaLisaEe3RxJ2URWnAl7491JG_0 2024-09-12T01:15:44.225 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.225+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13366279507053131687', time=2024-09-12T03:06:02.090263+0000, chain.objs.size()=1 2024-09-12T01:15:44.225 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.225+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.mZj48GRceWzY8TqwOQ98GNfMy53zRHr_0 2024-09-12T01:15:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.227+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18145472706177807828', time=2024-09-12T03:06:02.160130+0000, chain.objs.size()=1 2024-09-12T01:15:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.227+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.0FwNNNZKLuwMFkZa_MPZPV4oBsv_2yg_0 2024-09-12T01:15:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.227+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9576708481270375032', time=2024-09-12T03:06:02.322183+0000, chain.objs.size()=1 2024-09-12T01:15:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.227+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.4BaXir05w-ZFNzgq1N-O8NvwkXdc5l8_0 2024-09-12T01:15:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.227+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4517574555574544603', time=2024-09-12T03:06:02.350560+0000, chain.objs.size()=1 2024-09-12T01:15:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.227+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Cbhy5nBqUEnuzEFUnbIb0ggI2m-DWG5_0 2024-09-12T01:15:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.227+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1811329052852978966', time=2024-09-12T03:06:02.393539+0000, chain.objs.size()=1 2024-09-12T01:15:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.227+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.rD2xC2knTvS4rCcYTpeQjAyb6wt2Bfg_0 2024-09-12T01:15:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.227+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12518871232596465339', time=2024-09-12T03:06:02.407101+0000, chain.objs.size()=1 2024-09-12T01:15:44.226 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.227+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.DwftjJzZ40jG1ffsoFN3Tt0Fp5fUd9J_0 2024-09-12T01:15:44.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.229+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10588734863262148020', time=2024-09-12T03:06:02.412345+0000, chain.objs.size()=1 2024-09-12T01:15:44.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.229+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.bHegsQKnQDKK2TIsT0dgsaYZFwscRqp_0 2024-09-12T01:15:44.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.229+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6540952304330684096', time=2024-09-12T03:06:02.727120+0000, chain.objs.size()=1 2024-09-12T01:15:44.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.229+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1UHy_SWb5SA_IDv3op5xv0DT7MfYblv_0 2024-09-12T01:15:44.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.229+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3546341624035348149', time=2024-09-12T03:06:02.767174+0000, chain.objs.size()=1 2024-09-12T01:15:44.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.229+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.QTy62aDe0l1g7cmg4XORYMQuJm9Kp3D_0 2024-09-12T01:15:44.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.230+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4075355161216906358', time=2024-09-12T03:06:02.775200+0000, chain.objs.size()=1 2024-09-12T01:15:44.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.230+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.EwrW_4GnLTYR_HAfkVJVGg3IfwBYhiY_0 2024-09-12T01:15:44.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.230+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12635517184361744676', time=2024-09-12T03:06:02.897251+0000, chain.objs.size()=1 2024-09-12T01:15:44.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.230+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.cwAUU0fBgB3rvwMO8AT4g420iavBcpi_0 2024-09-12T01:15:44.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.230+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15791492992193292516', time=2024-09-12T03:06:02.952024+0000, chain.objs.size()=1 2024-09-12T01:15:44.229 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.230+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.mq0WjsRgoLFsY3eYc9bT_gx6gKtlMDR_0 2024-09-12T01:15:44.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.230+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1263594394853690200', time=2024-09-12T03:06:02.967779+0000, chain.objs.size()=1 2024-09-12T01:15:44.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.230+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.eAYXumGwTOBHx1E6ELb-SDI3M8x3FMJ_0 2024-09-12T01:15:44.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.231+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3340863386158582519', time=2024-09-12T03:06:02.968715+0000, chain.objs.size()=1 2024-09-12T01:15:44.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.231+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_._WyKzAJtNRfo29YLRe6gNAaeY6tz2O7_0 2024-09-12T01:15:44.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.231+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7696237649123192659', time=2024-09-12T03:06:02.971134+0000, chain.objs.size()=1 2024-09-12T01:15:44.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.231+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.BrK_2W9zc8zpDJJZVTY0D6TscNk57YT_0 2024-09-12T01:15:44.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.232+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14046228277470167688', time=2024-09-12T03:06:02.982761+0000, chain.objs.size()=1 2024-09-12T01:15:44.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.232+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.9-ZJak2wFwk3DZHZLiZ6yDB2fuQCI5K_0 2024-09-12T01:15:44.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.232+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5514619055275088184', time=2024-09-12T03:06:11.603488+0000, chain.objs.size()=1 2024-09-12T01:15:44.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.232+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.jrevXFT0oNM_TRlnCH5Cp3pGI1XyLp4_0 2024-09-12T01:15:44.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.233+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4940073880623663964', time=2024-09-12T03:06:11.606623+0000, chain.objs.size()=1 2024-09-12T01:15:44.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.233+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.avIt13yhlHUV3bmbhVp2Jd2bkwkJqoV_0 2024-09-12T01:15:44.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.233+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13631343166535166590', time=2024-09-12T03:06:11.637589+0000, chain.objs.size()=1 2024-09-12T01:15:44.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.233+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Bl79_uHg47IHRwM66-FwV6hgdSsxvUk_0 2024-09-12T01:15:44.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.233+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13042035867608869358', time=2024-09-12T03:06:11.655749+0000, chain.objs.size()=1 2024-09-12T01:15:44.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.233+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.LoZVgGYPsG0TSvgBDzunQhEKPcZvXuW_0 2024-09-12T01:15:44.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.234+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17500242092398955265', time=2024-09-12T03:06:11.680930+0000, chain.objs.size()=1 2024-09-12T01:15:44.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.234+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.pkk4h6U4LNCRga5gbLEM2_WGF5qxMsv_0 2024-09-12T01:15:44.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.234+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15942752098562089049', time=2024-09-12T03:06:11.682263+0000, chain.objs.size()=1 2024-09-12T01:15:44.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.234+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.2L1hjs-LpF4D_6f7DTZbfWYXITC2KTQ_0 2024-09-12T01:15:44.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.234+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14585755130755074043', time=2024-09-12T03:06:11.698963+0000, chain.objs.size()=1 2024-09-12T01:15:44.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.234+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.hwRPdFc8CAFzQ3vYvPEcYMlKUna1mIL_0 2024-09-12T01:15:44.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.234+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2214918193291969296', time=2024-09-12T03:06:11.785113+0000, chain.objs.size()=1 2024-09-12T01:15:44.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.234+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.mbB-m0zCNmlw4v5Kr6HDriM8t49EE5h_0 2024-09-12T01:15:44.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.236+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4178091451897184169', time=2024-09-12T03:06:11.867505+0000, chain.objs.size()=1 2024-09-12T01:15:44.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.236+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.wGH_V1yxnR-QEBMVgd154HPQaUSGcPK_0 2024-09-12T01:15:44.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.236+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4642909210420682066', time=2024-09-12T03:06:11.889345+0000, chain.objs.size()=1 2024-09-12T01:15:44.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.236+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.LGWcyQ4C1vadykC9cqZc3gLnx_jpThx_0 2024-09-12T01:15:44.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.236+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.905522634629058414', time=2024-09-12T03:06:11.984191+0000, chain.objs.size()=1 2024-09-12T01:15:44.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.236+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.5t_v4qsBBfUh53dzSEgd3mnIIICnBOt_0 2024-09-12T01:15:44.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.236+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11484274842034814112', time=2024-09-12T03:06:11.985025+0000, chain.objs.size()=1 2024-09-12T01:15:44.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.236+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.FHG0RCmKO-4zanxWeveQgNGlERXy7Bi_0 2024-09-12T01:15:44.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.236+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18200139844935297685', time=2024-09-12T03:06:11.987909+0000, chain.objs.size()=1 2024-09-12T01:15:44.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.236+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.E2KGIw71Waoz9OtYbJt4EKocSwOjJWf_0 2024-09-12T01:15:44.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.238+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5906208289602043906', time=2024-09-12T03:06:12.008571+0000, chain.objs.size()=1 2024-09-12T01:15:44.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.238+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.I1N8ZFCQ2ymyI03Wk_mKQxTjQyA6ZaX_0 2024-09-12T01:15:44.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.238+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12777976065803658341', time=2024-09-12T03:06:12.016787+0000, chain.objs.size()=1 2024-09-12T01:15:44.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.238+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.KCtUe7tlCcmoOz1G5vwmuvazff4BCWh_0 2024-09-12T01:15:44.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.238+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7969778225191394021', time=2024-09-12T03:06:12.206626+0000, chain.objs.size()=1 2024-09-12T01:15:44.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.238+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.8IQfq_8SERinDEZreoPRkZB_aajbiP0_0 2024-09-12T01:15:44.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.240+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2365672899049332483', time=2024-09-12T03:06:12.270199+0000, chain.objs.size()=1 2024-09-12T01:15:44.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.240+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.-yqME-xiBV9u2JtgX7_1Gu-qptdba32_0 2024-09-12T01:15:44.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.240+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11666742357003719131', time=2024-09-12T03:06:12.387764+0000, chain.objs.size()=1 2024-09-12T01:15:44.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.240+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.h5yiBk7KrqFmcWFhnrPz2W3AcSTNLWZ_0 2024-09-12T01:15:44.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.240+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4583994530516934612', time=2024-09-12T03:06:12.391806+0000, chain.objs.size()=1 2024-09-12T01:15:44.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.240+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.SQSSFBuR7rNrHTISQvwQFCyAoVlkPRF_0 2024-09-12T01:15:44.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.240+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14869197391175070556', time=2024-09-12T03:06:12.415292+0000, chain.objs.size()=1 2024-09-12T01:15:44.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.240+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.OGK0Qm7r62RqusBMWIjP3BOQIwAQYr4_0 2024-09-12T01:15:44.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.240+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14648662699053845093', time=2024-09-12T03:06:12.416083+0000, chain.objs.size()=1 2024-09-12T01:15:44.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.240+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.keJxUoxvKwldYIaZvQZFtSzrBtkEVh-_0 2024-09-12T01:15:44.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.240+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3775737025433732031', time=2024-09-12T03:06:12.427294+0000, chain.objs.size()=1 2024-09-12T01:15:44.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.240+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.DSh-kjrWdQzlo_dpc_yyS6jireMvJqi_0 2024-09-12T01:15:44.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.240+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12306966526598678463', time=2024-09-12T03:06:12.451638+0000, chain.objs.size()=1 2024-09-12T01:15:44.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.240+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7l7x9Ysq-qHkpKL1LBGdKznmYzsJLzR_0 2024-09-12T01:15:44.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.240+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5023384056152464048', time=2024-09-12T03:06:12.559332+0000, chain.objs.size()=1 2024-09-12T01:15:44.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.240+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9Uk0LNyc6IrnACoCz2V5YQDOjg6YTIO_0 2024-09-12T01:15:44.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.241+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4075349670058248037', time=2024-09-12T03:06:12.622627+0000, chain.objs.size()=1 2024-09-12T01:15:44.240 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.241+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.1LCqr06iTQ_Wu9eTqlVwkwSPWeJLPfu_0 2024-09-12T01:15:44.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.241+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9328544696864290969', time=2024-09-12T03:06:12.641133+0000, chain.objs.size()=1 2024-09-12T01:15:44.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.241+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.HzCzmThN_ZvsEeUvR9TZgTXtOv_by6g_0 2024-09-12T01:15:44.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.243+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.486966882774543153', time=2024-09-12T03:06:12.646283+0000, chain.objs.size()=1 2024-09-12T01:15:44.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.243+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.rR7Zd9IqTn_r55wTaWtO8YFofNxkSpy_0 2024-09-12T01:15:44.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.243+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5326015401361438413', time=2024-09-12T03:06:12.667637+0000, chain.objs.size()=1 2024-09-12T01:15:44.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.243+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.gSwm8qO7v5-JSwT-1rXZasZBu8BYtBa_0 2024-09-12T01:15:44.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.244+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16760607219112911993', time=2024-09-12T03:06:12.765887+0000, chain.objs.size()=1 2024-09-12T01:15:44.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.244+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.m-ueRt11bgHKQv3YsApE9nZWSB5Lv-V_0 2024-09-12T01:15:44.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.244+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4260314032263996538', time=2024-09-12T03:06:12.786984+0000, chain.objs.size()=1 2024-09-12T01:15:44.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.244+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.GP8TbhTEdhD0IN5u2EiJkH3VyMYCTnQ_0 2024-09-12T01:15:44.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.244+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5823436773759420683', time=2024-09-12T03:06:12.806763+0000, chain.objs.size()=1 2024-09-12T01:15:44.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.244+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.AeT4yXkU64-wQpvy6iDOhlR2ceo-MHo_0 2024-09-12T01:15:44.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.247+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/53088 2024-09-12T01:15:44.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=13, truncated=0, next_marker='' 2024-09-12T01:15:44.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1482302549792019754', time=2024-09-12T03:06:12.824210+0000, chain.objs.size()=1 2024-09-12T01:15:44.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.z0_Wk3GdPK8EUh74fS8LBKCxD9XrG8g_0 2024-09-12T01:15:44.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13419946842614669728', time=2024-09-12T03:06:16.296925+0000, chain.objs.size()=1 2024-09-12T01:15:44.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.332__shadow_.vYT4Gz1D6dNrEB9uC0cRr_Hj-qJE1np_0 2024-09-12T01:15:44.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14843539049318562239', time=2024-09-12T03:06:17.191930+0000, chain.objs.size()=1 2024-09-12T01:15:44.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.334__shadow_.PxveMWm6SeAO5t0roQ5uAaACfoGxJnb_0 2024-09-12T01:15:44.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9492137763778105331', time=2024-09-12T03:07:27.136720+0000, chain.objs.size()=1 2024-09-12T01:15:44.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.466__shadow_.feSfY_TtNWlIg9IVgS9i5EQpDi28N_e_0 2024-09-12T01:15:44.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1440472142238120439', time=2024-09-12T03:07:41.559874+0000, chain.objs.size()=1 2024-09-12T01:15:44.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.501__shadow_.dexDmJly-5uwZJJ0pVjgv7Ff_mW3Ls6_0 2024-09-12T01:15:44.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11897114293430663380', time=2024-09-12T03:09:11.372687+0000, chain.objs.size()=1 2024-09-12T01:15:44.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:8j1h3LBJhrJBAY8BPruyKWbOSBMTkgy_.1YL7CX_LbetmuQGDNZo3QYL1FmLQ85k_0 2024-09-12T01:15:44.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6748137817952688280', time=2024-09-12T03:09:25.527946+0000, chain.objs.size()=1 2024-09-12T01:15:44.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:myemHsZHW-dx6TvnuCzLHXTIKdrWNCS_.aFcezsoaaTww9bvjogin1zlYQOFjNnP_0 2024-09-12T01:15:44.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4988960929569031916', time=2024-09-12T03:09:40.554869+0000, chain.objs.size()=1 2024-09-12T01:15:44.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.580__shadow:Bb4cDLLm6PLKTgDtMGtER.mGDGT6zz2_.-EvQKUuejjPaGQK4j0bx3vy11zP4Jag_0 2024-09-12T01:15:44.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2299629898483979353', time=2024-09-12T03:09:40.558118+0000, chain.objs.size()=1 2024-09-12T01:15:44.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.580__shadow:I68.WFQco0RtQPcrxz.zpiGKGgpAikh_.4x7lw6xK7H5EVCOvNh4WfjKnWVDx3Yd_0 2024-09-12T01:15:44.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15318599300515746386', time=2024-09-12T03:09:45.712423+0000, chain.objs.size()=1 2024-09-12T01:15:44.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.588__shadow:YwDjOdFRs0t.W03JtcsmZxjY74I.FrK_.uccW0XRu3551GTcp95ajPS4RFHfc9_j_0 2024-09-12T01:15:44.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7021378085410008057', time=2024-09-12T03:12:25.757714+0000, chain.objs.size()=1 2024-09-12T01:15:44.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.650__shadow_.v3F3nSOAsa0yC6eGYZyII1JgRRuAFwM_0 2024-09-12T01:15:44.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3679859206950620470', time=2024-09-12T03:12:46.058351+0000, chain.objs.size()=1 2024-09-12T01:15:44.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.250+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.692__shadow_.xrYnkbgJpuSXn_wj-dz29e9E3ELMR5u_0 2024-09-12T01:15:44.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.254+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2700848273585239090', time=2024-09-12T03:13:06.822991+0000, chain.objs.size()=1 2024-09-12T01:15:44.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.254+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.716__shadow:Sn8msSDsAUQokHUrBxpvWfX5A3YxbuC_.R8WeeYXHGMeZeQ1RVoTe_KdfOnuVB7O_0 2024-09-12T01:15:44.254 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.256+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:44.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.258+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2024-09-12T01:15:44.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.259+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:44.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.260+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:44.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50611' 2024-09-12T01:15:44.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6852981562497652995', time=2024-09-12T03:03:46.082331+0000, chain.objs.size()=1 2024-09-12T01:15:44.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.204__shadow_.RgckwjfhCistDQPRPHF7QLbv-_eDwly_0 2024-09-12T01:15:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6107537386950825659', time=2024-09-12T03:04:55.018850+0000, chain.objs.size()=1 2024-09-12T01:15:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.231__shadow_.BfPrjaZ9xmbKmVPa4g2hVgkwfFqVHse_0 2024-09-12T01:15:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4163747864723132204', time=2024-09-12T03:05:02.750454+0000, chain.objs.size()=1 2024-09-12T01:15:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.244__shadow_.DTv0D-TPL_O4t4DDhNT8ubM8Gn2jJkO_0 2024-09-12T01:15:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2912274469237037182', time=2024-09-12T03:05:20.238315+0000, chain.objs.size()=1 2024-09-12T01:15:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.McfZO9NsA29TXWqyTBuPPZmaZiyEHbB_0 2024-09-12T01:15:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16291693681152719976', time=2024-09-12T03:05:20.251690+0000, chain.objs.size()=1 2024-09-12T01:15:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lR_CdfNpz8WMZU24yU8y494TGVeS8UI_0 2024-09-12T01:15:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1602568998341235705', time=2024-09-12T03:05:20.280102+0000, chain.objs.size()=1 2024-09-12T01:15:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.5xHmIx4SpWhww23MxRGuk8u9aZONej-_0 2024-09-12T01:15:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1995786203369201144', time=2024-09-12T03:05:20.331969+0000, chain.objs.size()=1 2024-09-12T01:15:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.S34F_wB0YqfXt0uRHl-d0asdsPW2qna_0 2024-09-12T01:15:44.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15445719327108596200', time=2024-09-12T03:05:20.447099+0000, chain.objs.size()=1 2024-09-12T01:15:44.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.F21mNQW_hE7jIVMJbHo_k2VgP-zhHQR_0 2024-09-12T01:15:44.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9632066161683580175', time=2024-09-12T03:05:20.491887+0000, chain.objs.size()=1 2024-09-12T01:15:44.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.uWiidTat8FxwFi7xPCPccntoOVN2Jg6_0 2024-09-12T01:15:44.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4942177121092462082', time=2024-09-12T03:05:20.524642+0000, chain.objs.size()=1 2024-09-12T01:15:44.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.6RmXrRAkkEwtfVgfBybXR_ixIFYlalo_0 2024-09-12T01:15:44.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10824473834969066442', time=2024-09-12T03:05:20.663061+0000, chain.objs.size()=1 2024-09-12T01:15:44.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.v4WP_jTEYMw35DIOEAADAfSKbKAp3AB_0 2024-09-12T01:15:44.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9762282516707280198', time=2024-09-12T03:05:20.697551+0000, chain.objs.size()=1 2024-09-12T01:15:44.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.261+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.HCiJEuwPy26tiJKgn0cuRKs5wnlRn8r_0 2024-09-12T01:15:44.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.159615674882076419', time=2024-09-12T03:05:20.721709+0000, chain.objs.size()=1 2024-09-12T01:15:44.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.qfcuQQjHlNTPvo4S6ONo4o6IY6V9aGd_0 2024-09-12T01:15:44.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11802969956640818332', time=2024-09-12T03:05:20.819362+0000, chain.objs.size()=1 2024-09-12T01:15:44.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.aMi-0pCZ5x2l8PpuzK-O3iknjpoKl5V_0 2024-09-12T01:15:44.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18377190867688795941', time=2024-09-12T03:05:20.842764+0000, chain.objs.size()=1 2024-09-12T01:15:44.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.RGHogXYETO0JjGbPN_34fNJ6Id9-juW_0 2024-09-12T01:15:44.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7904097099927392727', time=2024-09-12T03:05:20.882747+0000, chain.objs.size()=1 2024-09-12T01:15:44.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.OdibnqzpFLizGxeOXJ7vgBQdbVfYAOB_0 2024-09-12T01:15:44.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15622267061655912570', time=2024-09-12T03:05:20.913483+0000, chain.objs.size()=1 2024-09-12T01:15:44.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.5vAq0k79BJorkyVWP2vkvBLjmURp03S_0 2024-09-12T01:15:44.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6040132149538034291', time=2024-09-12T03:05:21.050086+0000, chain.objs.size()=1 2024-09-12T01:15:44.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.tH2az1285q6fVzEKY5dvjfpWun9md4k_0 2024-09-12T01:15:44.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8372047518294387880', time=2024-09-12T03:05:21.067712+0000, chain.objs.size()=1 2024-09-12T01:15:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.TJfsgai6weFObkR2aaW9X3Ma2hpeJ-z_0 2024-09-12T01:15:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14723912570936877071', time=2024-09-12T03:05:21.075159+0000, chain.objs.size()=1 2024-09-12T01:15:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ao4-SYbq4se8kinRhg2Pt_2dQ2msd7U_0 2024-09-12T01:15:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16382361824599068198', time=2024-09-12T03:05:21.194222+0000, chain.objs.size()=1 2024-09-12T01:15:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8vkCMZetYQhAwUrR5s3BVEhnKC00vqa_0 2024-09-12T01:15:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14931625356050139051', time=2024-09-12T03:05:21.227209+0000, chain.objs.size()=1 2024-09-12T01:15:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Ozbh5t_Y6eYgPeMf6EmMsBqITx6uj-j_0 2024-09-12T01:15:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7229909328043468268', time=2024-09-12T03:05:21.272116+0000, chain.objs.size()=1 2024-09-12T01:15:44.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.266+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.0l9krJ_sgUSkBeXtpxtzlowPFBDM4Jn_0 2024-09-12T01:15:44.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.269+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14742147437522002132', time=2024-09-12T03:05:21.493749+0000, chain.objs.size()=1 2024-09-12T01:15:44.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.269+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.dRLyhh6OMsE_F7gHU805_Dbj5y9DAnm_0 2024-09-12T01:15:44.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.269+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16705035815159623384', time=2024-09-12T03:05:21.602025+0000, chain.objs.size()=1 2024-09-12T01:15:44.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.269+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.YiMLSLjHse3cXgsuyufJ0GsQDGAcCjW_0 2024-09-12T01:15:44.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.270+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8086454211898009016', time=2024-09-12T03:05:21.617826+0000, chain.objs.size()=1 2024-09-12T01:15:44.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.270+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.youaphUhTk8x6blEcJz4bbC3VE2pkaR_0 2024-09-12T01:15:44.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.270+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7235038083115662114', time=2024-09-12T03:05:43.689655+0000, chain.objs.size()=1 2024-09-12T01:15:44.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.271+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.306__shadow_.9t7qCprzMEnQNGZEe7o6zXQk3BPv0xo_0 2024-09-12T01:15:44.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.271+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1389686670679676050', time=2024-09-12T03:06:01.469558+0000, chain.objs.size()=1 2024-09-12T01:15:44.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.271+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.gJkO63pzdWsgJMocl-LF7UPNesQwqgZ_0 2024-09-12T01:15:44.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.271+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1033608265473146019', time=2024-09-12T03:06:01.501567+0000, chain.objs.size()=1 2024-09-12T01:15:44.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.271+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1_wEqcsx8dm2ZECHD3P7g0Th4Vx84FQ_0 2024-09-12T01:15:44.270 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.271+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5090631639114482521', time=2024-09-12T03:06:01.519383+0000, chain.objs.size()=1 2024-09-12T01:15:44.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.271+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.DvbplcMjNfrGuk_QpuHaUePfzVQ6vip_0 2024-09-12T01:15:44.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.271+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7143663993992849237', time=2024-09-12T03:06:01.525036+0000, chain.objs.size()=1 2024-09-12T01:15:44.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.271+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Q6xaaI8y0MlBUXjk_4qLZV_AlJxW5PV_0 2024-09-12T01:15:44.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.271+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11328789278679224343', time=2024-09-12T03:06:01.531276+0000, chain.objs.size()=1 2024-09-12T01:15:44.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.271+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.oEmjbGMENdmgC6Oh4MOsaKw2_pnUNpz_0 2024-09-12T01:15:44.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.271+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9866996970987455242', time=2024-09-12T03:06:01.680590+0000, chain.objs.size()=1 2024-09-12T01:15:44.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.271+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.KJIDuqLpVCK_aImMdsqDmtn7s9dIoBh_0 2024-09-12T01:15:44.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.271+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1977224839405170163', time=2024-09-12T03:06:01.683274+0000, chain.objs.size()=1 2024-09-12T01:15:44.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.271+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.o2awzBaKRIupUksySapUlR_yP65_Fht_0 2024-09-12T01:15:44.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.273+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11810468362498007664', time=2024-09-12T03:06:01.710005+0000, chain.objs.size()=1 2024-09-12T01:15:44.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.273+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.AQxSIRSbZEZP8I3inKNylsizUirgbpW_0 2024-09-12T01:15:44.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.274+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12000799167273605310', time=2024-09-12T03:06:01.741191+0000, chain.objs.size()=1 2024-09-12T01:15:44.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.274+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.DF9b4A3YLnacHzb2-QcHnqKAlODf0o5_0 2024-09-12T01:15:44.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.274+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4793906875789329473', time=2024-09-12T03:06:01.765118+0000, chain.objs.size()=1 2024-09-12T01:15:44.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.274+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.8ugqnKjb5cHPdpID28hCSL3mGOb64Jt_0 2024-09-12T01:15:44.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.275+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6732710964977545042', time=2024-09-12T03:06:01.773701+0000, chain.objs.size()=1 2024-09-12T01:15:44.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.275+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.OIWMNf8dlBc9bpvIF-ooN7TJx7BPpqd_0 2024-09-12T01:15:44.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.275+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15876869219925529311', time=2024-09-12T03:06:01.888571+0000, chain.objs.size()=1 2024-09-12T01:15:44.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.275+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.3GSih-BW9kQuMez1LdLCCDGpUUTfycT_0 2024-09-12T01:15:44.274 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.275+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15911201475027275942', time=2024-09-12T03:06:01.902466+0000, chain.objs.size()=1 2024-09-12T01:15:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.275+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.gbyI6ifNVwO_HcgByBw97lId2bOuSp1_0 2024-09-12T01:15:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.275+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8169500055891033430', time=2024-09-12T03:06:01.903189+0000, chain.objs.size()=1 2024-09-12T01:15:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.275+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.dea5KMPImuSZ5FVSckQ1Sf4UY2RXA7H_0 2024-09-12T01:15:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.275+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3144420773618372611', time=2024-09-12T03:06:01.903913+0000, chain.objs.size()=1 2024-09-12T01:15:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.275+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.3iQgPBhaHGGZuwUrTPpIfr6B3HguHh4_0 2024-09-12T01:15:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.275+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12549779175818159171', time=2024-09-12T03:06:01.917106+0000, chain.objs.size()=1 2024-09-12T01:15:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.275+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.kkKVehma-l-M_4syQuOW1S65vbUkAJx_0 2024-09-12T01:15:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.275+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5439377940898903540', time=2024-09-12T03:06:01.929626+0000, chain.objs.size()=1 2024-09-12T01:15:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.275+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.FNJvx73sEejXzhWo8swdaEHldxtS2ex_0 2024-09-12T01:15:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.275+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12308828433114052088', time=2024-09-12T03:06:01.947753+0000, chain.objs.size()=1 2024-09-12T01:15:44.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.275+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.9yK8LfA-Nzxul1MExkbs8xtgvyjPqFq_0 2024-09-12T01:15:44.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.277+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6919712596438175501', time=2024-09-12T03:06:01.973311+0000, chain.objs.size()=1 2024-09-12T01:15:44.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.277+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ZUInrvIr-wMtZYc_z5OtHtEgAg5-hYI_0 2024-09-12T01:15:44.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.277+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6738056737855534062', time=2024-09-12T03:06:02.095417+0000, chain.objs.size()=1 2024-09-12T01:15:44.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.277+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_._attqFnwBi1FJw0NKa7mhHXdSbiRRjy_0 2024-09-12T01:15:44.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.278+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.795343659285828456', time=2024-09-12T03:06:02.147479+0000, chain.objs.size()=1 2024-09-12T01:15:44.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.278+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.vbcZxjFVxkb_ii9N0iZKz_mj0eh3ooS_0 2024-09-12T01:15:44.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.279+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1752053786148151477', time=2024-09-12T03:06:02.172846+0000, chain.objs.size()=1 2024-09-12T01:15:44.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.279+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.-ez3VlU_4ih4pX5AVID9i9ZOB9DoFgi_0 2024-09-12T01:15:44.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.279+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5515632207333872654', time=2024-09-12T03:06:02.385203+0000, chain.objs.size()=1 2024-09-12T01:15:44.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.279+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HOkXK0Q5_xAeQPfSgF6LsLDrfgOCdvL_0 2024-09-12T01:15:44.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.279+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1927964894186125579', time=2024-09-12T03:06:02.415549+0000, chain.objs.size()=1 2024-09-12T01:15:44.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.279+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.3sfAp5iegWNCL-8mdgi0z7bwoNrvj8w_0 2024-09-12T01:15:44.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.281+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8605535059116231660', time=2024-09-12T03:06:02.503342+0000, chain.objs.size()=1 2024-09-12T01:15:44.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.281+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.pKXJALufF7YEIy4Xvq1_iPOI-oX1QnT_0 2024-09-12T01:15:44.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.281+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10564494043504739973', time=2024-09-12T03:06:02.540066+0000, chain.objs.size()=1 2024-09-12T01:15:44.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.281+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.eFnoxxzlVap6KSahO8cjlXl1yaGKLvm_0 2024-09-12T01:15:44.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.281+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8300946387504255521', time=2024-09-12T03:06:02.553413+0000, chain.objs.size()=1 2024-09-12T01:15:44.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.281+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.2FUzVjnmdzRFOTFTRq1IVjq-0qaa2V-_0 2024-09-12T01:15:44.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.281+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2689436155527227818', time=2024-09-12T03:06:02.577604+0000, chain.objs.size()=1 2024-09-12T01:15:44.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.281+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qool4YTE7z5Suv6odLkT9fDBfW6w_vr_0 2024-09-12T01:15:44.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.281+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13873368211373474125', time=2024-09-12T03:06:02.603647+0000, chain.objs.size()=1 2024-09-12T01:15:44.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.281+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.vKM5B9qOLIHX-c7gQgwS0z1nps3qLrb_0 2024-09-12T01:15:44.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.281+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3066715552797250923', time=2024-09-12T03:06:02.626485+0000, chain.objs.size()=1 2024-09-12T01:15:44.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.281+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.2kBsNLCN0h7RRpS_zSu62b6DD0iGzIM_0 2024-09-12T01:15:44.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.281+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2454304950071063797', time=2024-09-12T03:06:02.763485+0000, chain.objs.size()=1 2024-09-12T01:15:44.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.281+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.pQBM3HAA5QBB1APYu2aP8T4S_ry2eNO_0 2024-09-12T01:15:44.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.281+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12875521392618636608', time=2024-09-12T03:06:02.769544+0000, chain.objs.size()=1 2024-09-12T01:15:44.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.281+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.SuEtjPOaFsYpBVHpcqITQJWGbSwJg4F_0 2024-09-12T01:15:44.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.282+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14119971877502878265', time=2024-09-12T03:06:11.601605+0000, chain.objs.size()=1 2024-09-12T01:15:44.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.282+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.2JD2hawy3l8ZQu1lu_tGDo9AfGO8UAl_0 2024-09-12T01:15:44.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.282+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12925763422007412111', time=2024-09-12T03:06:11.689890+0000, chain.objs.size()=1 2024-09-12T01:15:44.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.282+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Z-62QBBMsZt3I0b8CxjxSzMZ7O-ILBg_0 2024-09-12T01:15:44.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.282+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4793957062874916083', time=2024-09-12T03:06:11.698422+0000, chain.objs.size()=1 2024-09-12T01:15:44.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.282+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.m1_P9M9SOgLrFJZrDjvuYf4AnTWT90H_0 2024-09-12T01:15:44.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.284+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17341611699314784282', time=2024-09-12T03:06:11.855428+0000, chain.objs.size()=1 2024-09-12T01:15:44.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.284+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.XtiSor8qV1608ZOirTrm87HPKih9Sd1_0 2024-09-12T01:15:44.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.284+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8485894018533974699', time=2024-09-12T03:06:11.857753+0000, chain.objs.size()=1 2024-09-12T01:15:44.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.284+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ovP0wSIkFDq1vn3atJo0wJosmyIs6hT_0 2024-09-12T01:15:44.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.284+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10605599648180696840', time=2024-09-12T03:06:11.889725+0000, chain.objs.size()=1 2024-09-12T01:15:44.283 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.284+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.JNeZ6L6PV1bBD2Lx_5rR9wvnjGYsbXl_0 2024-09-12T01:15:44.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.286+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3702031874249131966', time=2024-09-12T03:06:12.004460+0000, chain.objs.size()=1 2024-09-12T01:15:44.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.286+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.mXt6grQiGHJ8bzDKFAtw9cBGnBTqIRX_0 2024-09-12T01:15:44.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.286+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15017199894711724937', time=2024-09-12T03:06:12.009150+0000, chain.objs.size()=1 2024-09-12T01:15:44.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.286+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.0TxNK-yz5RhHYdY9ekPBGAptIjm2kKM_0 2024-09-12T01:15:44.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.286+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3375951243589768524', time=2024-09-12T03:06:12.026781+0000, chain.objs.size()=1 2024-09-12T01:15:44.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.286+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.FXOPPzrIkQFoZ3RHsS5cxVje4WxRg7n_0 2024-09-12T01:15:44.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.286+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12813202978184177002', time=2024-09-12T03:06:12.048480+0000, chain.objs.size()=1 2024-09-12T01:15:44.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.286+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.0vAtBecHbEhzPsPkAql1VZulQDRhIgM_0 2024-09-12T01:15:44.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.286+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9697166345124985491', time=2024-09-12T03:06:12.066671+0000, chain.objs.size()=1 2024-09-12T01:15:44.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.286+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.oJ8zEQ_nkCbv8BzlruKu2tYsOY6A14Q_0 2024-09-12T01:15:44.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.286+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3235995729196073649', time=2024-09-12T03:06:12.073549+0000, chain.objs.size()=1 2024-09-12T01:15:44.286 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.286+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.4gaVWQffsNv2V31NkerylgrHSi5z5QW_0 2024-09-12T01:15:44.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.286+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17573136796240046789', time=2024-09-12T03:06:12.186525+0000, chain.objs.size()=1 2024-09-12T01:15:44.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.286+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Eb5GnSMEh8aLsXiIabux8VQ5CYwBNe2_0 2024-09-12T01:15:44.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.286+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1380914515731214345', time=2024-09-12T03:06:12.187246+0000, chain.objs.size()=1 2024-09-12T01:15:44.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.286+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.b07-iqZFKMyhXhG7ZC5UbsKlc48uOQL_0 2024-09-12T01:15:44.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.287+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17721962533337890067', time=2024-09-12T03:06:12.188134+0000, chain.objs.size()=1 2024-09-12T01:15:44.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.287+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.A3FOP-paOCHmGvwyHdKtyCxtr1_JpMl_0 2024-09-12T01:15:44.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.288+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6787392644460618968', time=2024-09-12T03:06:12.264720+0000, chain.objs.size()=1 2024-09-12T01:15:44.287 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.288+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ft9MTGM9qkYTQaXKpKB8lnJdsnL3BDP_0 2024-09-12T01:15:44.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.288+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15257391929800737608', time=2024-09-12T03:06:12.275912+0000, chain.objs.size()=1 2024-09-12T01:15:44.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.288+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.8riXN8UhyguZ1LYolM8CR90ypl4d115_0 2024-09-12T01:15:44.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.289+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10947792079232221935', time=2024-09-12T03:06:12.276577+0000, chain.objs.size()=1 2024-09-12T01:15:44.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.289+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.MgmdBaxQh79ZOJpAGOBF7BIrNreqfbY_0 2024-09-12T01:15:44.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.289+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5611938662612435721', time=2024-09-12T03:06:12.402957+0000, chain.objs.size()=1 2024-09-12T01:15:44.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.289+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.qeGCfy-kxeQo8lgUOMztGiJ0HCBnfzN_0 2024-09-12T01:15:44.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.290+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6094341245776386519', time=2024-09-12T03:06:12.459362+0000, chain.objs.size()=1 2024-09-12T01:15:44.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.290+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.07y1Jq849Rhw4SAud7ppqG4k58LOb69_0 2024-09-12T01:15:44.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.290+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10912852107272248128', time=2024-09-12T03:06:12.475835+0000, chain.objs.size()=1 2024-09-12T01:15:44.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.290+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.edBaE1xKSde-BCMN-b-H28UkRh0GgvB_0 2024-09-12T01:15:44.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.290+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10952596123645903563', time=2024-09-12T03:06:12.639903+0000, chain.objs.size()=1 2024-09-12T01:15:44.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.290+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.S0GEY8I0sk1k-ur63FgaSaulmp0uHx4_0 2024-09-12T01:15:44.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.290+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4149733135030967200', time=2024-09-12T03:06:12.655766+0000, chain.objs.size()=1 2024-09-12T01:15:44.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.290+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.rWZdcSQutG-Qu4KlviQj9UbJBBD8gS4_0 2024-09-12T01:15:44.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.290+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7659918397752185606', time=2024-09-12T03:06:12.749829+0000, chain.objs.size()=1 2024-09-12T01:15:44.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.290+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ZoD-uCgnt9tWQ58hnqp_T8tfCerRKbb_0 2024-09-12T01:15:44.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.292+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6963198224326315844', time=2024-09-12T03:06:12.819645+0000, chain.objs.size()=1 2024-09-12T01:15:44.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.292+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.fUnz1te7Ulat4l8_EGkBnqmosxShzNU_0 2024-09-12T01:15:44.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.292+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14286264912983899920', time=2024-09-12T03:06:12.825438+0000, chain.objs.size()=1 2024-09-12T01:15:44.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.292+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.IGa7DO7zf_4Gnzz7L7TgscOMKSUmNi6_0 2024-09-12T01:15:44.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.292+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17529942979303461898', time=2024-09-12T03:06:12.841686+0000, chain.objs.size()=1 2024-09-12T01:15:44.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.292+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.u21AlcVRZ3ckTU_TcB2lk8MW9ghScRS_0 2024-09-12T01:15:44.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.292+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13349968452978938882', time=2024-09-12T03:06:12.843032+0000, chain.objs.size()=1 2024-09-12T01:15:44.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.292+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.pCZ9FwnKoITOZqwgKgyjE2WrsWGcIIN_0 2024-09-12T01:15:44.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.292+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3854939146413215034', time=2024-09-12T03:06:12.869557+0000, chain.objs.size()=1 2024-09-12T01:15:44.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.292+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.V0djFrjcGH7n3zTer8LTgVHxMKmp6Iv_0 2024-09-12T01:15:44.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.294+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13063259331117119430', time=2024-09-12T03:06:12.871890+0000, chain.objs.size()=1 2024-09-12T01:15:44.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.294+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ce1AMmIXFn2ObWINaSt7eua3MmXOjJ9_0 2024-09-12T01:15:44.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.294+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17607213558917882298', time=2024-09-12T03:06:12.962030+0000, chain.objs.size()=1 2024-09-12T01:15:44.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.294+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.77XzFqNROEqJ43KDTlCWsSU6koFyzCn_0 2024-09-12T01:15:44.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.294+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5339561537864723393', time=2024-09-12T03:06:12.973202+0000, chain.objs.size()=1 2024-09-12T01:15:44.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.294+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.vs7SPsCaWiwGtcRdgJUzF7Q-ta1baKc_0 2024-09-12T01:15:44.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.294+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15544388080130620487', time=2024-09-12T03:06:18.734757+0000, chain.objs.size()=1 2024-09-12T01:15:44.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.294+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.337__shadow_.i5rFF8NZRs9IRgLkPSeHoTB-xI_pQyo_0 2024-09-12T01:15:44.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.296+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5221852165350055762', time=2024-09-12T03:07:25.411879+0000, chain.objs.size()=1 2024-09-12T01:15:44.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.296+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.463__shadow_.oj8jeFC_ooBfC_P6eIWCAdvb1PPs3w2_0 2024-09-12T01:15:44.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.296+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5033940489769907528', time=2024-09-12T03:07:33.903021+0000, chain.objs.size()=1 2024-09-12T01:15:44.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.296+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.484__shadow_.1pvt3rrehx2XamvorEK3uPh5ugjjEMG_0 2024-09-12T01:15:44.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.296+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14987792873916724083', time=2024-09-12T03:07:35.540608+0000, chain.objs.size()=4 2024-09-12T01:15:44.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.296+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.487__shadow_.-ovOgoq1x62TzgfpMPAGxTRQq_CEtPZ_0 2024-09-12T01:15:44.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.296+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.487__shadow_.-ovOgoq1x62TzgfpMPAGxTRQq_CEtPZ_1 2024-09-12T01:15:44.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.296+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.487__shadow_.-ovOgoq1x62TzgfpMPAGxTRQq_CEtPZ_2 2024-09-12T01:15:44.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.297+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.487__shadow_.-ovOgoq1x62TzgfpMPAGxTRQq_CEtPZ_3 2024-09-12T01:15:44.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.297+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17065706005835026911', time=2024-09-12T03:07:38.865548+0000, chain.objs.size()=1 2024-09-12T01:15:44.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.297+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.494__shadow_.tnCX7nNNiVv_CSCau-phYUQoxdlg79b_0 2024-09-12T01:15:44.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.297+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2490218128433895821', time=2024-09-12T03:07:43.601428+0000, chain.objs.size()=1 2024-09-12T01:15:44.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.297+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.504__shadow:UmM4C1u9SJEk8MgzhUFiNNKGDhUpVPK_._vUWTOEpTeS8Lz1kxpgI7_JTb2Gub1F_0 2024-09-12T01:15:44.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.298+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10216071878996210221', time=2024-09-12T03:07:48.849217+0000, chain.objs.size()=1 2024-09-12T01:15:44.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.298+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.514__multipart_mymultipart.2~Sk_TF4O5MXOzrvI2pIt_qFc8SFYVJPd.1 2024-09-12T01:15:44.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.300+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4989622179318568282', time=2024-09-12T03:08:53.967760+0000, chain.objs.size()=1 2024-09-12T01:15:44.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.300+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.554__shadow_.xk_ie62depdq5Dd6ASNR0T0iVeWqpvF_0 2024-09-12T01:15:44.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.300+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5770322909194667038', time=2024-09-12T03:09:08.048907+0000, chain.objs.size()=1 2024-09-12T01:15:44.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.300+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:A.20hnzh0qWX205Ykc0QF.Y-EPNxBNP_.IVHBblCL7VGvjP1AaSbenjAhe72pISz_0 2024-09-12T01:15:44.302 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.304+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/50611 2024-09-12T01:15:44.305 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T01:15:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11737198112367680506', time=2024-09-12T03:09:41.881560+0000, chain.objs.size()=1 2024-09-12T01:15:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.581__shadow:H2PwKa2THIRIWFw49acPJ6c1PEAF-9u_.XmQgXSohIM5Sr6o2ZvqXAW1dl5mNPMq_0 2024-09-12T01:15:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10352457833169213189', time=2024-09-12T03:09:53.793704+0000, chain.objs.size()=1 2024-09-12T01:15:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.606__shadow_.1XUH6lRraPOoOYMsYNOW6poVd6uLPV4_0 2024-09-12T01:15:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5290547303205026516', time=2024-09-12T03:12:19.489589+0000, chain.objs.size()=1 2024-09-12T01:15:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.638__shadow_.vCPWeQ-3fX5ryj5BYvS_S0-gqIa8RMv_0 2024-09-12T01:15:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11501361072905075386', time=2024-09-12T03:12:25.054644+0000, chain.objs.size()=1 2024-09-12T01:15:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.649__shadow_.Vsyw749snjPv2wG7fIAC1aq_t8lwrW3_0 2024-09-12T01:15:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11047471244102435858', time=2024-09-12T03:12:34.900543+0000, chain.objs.size()=1 2024-09-12T01:15:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.666__shadow_.i4E3K-Ug1PK_RUMl4UOHjgJ3eksHujO_0 2024-09-12T01:15:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3251304561988804560', time=2024-09-12T03:13:18.074316+0000, chain.objs.size()=1 2024-09-12T01:15:44.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.720__shadow_.keammvgqbr4804KNSZDy1zOSCw-fh1l_0 2024-09-12T01:15:44.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18309595844923470698', time=2024-09-12T03:13:26.098933+0000, chain.objs.size()=10 2024-09-12T01:15:44.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.736__multipart_foo.2~t7_VU_B6ZkoEeZBiQbQ50YzY31iw8M5.1 2024-09-12T01:15:44.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.736__multipart_foo.2~t7_VU_B6ZkoEeZBiQbQ50YzY31iw8M5.2 2024-09-12T01:15:44.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.736__multipart_foo.2~t7_VU_B6ZkoEeZBiQbQ50YzY31iw8M5.3 2024-09-12T01:15:44.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.736__multipart_foo.2~t7_VU_B6ZkoEeZBiQbQ50YzY31iw8M5.4 2024-09-12T01:15:44.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.736__multipart_foo.2~t7_VU_B6ZkoEeZBiQbQ50YzY31iw8M5.5 2024-09-12T01:15:44.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.306+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.736__multipart_foo.2~t7_VU_B6ZkoEeZBiQbQ50YzY31iw8M5.6 2024-09-12T01:15:44.307 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.309+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.736__multipart_foo.2~t7_VU_B6ZkoEeZBiQbQ50YzY31iw8M5.7 2024-09-12T01:15:44.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.310+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.736__multipart_foo.2~t7_VU_B6ZkoEeZBiQbQ50YzY31iw8M5.8 2024-09-12T01:15:44.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.311+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.736__multipart_foo.2~t7_VU_B6ZkoEeZBiQbQ50YzY31iw8M5.9 2024-09-12T01:15:44.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.311+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.736__multipart_foo.2~t7_VU_B6ZkoEeZBiQbQ50YzY31iw8M5.10 2024-09-12T01:15:44.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.311+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14759692999411689641', time=2024-09-12T03:13:28.519034+0000, chain.objs.size()=1 2024-09-12T01:15:44.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.311+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.741__shadow_.uHPEXS77yQoTC3lFOic-MxsETrAMBcD_0 2024-09-12T01:15:44.312 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.314+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:44.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.316+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2024-09-12T01:15:44.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.318+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:44.317 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.318+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.319+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/87727' 2024-09-12T01:15:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.319+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='_GC_mDT7OHEsh_8aQ1rYr3dCBgYqFsg0', time=2024-09-12T03:03:12.270864+0000, chain.objs.size()=1 2024-09-12T01:15:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.319+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.164__shadow_.aIOxpkrpPIGq-eITuEjgfu0pOEp1dpq_0 2024-09-12T01:15:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.319+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8370097493392926306', time=2024-09-12T03:05:07.524791+0000, chain.objs.size()=1 2024-09-12T01:15:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.319+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.253__shadow_.ET3MPManet4lztVNyb-MHleKmNxZc3l_0 2024-09-12T01:15:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.319+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12693869704481874895', time=2024-09-12T03:05:20.256581+0000, chain.objs.size()=1 2024-09-12T01:15:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.319+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.XAbkG4wCOVSiw-w1w9oP5vqFjYwwmE6_0 2024-09-12T01:15:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.319+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8630717860619911304', time=2024-09-12T03:05:20.285270+0000, chain.objs.size()=1 2024-09-12T01:15:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.319+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.neNsrKhxVO8s0SvbotT1Di8wW9KMhDR_0 2024-09-12T01:15:44.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.319+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.55037402195627917', time=2024-09-12T03:05:20.298514+0000, chain.objs.size()=1 2024-09-12T01:15:44.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.319+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.qoDU3LZP3gX5Bj6ZVLykQwKjXd0ulO7_0 2024-09-12T01:15:44.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.320+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9609183502817750572', time=2024-09-12T03:05:20.304005+0000, chain.objs.size()=1 2024-09-12T01:15:44.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.320+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.QRoQCqCydfFWRoAIz5qe_dgRjValJiv_0 2024-09-12T01:15:44.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.320+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17281578384277501452', time=2024-09-12T03:05:20.326598+0000, chain.objs.size()=1 2024-09-12T01:15:44.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.320+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.4l4DivnNt0UoF5u_5ECqqJDmkZ3QWX0_0 2024-09-12T01:15:44.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.320+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5175495924213695034', time=2024-09-12T03:05:20.331054+0000, chain.objs.size()=1 2024-09-12T01:15:44.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.320+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.2lTzqiNCVlR_QkzP_S8oY6F8uva_XNz_0 2024-09-12T01:15:44.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.320+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10269218819362940972', time=2024-09-12T03:05:20.434325+0000, chain.objs.size()=1 2024-09-12T01:15:44.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.320+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.6SPD-XXvvlXcFVjPuU9mYSzklLnz2NS_0 2024-09-12T01:15:44.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.320+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8216812731451697639', time=2024-09-12T03:05:20.612852+0000, chain.objs.size()=1 2024-09-12T01:15:44.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.320+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.HNxa_xyfIxSkP7osYZaA45xPV5vV98d_0 2024-09-12T01:15:44.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.320+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2386815513460511205', time=2024-09-12T03:05:20.614030+0000, chain.objs.size()=1 2024-09-12T01:15:44.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.320+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.uj-XhvVE9VJ5A3E2ymY8OFyDVI-UbQL_0 2024-09-12T01:15:44.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.320+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14173943247588567040', time=2024-09-12T03:05:20.624159+0000, chain.objs.size()=1 2024-09-12T01:15:44.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.320+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.UDJQ_IQoHkRp79eCinMJFtNfPY4H45l_0 2024-09-12T01:15:44.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.322+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4092331087873899740', time=2024-09-12T03:05:20.631692+0000, chain.objs.size()=1 2024-09-12T01:15:44.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.322+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.V74asJrF4s5lUSNfb0EbZAmwTSWvJzQ_0 2024-09-12T01:15:44.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.323+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9984533351603131458', time=2024-09-12T03:05:20.690191+0000, chain.objs.size()=1 2024-09-12T01:15:44.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.323+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.5msZX-MH6rrIaMbqm5JOKKkLBmp5Iqx_0 2024-09-12T01:15:44.322 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.323+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10110865958499830250', time=2024-09-12T03:05:20.704640+0000, chain.objs.size()=1 2024-09-12T01:15:44.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.323+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.yJlF7BRI1tr0XxDJYiZlYnwyyop9PHk_0 2024-09-12T01:15:44.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.324+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2513440706556462594', time=2024-09-12T03:05:20.800546+0000, chain.objs.size()=1 2024-09-12T01:15:44.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.324+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ffzzmwq5e_q_Qehaa4FtNkYXImC8BGD_0 2024-09-12T01:15:44.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.324+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5418007064369557736', time=2024-09-12T03:05:20.849866+0000, chain.objs.size()=1 2024-09-12T01:15:44.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.324+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.PcTRgYfqOYqpJPzI0r1UbbwTVOG7TgS_0 2024-09-12T01:15:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.324+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.720168529008562690', time=2024-09-12T03:05:20.852575+0000, chain.objs.size()=1 2024-09-12T01:15:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.324+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.tOa77y7A0euzieLvkUTvQSV5fbTfnPH_0 2024-09-12T01:15:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.324+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10938876537826013873', time=2024-09-12T03:05:20.912169+0000, chain.objs.size()=1 2024-09-12T01:15:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.324+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.4pOdLsa0qmSwUZMrFcr-F3X17ViXhc3_0 2024-09-12T01:15:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.324+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12531317393597651059', time=2024-09-12T03:05:21.000024+0000, chain.objs.size()=1 2024-09-12T01:15:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.324+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.f2Oig_rpXTZa8RIP5DEB-W6L9P44hnz_0 2024-09-12T01:15:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.324+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12459639987503423897', time=2024-09-12T03:05:21.028129+0000, chain.objs.size()=1 2024-09-12T01:15:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.324+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.CshTzkPCw2004ANm658HSjbtNeCtiyb_0 2024-09-12T01:15:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.324+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6471525734263889289', time=2024-09-12T03:05:21.108063+0000, chain.objs.size()=1 2024-09-12T01:15:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.324+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.JHa39xl-wac0JgeggKQgvJfglYP16Bw_0 2024-09-12T01:15:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.324+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8220881394400205341', time=2024-09-12T03:05:21.231400+0000, chain.objs.size()=1 2024-09-12T01:15:44.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.324+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.3e9uGqpfXJ2gGYq7E46F1WJztTP_k80_0 2024-09-12T01:15:44.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.325+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2894901590006292662', time=2024-09-12T03:05:21.273324+0000, chain.objs.size()=1 2024-09-12T01:15:44.325 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.325+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.JETGwiDZQTiBtT8vU9aaEaJRlhMor_M_0 2024-09-12T01:15:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.328+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2362390384476707627', time=2024-09-12T03:05:21.404909+0000, chain.objs.size()=1 2024-09-12T01:15:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.328+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.64XiEF2cg1dg1KIrgqQAMAYbHfAjgkK_0 2024-09-12T01:15:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.328+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9913385115390545738', time=2024-09-12T03:05:21.448917+0000, chain.objs.size()=1 2024-09-12T01:15:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.328+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.jAY4eqsA0svDl6InCWgWOfD79AvNHLB_0 2024-09-12T01:15:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.328+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13913970686758265822', time=2024-09-12T03:05:21.574069+0000, chain.objs.size()=1 2024-09-12T01:15:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.328+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lExo_M6LHdOh0rGtJwwO1jAQbpO9aMO_0 2024-09-12T01:15:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.328+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1845041440538935347', time=2024-09-12T03:05:21.600621+0000, chain.objs.size()=1 2024-09-12T01:15:44.327 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.328+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ddQAY2I5qSd3B_1wEt-O8in3BhPCmUc_0 2024-09-12T01:15:44.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.329+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14899552795415193400', time=2024-09-12T03:05:21.664030+0000, chain.objs.size()=1 2024-09-12T01:15:44.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.329+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.L9q5ohh6KOH9ygG2JJV0Bunzi9qa7Gp_0 2024-09-12T01:15:44.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.329+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6835490259354410984', time=2024-09-12T03:05:29.427541+0000, chain.objs.size()=1 2024-09-12T01:15:44.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.329+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.279__shadow_.KhkO9ofghEB6pvIT41hQ30tR8WsOCwX_0 2024-09-12T01:15:44.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.329+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5476429631659463909', time=2024-09-12T03:05:32.389292+0000, chain.objs.size()=1 2024-09-12T01:15:44.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.329+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.285__shadow_.asRI2zAt_iMC1X_PwzgNX4EbeQ_Q45v_0 2024-09-12T01:15:44.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.329+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5788177728329606977', time=2024-09-12T03:05:36.897371+0000, chain.objs.size()=1 2024-09-12T01:15:44.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.329+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.hOrKWvTbChEYvUu91L2CNN4B8N0mb1c_0 2024-09-12T01:15:44.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.329+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5210832840157434973', time=2024-09-12T03:05:39.690316+0000, chain.objs.size()=1 2024-09-12T01:15:44.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.329+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.298__shadow_.mbxZuDC24fzDOztTy_sSyaq9skkd7X5_0 2024-09-12T01:15:44.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.330+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10919568253876874997', time=2024-09-12T03:06:01.497439+0000, chain.objs.size()=1 2024-09-12T01:15:44.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.330+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.d0wlbnv9_0ixjA6MF_iIo53eM-SwU-y_0 2024-09-12T01:15:44.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.330+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16785995618014977757', time=2024-09-12T03:06:01.509999+0000, chain.objs.size()=1 2024-09-12T01:15:44.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.330+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.DwP0rNrT2e7Z4DKSM0ZP098USw4mG53_0 2024-09-12T01:15:44.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.331+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2635244290832510462', time=2024-09-12T03:06:01.543227+0000, chain.objs.size()=1 2024-09-12T01:15:44.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.331+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.7jKDPPOGqFjlPLDMp0Vv4XLciyfvFK__0 2024-09-12T01:15:44.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.332+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9474193496954297036', time=2024-09-12T03:06:01.706370+0000, chain.objs.size()=1 2024-09-12T01:15:44.331 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.332+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.W3davffycdjUpL0z-L2pEdBDW03w_mN_0 2024-09-12T01:15:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.333+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5309302977305045843', time=2024-09-12T03:06:01.780487+0000, chain.objs.size()=1 2024-09-12T01:15:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.333+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.m2cYcWm0Gv0A5NZNSxf6AmG69iKwyvz_0 2024-09-12T01:15:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.333+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3221211487814035190', time=2024-09-12T03:06:01.781703+0000, chain.objs.size()=1 2024-09-12T01:15:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.333+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.WTTR_fEhi-IMFlX5fAlBCgIH7-AVW7d_0 2024-09-12T01:15:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.333+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11121212649389683469', time=2024-09-12T03:06:01.921514+0000, chain.objs.size()=1 2024-09-12T01:15:44.332 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.333+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.t6iGxW2XO8nemux7pFlHkFAXHiA66sl_0 2024-09-12T01:15:44.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.335+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6437514126749797800', time=2024-09-12T03:06:01.948159+0000, chain.objs.size()=1 2024-09-12T01:15:44.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.335+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1Flax94eKwvc7E8tRFc6KYh3NHgVm3Q_0 2024-09-12T01:15:44.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.335+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6432497801916320316', time=2024-09-12T03:06:01.954043+0000, chain.objs.size()=1 2024-09-12T01:15:44.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.335+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.IOMdYuD1_AnMZd94y0-ZKjsb2wmVbne_0 2024-09-12T01:15:44.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.335+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2887877697996715469', time=2024-09-12T03:06:01.966186+0000, chain.objs.size()=1 2024-09-12T01:15:44.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.335+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.NeXSjy_2Q3Tb0vymQpHtjpewdnCv2BU_0 2024-09-12T01:15:44.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.335+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16255954628569118551', time=2024-09-12T03:06:02.003789+0000, chain.objs.size()=1 2024-09-12T01:15:44.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.335+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.sfQw0A19JgHm4JyREobEXaOHCEeBvyM_0 2024-09-12T01:15:44.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.335+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12988763238335625423', time=2024-09-12T03:06:02.111604+0000, chain.objs.size()=1 2024-09-12T01:15:44.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.335+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.jpakYk7L-Mg3x9hDEnytkzySDoBUkDc_0 2024-09-12T01:15:44.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.335+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16516446038393900899', time=2024-09-12T03:06:02.131339+0000, chain.objs.size()=1 2024-09-12T01:15:44.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.335+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.hhuIi9DE-Wc_mizGSzHoYC7sBuqO6vc_0 2024-09-12T01:15:44.334 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.335+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4014277881784339414', time=2024-09-12T03:06:02.163730+0000, chain.objs.size()=1 2024-09-12T01:15:44.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.335+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.42NfQhAM5oN-fLn1OoNy6bkIfi0JLWs_0 2024-09-12T01:15:44.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.335+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7110155601669941038', time=2024-09-12T03:06:02.174303+0000, chain.objs.size()=1 2024-09-12T01:15:44.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.335+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.YI0mi6JOFtP4fLRQlk1TZsx9Y-u4gGf_0 2024-09-12T01:15:44.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.336+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4994232714613913727', time=2024-09-12T03:06:02.184040+0000, chain.objs.size()=1 2024-09-12T01:15:44.335 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.336+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.EHWuAYytZyEzeLo3hdcxOcj5_Tw1Ywq_0 2024-09-12T01:15:44.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.337+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13766197370912473765', time=2024-09-12T03:06:02.301664+0000, chain.objs.size()=1 2024-09-12T01:15:44.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.337+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.XOKtfxDvQCxVQkVAcvYko1fsAmrbmau_0 2024-09-12T01:15:44.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.337+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1252712741620110335', time=2024-09-12T03:06:02.340378+0000, chain.objs.size()=1 2024-09-12T01:15:44.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.337+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Se8Z50Tnv2aSEfmwJYQm4ujSYhlj3f7_0 2024-09-12T01:15:44.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17462586412840954128', time=2024-09-12T03:06:02.343379+0000, chain.objs.size()=1 2024-09-12T01:15:44.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.NrdL2O_hk7gl55cX3DmWpJM42QP76Nu_0 2024-09-12T01:15:44.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15637912742779716055', time=2024-09-12T03:06:02.361637+0000, chain.objs.size()=1 2024-09-12T01:15:44.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.chgRKL7pru_hih8AAZnhI8BYHrCE7RY_0 2024-09-12T01:15:44.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17946303581964791547', time=2024-09-12T03:06:02.522625+0000, chain.objs.size()=1 2024-09-12T01:15:44.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Ld4H8KhVEsHJRIsT7vo-xPFKzypRiNO_0 2024-09-12T01:15:44.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9127551451406354791', time=2024-09-12T03:06:02.588943+0000, chain.objs.size()=1 2024-09-12T01:15:44.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.jgDlaTPibqnWh9u4gyMLCXJNBtpplfT_0 2024-09-12T01:15:44.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3971519060392047362', time=2024-09-12T03:06:02.593910+0000, chain.objs.size()=1 2024-09-12T01:15:44.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.0nt-ZXla4cVQyxL4EG47WPEja9ZB5de_0 2024-09-12T01:15:44.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10628701699987822635', time=2024-09-12T03:06:02.596752+0000, chain.objs.size()=1 2024-09-12T01:15:44.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.EFTKiaoJvvnaEFhkYvRMC5QdTYhkDPL_0 2024-09-12T01:15:44.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10967135558566285028', time=2024-09-12T03:06:02.704872+0000, chain.objs.size()=1 2024-09-12T01:15:44.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.GVCynJsD1Qm-6RVwDp0hCRFuzuWiPqg_0 2024-09-12T01:15:44.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1586009154192045591', time=2024-09-12T03:06:02.718733+0000, chain.objs.size()=1 2024-09-12T01:15:44.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.tWq0Q8jdErXIaLnCHMDW2zAbV0_qBlP_0 2024-09-12T01:15:44.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12412612920913006876', time=2024-09-12T03:06:02.768759+0000, chain.objs.size()=1 2024-09-12T01:15:44.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.339+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ItKUPAvZue7fGJQ6CfbByxpqxOVyGpR_0 2024-09-12T01:15:44.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.341+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5210631799755010119', time=2024-09-12T03:06:02.936735+0000, chain.objs.size()=1 2024-09-12T01:15:44.340 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.341+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.QcKD2l9UqN00uXg_-yo7tInizLS-Vc__0 2024-09-12T01:15:44.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.341+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3436028760628875453', time=2024-09-12T03:06:02.980166+0000, chain.objs.size()=1 2024-09-12T01:15:44.341 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.341+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.dfRDmaVdJ6EQS2CRzY5LugWbl0LY1tj_0 2024-09-12T01:15:44.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.344+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18311751847330898573', time=2024-09-12T03:06:02.996645+0000, chain.objs.size()=1 2024-09-12T01:15:44.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.344+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.YVxt_3NVHJIaX7IAWbZxs6qotSRh4FC_0 2024-09-12T01:15:44.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.344+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5643131843286831984', time=2024-09-12T03:06:11.620063+0000, chain.objs.size()=1 2024-09-12T01:15:44.343 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.344+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_._a5Qjx913teIUS0ok9_vg2T4PZOQT4P_0 2024-09-12T01:15:44.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12964721657227762163', time=2024-09-12T03:06:11.651792+0000, chain.objs.size()=1 2024-09-12T01:15:44.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Tx-DXzZ6d6RX-fFMwy4sfNAIiFZMyZp_0 2024-09-12T01:15:44.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10590622065185357532', time=2024-09-12T03:06:11.676056+0000, chain.objs.size()=1 2024-09-12T01:15:44.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.QndvOdhJZCEU6p6QvagpiOQrpANvPM__0 2024-09-12T01:15:44.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8147043933565195493', time=2024-09-12T03:06:11.701243+0000, chain.objs.size()=1 2024-09-12T01:15:44.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.zT4Y7GyivS6UXxg52j5DVoDykcXkJn9_0 2024-09-12T01:15:44.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11964674064976052628', time=2024-09-12T03:06:11.702124+0000, chain.objs.size()=1 2024-09-12T01:15:44.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.B1w2WanrPsJRsD4v25zKiBzS366st7V_0 2024-09-12T01:15:44.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1624768874470503517', time=2024-09-12T03:06:11.807278+0000, chain.objs.size()=1 2024-09-12T01:15:44.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.PmP4B5mt1lrTj8MAdU_vzApKio1xb52_0 2024-09-12T01:15:44.344 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11088582889697167014', time=2024-09-12T03:06:11.808009+0000, chain.objs.size()=1 2024-09-12T01:15:44.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.lZhAbctRdqXw2HDqAAHNHVIeKIFXan-_0 2024-09-12T01:15:44.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16534508688327681272', time=2024-09-12T03:06:11.812032+0000, chain.objs.size()=1 2024-09-12T01:15:44.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.UgLD7paxrMObBlyQDT_WExXUwtbu3Zo_0 2024-09-12T01:15:44.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3911192476250401493', time=2024-09-12T03:06:11.856565+0000, chain.objs.size()=1 2024-09-12T01:15:44.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7BP2RTH9BD0EJ8tqSrlPp0KXirli9rQ_0 2024-09-12T01:15:44.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18009463090721707651', time=2024-09-12T03:06:11.862041+0000, chain.objs.size()=1 2024-09-12T01:15:44.345 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.345+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.AXR2hD5SVSWe_Er9oDmzeAWyQ620xjF_0 2024-09-12T01:15:44.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.348+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12972764563972343710', time=2024-09-12T03:06:11.976512+0000, chain.objs.size()=1 2024-09-12T01:15:44.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.348+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.XBCcmpXIgvkQjZCZchwd26HPgrxyUJX_0 2024-09-12T01:15:44.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.349+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3633531304230237530', time=2024-09-12T03:06:11.999027+0000, chain.objs.size()=1 2024-09-12T01:15:44.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.349+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.m9yqQlQyCpu_ntuMJukpQpy4vC2puWZ_0 2024-09-12T01:15:44.347 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.349+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1725912495062218025', time=2024-09-12T03:06:12.018672+0000, chain.objs.size()=1 2024-09-12T01:15:44.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.349+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.3PAMHqKIXGyJySZEYQdnv26X1CjpPZn_0 2024-09-12T01:15:44.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.349+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8704979777066973861', time=2024-09-12T03:06:12.053786+0000, chain.objs.size()=1 2024-09-12T01:15:44.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.349+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.naaMMwlZLfgm4B_UUUxeZR9WFlyx2nW_0 2024-09-12T01:15:44.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.350+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11744743438962267435', time=2024-09-12T03:06:12.089010+0000, chain.objs.size()=1 2024-09-12T01:15:44.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.350+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Ym_BVlL04fmL-eOeJGjfNBiL1iMDqge_0 2024-09-12T01:15:44.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.350+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4518614134773886885', time=2024-09-12T03:06:12.238123+0000, chain.objs.size()=1 2024-09-12T01:15:44.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.350+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.DkSsAbwTaZP2-xcNjkjdFhTaJysjOpF_0 2024-09-12T01:15:44.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.350+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15729838129628854892', time=2024-09-12T03:06:12.242213+0000, chain.objs.size()=1 2024-09-12T01:15:44.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.350+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7nBg2OtGzP75nH9cd5GYSYdBPTUUzM2_0 2024-09-12T01:15:44.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.350+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15856360343635566766', time=2024-09-12T03:06:12.242926+0000, chain.objs.size()=1 2024-09-12T01:15:44.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.350+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.4HsdDKFS9hbfVz85s98MJyak1_8xpqx_0 2024-09-12T01:15:44.349 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.350+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2927948387844297164', time=2024-09-12T03:06:12.268838+0000, chain.objs.size()=1 2024-09-12T01:15:44.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.350+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.roz3MPs2OVfgzIlM87SoIsH4vHdBLaO_0 2024-09-12T01:15:44.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.350+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12016741295802459080', time=2024-09-12T03:06:12.281040+0000, chain.objs.size()=1 2024-09-12T01:15:44.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.350+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.LOUD-GEqEh8nXEt4kSRUNWyEbe5yxj9_0 2024-09-12T01:15:44.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.350+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9329464419768350415', time=2024-09-12T03:06:12.367971+0000, chain.objs.size()=1 2024-09-12T01:15:44.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.350+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Kv5TDNoa3MnTjwO65p3Elz-r-76u5Zr_0 2024-09-12T01:15:44.351 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.352+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9832804984172814018', time=2024-09-12T03:06:12.382009+0000, chain.objs.size()=1 2024-09-12T01:15:44.351 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.352+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Rm3Mczys1Hj_5iTWnmgWyML7PoI3m8l_0 2024-09-12T01:15:44.351 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.352+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3008621031234060477', time=2024-09-12T03:06:12.402089+0000, chain.objs.size()=1 2024-09-12T01:15:44.351 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.352+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.vHxNhYjCk7zVnJMBH0imdhnZl-LS0W0_0 2024-09-12T01:15:44.351 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.353+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6929537980098875562', time=2024-09-12T03:06:12.479317+0000, chain.objs.size()=1 2024-09-12T01:15:44.351 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.353+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.X6fjHgEdy0kqOUbfPDuXeUBk84hehGa_0 2024-09-12T01:15:44.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.353+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.938665481572323794', time=2024-09-12T03:06:12.556375+0000, chain.objs.size()=1 2024-09-12T01:15:44.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.353+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.eq-MlOxN8qR1bfqI_nrLP_Jpni8edtD_0 2024-09-12T01:15:44.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.353+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8886391320965562043', time=2024-09-12T03:06:12.606883+0000, chain.objs.size()=1 2024-09-12T01:15:44.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.353+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.WCvZFe95SH8NzIRivdUObneR4DC0Zh__0 2024-09-12T01:15:44.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.354+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9112849412046673072', time=2024-09-12T03:06:12.608631+0000, chain.objs.size()=1 2024-09-12T01:15:44.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.354+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.yD18Yjdglyql-5mDzfJPdQ0uzvgLnjg_0 2024-09-12T01:15:44.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.354+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5244108043996136908', time=2024-09-12T03:06:12.653717+0000, chain.objs.size()=1 2024-09-12T01:15:44.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.354+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Q8vhv0bQQjOheTYLHkixsK6EpxaNZV__0 2024-09-12T01:15:44.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.354+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4686331302360436757', time=2024-09-12T03:06:12.792303+0000, chain.objs.size()=1 2024-09-12T01:15:44.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.354+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.0WNS94fZbu_xeDYDXK8BpZ-BbkP7tyU_0 2024-09-12T01:15:44.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.354+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4306172916590409760', time=2024-09-12T03:06:12.804433+0000, chain.objs.size()=1 2024-09-12T01:15:44.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.354+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.SjpXUfyK6W54Ac60Mz6xdRb1MINA-2t_0 2024-09-12T01:15:44.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.354+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16717003100739776922', time=2024-09-12T03:06:12.819974+0000, chain.objs.size()=1 2024-09-12T01:15:44.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.354+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ROKPYjDvZNAYZVSIaiaSH1AivovxWoV_0 2024-09-12T01:15:44.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.354+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6120795517873341097', time=2024-09-12T03:06:12.842241+0000, chain.objs.size()=1 2024-09-12T01:15:44.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.354+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.SBd4NFuly32TI9ALMgcIV7-AQh02-sT_0 2024-09-12T01:15:44.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.357+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1390067905697628487', time=2024-09-12T03:06:12.858160+0000, chain.objs.size()=1 2024-09-12T01:15:44.356 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.357+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.YyOqChQrT7if5KdBu4puANTAVRFFn3t_0 2024-09-12T01:15:44.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.357+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2314555050255758666', time=2024-09-12T03:06:12.961419+0000, chain.objs.size()=1 2024-09-12T01:15:44.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.357+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.wyxFGVYgeQJcx2Dre2ugSxZNcA2xjz0_0 2024-09-12T01:15:44.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.357+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11179031650939738115', time=2024-09-12T03:06:13.031135+0000, chain.objs.size()=1 2024-09-12T01:15:44.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.357+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.FgKEIKJSKxc-bLr68IUO7t_tNhdOLqs_0 2024-09-12T01:15:44.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.357+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15713316553937737238', time=2024-09-12T03:06:13.034603+0000, chain.objs.size()=1 2024-09-12T01:15:44.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.357+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.qT1rws9LHZTPQLjiJUDcVRuyQdm1kg1_0 2024-09-12T01:15:44.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.357+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13948141376810931451', time=2024-09-12T03:06:36.397439+0000, chain.objs.size()=1 2024-09-12T01:15:44.357 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.357+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.375__shadow_.IMQAfjHcHJnU7K64tWjGrUz7Lk8CpqJ_0 2024-09-12T01:15:44.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.361+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/87727 2024-09-12T01:15:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=14, truncated=0, next_marker='' 2024-09-12T01:15:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4248694830737302476', time=2024-09-12T03:07:12.092551+0000, chain.objs.size()=1 2024-09-12T01:15:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.442__shadow_.pJEl4cGEs8YMsFqDCYbCCKKnb8jq6o-_0 2024-09-12T01:15:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1555460270898592906', time=2024-09-12T03:07:26.147276+0000, chain.objs.size()=1 2024-09-12T01:15:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.464__shadow_.5Du2By1hy1DB6Q9wTBwuvwL1phpN7cM_0 2024-09-12T01:15:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9305307288103595778', time=2024-09-12T03:07:38.334807+0000, chain.objs.size()=1 2024-09-12T01:15:44.363 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.492__shadow_.rMigpVzcJ2sowtfUO_FHxZ2BlQxj2qx_0 2024-09-12T01:15:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14879348569982011600', time=2024-09-12T03:07:52.172481+0000, chain.objs.size()=1 2024-09-12T01:15:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.518__shadow_.IvqK5jah02i8Pr-w-bP3ibKJSmsCjAq_0 2024-09-12T01:15:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8544672353633944376', time=2024-09-12T03:08:08.654909+0000, chain.objs.size()=2 2024-09-12T01:15:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.524__multipart_mymultipart.2~-5yy-K7WuTRroBJuU25K-b_8V4U5cW-.1 2024-09-12T01:15:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.524__multipart_mymultipart.2~-5yy-K7WuTRroBJuU25K-b_8V4U5cW-.2 2024-09-12T01:15:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7215973314980424785', time=2024-09-12T03:08:14.387686+0000, chain.objs.size()=1 2024-09-12T01:15:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.529__shadow_.UgbdH54k5liQ3J9lAlTUd_1D9CdztOR_0 2024-09-12T01:15:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13012286021989035231', time=2024-09-12T03:08:58.043856+0000, chain.objs.size()=1 2024-09-12T01:15:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.560__shadow_._YyAMfgH9_JQfM2ZHO6JBisB3QWUcD-_0 2024-09-12T01:15:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14089444329626442941', time=2024-09-12T03:09:22.970772+0000, chain.objs.size()=1 2024-09-12T01:15:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.577__shadow:71dVTfvzLD9xVtHj9pwnDSnfYMHWDr9_.xfIWpbUdPJJfPZv3fuzurD3Au9qDbQx_0 2024-09-12T01:15:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.756702092334794137', time=2024-09-12T03:09:30.324779+0000, chain.objs.size()=1 2024-09-12T01:15:44.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:0vu-DwX6-ZGINPhIJ9TSD4eyPKVoDlf_.ALORaq-zIOxZHurVmKBtSMhRp1BD8YY_0 2024-09-12T01:15:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12256692400668132422', time=2024-09-12T03:09:33.214066+0000, chain.objs.size()=1 2024-09-12T01:15:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:Lj4cKdp0md-ISbT3irasxs5qPBBeBcQ_.hPcYorKlfNuWVHtknuGcqddgigX0wGu_0 2024-09-12T01:15:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8759930948529412016', time=2024-09-12T03:09:36.355748+0000, chain.objs.size()=1 2024-09-12T01:15:44.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.363+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:SH-1Qjjx8eCLcSrarqXHSWAGBNvRpnJ_.A0mVwWX7I6YHRxsYk3w0gAjPznPi7dG_0 2024-09-12T01:15:44.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.367+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10615137616823251934', time=2024-09-12T03:10:00.105517+0000, chain.objs.size()=12 2024-09-12T01:15:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.367+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.614__multipart_multipart_enc.2~0sSaV9ht_L0s-WRvxJGwF3BfearS80_.1 2024-09-12T01:15:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.367+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.614__shadow_multipart_enc.2~0sSaV9ht_L0s-WRvxJGwF3BfearS80_.1_1 2024-09-12T01:15:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.367+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.614__multipart_multipart_enc.2~0sSaV9ht_L0s-WRvxJGwF3BfearS80_.2 2024-09-12T01:15:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.367+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.614__shadow_multipart_enc.2~0sSaV9ht_L0s-WRvxJGwF3BfearS80_.2_1 2024-09-12T01:15:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.367+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.614__multipart_multipart_enc.2~0sSaV9ht_L0s-WRvxJGwF3BfearS80_.3 2024-09-12T01:15:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.367+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.614__shadow_multipart_enc.2~0sSaV9ht_L0s-WRvxJGwF3BfearS80_.3_1 2024-09-12T01:15:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.369+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.614__multipart_multipart_enc.2~0sSaV9ht_L0s-WRvxJGwF3BfearS80_.4 2024-09-12T01:15:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.369+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.614__shadow_multipart_enc.2~0sSaV9ht_L0s-WRvxJGwF3BfearS80_.4_1 2024-09-12T01:15:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.369+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.614__multipart_multipart_enc.2~0sSaV9ht_L0s-WRvxJGwF3BfearS80_.5 2024-09-12T01:15:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.369+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.614__shadow_multipart_enc.2~0sSaV9ht_L0s-WRvxJGwF3BfearS80_.5_1 2024-09-12T01:15:44.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.369+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.614__multipart_multipart_enc.2~0sSaV9ht_L0s-WRvxJGwF3BfearS80_.6 2024-09-12T01:15:44.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.371+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.614__shadow_multipart_enc.2~0sSaV9ht_L0s-WRvxJGwF3BfearS80_.6_1 2024-09-12T01:15:44.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.371+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11206041962444018877', time=2024-09-12T03:12:14.301541+0000, chain.objs.size()=1 2024-09-12T01:15:44.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.371+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.628__shadow_.dAaFiVTpZ83jd6ZqR9TBtfbo8l4wNGC_0 2024-09-12T01:15:44.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.372+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10328893467464548748', time=2024-09-12T03:12:28.524663+0000, chain.objs.size()=1 2024-09-12T01:15:44.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.372+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.655__shadow_.uAxFK-urtWCz-7gVm_m3bamPy1lMH3M_0 2024-09-12T01:15:44.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.375+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:44.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.378+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2024-09-12T01:15:44.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.379+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:44.378 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:44.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50020' 2024-09-12T01:15:44.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8969521069948785620', time=2024-09-12T03:05:00.200713+0000, chain.objs.size()=1 2024-09-12T01:15:44.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.240__shadow_.bzex4hspW5IGIjSImMxWjkY-Qzr7p6o_0 2024-09-12T01:15:44.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9397214341741367354', time=2024-09-12T03:05:08.027942+0000, chain.objs.size()=1 2024-09-12T01:15:44.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.254__shadow_.cgR-WX_VevzIo7hbCAlPwNakgmkpDYf_0 2024-09-12T01:15:44.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.67710766597257390', time=2024-09-12T03:05:09.486145+0000, chain.objs.size()=1 2024-09-12T01:15:44.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.257__shadow_.OwJn0MhqOlADoCD3qwZpcob5GFSEM5G_0 2024-09-12T01:15:44.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2524784106747461513', time=2024-09-12T03:05:11.316821+0000, chain.objs.size()=1 2024-09-12T01:15:44.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.261__shadow_.d37a1rHvYuiEjeINXzopPKTo5YeaT_l_0 2024-09-12T01:15:44.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5158830693627274398', time=2024-09-12T03:05:20.254654+0000, chain.objs.size()=1 2024-09-12T01:15:44.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.XSRIreGvGUU7Mcn5LhNudqwZwg79Pdg_0 2024-09-12T01:15:44.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4323962269174039994', time=2024-09-12T03:05:20.270490+0000, chain.objs.size()=1 2024-09-12T01:15:44.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ULCZohvEbQ14JqyDAgQXw5ved3ptiFI_0 2024-09-12T01:15:44.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15807633837529064188', time=2024-09-12T03:05:20.273362+0000, chain.objs.size()=1 2024-09-12T01:15:44.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.R2B51ehc7Fft_eg5REpdYGKbhQ-czpP_0 2024-09-12T01:15:44.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15003578694477588989', time=2024-09-12T03:05:20.274093+0000, chain.objs.size()=1 2024-09-12T01:15:44.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.xMXi6U4sYc9u4ScPKzIhaBfRdsQ0zK6_0 2024-09-12T01:15:44.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6393043891378894263', time=2024-09-12T03:05:20.288478+0000, chain.objs.size()=1 2024-09-12T01:15:44.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.pSrgMWz1ECf2RLPuSMY3QSXKK15B2ID_0 2024-09-12T01:15:44.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16793214039205589502', time=2024-09-12T03:05:20.300319+0000, chain.objs.size()=1 2024-09-12T01:15:44.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ex4YSvd3LLQEMz40wnFYG4vaK40SQ06_0 2024-09-12T01:15:44.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9149206601160682823', time=2024-09-12T03:05:20.312607+0000, chain.objs.size()=1 2024-09-12T01:15:44.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.380+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.OzVrdtlO6IHRYWexFVNTA5NyFTjkijB_0 2024-09-12T01:15:44.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.381+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.544527885767658026', time=2024-09-12T03:05:20.430392+0000, chain.objs.size()=1 2024-09-12T01:15:44.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.381+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.cLZKttLR6C0ZRX9JMnHpMeT22ZQA-VW_0 2024-09-12T01:15:44.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.384+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4558509552076996079', time=2024-09-12T03:05:20.502077+0000, chain.objs.size()=1 2024-09-12T01:15:44.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.384+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.KLJAgG7PNyOGNsq7ETYlFauHzeKhzs-_0 2024-09-12T01:15:44.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.384+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15579945162115819698', time=2024-09-12T03:05:20.505834+0000, chain.objs.size()=1 2024-09-12T01:15:44.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.384+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.SL5IOjqpAho1AaY5uLG1ebOjaVTXKMA_0 2024-09-12T01:15:44.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.384+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3061304270417943138', time=2024-09-12T03:05:20.509315+0000, chain.objs.size()=1 2024-09-12T01:15:44.383 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.384+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.jDWLCR58Uga_DfT_Y6qhUv7sdZbVbbU_0 2024-09-12T01:15:44.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.384+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2915633445563291103', time=2024-09-12T03:05:20.518728+0000, chain.objs.size()=1 2024-09-12T01:15:44.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.384+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.IIGVFy8O_WT9zQCDak-O2BlCv07aSwB_0 2024-09-12T01:15:44.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.384+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4388754305627927081', time=2024-09-12T03:05:20.520206+0000, chain.objs.size()=1 2024-09-12T01:15:44.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.384+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.9ZA70q_cJYN1i5qb3QBWhOI0lYde05b_0 2024-09-12T01:15:44.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.384+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14430647757261777551', time=2024-09-12T03:05:20.522868+0000, chain.objs.size()=1 2024-09-12T01:15:44.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.384+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.pU2DaNj0pUZNK_ohrBYfKLFk5m4SCVT_0 2024-09-12T01:15:44.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.384+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1248336459969195842', time=2024-09-12T03:05:20.526888+0000, chain.objs.size()=1 2024-09-12T01:15:44.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.384+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.jTRglk8CLB4wXVIuxb1ZnqHcTqnXy9__0 2024-09-12T01:15:44.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.385+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15222262138128205872', time=2024-09-12T03:05:20.665626+0000, chain.objs.size()=1 2024-09-12T01:15:44.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.385+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ojcdNc5Xe8JbbMahugQoNLyU_akfKqW_0 2024-09-12T01:15:44.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.385+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5036850606288960848', time=2024-09-12T03:05:20.694756+0000, chain.objs.size()=1 2024-09-12T01:15:44.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.385+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Ba88pZnaFR08S0yBBJMhM-C6k3vQHC2_0 2024-09-12T01:15:44.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.385+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13958017196667270670', time=2024-09-12T03:05:20.703228+0000, chain.objs.size()=1 2024-09-12T01:15:44.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.385+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.rhsD9FABqcKQOVaBD9lwxwjzGgQGqVp_0 2024-09-12T01:15:44.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.385+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2979087722379920052', time=2024-09-12T03:05:20.723528+0000, chain.objs.size()=1 2024-09-12T01:15:44.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.385+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.751-LFqdptXzCpPyQWt3zy0v4blfpqd_0 2024-09-12T01:15:44.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.387+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6451738826151254426', time=2024-09-12T03:05:20.802927+0000, chain.objs.size()=1 2024-09-12T01:15:44.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.388+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.JPxTaue1R79jB7pdERwXYNyP4zjomnq_0 2024-09-12T01:15:44.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.388+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9798491571240025203', time=2024-09-12T03:05:20.823115+0000, chain.objs.size()=1 2024-09-12T01:15:44.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.388+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.vHEQYNr822J8t5-ICLpmoNWxRn3hX81_0 2024-09-12T01:15:44.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.388+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16629275134523806308', time=2024-09-12T03:05:20.825538+0000, chain.objs.size()=1 2024-09-12T01:15:44.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.388+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.tgrfexKVgy6eIu2Jcq90s_DDZZxsnpw_0 2024-09-12T01:15:44.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.388+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9925417455201922005', time=2024-09-12T03:05:21.042903+0000, chain.objs.size()=1 2024-09-12T01:15:44.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.388+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.6O_9tUbqcB6bS_8yGaz1543jNRmzvoY_0 2024-09-12T01:15:44.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.388+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16817255281008397994', time=2024-09-12T03:05:21.049967+0000, chain.objs.size()=1 2024-09-12T01:15:44.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.388+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Xr3wX7WOMbzCAb3PZ9gQ5A_PJDAhV6v_0 2024-09-12T01:15:44.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.388+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11190144362337058062', time=2024-09-12T03:05:21.102642+0000, chain.objs.size()=1 2024-09-12T01:15:44.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.388+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lFFXIypsB4yh1BFMEntq1R9XnH0wVD4_0 2024-09-12T01:15:44.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.388+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3197400790922375319', time=2024-09-12T03:05:21.201390+0000, chain.objs.size()=1 2024-09-12T01:15:44.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.388+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.RcH29zlFLtYGojLFh85DBpl3IWLbz7Z_0 2024-09-12T01:15:44.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.389+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18233422236458015811', time=2024-09-12T03:05:21.230532+0000, chain.objs.size()=1 2024-09-12T01:15:44.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.389+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.yFXXt8ulLcbu3nSv3gpOc6EyfK9fibt_0 2024-09-12T01:15:44.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.389+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.942634642234842194', time=2024-09-12T03:05:21.249168+0000, chain.objs.size()=1 2024-09-12T01:15:44.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.389+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.RRse5VKrGWduBn2MTVAWH2Bjx3s7cpq_0 2024-09-12T01:15:44.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.389+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.586835717032283295', time=2024-09-12T03:05:21.259218+0000, chain.objs.size()=1 2024-09-12T01:15:44.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.389+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.yiuorC0jBR3zeMrdxsL4afRBsT8PY6L_0 2024-09-12T01:15:44.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.389+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12963440651732459103', time=2024-09-12T03:05:21.296887+0000, chain.objs.size()=1 2024-09-12T01:15:44.389 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.389+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.1E31Kn2z9Tm3GPJeuYTb3xVU71LDKXS_0 2024-09-12T01:15:44.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.391+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15803666070594356591', time=2024-09-12T03:05:21.378400+0000, chain.objs.size()=1 2024-09-12T01:15:44.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.391+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.mVfgL40Znaor0GYXMjLn-leyDv8427d_0 2024-09-12T01:15:44.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.392+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16675744617654054632', time=2024-09-12T03:05:21.391154+0000, chain.objs.size()=1 2024-09-12T01:15:44.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.392+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.-noXV8AtEbdXFLvxY0FBIMIaXkrYXKj_0 2024-09-12T01:15:44.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.392+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11986009988788025404', time=2024-09-12T03:05:21.434489+0000, chain.objs.size()=1 2024-09-12T01:15:44.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.392+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.45_P0fPMXkTTNuNyr3_XZYcwuxljZ5g_0 2024-09-12T01:15:44.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.392+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12672698049422053448', time=2024-09-12T03:05:21.435389+0000, chain.objs.size()=1 2024-09-12T01:15:44.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.392+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Ytom6HsvmhfHQ0L8hpKmsq6DUEe8s4i_0 2024-09-12T01:15:44.391 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.392+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2378809266696162821', time=2024-09-12T03:05:21.442443+0000, chain.objs.size()=1 2024-09-12T01:15:44.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.392+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.1yqGdNPklwvkYOpr68v5MPo77mIEpdW_0 2024-09-12T01:15:44.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.392+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11890190468499711434', time=2024-09-12T03:05:21.584458+0000, chain.objs.size()=1 2024-09-12T01:15:44.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.392+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.D4Bp_4rGw5e31R5qAi4m-MalGG0M-LF_0 2024-09-12T01:15:44.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.393+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2847594908119375970', time=2024-09-12T03:05:21.585194+0000, chain.objs.size()=1 2024-09-12T01:15:44.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.393+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lxZUbhTj54FmVjhQiS7Ks6qnl0NkJOK_0 2024-09-12T01:15:44.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.393+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.891291853506302086', time=2024-09-12T03:05:21.596520+0000, chain.objs.size()=1 2024-09-12T01:15:44.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.393+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.d_MA11BX39WbTladbWtjJxZxY5IjQbu_0 2024-09-12T01:15:44.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.393+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9599401661876235539', time=2024-09-12T03:05:21.656962+0000, chain.objs.size()=1 2024-09-12T01:15:44.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.393+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.NNGupgk-68J7dZPyD7CaSv63cQPKSIF_0 2024-09-12T01:15:44.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.393+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16395947629730737800', time=2024-09-12T03:05:23.117134+0000, chain.objs.size()=1 2024-09-12T01:15:44.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.393+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.266__shadow_.091pNhLnzsoWOpRsSxt8qEk8Gic9sqE_0 2024-09-12T01:15:44.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.393+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18203851634110991782', time=2024-09-12T03:05:34.833438+0000, chain.objs.size()=1 2024-09-12T01:15:44.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.393+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.290__shadow_.tI8BPpkN8oiEy2PyCGbjpglgDSD93QD_0 2024-09-12T01:15:44.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.397+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6060714210495934623', time=2024-09-12T03:05:36.899910+0000, chain.objs.size()=1 2024-09-12T01:15:44.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.397+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.O8TaxvHK-n51XhWCu0KeZu47vB6u3eD_0 2024-09-12T01:15:44.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.397+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11868114593341600748', time=2024-09-12T03:05:37.724271+0000, chain.objs.size()=1 2024-09-12T01:15:44.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.397+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.IFQ5faTfkl0CQHW9si_TB4qvnvmVWnC_0 2024-09-12T01:15:44.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.397+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10918113171994851757', time=2024-09-12T03:05:42.730245+0000, chain.objs.size()=1 2024-09-12T01:15:44.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.397+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.304__shadow_.7mZ4RQH8Ynf41ogdSfGlXxL5h9Pege__0 2024-09-12T01:15:44.396 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.397+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9965919887130610244', time=2024-09-12T03:05:44.321395+0000, chain.objs.size()=1 2024-09-12T01:15:44.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.397+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.307__shadow_.TbrSeVTw4rL-HVPU8kjB2qxXgYpkx-I_0 2024-09-12T01:15:44.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.397+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2210463083341909726', time=2024-09-12T03:06:01.520422+0000, chain.objs.size()=1 2024-09-12T01:15:44.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.397+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.nQ3eLb6uCAyiQPoJ0Xdm8-SwNiMqKqx_0 2024-09-12T01:15:44.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.397+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1166925624036165626', time=2024-09-12T03:06:01.530605+0000, chain.objs.size()=1 2024-09-12T01:15:44.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.397+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.B-5yEXv3PIB49v_7Z482PO_bq9RWwAH_0 2024-09-12T01:15:44.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.397+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.128433588195037160', time=2024-09-12T03:06:01.551619+0000, chain.objs.size()=1 2024-09-12T01:15:44.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.397+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.wrEjSLb7dUfX3oOH3okcsTJDFZcUVd6_0 2024-09-12T01:15:44.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.398+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10987465917438573783', time=2024-09-12T03:06:01.568478+0000, chain.objs.size()=1 2024-09-12T01:15:44.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.398+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.uMGrWqoMSGpQm3kI9dF1gPA2uKhdzTx_0 2024-09-12T01:15:44.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.398+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12451032157142142105', time=2024-09-12T03:06:01.674835+0000, chain.objs.size()=1 2024-09-12T01:15:44.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.398+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.BT3elzIh0HSHkcBDCQSlLc3pdS4l5Se_0 2024-09-12T01:15:44.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.398+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4446280076728610036', time=2024-09-12T03:06:01.712602+0000, chain.objs.size()=1 2024-09-12T01:15:44.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.398+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.F-9yWXZOzKGSxchdcOgaBthz0pPg2ZM_0 2024-09-12T01:15:44.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.398+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11474955972125993149', time=2024-09-12T03:06:01.762895+0000, chain.objs.size()=1 2024-09-12T01:15:44.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.398+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.AZGK7qP-v_v5WnXGM8ZynH-Tlld62Of_0 2024-09-12T01:15:44.400 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.401+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10567143756266346160', time=2024-09-12T03:06:01.801943+0000, chain.objs.size()=1 2024-09-12T01:15:44.401 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.401+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.8u_BglHkibDDB0AaXvtaKeBgAqyxh0i_0 2024-09-12T01:15:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8494587705963367431', time=2024-09-12T03:06:01.802939+0000, chain.objs.size()=1 2024-09-12T01:15:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.YqEcBpkvzmxdHG8x6NkMq8ntcbv9XLk_0 2024-09-12T01:15:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17911509347975560132', time=2024-09-12T03:06:01.961867+0000, chain.objs.size()=1 2024-09-12T01:15:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.AWaphIlFCUQPA1CDaIwxntuiPEe_ZVl_0 2024-09-12T01:15:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2474937434339600569', time=2024-09-12T03:06:02.007759+0000, chain.objs.size()=1 2024-09-12T01:15:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.QMCEUt6tdvq1sCBZVbr0JuZnKY7lTn0_0 2024-09-12T01:15:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18414500810411349537', time=2024-09-12T03:06:02.097193+0000, chain.objs.size()=1 2024-09-12T01:15:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.mOpA9duoF80gxboq3ZBmMQ6zHAJQ0Hi_0 2024-09-12T01:15:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17349862454038226693', time=2024-09-12T03:06:02.111262+0000, chain.objs.size()=1 2024-09-12T01:15:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.GKOI9px1Xir0bCiHyqoyGxzQWaE84ZI_0 2024-09-12T01:15:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14814311084963832072', time=2024-09-12T03:06:02.119217+0000, chain.objs.size()=1 2024-09-12T01:15:44.402 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.R4smK3y3ooWKsS7LtkgR4oTopVydYlc_0 2024-09-12T01:15:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9558094997470349741', time=2024-09-12T03:06:02.204554+0000, chain.objs.size()=1 2024-09-12T01:15:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.imcSdx-MRqHJvSVqEs744e-KIHPzgX-_0 2024-09-12T01:15:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2140074456694625484', time=2024-09-12T03:06:02.296943+0000, chain.objs.size()=1 2024-09-12T01:15:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.VY0_m948vbsL1emEqpF6jqEnYOrm_UL_0 2024-09-12T01:15:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6644147470760292106', time=2024-09-12T03:06:02.310654+0000, chain.objs.size()=1 2024-09-12T01:15:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.JSRullJ-nwhgB2oX5k6QQ-PRvOCMtU-_0 2024-09-12T01:15:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16328519210050556297', time=2024-09-12T03:06:02.334222+0000, chain.objs.size()=1 2024-09-12T01:15:44.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.403+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.CUPUdIlz4nsz5hoEf-AcdFR8-Kt1N7L_0 2024-09-12T01:15:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.405+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15266764744920937931', time=2024-09-12T03:06:02.371487+0000, chain.objs.size()=1 2024-09-12T01:15:44.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.405+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.hdLIY81F6MnEUAINUaK6BpUuRh6UQR0_0 2024-09-12T01:15:44.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.406+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7440638097153115562', time=2024-09-12T03:06:02.540181+0000, chain.objs.size()=1 2024-09-12T01:15:44.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.406+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.h5wBXg8hfF_OEM_3aFCc7yAIa9Dd7OP_0 2024-09-12T01:15:44.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.406+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6185260704758264778', time=2024-09-12T03:06:02.551797+0000, chain.objs.size()=1 2024-09-12T01:15:44.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.406+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.tq46YVjL1QjjsEecjrRkCtL0wr_gdep_0 2024-09-12T01:15:44.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.406+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16367378000967412472', time=2024-09-12T03:06:02.737153+0000, chain.objs.size()=1 2024-09-12T01:15:44.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.406+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.kMfbhkA0J6dJgnyMOWd3L2nYzuEIN44_0 2024-09-12T01:15:44.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.406+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14211755007479492217', time=2024-09-12T03:06:02.752011+0000, chain.objs.size()=1 2024-09-12T01:15:44.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.406+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.9AgymTgDijE3Uo8gsYUuh1ELfg1c1EO_0 2024-09-12T01:15:44.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.406+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12823103545835736593', time=2024-09-12T03:06:02.899559+0000, chain.objs.size()=1 2024-09-12T01:15:44.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.406+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xl0ZDILv7WKXOGoICCur7yeKP7BdWmx_0 2024-09-12T01:15:44.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.410+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.506384835276815833', time=2024-09-12T03:06:02.916777+0000, chain.objs.size()=1 2024-09-12T01:15:44.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.410+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.kO2SjDnOUcYeB5_apSyhUEFqejy-WoW_0 2024-09-12T01:15:44.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.410+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10887636403914128071', time=2024-09-12T03:06:02.927560+0000, chain.objs.size()=1 2024-09-12T01:15:44.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.410+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.uLxmYnInCsCc4SVoewRhIG-Mq7L98TD_0 2024-09-12T01:15:44.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.410+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12543672904309714743', time=2024-09-12T03:06:02.965919+0000, chain.objs.size()=1 2024-09-12T01:15:44.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.410+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.lRvCIqIZbPML9ep6gSvy-bgV4m-CJ3__0 2024-09-12T01:15:44.410 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.411+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7078067289119172632', time=2024-09-12T03:06:11.619072+0000, chain.objs.size()=1 2024-09-12T01:15:44.410 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.411+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.MdyaiJ-dA7CyWJsB3vFUyfoD9UlbAOV_0 2024-09-12T01:15:44.410 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.411+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6354873501059768121', time=2024-09-12T03:06:11.631591+0000, chain.objs.size()=1 2024-09-12T01:15:44.410 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.411+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.KzHU7uApZgaYlAmUm9I1ITkeF_b0Qh6_0 2024-09-12T01:15:44.410 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.411+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10597012837553849012', time=2024-09-12T03:06:11.634875+0000, chain.objs.size()=1 2024-09-12T01:15:44.410 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.411+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.V7Wv43G1DXdHmkxMOjg1J49haZNrxxg_0 2024-09-12T01:15:44.411 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.411+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10741006915529685535', time=2024-09-12T03:06:11.662052+0000, chain.objs.size()=1 2024-09-12T01:15:44.411 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.411+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.6p6iTUX_g3JDWWReWUizhfTaaiJPndS_0 2024-09-12T01:15:44.411 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.411+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11678710677679091015', time=2024-09-12T03:06:11.684811+0000, chain.objs.size()=1 2024-09-12T01:15:44.411 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.411+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.gWompHWFGIJAPzY_Ua2X2KOg0wBAJhz_0 2024-09-12T01:15:44.411 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.412+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15263846317575148307', time=2024-09-12T03:06:11.781612+0000, chain.objs.size()=1 2024-09-12T01:15:44.411 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.412+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.YUUMjISNNiwJoI0cK16Al167uIiTaso_0 2024-09-12T01:15:44.411 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.412+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15573159082158924078', time=2024-09-12T03:06:11.807303+0000, chain.objs.size()=1 2024-09-12T01:15:44.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.412+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.MUNrNEQHtnyHCFz5PMsefZtntcIB8Dq_0 2024-09-12T01:15:44.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.412+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3023591626262925723', time=2024-09-12T03:06:12.054731+0000, chain.objs.size()=1 2024-09-12T01:15:44.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.412+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.FCuI9WfkXomI3mFJz87EcArPfjRhwRR_0 2024-09-12T01:15:44.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.415+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5700879713179365105', time=2024-09-12T03:06:12.080956+0000, chain.objs.size()=1 2024-09-12T01:15:44.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.415+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.-cc5zrE36lkvkOjFA8TqrcLbtqyaIHE_0 2024-09-12T01:15:44.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.415+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9145667224058857831', time=2024-09-12T03:06:12.084536+0000, chain.objs.size()=1 2024-09-12T01:15:44.414 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.415+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.GTaRmkbaY5-lke6_sWIw-KZBFGPsbX4_0 2024-09-12T01:15:44.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16164771535989111847', time=2024-09-12T03:06:12.188884+0000, chain.objs.size()=1 2024-09-12T01:15:44.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.DdF6SaiyuKeIcc_Am4q4esdk7xMDcgo_0 2024-09-12T01:15:44.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4611667522006036632', time=2024-09-12T03:06:12.241159+0000, chain.objs.size()=1 2024-09-12T01:15:44.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_._RiBNgvOizXcykIqD0A3hOEOuXbt4R8_0 2024-09-12T01:15:44.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16139683615350463455', time=2024-09-12T03:06:12.257148+0000, chain.objs.size()=1 2024-09-12T01:15:44.415 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.cxEt1UUogXgCeuEO5SYCWUiEI2q-e0U_0 2024-09-12T01:15:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7004379983663353803', time=2024-09-12T03:06:12.276786+0000, chain.objs.size()=1 2024-09-12T01:15:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.NGoAkk9LDhp0uO7fswrK_tg19AcHKks_0 2024-09-12T01:15:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1657745219261146448', time=2024-09-12T03:06:12.389272+0000, chain.objs.size()=1 2024-09-12T01:15:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.WmLis9zDz7VjAs5efpwWv7QwhrQzcJZ_0 2024-09-12T01:15:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15516147847871812629', time=2024-09-12T03:06:12.398063+0000, chain.objs.size()=1 2024-09-12T01:15:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.-2O-Tm3igPjpziRq3ao9iTyviMfqkJC_0 2024-09-12T01:15:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11131203860887863737', time=2024-09-12T03:06:12.403954+0000, chain.objs.size()=1 2024-09-12T01:15:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.93RpRhM7vriLSilEoMvWob9b5JrsBWk_0 2024-09-12T01:15:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16316598589655246449', time=2024-09-12T03:06:12.443684+0000, chain.objs.size()=1 2024-09-12T01:15:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.eWq7-yfN8DcyPbCfAxT1iBq0dOGQ3s__0 2024-09-12T01:15:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8943844830823502001', time=2024-09-12T03:06:12.464903+0000, chain.objs.size()=1 2024-09-12T01:15:44.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.416+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.TLVBHJlPWcD22nBBaA5Wlh58LwuiRzs_0 2024-09-12T01:15:44.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.420+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9284665253900544515', time=2024-09-12T03:06:12.560599+0000, chain.objs.size()=1 2024-09-12T01:15:44.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.420+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.BELPfoJvCtShO1oIdxrccjyvDn8tGb4_0 2024-09-12T01:15:44.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.420+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.307307950503256808', time=2024-09-12T03:06:12.563685+0000, chain.objs.size()=1 2024-09-12T01:15:44.419 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.420+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.wmSbFAeRQBm87uXvpePSUB_5rFlXWA2_0 2024-09-12T01:15:44.421 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.422+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13601462770067776881', time=2024-09-12T03:06:12.594609+0000, chain.objs.size()=1 2024-09-12T01:15:44.421 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.422+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ziPvzz2frVtvjghPDHwo9EKGszDrX6y_0 2024-09-12T01:15:44.421 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.422+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8586244146298273907', time=2024-09-12T03:06:12.606989+0000, chain.objs.size()=1 2024-09-12T01:15:44.421 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.422+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7SrEj5O2h79pSwLGI5kNxJuvk2o0bj7_0 2024-09-12T01:15:44.421 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.422+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.290452189381628300', time=2024-09-12T03:06:12.648534+0000, chain.objs.size()=1 2024-09-12T01:15:44.421 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.422+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.C8OMA2PouDdl0RWiujDDUZj8hTi112e_0 2024-09-12T01:15:44.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.426+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/50020 2024-09-12T01:15:44.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=23, truncated=0, next_marker='' 2024-09-12T01:15:44.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12194843221525205093', time=2024-09-12T03:06:12.758207+0000, chain.objs.size()=1 2024-09-12T01:15:44.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.osCUcHGEx69uwyRZJKJIxdQB3DiGCAT_0 2024-09-12T01:15:44.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2860888809956953835', time=2024-09-12T03:06:12.767789+0000, chain.objs.size()=1 2024-09-12T01:15:44.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Jg5dRg0z2wnO2iWK1GLUB76EelmjXWX_0 2024-09-12T01:15:44.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1251603396573534636', time=2024-09-12T03:06:12.792101+0000, chain.objs.size()=1 2024-09-12T01:15:44.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.u3TZr3e61saAGOiDLD_L5wwci4bD2v5_0 2024-09-12T01:15:44.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10817623890496199055', time=2024-09-12T03:06:12.795857+0000, chain.objs.size()=1 2024-09-12T01:15:44.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ZQmh8-fIdatjPak_leFZfauQla2UqkI_0 2024-09-12T01:15:44.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2162652241363627230', time=2024-09-12T03:06:12.808692+0000, chain.objs.size()=1 2024-09-12T01:15:44.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.4ojO_BvwhhvJDSx5qgAeS7WNUzIAR-M_0 2024-09-12T01:15:44.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4489574519093904342', time=2024-09-12T03:06:12.824864+0000, chain.objs.size()=1 2024-09-12T01:15:44.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Hm0Mua5M3D2xnhRKlt7TA_xOkoX-NIG_0 2024-09-12T01:15:44.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14485313343376439889', time=2024-09-12T03:06:12.841138+0000, chain.objs.size()=1 2024-09-12T01:15:44.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.WncZtpRQTCWgc1raUovLnr9yOPowxxL_0 2024-09-12T01:15:44.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.614027084299773293', time=2024-09-12T03:06:12.872135+0000, chain.objs.size()=1 2024-09-12T01:15:44.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.l7HG2hizfmZ4xiuzMONAXASt6qGhHzE_0 2024-09-12T01:15:44.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8233461739819713119', time=2024-09-12T03:06:12.948941+0000, chain.objs.size()=1 2024-09-12T01:15:44.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.qFoRxFJo0ZLwLaSXQGR7aV6zO7LCGO4_0 2024-09-12T01:15:44.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.752879513610712964', time=2024-09-12T03:06:13.021171+0000, chain.objs.size()=1 2024-09-12T01:15:44.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Vdlyio5tH82KLNee6_lfS3VHIv0Ulks_0 2024-09-12T01:15:44.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9079145676640041828', time=2024-09-12T03:06:13.029734+0000, chain.objs.size()=1 2024-09-12T01:15:44.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.MNJOhBRagNwsIkk6pi0JYa4979Nh_b5_0 2024-09-12T01:15:44.430 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3728369395336458746', time=2024-09-12T03:07:23.866654+0000, chain.objs.size()=1 2024-09-12T01:15:44.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.461__shadow_.8SYb2QxDj7ZUTKtMmk3Ccfrobm7Ipef_0 2024-09-12T01:15:44.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.432+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5399369824919521359', time=2024-09-12T03:07:27.191363+0000, chain.objs.size()=1 2024-09-12T01:15:44.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.432+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.466__shadow_.4WEQwyq2_Efm_ZwIn6l-T5Djt6o9u1R_0 2024-09-12T01:15:44.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.432+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4327370586470702043', time=2024-09-12T03:07:33.904342+0000, chain.objs.size()=1 2024-09-12T01:15:44.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.432+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.484__shadow_.UaAjNooYznGk8THE6DDTYbITq12uL8n_0 2024-09-12T01:15:44.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.432+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7934731030681285571', time=2024-09-12T03:09:05.616953+0000, chain.objs.size()=1 2024-09-12T01:15:44.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.432+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.566__shadow_.jH93O1Mporw1pD-o0Rx7HeBMtBCLEWk_0 2024-09-12T01:15:44.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.433+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15531336678339213094', time=2024-09-12T03:09:12.417329+0000, chain.objs.size()=1 2024-09-12T01:15:44.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.433+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:hxVaKIpDTHW5IMd7IMphcSzuu4gy.C3_.dMi0oDzZrmQGCUw_T36x7WSMNfVgQfv_0 2024-09-12T01:15:44.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.433+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2055084989498989889', time=2024-09-12T03:09:18.351760+0000, chain.objs.size()=1 2024-09-12T01:15:44.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.433+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.575__shadow:IkK662oQHTfCvoH10rwlYgJIv52-u.H_.5m1LemHSRSYg-gRwkUdH7-3FXvd5YnZ_0 2024-09-12T01:15:44.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.433+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14529179658669917154', time=2024-09-12T03:09:18.959292+0000, chain.objs.size()=1 2024-09-12T01:15:44.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.433+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.575__shadow:e54QbsDMUVwyDAuIvkkDvsBvFUkRsPL_.OCfeNUYnI0yI_p_0wjybsWw1q6bQlBw_0 2024-09-12T01:15:44.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.437+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3195889238368439991', time=2024-09-12T03:09:20.278958+0000, chain.objs.size()=1 2024-09-12T01:15:44.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.437+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.576__shadow:VQEnDILTlWTPsB7zuS2pkaVsILROxEF_.kfCqstBrgkN4q-3nun8CQC4YBZeJAC1_0 2024-09-12T01:15:44.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.437+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4203188484380271446', time=2024-09-12T03:09:28.691797+0000, chain.objs.size()=1 2024-09-12T01:15:44.436 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.437+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:XiSx.aMy9qJzxXWAzcrFBWZW5DtHTST_.nS98VUSlVFlWyMBAaH0pkYeBX0-3W3h_0 2024-09-12T01:15:44.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.437+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6567634552928245507', time=2024-09-12T03:09:36.595851+0000, chain.objs.size()=1 2024-09-12T01:15:44.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.437+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:Nw2wAiTIhRCnlToAhxPmPNKDpZ5Skea_.YafziCQ_zz8sWklmI0qb1E-sn6QfdyT_0 2024-09-12T01:15:44.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.437+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10895117990547769507', time=2024-09-12T03:12:36.456806+0000, chain.objs.size()=1 2024-09-12T01:15:44.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.437+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.669__shadow_.12D7j04832QuofEeczWO6tiTxnjwfHe_0 2024-09-12T01:15:44.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.437+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7504490997298848083', time=2024-09-12T03:12:41.101158+0000, chain.objs.size()=1 2024-09-12T01:15:44.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.437+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.680__shadow_.etJzK5nq8bEp2XwxzuD5oEA3XPGDGnq_0 2024-09-12T01:15:44.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.443+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:44.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.446+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2024-09-12T01:15:44.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.447+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:44.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.447+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:44.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/52743' 2024-09-12T01:15:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13853354248037943572', time=2024-09-12T03:03:13.220890+0000, chain.objs.size()=1 2024-09-12T01:15:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.167__shadow_.SvTPbclVuWYL_KYSliCfoRRN1X7RCNr_0 2024-09-12T01:15:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13317420147978604717', time=2024-09-12T03:04:57.550772+0000, chain.objs.size()=1 2024-09-12T01:15:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.236__shadow_.SIHXB2TrA1c_tDTmxRXSL8i69WUCtI6_0 2024-09-12T01:15:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4157854571572130857', time=2024-09-12T03:05:03.595034+0000, chain.objs.size()=1 2024-09-12T01:15:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.245__shadow_.FXEGzRalzQ3oVW4ilAPr-opcTaqRr7j_0 2024-09-12T01:15:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8137192923781589783', time=2024-09-12T03:05:09.484527+0000, chain.objs.size()=1 2024-09-12T01:15:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.257__shadow_.2T8MtP8ti_FNHCtcnd6bt-8L47zoiiO_0 2024-09-12T01:15:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18441638095027431183', time=2024-09-12T03:05:20.238149+0000, chain.objs.size()=1 2024-09-12T01:15:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ernf0ev6Hh_WRrs10Zsb6yIncDKhQVl_0 2024-09-12T01:15:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12509709102303207487', time=2024-09-12T03:05:20.266561+0000, chain.objs.size()=1 2024-09-12T01:15:44.448 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.fIONTmVhgobvUg7a4PvqfIQaK29rbK7_0 2024-09-12T01:15:44.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1863660754802673727', time=2024-09-12T03:05:20.436934+0000, chain.objs.size()=1 2024-09-12T01:15:44.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.pTugqoJS-gD1k02mDlVgTMnLcv4FrQ__0 2024-09-12T01:15:44.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15749872090488603781', time=2024-09-12T03:05:20.439059+0000, chain.objs.size()=1 2024-09-12T01:15:44.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.kSAg3tP59pTTwlxMFzt9pPuTLKFTxq7_0 2024-09-12T01:15:44.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5553163475748130142', time=2024-09-12T03:05:20.480627+0000, chain.objs.size()=1 2024-09-12T01:15:44.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.kvSFNFqqKR6_HG1XMXxLZ8arVEw-umG_0 2024-09-12T01:15:44.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13206902273441369570', time=2024-09-12T03:05:20.497871+0000, chain.objs.size()=1 2024-09-12T01:15:44.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.GFnspzourC24T6dx1gz0HJVaTJS2W0B_0 2024-09-12T01:15:44.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11824378504623110662', time=2024-09-12T03:05:20.518615+0000, chain.objs.size()=1 2024-09-12T01:15:44.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.djPUFZL_1hbC6e6oMAlJP7wdFPS7Ew5_0 2024-09-12T01:15:44.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.289932715464515347', time=2024-09-12T03:05:20.524894+0000, chain.objs.size()=1 2024-09-12T01:15:44.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.448+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.RQCMC5nRvYbYHzf7uIGONQtapdIMEg7_0 2024-09-12T01:15:44.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1664963011234125464', time=2024-09-12T03:05:20.609082+0000, chain.objs.size()=1 2024-09-12T01:15:44.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.XVwNXkHTUHygEcfjycJIxsW_xcQSZS-_0 2024-09-12T01:15:44.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13270110358658549340', time=2024-09-12T03:05:20.622951+0000, chain.objs.size()=1 2024-09-12T01:15:44.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.QV32wvyd94zttdgveOU97evvgplAjjl_0 2024-09-12T01:15:44.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9220834518106970600', time=2024-09-12T03:05:20.716838+0000, chain.objs.size()=1 2024-09-12T01:15:44.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.72aJ9HF2vPFi0R26SyxWARc1_4l_pGZ_0 2024-09-12T01:15:44.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15709494505646267956', time=2024-09-12T03:05:20.805938+0000, chain.objs.size()=1 2024-09-12T01:15:44.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.LfH94xMVZ16F7YjSpFAc5YQ7RYO-Evr_0 2024-09-12T01:15:44.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5634902612960429992', time=2024-09-12T03:05:20.821304+0000, chain.objs.size()=1 2024-09-12T01:15:44.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.MtMwIjPIBsoMgpXRsNj0EvpYiHTbcdm_0 2024-09-12T01:15:44.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7992233443419541245', time=2024-09-12T03:05:20.837163+0000, chain.objs.size()=1 2024-09-12T01:15:44.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Fpv1Rcb5KcYGWO5cLvWbMf6zITR9isO_0 2024-09-12T01:15:44.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10219812708820547043', time=2024-09-12T03:05:20.851995+0000, chain.objs.size()=1 2024-09-12T01:15:44.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.d4E_Oy0uqcK3gFXPHw3hQ1qw8syqOW2_0 2024-09-12T01:15:44.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9484446789407778230', time=2024-09-12T03:05:21.011238+0000, chain.objs.size()=1 2024-09-12T01:15:44.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.bnOEAxrf8ODRBfEv3n7MMXTs3ZxUMVw_0 2024-09-12T01:15:44.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2848193777275753592', time=2024-09-12T03:05:21.041008+0000, chain.objs.size()=1 2024-09-12T01:15:44.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.WvfzrBlCHuGGObh_juQSQq5JseHVjdR_0 2024-09-12T01:15:44.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11675907691367652859', time=2024-09-12T03:05:21.075422+0000, chain.objs.size()=1 2024-09-12T01:15:44.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.q15GtNFQmC5oByosj4WJAal_2xEBt9M_0 2024-09-12T01:15:44.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4449658159366394298', time=2024-09-12T03:05:21.087305+0000, chain.objs.size()=1 2024-09-12T01:15:44.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.453+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.svY_kDNdLUeeHnAP91T9BBePINbwWzI_0 2024-09-12T01:15:44.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.457+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9727950270195518573', time=2024-09-12T03:05:21.192534+0000, chain.objs.size()=1 2024-09-12T01:15:44.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.457+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.el8igi_NrmeyVOqsAHskSmhqkQ6hcab_0 2024-09-12T01:15:44.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.457+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18132622918171446240', time=2024-09-12T03:05:21.276388+0000, chain.objs.size()=1 2024-09-12T01:15:44.456 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.457+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.M5kZwzLIGJaCQvUXFcogEZ0LWQlyAK2_0 2024-09-12T01:15:44.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11023695678170703420', time=2024-09-12T03:05:21.375313+0000, chain.objs.size()=1 2024-09-12T01:15:44.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.uuwfJENwAY25aN41DWFQHzE4UKHfKNb_0 2024-09-12T01:15:44.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6672867040152729541', time=2024-09-12T03:05:21.465098+0000, chain.objs.size()=1 2024-09-12T01:15:44.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.0oB0KYNaAgqBS32llZTp8PqIS2xFnso_0 2024-09-12T01:15:44.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11701647676896383330', time=2024-09-12T03:05:21.473646+0000, chain.objs.size()=1 2024-09-12T01:15:44.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.EvhpTEZw1ZgIts0RaNSeYHP5SN4cJWK_0 2024-09-12T01:15:44.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17096830610377457525', time=2024-09-12T03:05:21.580919+0000, chain.objs.size()=1 2024-09-12T01:15:44.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.5ZWZBgGXh-ZROLCReClJhI1rTvqC2s0_0 2024-09-12T01:15:44.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.228626441616143654', time=2024-09-12T03:05:21.592663+0000, chain.objs.size()=1 2024-09-12T01:15:44.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.bLbCG-W9rt1d4Ii37DwXgjgU7U_B3T6_0 2024-09-12T01:15:44.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5553119643116367153', time=2024-09-12T03:05:21.598697+0000, chain.objs.size()=1 2024-09-12T01:15:44.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.fj2xbhsa-NWH7OBlK2bfunbqgh-ykHJ_0 2024-09-12T01:15:44.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7654992920777888640', time=2024-09-12T03:05:22.630082+0000, chain.objs.size()=1 2024-09-12T01:15:44.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.265__shadow_.p8S8vhXa3PwAq98XSvsNPzHR-y37iBH_0 2024-09-12T01:15:44.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11197807122846433649', time=2024-09-12T03:05:24.507760+0000, chain.objs.size()=1 2024-09-12T01:15:44.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.269__shadow_.2B7C7qA7ZhhSqhUcZtgo4IpV5PVV7_M_0 2024-09-12T01:15:44.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2425963132450827227', time=2024-09-12T03:05:26.451590+0000, chain.objs.size()=1 2024-09-12T01:15:44.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.458+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.273__shadow_.OoqJALQnwIMCEbwZFbdF16KBpydP69E_0 2024-09-12T01:15:44.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.462+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7048336543368367487', time=2024-09-12T03:05:27.398593+0000, chain.objs.size()=1 2024-09-12T01:15:44.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.462+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.275__shadow_.bONN6f2EicOpRZC2pfmHukdHJBMkDqk_0 2024-09-12T01:15:44.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.462+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11269902305826321496', time=2024-09-12T03:05:36.911298+0000, chain.objs.size()=1 2024-09-12T01:15:44.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.462+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.n7NoiExF8guB9dwN67bNgQvvN6u_do8_0 2024-09-12T01:15:44.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.462+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2028604754121558541', time=2024-09-12T03:05:37.714429+0000, chain.objs.size()=1 2024-09-12T01:15:44.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.462+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.flNEZ1ZxbdeXcHSkOgZ4V705UpfHGfS_0 2024-09-12T01:15:44.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.463+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7469935591130012510', time=2024-09-12T03:05:37.716950+0000, chain.objs.size()=1 2024-09-12T01:15:44.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.463+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.WKGbPGRBwOHVnj92feOHCx2TYJn8_NR_0 2024-09-12T01:15:44.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.463+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5183312293282990064', time=2024-09-12T03:05:37.725538+0000, chain.objs.size()=1 2024-09-12T01:15:44.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.463+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.vKV_GeXlRI_40E0a-mqjIz4T0N6uFTP_0 2024-09-12T01:15:44.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.463+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6861293115106420289', time=2024-09-12T03:05:40.226489+0000, chain.objs.size()=1 2024-09-12T01:15:44.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.463+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.299__shadow_.JqM7amagCHqnRvGloCaNbi8n3sPVUDe_0 2024-09-12T01:15:44.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.463+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2796455240721199673', time=2024-09-12T03:05:41.734223+0000, chain.objs.size()=1 2024-09-12T01:15:44.462 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.463+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.302__shadow_.AiupRikIxaMbZ-pp3A2ZrfreATX1ovy_0 2024-09-12T01:15:44.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.463+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9016682185664979354', time=2024-09-12T03:05:41.734978+0000, chain.objs.size()=1 2024-09-12T01:15:44.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.463+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.302__shadow_.LZMvsFBg5ng0vKS70AkFd1C-z6_g3HD_0 2024-09-12T01:15:44.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.463+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6544105066925921886', time=2024-09-12T03:06:01.472441+0000, chain.objs.size()=1 2024-09-12T01:15:44.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.463+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HTavGCAYA6Acc8OI07iz5VZz8Ky6RqP_0 2024-09-12T01:15:44.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.463+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5072098059511312454', time=2024-09-12T03:06:01.473553+0000, chain.objs.size()=1 2024-09-12T01:15:44.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.463+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.wATQuAhfc-Y99x1vRt_j7GniU4H80x9_0 2024-09-12T01:15:44.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.463+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2609278392551108491', time=2024-09-12T03:06:01.539055+0000, chain.objs.size()=1 2024-09-12T01:15:44.463 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.463+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.yPP-UsUtb4vak_CqGu3f5n1esbAzSKg_0 2024-09-12T01:15:44.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.466+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.521320380950770860', time=2024-09-12T03:06:01.556154+0000, chain.objs.size()=1 2024-09-12T01:15:44.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.466+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.COltyD2Y07HWbUixn7qqfqm2EfUhT_k_0 2024-09-12T01:15:44.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15672656098188214994', time=2024-09-12T03:06:01.591293+0000, chain.objs.size()=1 2024-09-12T01:15:44.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.K0yjRDUH4c8Uln9XyiJxAyzLf-4lqMz_0 2024-09-12T01:15:44.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9300739073599677604', time=2024-09-12T03:06:01.688235+0000, chain.objs.size()=1 2024-09-12T01:15:44.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.i4pP6YDet7Nnhzlt_PWFTRXx7qPSggy_0 2024-09-12T01:15:44.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13044279195974734831', time=2024-09-12T03:06:01.722198+0000, chain.objs.size()=1 2024-09-12T01:15:44.466 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fkvRlhMJtf30SYVVgLoOseSh3pWNQlY_0 2024-09-12T01:15:44.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13966604842671794715', time=2024-09-12T03:06:01.758744+0000, chain.objs.size()=1 2024-09-12T01:15:44.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.nRiv0yBh6QttJpNTByaCgm2EOZ6pG5__0 2024-09-12T01:15:44.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14661966938958586894', time=2024-09-12T03:06:01.776371+0000, chain.objs.size()=1 2024-09-12T01:15:44.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Wjc-r1kcRQ8B-XedgqfELkb36MgGxEw_0 2024-09-12T01:15:44.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16779028243922339424', time=2024-09-12T03:06:01.781116+0000, chain.objs.size()=1 2024-09-12T01:15:44.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Ii9xjHl4g_Q4HZC3qn1_NrxPjotuHEF_0 2024-09-12T01:15:44.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3841868500870248308', time=2024-09-12T03:06:01.787044+0000, chain.objs.size()=1 2024-09-12T01:15:44.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.6FSzsjZp5Ow6t8L9gJZJ4oSmUVdBeb6_0 2024-09-12T01:15:44.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13290429752393525077', time=2024-09-12T03:06:01.799053+0000, chain.objs.size()=1 2024-09-12T01:15:44.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1i0y7kCBg2SW3dCehxUuou_-FRY5V4O_0 2024-09-12T01:15:44.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.886448990874432030', time=2024-09-12T03:06:01.906944+0000, chain.objs.size()=1 2024-09-12T01:15:44.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ObAxj27UeWlODv6KDU4F_s7JnsVi-S0_0 2024-09-12T01:15:44.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11329687253846196258', time=2024-09-12T03:06:01.932855+0000, chain.objs.size()=1 2024-09-12T01:15:44.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.467+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.0x8c4E95NJp-zC--2pp_rk5nWLKbkBh_0 2024-09-12T01:15:44.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.469+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8204617254620908774', time=2024-09-12T03:06:01.938092+0000, chain.objs.size()=1 2024-09-12T01:15:44.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.469+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.IssFOm9NK_ALJZuyiuFzi55Wy-kWlWO_0 2024-09-12T01:15:44.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.470+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13058043932991648846', time=2024-09-12T03:06:01.958508+0000, chain.objs.size()=1 2024-09-12T01:15:44.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.470+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qmmUwUu6SSsm6E6pEHgMCzOWkWtgzAu_0 2024-09-12T01:15:44.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.471+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17873888009097302918', time=2024-09-12T03:06:01.971952+0000, chain.objs.size()=1 2024-09-12T01:15:44.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.471+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.BmZl_jahzGVZj0JsYRN5Qf6xoopkpx0_0 2024-09-12T01:15:44.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.471+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14008758945116491979', time=2024-09-12T03:06:02.006278+0000, chain.objs.size()=1 2024-09-12T01:15:44.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.471+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.749N2hZlgrG2eFRO_shdhoMQ0wsa8Yz_0 2024-09-12T01:15:44.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.471+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16582370134006655066', time=2024-09-12T03:06:02.093768+0000, chain.objs.size()=1 2024-09-12T01:15:44.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.471+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.juSH-fcxlq0K56JtcHFxaQWHHt2sAgY_0 2024-09-12T01:15:44.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.471+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6878095223076731045', time=2024-09-12T03:06:02.094586+0000, chain.objs.size()=1 2024-09-12T01:15:44.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.471+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.S6v05x9WfMQLnELHvG1YSaAI1Mi9_8i_0 2024-09-12T01:15:44.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.471+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1152074284002473182', time=2024-09-12T03:06:02.119509+0000, chain.objs.size()=1 2024-09-12T01:15:44.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.471+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qAYjmdibxp8lhM3xx80UwlfGCMsR0n0_0 2024-09-12T01:15:44.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.472+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4301753553932907634', time=2024-09-12T03:06:02.128070+0000, chain.objs.size()=1 2024-09-12T01:15:44.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.472+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Loz4jemJ0G3iE7Z1zeEQsIgLtpprBis_0 2024-09-12T01:15:44.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.472+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7880812557826771898', time=2024-09-12T03:06:02.134004+0000, chain.objs.size()=1 2024-09-12T01:15:44.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.472+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.O-2Vdetnzn7OEbBxyfGG680JhKib0ur_0 2024-09-12T01:15:44.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.472+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9672496242174489585', time=2024-09-12T03:06:02.144713+0000, chain.objs.size()=1 2024-09-12T01:15:44.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.472+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.vkszZvkruJdUIHbpR1Pl113eBRy41p3_0 2024-09-12T01:15:44.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.472+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9781662638841556024', time=2024-09-12T03:06:02.176378+0000, chain.objs.size()=1 2024-09-12T01:15:44.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.472+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.SPrtbDYWluW4Hz3nzGJM9DfTwIVelL4_0 2024-09-12T01:15:44.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.473+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11064008189454312439', time=2024-09-12T03:06:02.200417+0000, chain.objs.size()=1 2024-09-12T01:15:44.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.473+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.RKl5EGG6mXaw8HanjFZIxiuLV4WAH0M_0 2024-09-12T01:15:44.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.473+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7668911511169756934', time=2024-09-12T03:06:02.297543+0000, chain.objs.size()=1 2024-09-12T01:15:44.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.473+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.zboHTEq3tV0amHjVwg0slZK6SBUCTVv_0 2024-09-12T01:15:44.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.475+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13838202762603420777', time=2024-09-12T03:06:02.314352+0000, chain.objs.size()=1 2024-09-12T01:15:44.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.475+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Co_Uu0-Tlpdv5nZPG3ob1Ld0uL2S0Ui_0 2024-09-12T01:15:44.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.476+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4254037837634691226', time=2024-09-12T03:06:02.322639+0000, chain.objs.size()=1 2024-09-12T01:15:44.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.476+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.oTWOTXZ-8GXOjzrPYfRPalJUTPI2iqa_0 2024-09-12T01:15:44.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.476+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1629236989683289649', time=2024-09-12T03:06:02.357921+0000, chain.objs.size()=1 2024-09-12T01:15:44.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.476+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.S1TEJt9nyFiMkncv6f61TmMW1aN1cBl_0 2024-09-12T01:15:44.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.476+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9951919998814075923', time=2024-09-12T03:06:02.385906+0000, chain.objs.size()=1 2024-09-12T01:15:44.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.476+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Y1LVfyZwqJcO2QSYo2kXyh1kv27edFt_0 2024-09-12T01:15:44.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.476+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15886975073587909337', time=2024-09-12T03:06:02.422965+0000, chain.objs.size()=1 2024-09-12T01:15:44.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.476+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.jN1R_Eu0xFqz9c7LDhLMtDDL7e_43Ic_0 2024-09-12T01:15:44.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.476+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16053696941286906915', time=2024-09-12T03:06:02.522223+0000, chain.objs.size()=1 2024-09-12T01:15:44.476 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.476+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Wi9V8ezAnalz07EDzaayTKIaRIjdUYE_0 2024-09-12T01:15:44.476 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.476+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3966842094317688815', time=2024-09-12T03:06:02.736963+0000, chain.objs.size()=1 2024-09-12T01:15:44.476 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.476+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.K5Nlz0fIZcr6ufIuVPj0NU4SR0uJMT7_0 2024-09-12T01:15:44.476 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.477+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3226585199672917740', time=2024-09-12T03:06:02.747698+0000, chain.objs.size()=1 2024-09-12T01:15:44.476 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.477+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.a-rEWqhLiR6aEWjm_yBzJ5Ps_aj21Cf_0 2024-09-12T01:15:44.476 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.477+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2397398526691078272', time=2024-09-12T03:06:02.754373+0000, chain.objs.size()=1 2024-09-12T01:15:44.477 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.477+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.X_z-VA1iwxBBrTfR9tUKt5nV1ainFN3_0 2024-09-12T01:15:44.477 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.477+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7445164813358279964', time=2024-09-12T03:06:02.806871+0000, chain.objs.size()=1 2024-09-12T01:15:44.477 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.477+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.o8cHOKMEGZUaFpUF6GfDrZhNa3SyKBh_0 2024-09-12T01:15:44.477 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.477+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5205589515936073577', time=2024-09-12T03:06:02.815110+0000, chain.objs.size()=1 2024-09-12T01:15:44.477 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.477+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.PftFNleeZrKqw0tK_bXBZH9o7t1uLTn_0 2024-09-12T01:15:44.477 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.479+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5084357471725604841', time=2024-09-12T03:06:02.927898+0000, chain.objs.size()=1 2024-09-12T01:15:44.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.479+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.P2GDCTbBKDCwaSg-qwyNgbo7k40D6uE_0 2024-09-12T01:15:44.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.479+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14130096057934124193', time=2024-09-12T03:06:02.935875+0000, chain.objs.size()=1 2024-09-12T01:15:44.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.479+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.7bfzWZCIcSkwSouiDpXU2bwVBtQIp5__0 2024-09-12T01:15:44.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.480+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16643200425117104768', time=2024-09-12T03:06:02.975600+0000, chain.objs.size()=1 2024-09-12T01:15:44.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.480+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.V_MHL_teKh8FK6M1N7Bkvpo8J0tyCoH_0 2024-09-12T01:15:44.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.480+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14208138966758995578', time=2024-09-12T03:06:11.627182+0000, chain.objs.size()=1 2024-09-12T01:15:44.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.480+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.aazE0Py8Y5v4lQ_A4Xv92BCx21vGYeP_0 2024-09-12T01:15:44.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.480+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13911701081576874247', time=2024-09-12T03:06:11.650779+0000, chain.objs.size()=1 2024-09-12T01:15:44.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.480+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.eZqOpG90EL30fCObYakJoAthqsAXCAJ_0 2024-09-12T01:15:44.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.480+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9674094351881700337', time=2024-09-12T03:06:11.785249+0000, chain.objs.size()=1 2024-09-12T01:15:44.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.480+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.2nsiOlYXQ34AZ80HtnPkL-YEQk8raOm_0 2024-09-12T01:15:44.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.480+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11903289641438679006', time=2024-09-12T03:06:11.788425+0000, chain.objs.size()=1 2024-09-12T01:15:44.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.480+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.4xjMKrx8WHDpEjOBcHZZJtXnqjv5Ft6_0 2024-09-12T01:15:44.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.480+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.546609140126818330', time=2024-09-12T03:06:11.832651+0000, chain.objs.size()=1 2024-09-12T01:15:44.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.480+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.xXzIZMQSq_7I5SnXKQpviAwEojBwYH7_0 2024-09-12T01:15:44.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.480+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18353054150163347522', time=2024-09-12T03:06:11.866434+0000, chain.objs.size()=1 2024-09-12T01:15:44.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.480+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.PmZ-5HfnLL6D31XsQdhqcOrPmPiXI2n_0 2024-09-12T01:15:44.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.481+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17489908425446002834', time=2024-09-12T03:06:12.007152+0000, chain.objs.size()=1 2024-09-12T01:15:44.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.481+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.-aq-CaCaCmAa3sPIwNI12CdWUW7BawW_0 2024-09-12T01:15:44.480 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.481+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10663897488644275967', time=2024-09-12T03:06:12.012191+0000, chain.objs.size()=1 2024-09-12T01:15:44.481 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.481+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.QYZS-TpCPdYok4F-KhmXFTE_Z_FLf80_0 2024-09-12T01:15:44.481 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.483+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1366602683646360891', time=2024-09-12T03:06:12.169383+0000, chain.objs.size()=1 2024-09-12T01:15:44.482 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.483+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.SloTLTqaNjWInym-ygfZfHYaYgU_Ibg_0 2024-09-12T01:15:44.482 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.483+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9422549768249742161', time=2024-09-12T03:06:12.201050+0000, chain.objs.size()=1 2024-09-12T01:15:44.482 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.483+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.VGwTMHHgoMjN2wDIr9sKiaGyaYePZdh_0 2024-09-12T01:15:44.483 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.484+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15963759070402138126', time=2024-09-12T03:06:12.214748+0000, chain.objs.size()=1 2024-09-12T01:15:44.483 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.484+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.CZEoA7yJGBbHhUIs4NHgMh8RjOJIL52_0 2024-09-12T01:15:44.483 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.484+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5321728305404337010', time=2024-09-12T03:06:12.240309+0000, chain.objs.size()=1 2024-09-12T01:15:44.483 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.484+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.qFdI2pLZ2UN_Q_nU9aVRf9vyayv2kQB_0 2024-09-12T01:15:44.483 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.484+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6046481219595228964', time=2024-09-12T03:06:12.382363+0000, chain.objs.size()=1 2024-09-12T01:15:44.483 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.484+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.IJ1Ubviz06KQt7Eot2CdF1-8Q2bIeuL_0 2024-09-12T01:15:44.483 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.484+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10666057448895038721', time=2024-09-12T03:06:12.400267+0000, chain.objs.size()=1 2024-09-12T01:15:44.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.484+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.geu3UbbU2v1w_TfVXxOmxgkwWSFemyM_0 2024-09-12T01:15:44.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.484+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14823657707021007154', time=2024-09-12T03:06:12.402908+0000, chain.objs.size()=1 2024-09-12T01:15:44.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.484+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.AgzUP-946olIJqkWiIcTozkUPByccne_0 2024-09-12T01:15:44.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.484+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13103511770370539874', time=2024-09-12T03:06:12.423502+0000, chain.objs.size()=1 2024-09-12T01:15:44.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.484+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.YHdJ5zBgz1OpuxDlMktb9A7eW2vOUlw_0 2024-09-12T01:15:44.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.485+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9126596507347365692', time=2024-09-12T03:06:12.446662+0000, chain.objs.size()=1 2024-09-12T01:15:44.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.485+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Fyt_MkgJRDiiI1srHt-QgRLvece81BN_0 2024-09-12T01:15:44.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.489+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/52743 2024-09-12T01:15:44.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=36, truncated=0, next_marker='' 2024-09-12T01:15:44.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4057562093457492434', time=2024-09-12T03:06:12.558742+0000, chain.objs.size()=1 2024-09-12T01:15:44.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.QKC9xMZJK0Fg2off86HfS4Xg5rLHFl1_0 2024-09-12T01:15:44.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12781622388428042733', time=2024-09-12T03:06:12.572269+0000, chain.objs.size()=1 2024-09-12T01:15:44.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.IXralnBs5GwQ6IyovsznC5Su4NAfq6A_0 2024-09-12T01:15:44.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6597446635258708027', time=2024-09-12T03:06:12.577678+0000, chain.objs.size()=1 2024-09-12T01:15:44.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.-2BtJ9ZBcgFSLBeU9AO93DsZDuwfRNA_0 2024-09-12T01:15:44.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7708445310871551846', time=2024-09-12T03:06:12.636484+0000, chain.objs.size()=1 2024-09-12T01:15:44.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.pDScp_UzURae6OCzwXIx8X-QwzLT0hO_0 2024-09-12T01:15:44.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2275627696091922754', time=2024-09-12T03:06:12.655439+0000, chain.objs.size()=1 2024-09-12T01:15:44.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.hUfpkY2KIqm0VBuZ_y8x2LhnNEwiU3C_0 2024-09-12T01:15:44.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1199834103517492851', time=2024-09-12T03:06:12.666647+0000, chain.objs.size()=1 2024-09-12T01:15:44.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.RQWbvBgpGeDRWa190uypEuysD2A7WzJ_0 2024-09-12T01:15:44.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17859370891001629029', time=2024-09-12T03:06:12.669782+0000, chain.objs.size()=1 2024-09-12T01:15:44.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.gPaKc7nIWQJosGkwkTlIgvVT5l-jGTv_0 2024-09-12T01:15:44.491 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1300574094956547844', time=2024-09-12T03:06:12.793728+0000, chain.objs.size()=1 2024-09-12T01:15:44.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.VGtJJE_TQX2uaj6aVCaU7QJjq9sGcUD_0 2024-09-12T01:15:44.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2964257520193186487', time=2024-09-12T03:06:12.809630+0000, chain.objs.size()=1 2024-09-12T01:15:44.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.awh2eX5Me0zQvkiwK6mUsebWTKxxE9g_0 2024-09-12T01:15:44.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4676664765013244200', time=2024-09-12T03:06:12.850148+0000, chain.objs.size()=1 2024-09-12T01:15:44.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9EJiAeg8pYydbH8YP-fVMMEMAkby7ee_0 2024-09-12T01:15:44.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16015584149077447492', time=2024-09-12T03:06:12.958353+0000, chain.objs.size()=1 2024-09-12T01:15:44.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.-m1iAqeMblwBZodvcr2vjOEWo_ZAmmL_0 2024-09-12T01:15:44.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17358129845447678495', time=2024-09-12T03:06:12.975386+0000, chain.objs.size()=1 2024-09-12T01:15:44.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.491+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ZHKuoGi5yvg-IgVrCpHBIRBvL1jpi_G_0 2024-09-12T01:15:44.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.494+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8497931701326478030', time=2024-09-12T03:06:13.007296+0000, chain.objs.size()=1 2024-09-12T01:15:44.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.494+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.vf8cY-g0Y6ri_aRihnHCi3clVf_gUQw_0 2024-09-12T01:15:44.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.495+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.272544670585571741', time=2024-09-12T03:06:13.024353+0000, chain.objs.size()=1 2024-09-12T01:15:44.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.495+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.trqqzdat2NFAo4IaD2IhXVRzDPiAvyS_0 2024-09-12T01:15:44.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.495+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10317603056847210798', time=2024-09-12T03:06:37.807219+0000, chain.objs.size()=1 2024-09-12T01:15:44.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.495+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.378__shadow_.5jmsVstmSaFxeRHwoUg_yHQwaUVGL5L_0 2024-09-12T01:15:44.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.495+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8342493086625774941', time=2024-09-12T03:06:56.251093+0000, chain.objs.size()=1 2024-09-12T01:15:44.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.495+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.411__shadow_.TARughTKnMAM_ZCatFaFd7z3r1SOUcV_0 2024-09-12T01:15:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5140747678946681420', time=2024-09-12T03:07:07.643931+0000, chain.objs.size()=1 2024-09-12T01:15:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.497+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.433__shadow_.OGfTLC8ZBOkO_MJaj4lxDxxq168phzm_0 2024-09-12T01:15:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5714761280663440485', time=2024-09-12T03:07:24.637190+0000, chain.objs.size()=1 2024-09-12T01:15:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.497+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.462__shadow_.H4DH56qP1surcrJw6Ew_8yehInhzu2Z_0 2024-09-12T01:15:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7132004181085088492', time=2024-09-12T03:07:38.452578+0000, chain.objs.size()=1 2024-09-12T01:15:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.497+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.492__shadow_.rMigpVzcJ2sowtfUO_FHxZ2BlQxj2qx_0 2024-09-12T01:15:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12148459513858050495', time=2024-09-12T03:07:40.827977+0000, chain.objs.size()=1 2024-09-12T01:15:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.497+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.499__shadow_.IIA6GbdhMRZfr9nFAu5kSiPzXGjBajH_0 2024-09-12T01:15:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12289545212642716981', time=2024-09-12T03:07:43.487526+0000, chain.objs.size()=1 2024-09-12T01:15:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.497+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.504__shadow:UmM4C1u9SJEk8MgzhUFiNNKGDhUpVPK_._vUWTOEpTeS8Lz1kxpgI7_JTb2Gub1F_0 2024-09-12T01:15:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~2MrVXAbnSQb2cUP6xuiETuAh3kP4y6I', time=2024-09-12T03:08:04.001943+0000, chain.objs.size()=1 2024-09-12T01:15:44.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.497+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~2MrVXAbnSQb2cUP6xuiETuAh3kP4y6I.2 2024-09-12T01:15:44.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~2MrVXAbnSQb2cUP6xuiETuAh3kP4y6I', time=2024-09-12T03:08:04.003677+0000, chain.objs.size()=1 2024-09-12T01:15:44.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.497+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~2MrVXAbnSQb2cUP6xuiETuAh3kP4y6I.3 2024-09-12T01:15:44.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~VI8zbUzIIw_teOB6Zws8E2ezHTQpZEl', time=2024-09-12T03:08:12.988690+0000, chain.objs.size()=10 2024-09-12T01:15:44.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.497+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.527__multipart_mymultipart.2~VI8zbUzIIw_teOB6Zws8E2ezHTQpZEl.1 2024-09-12T01:15:44.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.498+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.527__multipart_mymultipart.2~VI8zbUzIIw_teOB6Zws8E2ezHTQpZEl.2 2024-09-12T01:15:44.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.498+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.527__multipart_mymultipart.2~VI8zbUzIIw_teOB6Zws8E2ezHTQpZEl.3 2024-09-12T01:15:44.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.498+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.527__multipart_mymultipart.2~VI8zbUzIIw_teOB6Zws8E2ezHTQpZEl.4 2024-09-12T01:15:44.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.499+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.527__multipart_mymultipart.2~VI8zbUzIIw_teOB6Zws8E2ezHTQpZEl.5 2024-09-12T01:15:44.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.501+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.527__multipart_mymultipart.2~VI8zbUzIIw_teOB6Zws8E2ezHTQpZEl.6 2024-09-12T01:15:44.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.501+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.527__multipart_mymultipart.2~VI8zbUzIIw_teOB6Zws8E2ezHTQpZEl.7 2024-09-12T01:15:44.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.501+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.527__multipart_mymultipart.2~VI8zbUzIIw_teOB6Zws8E2ezHTQpZEl.8 2024-09-12T01:15:44.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.501+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.527__multipart_mymultipart.2~VI8zbUzIIw_teOB6Zws8E2ezHTQpZEl.9 2024-09-12T01:15:44.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.503+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.527__multipart_mymultipart.2~VI8zbUzIIw_teOB6Zws8E2ezHTQpZEl.10 2024-09-12T01:15:44.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.503+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.406732331624725905', time=2024-09-12T03:08:56.074488+0000, chain.objs.size()=1 2024-09-12T01:15:44.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.503+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.557__shadow_.en5-_hbJ1hgMJFvrPcAP9YQ7wpr2U4c_0 2024-09-12T01:15:44.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.503+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6197274131533151474', time=2024-09-12T03:09:23.490051+0000, chain.objs.size()=1 2024-09-12T01:15:44.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.503+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.577__shadow:.LDwhktmX2huF5SZsXfOxCIRuzCVGFM_.4yufH-cB7Hbmsw_HIBPcXLag4lCh7rs_0 2024-09-12T01:15:44.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.503+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5336937419013532866', time=2024-09-12T03:09:27.540312+0000, chain.objs.size()=1 2024-09-12T01:15:44.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.503+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:QMxiASAzqwMSyfnVUUB83Hgvu7Wgu1E_.BxszK7BIEpV0Jh1AhGyUeGurMPvRbK1_0 2024-09-12T01:15:44.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.503+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6915645803962562362', time=2024-09-12T03:09:29.475345+0000, chain.objs.size()=1 2024-09-12T01:15:44.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.503+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:FTGgfJXYZlNqO6uKAKUSUOnVdtTw7ic_.NWLD_cWVFvhRXCbt5TvsYazxeccd6vW_0 2024-09-12T01:15:44.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.503+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10415417377421448198', time=2024-09-12T03:09:39.287378+0000, chain.objs.size()=4 2024-09-12T01:15:44.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.503+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.579__multipart_testobj.2~A3qzB_rMNBfiCl4vhRcOvEKij7z6EgU.1 2024-09-12T01:15:44.503 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.504+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.579__multipart_testobj.2~A3qzB_rMNBfiCl4vhRcOvEKij7z6EgU.2 2024-09-12T01:15:44.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.504+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.579__multipart_testobj.2~A3qzB_rMNBfiCl4vhRcOvEKij7z6EgU.3 2024-09-12T01:15:44.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.505+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.579__multipart_testobj.2~A3qzB_rMNBfiCl4vhRcOvEKij7z6EgU.4 2024-09-12T01:15:44.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.505+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16355882308634271799', time=2024-09-12T03:09:41.781310+0000, chain.objs.size()=1 2024-09-12T01:15:44.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.505+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.581__shadow:H2PwKa2THIRIWFw49acPJ6c1PEAF-9u_.XmQgXSohIM5Sr6o2ZvqXAW1dl5mNPMq_0 2024-09-12T01:15:44.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.505+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2390182450570944397', time=2024-09-12T03:09:41.881767+0000, chain.objs.size()=1 2024-09-12T01:15:44.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.505+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.581__shadow:E6QA42L0IkNCxHsiuXZ.9Qe4ND.xLrm_.hLrKQa4xD5BYc0B6Bg0kzGOnNg9yb3a_0 2024-09-12T01:15:44.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.506+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1271775415942405989', time=2024-09-12T03:12:46.544481+0000, chain.objs.size()=1 2024-09-12T01:15:44.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.506+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.693__shadow:8MoxHHmKne7q6q019od8AxRlG7rXn.T_._yoYKR8xiONwB9F1iQl30kmCtuALusi_0 2024-09-12T01:15:44.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.506+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14580329090752670048', time=2024-09-12T03:12:54.322910+0000, chain.objs.size()=1 2024-09-12T01:15:44.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.506+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.710__shadow_.87hxhVBPzWiPked3FH-pWD2h16if12a_0 2024-09-12T01:15:44.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.506+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10765517375444005874', time=2024-09-12T03:12:56.035089+0000, chain.objs.size()=1 2024-09-12T01:15:44.505 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.506+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.714__shadow:Wsua51ttaOZoXBintm6hcAipVceJckN_.SnQYM0FJhkfKEtAz-eyGjXJWgueigct_0 2024-09-12T01:15:44.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.507+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10591212095229870606', time=2024-09-12T03:13:17.545546+0000, chain.objs.size()=1 2024-09-12T01:15:44.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.507+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.719__shadow_.mACwpS_CCXfloljwK-UAtEyLb4iABQ1_0 2024-09-12T01:15:44.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.507+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~LlaHroTnDwCiwiBd454RJYZW7IUQvwV', time=2024-09-12T03:13:29.753496+0000, chain.objs.size()=1 2024-09-12T01:15:44.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.507+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.743__multipart_mymultipart.2~LlaHroTnDwCiwiBd454RJYZW7IUQvwV.1 2024-09-12T01:15:44.510 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.511+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:44.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.514+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2024-09-12T01:15:44.514 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.515+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:44.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.516+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:44.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45510' 2024-09-12T01:15:44.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17610625814730375149', time=2024-09-12T03:03:03.111110+0000, chain.objs.size()=1 2024-09-12T01:15:44.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.148__shadow_.PMk5I2v41J-wq_r6iWeUcVi7sgI7quC_0 2024-09-12T01:15:44.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13698045806224699530', time=2024-09-12T03:03:07.122355+0000, chain.objs.size()=1 2024-09-12T01:15:44.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.158__shadow:mKTR6ZFWFemBgHN550jr0OKHCmu.qM7_.n_JwuZQmXsMaAr32d36lt1B23DVbJmZ_0 2024-09-12T01:15:44.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3894657712758985160', time=2024-09-12T03:04:58.009685+0000, chain.objs.size()=1 2024-09-12T01:15:44.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.237__shadow_.pRfeRyFAcMGISiX4tBPlTvJ-dFBAp_A_0 2024-09-12T01:15:44.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3293049277832111010', time=2024-09-12T03:04:58.010608+0000, chain.objs.size()=1 2024-09-12T01:15:44.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.237__shadow_.ezJABzjQPIx-WHB7I0YekjWkX25qiMV_0 2024-09-12T01:15:44.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4366399858858553688', time=2024-09-12T03:05:02.751257+0000, chain.objs.size()=1 2024-09-12T01:15:44.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.244__shadow_.N6RE7YlMGMKfRyI3_H56CAs3ZMu6XKj_0 2024-09-12T01:15:44.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7347917894616282377', time=2024-09-12T03:05:04.068047+0000, chain.objs.size()=1 2024-09-12T01:15:44.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.246__shadow_.tzrBoKMxo26_RJnzAMaIVmRB9OXYZvv_0 2024-09-12T01:15:44.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17527423231121787624', time=2024-09-12T03:05:07.525341+0000, chain.objs.size()=1 2024-09-12T01:15:44.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.253__shadow_.w0g4zR-0r_ECvJRqYHStZs_fDMN5aNt_0 2024-09-12T01:15:44.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1863164486775472698', time=2024-09-12T03:05:08.488956+0000, chain.objs.size()=1 2024-09-12T01:15:44.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.255__shadow_.jdlzRfUde4QPbAulJSBJQEjOeorKT7z_0 2024-09-12T01:15:44.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12180147416359321627', time=2024-09-12T03:05:20.229477+0000, chain.objs.size()=1 2024-09-12T01:15:44.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.qgHh5A2ev5ST0J_MSdgh7Ge4o96mmFD_0 2024-09-12T01:15:44.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5682175903362786181', time=2024-09-12T03:05:20.422417+0000, chain.objs.size()=1 2024-09-12T01:15:44.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.YHkKABKkocweL6SVIZN1RK6JBj7bWw6_0 2024-09-12T01:15:44.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15907232612867320509', time=2024-09-12T03:05:20.432955+0000, chain.objs.size()=1 2024-09-12T01:15:44.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.gU4stKwd4_vaAtAHDuqrX65Pa__56Ve_0 2024-09-12T01:15:44.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1166868816206682417', time=2024-09-12T03:05:20.451811+0000, chain.objs.size()=1 2024-09-12T01:15:44.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Kg73cku-RntjuUETbUvlbo8RX93O-ae_0 2024-09-12T01:15:44.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1778386052301869766', time=2024-09-12T03:05:20.474363+0000, chain.objs.size()=1 2024-09-12T01:15:44.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.vi0ectFV0wQyn6lxgmU7IsDmPtUfEjw_0 2024-09-12T01:15:44.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5698855824999822596', time=2024-09-12T03:05:20.511695+0000, chain.objs.size()=1 2024-09-12T01:15:44.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Qk8kz3HzomT7rKCxbjLBldecIpXaB4x_0 2024-09-12T01:15:44.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17162346919276675169', time=2024-09-12T03:05:20.610937+0000, chain.objs.size()=1 2024-09-12T01:15:44.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.MyMGjPVfHqv98e-2eOKdxvkLOH68fow_0 2024-09-12T01:15:44.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11822611618560280928', time=2024-09-12T03:05:20.614611+0000, chain.objs.size()=1 2024-09-12T01:15:44.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.bSLpvS4oytc1tijUptbhR_OEmadAdT1_0 2024-09-12T01:15:44.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14235597377855333385', time=2024-09-12T03:05:20.628797+0000, chain.objs.size()=1 2024-09-12T01:15:44.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.UpSMnNQ0ZLIf_U2tkXk5XcC7yO09W_8_0 2024-09-12T01:15:44.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4890059323072888839', time=2024-09-12T03:05:20.629701+0000, chain.objs.size()=1 2024-09-12T01:15:44.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.R2-wEEgQTMpzRp4s0NittlUfaUIb31Y_0 2024-09-12T01:15:44.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17531169552104782767', time=2024-09-12T03:05:20.655552+0000, chain.objs.size()=1 2024-09-12T01:15:44.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8c-SQ2hVU0VAuZjHhG_azp6XkE-Xayv_0 2024-09-12T01:15:44.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17011249794572047520', time=2024-09-12T03:05:20.670101+0000, chain.objs.size()=1 2024-09-12T01:15:44.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.kL9nOxsgB2JobpFEBypWJ73YFEGqJo6_0 2024-09-12T01:15:44.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5768564604543664298', time=2024-09-12T03:05:20.677631+0000, chain.objs.size()=1 2024-09-12T01:15:44.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ExmNfGlPnAnSj9z2HiJdkjYVL1_f7f6_0 2024-09-12T01:15:44.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15362375450855203993', time=2024-09-12T03:05:20.824385+0000, chain.objs.size()=1 2024-09-12T01:15:44.522 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.sX9yUnatwOzEiQFUnL61EKsSB_2ISDj_0 2024-09-12T01:15:44.522 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11863289475505990637', time=2024-09-12T03:05:20.836994+0000, chain.objs.size()=1 2024-09-12T01:15:44.522 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.521+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.M-sQUtCKCCqJFMYxTIpw5i01vlsS4fX_0 2024-09-12T01:15:44.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.524+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1178512170670988176', time=2024-09-12T03:05:20.904991+0000, chain.objs.size()=1 2024-09-12T01:15:44.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.524+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.3KcxSW7lGTqyICD9geMm_nuQsP4Brs6_0 2024-09-12T01:15:44.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.524+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4509649215889762994', time=2024-09-12T03:05:21.060555+0000, chain.objs.size()=1 2024-09-12T01:15:44.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.524+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.myGkyr0tt3Eq8aoZf2gACwQfec7vaWb_0 2024-09-12T01:15:44.523 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.525+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12000031732216669906', time=2024-09-12T03:05:21.063593+0000, chain.objs.size()=1 2024-09-12T01:15:44.524 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.525+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.hWHEjCQ0_X7Z1YeW8KjCE5yqtvs7pDN_0 2024-09-12T01:15:44.524 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.525+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13337380782435385921', time=2024-09-12T03:05:21.095926+0000, chain.objs.size()=1 2024-09-12T01:15:44.524 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.525+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8g-NB_3WFCHIsbfaiejvbOYEsNOpfUA_0 2024-09-12T01:15:44.524 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.525+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3114356894712278582', time=2024-09-12T03:05:21.104691+0000, chain.objs.size()=1 2024-09-12T01:15:44.525 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.525+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.kkNhfEvtr9dz9frw0z1ib7sjLBilebu_0 2024-09-12T01:15:44.525 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.526+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7757817067849199134', time=2024-09-12T03:05:21.188326+0000, chain.objs.size()=1 2024-09-12T01:15:44.525 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.526+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.QIGoWWuXDuPKrB12U2Z8dVd7Qi477W1_0 2024-09-12T01:15:44.525 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.526+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14814421225967082342', time=2024-09-12T03:05:21.205677+0000, chain.objs.size()=1 2024-09-12T01:15:44.525 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.526+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.QBGkUtZsyFdwbds8vAUjIndUtk_MI1v_0 2024-09-12T01:15:44.525 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.526+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17551384459205200983', time=2024-09-12T03:05:21.214367+0000, chain.objs.size()=1 2024-09-12T01:15:44.525 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.526+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.CqDuxFCYzEsV3jcIHTsW-hTnJZl-U7D_0 2024-09-12T01:15:44.525 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.526+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11002408300753971162', time=2024-09-12T03:05:21.242260+0000, chain.objs.size()=1 2024-09-12T01:15:44.526 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.526+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.pAkZaXAMuhBKdRlwlRCD96xmGdrwOya_0 2024-09-12T01:15:44.526 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.526+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13025710077386568067', time=2024-09-12T03:05:21.270564+0000, chain.objs.size()=1 2024-09-12T01:15:44.526 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.526+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.urlWAxPOGPT2uMdtOH7vZ_iqgoS6PM5_0 2024-09-12T01:15:44.526 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.526+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7609648568970029212', time=2024-09-12T03:05:21.296908+0000, chain.objs.size()=1 2024-09-12T01:15:44.526 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.526+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.aoavx9MhkuRPPtcP5eheybtC0N4HoBz_0 2024-09-12T01:15:44.526 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.527+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4136938900713824269', time=2024-09-12T03:05:21.451311+0000, chain.objs.size()=1 2024-09-12T01:15:44.526 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.527+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.aa0TP7lEGEocK2mLu0uvCHA4ZZLqgPy_0 2024-09-12T01:15:44.527 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.528+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11938615667407621782', time=2024-09-12T03:05:21.473471+0000, chain.objs.size()=1 2024-09-12T01:15:44.527 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.528+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.3fjAPJMsm2D6YUKV6zL-5lCRB-hDMYJ_0 2024-09-12T01:15:44.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.530+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6588090620034551523', time=2024-09-12T03:05:21.477954+0000, chain.objs.size()=1 2024-09-12T01:15:44.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.530+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.o9KaQ4Ww-HAKEb2I84t8kauxAYBs2iV_0 2024-09-12T01:15:44.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.530+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13589053992754476985', time=2024-09-12T03:05:21.486805+0000, chain.objs.size()=1 2024-09-12T01:15:44.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.530+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.5bzWRYJX2-XHK0kRaxfKtn1HRHX-yvg_0 2024-09-12T01:15:44.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.530+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10879706021898282818', time=2024-09-12T03:05:21.492943+0000, chain.objs.size()=1 2024-09-12T01:15:44.529 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.530+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.tv-RetdgGKpFpZdqNlmkSPDYCZ3xQ79_0 2024-09-12T01:15:44.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.531+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.935913150501571002', time=2024-09-12T03:05:21.586665+0000, chain.objs.size()=1 2024-09-12T01:15:44.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.531+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.I-1SvkdCdOFy2bymL3qu3PQ6JrsHJ4i_0 2024-09-12T01:15:44.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.531+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3201634981058316614', time=2024-09-12T03:05:21.607278+0000, chain.objs.size()=1 2024-09-12T01:15:44.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.531+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.zqhMdmFICVk5Fgm5fAHUq8ad89edBBs_0 2024-09-12T01:15:44.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.531+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8429979362403245864', time=2024-09-12T03:05:21.612965+0000, chain.objs.size()=1 2024-09-12T01:15:44.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.531+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.hhxcGwwMXq4ClL6qyOxe-duT-308ITu_0 2024-09-12T01:15:44.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.531+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17363959493127754281', time=2024-09-12T03:05:21.656159+0000, chain.objs.size()=1 2024-09-12T01:15:44.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.531+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.QwvRPgZj1gtZxt63xlMtesQj3nfdMaS_0 2024-09-12T01:15:44.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.532+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2753364989141477966', time=2024-09-12T03:05:21.658391+0000, chain.objs.size()=1 2024-09-12T01:15:44.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.532+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.mSfDUkjiS5HsKHA4OVNTrh15OyGwO6n_0 2024-09-12T01:15:44.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.532+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11248688422317609063', time=2024-09-12T03:05:21.662867+0000, chain.objs.size()=1 2024-09-12T01:15:44.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.532+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.zC0LxQVMXPDMiKg3ck7IPX3-_p0P39r_0 2024-09-12T01:15:44.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.532+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10913231630732322718', time=2024-09-12T03:05:24.992466+0000, chain.objs.size()=1 2024-09-12T01:15:44.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.532+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.270__shadow_.WxcoRdI5qp1Ux9mtXclyzietAjzHoYD_0 2024-09-12T01:15:44.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.534+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6917221678450082752', time=2024-09-12T03:05:24.993248+0000, chain.objs.size()=1 2024-09-12T01:15:44.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.534+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.270__shadow_.nqbqkZqGC4uT1ALcp_nJUuZ83h4ByqH_0 2024-09-12T01:15:44.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.534+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5469825318288427468', time=2024-09-12T03:05:30.925093+0000, chain.objs.size()=1 2024-09-12T01:15:44.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.534+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.282__shadow_.00YE2JXOpvB-b5eb5FnjBjjeNkf14Ux_0 2024-09-12T01:15:44.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.534+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4420890747958848123', time=2024-09-12T03:05:32.924648+0000, chain.objs.size()=1 2024-09-12T01:15:44.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.534+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.286__shadow_.Y5wUePtD2U8qcS2DH66ZyU3AKbhw_Nx_0 2024-09-12T01:15:44.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.534+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14505938609895954128', time=2024-09-12T03:05:37.709959+0000, chain.objs.size()=1 2024-09-12T01:15:44.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.534+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.dfisdmD9C0Ov3KInr3OJPFgZudbLIJH_0 2024-09-12T01:15:44.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.535+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8271115394284787077', time=2024-09-12T03:05:41.264766+0000, chain.objs.size()=1 2024-09-12T01:15:44.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.535+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.301__shadow_.bU_2YqhDvZxCvcITu9RIUdCF9mqnc6e_0 2024-09-12T01:15:44.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.535+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.988826466441503530', time=2024-09-12T03:06:01.479373+0000, chain.objs.size()=1 2024-09-12T01:15:44.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.535+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qT3J-NIwwbW1nC5dtbSpUdkd0VcK_Kr_0 2024-09-12T01:15:44.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.535+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1910452083825846773', time=2024-09-12T03:06:01.480292+0000, chain.objs.size()=1 2024-09-12T01:15:44.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.535+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.FzbAVJpIOdm9nt2_TP1TWKezASLPgMF_0 2024-09-12T01:15:44.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.537+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14781218257601117968', time=2024-09-12T03:06:01.563115+0000, chain.objs.size()=1 2024-09-12T01:15:44.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.537+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.SindegMpbgFldwDLRjImk_iFTTybD28_0 2024-09-12T01:15:44.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.537+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14167649338228024931', time=2024-09-12T03:06:01.679155+0000, chain.objs.size()=1 2024-09-12T01:15:44.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.537+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.KPcCl0BQEiLBQXMPBq4yOb71abWtr8t_0 2024-09-12T01:15:44.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.538+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7471176277304310495', time=2024-09-12T03:06:01.699604+0000, chain.objs.size()=1 2024-09-12T01:15:44.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.538+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.FKchegRgjfGoohlMPu7Joucv-JEtbm__0 2024-09-12T01:15:44.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.538+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14695073959151811681', time=2024-09-12T03:06:01.700639+0000, chain.objs.size()=1 2024-09-12T01:15:44.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.538+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qLNRZL08UYVj3ZngS1pjQTUN_qEOVhr_0 2024-09-12T01:15:44.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.538+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10251857871644713320', time=2024-09-12T03:06:01.733400+0000, chain.objs.size()=1 2024-09-12T01:15:44.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.538+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HI5-hqtnxuUkSDbTCkN3hWbi37gw1Y7_0 2024-09-12T01:15:44.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.538+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11977987665835285862', time=2024-09-12T03:06:01.912205+0000, chain.objs.size()=1 2024-09-12T01:15:44.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.538+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HYwhiZA9xBcVsOwZHfrgKKI6QbrxcfB_0 2024-09-12T01:15:44.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.538+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14847763678782469972', time=2024-09-12T03:06:01.920302+0000, chain.objs.size()=1 2024-09-12T01:15:44.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.538+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.lnzLQveXv69Ka34Jldw8YPoLwjW82lD_0 2024-09-12T01:15:44.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.538+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12983999429490448009', time=2024-09-12T03:06:01.951539+0000, chain.objs.size()=1 2024-09-12T01:15:44.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.538+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.m6h5PSS72vv0-putz4IW4n8GtqWtZbD_0 2024-09-12T01:15:44.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.539+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9841104923099131488', time=2024-09-12T03:06:01.965655+0000, chain.objs.size()=1 2024-09-12T01:15:44.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.539+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.-ZC0cRkqpcxwFPikBSXStcnTCDc_c8q_0 2024-09-12T01:15:44.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.540+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9386742042896671508', time=2024-09-12T03:06:01.987835+0000, chain.objs.size()=1 2024-09-12T01:15:44.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.540+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.y7aWQ1R73kwhijKUGL3MqqFyGpqZSfg_0 2024-09-12T01:15:44.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.540+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18271397403953427470', time=2024-09-12T03:06:01.998637+0000, chain.objs.size()=1 2024-09-12T01:15:44.539 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.540+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.38Cml-pnd1_84IQUPH8Y9G871czg9Ax_0 2024-09-12T01:15:44.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.541+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3239422242264073967', time=2024-09-12T03:06:02.118079+0000, chain.objs.size()=1 2024-09-12T01:15:44.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.541+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.S9GZ3X5UvGuqSKHCCoWMlEjFEBLS-IK_0 2024-09-12T01:15:44.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.541+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9201340645021183011', time=2024-09-12T03:06:02.211427+0000, chain.objs.size()=1 2024-09-12T01:15:44.540 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.541+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.gWxqrWEw7a2YBOqAEkIndIfmTXGW0S-_0 2024-09-12T01:15:44.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.542+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8014001747120238300', time=2024-09-12T03:06:02.358395+0000, chain.objs.size()=1 2024-09-12T01:15:44.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.542+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.sHpT7BYlyi4hgUr1HKaJfeTx2AVQiUr_0 2024-09-12T01:15:44.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.542+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16644199783780462813', time=2024-09-12T03:06:02.374449+0000, chain.objs.size()=1 2024-09-12T01:15:44.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.542+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Za19PADbrChACJG-1S7dPGD28AWv5TQ_0 2024-09-12T01:15:44.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.542+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10595545353856692891', time=2024-09-12T03:06:02.390854+0000, chain.objs.size()=1 2024-09-12T01:15:44.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.542+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.7FJOFKXBR9ap9diSfI1Hc8pjr8H1sWd_0 2024-09-12T01:15:44.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.542+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6167448822747382121', time=2024-09-12T03:06:02.511850+0000, chain.objs.size()=1 2024-09-12T01:15:44.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.542+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.7AThlMi2LleF6SunXjdgzG8-0Kf1t4P_0 2024-09-12T01:15:44.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.542+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2533993308103131866', time=2024-09-12T03:06:02.525027+0000, chain.objs.size()=1 2024-09-12T01:15:44.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.542+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.O8csJGP3UjfenJZJfySf69MkHTR5Coo_0 2024-09-12T01:15:44.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.542+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11586921921251273397', time=2024-09-12T03:06:02.599617+0000, chain.objs.size()=1 2024-09-12T01:15:44.542 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.542+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fFM6HoLGtJQbXQHQJUtoB3qXX7bduEy_0 2024-09-12T01:15:44.543 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.544+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14094858700111385334', time=2024-09-12T03:06:02.608839+0000, chain.objs.size()=1 2024-09-12T01:15:44.543 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.544+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ZG8itosIyr5Cg9Up0JKK7n7fWn0EbpG_0 2024-09-12T01:15:44.543 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.544+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7430684299407827460', time=2024-09-12T03:06:02.611667+0000, chain.objs.size()=1 2024-09-12T01:15:44.543 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.544+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.phj9G60Q2F-X56aeg0jycnS-Sgzi9nP_0 2024-09-12T01:15:44.543 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.544+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4860027398973535450', time=2024-09-12T03:06:02.705847+0000, chain.objs.size()=1 2024-09-12T01:15:44.543 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.544+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.rLz9B9A3oZqUY7FxSr7zoYLJ9aEazj5_0 2024-09-12T01:15:44.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.545+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17894355850948592733', time=2024-09-12T03:06:02.732239+0000, chain.objs.size()=1 2024-09-12T01:15:44.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.545+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.kFJSsoNA6q1pUGJbpEb2R2nNhIL9bAz_0 2024-09-12T01:15:44.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.545+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9816549013485223857', time=2024-09-12T03:06:02.750856+0000, chain.objs.size()=1 2024-09-12T01:15:44.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.545+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.vyVtc30twKEni-zluvlqz8X3gqBss9Z_0 2024-09-12T01:15:44.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.545+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8147172908147401767', time=2024-09-12T03:06:02.765713+0000, chain.objs.size()=1 2024-09-12T01:15:44.544 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.545+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.UObkDS2DuhKH7jtC2rETbTrHvlcYsSk_0 2024-09-12T01:15:44.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11737617592221200420', time=2024-09-12T03:06:02.770011+0000, chain.objs.size()=1 2024-09-12T01:15:44.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.IMSvTfs4ZOMFz-BAd09Z_snJ0_C6xqX_0 2024-09-12T01:15:44.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.189123460693349745', time=2024-09-12T03:06:02.816146+0000, chain.objs.size()=1 2024-09-12T01:15:44.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.95tKiym8GcDtf0KsOWdJofvpLg8w-2A_0 2024-09-12T01:15:44.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10272583400665377223', time=2024-09-12T03:06:02.916211+0000, chain.objs.size()=1 2024-09-12T01:15:44.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Eo6e8Kq_mb9Qx1iokGb7BRXtyYuiP0C_0 2024-09-12T01:15:44.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1172572850142760874', time=2024-09-12T03:06:02.958717+0000, chain.objs.size()=1 2024-09-12T01:15:44.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.2gDYjpk4msz9a42Ye8Bw5_yca4iWvX0_0 2024-09-12T01:15:44.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5819722336715651231', time=2024-09-12T03:06:02.989135+0000, chain.objs.size()=1 2024-09-12T01:15:44.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HTGndO7OCxLlRC01jbkZ6i6lBR-mrD0_0 2024-09-12T01:15:44.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11461724498126600800', time=2024-09-12T03:06:11.611383+0000, chain.objs.size()=1 2024-09-12T01:15:44.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.avJKpO24xbP2PGL9Vtw-KURJaWRVcdg_0 2024-09-12T01:15:44.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.549+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10687130121363963686', time=2024-09-12T03:06:11.673911+0000, chain.objs.size()=1 2024-09-12T01:15:44.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.549+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9h8SyligsALcInGvcRtO2EUix9jR4iX_0 2024-09-12T01:15:44.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.549+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6538288048696010193', time=2024-09-12T03:06:11.698196+0000, chain.objs.size()=1 2024-09-12T01:15:44.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.549+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.6ZKPCH5ozXDoSfrBh4sCHmdwUAXil3l_0 2024-09-12T01:15:44.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.549+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.812226266310636723', time=2024-09-12T03:06:11.786696+0000, chain.objs.size()=1 2024-09-12T01:15:44.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.549+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.8Xe-rH17mr4s-HiLHj4golhjwOnhH-m_0 2024-09-12T01:15:44.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.549+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17843258242346788441', time=2024-09-12T03:06:11.827889+0000, chain.objs.size()=1 2024-09-12T01:15:44.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.549+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.HIWPSbIQFMIH7PZz0hdPNvSttFSu4xB_0 2024-09-12T01:15:44.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.549+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2531458542450789763', time=2024-09-12T03:06:11.828748+0000, chain.objs.size()=1 2024-09-12T01:15:44.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.549+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.MGNje1gQ_nnnsHsHN1t-gPCQEjEzZPE_0 2024-09-12T01:15:44.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.551+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.329412557069928181', time=2024-09-12T03:06:11.847510+0000, chain.objs.size()=1 2024-09-12T01:15:44.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.551+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.kzrdXigx0oq9tttiAVmvF1gMECbH9oJ_0 2024-09-12T01:15:44.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.551+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13333954297284874686', time=2024-09-12T03:06:11.891136+0000, chain.objs.size()=1 2024-09-12T01:15:44.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.551+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.pnTY1JR5-AZ9mK5NehYRwhSCsoBPOc3_0 2024-09-12T01:15:44.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.551+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10655069934626628221', time=2024-09-12T03:06:11.976906+0000, chain.objs.size()=1 2024-09-12T01:15:44.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.551+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.LTJ1C_fQPUMvmwyyGziCMgIJJhJMy9n_0 2024-09-12T01:15:44.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.551+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12402098196049361562', time=2024-09-12T03:06:11.980205+0000, chain.objs.size()=1 2024-09-12T01:15:44.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.551+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.oxzYCSmkJ3Fip39NTGrVoSgTfUuhH05_0 2024-09-12T01:15:44.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.551+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15145529260414743489', time=2024-09-12T03:06:11.994409+0000, chain.objs.size()=1 2024-09-12T01:15:44.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.551+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.PrFZTCZt2Ea2mo0efUw-qzDDSRMpK-B_0 2024-09-12T01:15:44.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.551+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6282497253220591634', time=2024-09-12T03:06:12.065573+0000, chain.objs.size()=1 2024-09-12T01:15:44.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.551+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.VFV3oYzrt1kdXoMflY8DMyKqIJ_Xw1q_0 2024-09-12T01:15:44.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.553+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9840615071803267217', time=2024-09-12T03:06:12.223313+0000, chain.objs.size()=1 2024-09-12T01:15:44.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.553+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.rLJV_ZT2J4G2kFyF6XM2jWw3Q8U4ToE_0 2024-09-12T01:15:44.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.553+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7432308161940470588', time=2024-09-12T03:06:12.429430+0000, chain.objs.size()=1 2024-09-12T01:15:44.552 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.553+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9tMeUZXCktgDPtUX3YxisxETksQxYsT_0 2024-09-12T01:15:44.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.555+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2218059299254748202', time=2024-09-12T03:06:12.434446+0000, chain.objs.size()=1 2024-09-12T01:15:44.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.555+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.0TPxtEKTVzlf65UOrxTRz6MRHJbvZe6_0 2024-09-12T01:15:44.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.555+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14697511372166117935', time=2024-09-12T03:06:12.479524+0000, chain.objs.size()=1 2024-09-12T01:15:44.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.555+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.lEOU86ZPGfs7e01dZybGAmEQh0cr-RA_0 2024-09-12T01:15:44.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.555+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17409072640741826017', time=2024-09-12T03:06:12.570810+0000, chain.objs.size()=1 2024-09-12T01:15:44.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.556+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_._qSI2iezldNjuYrUHut01j4PsLn-Dd-_0 2024-09-12T01:15:44.558 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.559+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/45510 2024-09-12T01:15:44.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=27, truncated=0, next_marker='' 2024-09-12T01:15:44.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6539564323247815294', time=2024-09-12T03:06:12.592961+0000, chain.objs.size()=1 2024-09-12T01:15:44.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.lJLoZImv9_SadVsgt68KMdW1adI_ksR_0 2024-09-12T01:15:44.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9103219732249772160', time=2024-09-12T03:06:12.650227+0000, chain.objs.size()=1 2024-09-12T01:15:44.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.mz-WWDdqG5R-jByAkNeGLd0CGZJ432Q_0 2024-09-12T01:15:44.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14489052682835462329', time=2024-09-12T03:06:12.671309+0000, chain.objs.size()=1 2024-09-12T01:15:44.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.MvMEF1FR_JhE2WSIE2aWmQDKL_pl1PT_0 2024-09-12T01:15:44.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12386803070752022150', time=2024-09-12T03:06:12.672606+0000, chain.objs.size()=1 2024-09-12T01:15:44.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.TQJUqCf9DZUYDcUyqBN5j9xDguZPB1y_0 2024-09-12T01:15:44.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13865278993781623633', time=2024-09-12T03:06:12.777915+0000, chain.objs.size()=1 2024-09-12T01:15:44.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.p7Qjju1w71JU6EaWoB5GETdSNNNj8Ki_0 2024-09-12T01:15:44.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2395961170277777288', time=2024-09-12T03:06:12.866315+0000, chain.objs.size()=1 2024-09-12T01:15:44.561 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.qQknTB5tLWjSDSfLdbZG6efClkNLTrg_0 2024-09-12T01:15:44.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2533299334741709492', time=2024-09-12T03:06:12.965098+0000, chain.objs.size()=1 2024-09-12T01:15:44.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Zalja39n_vLat4x3hYdPJPQkt3HbTOj_0 2024-09-12T01:15:44.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5512077108381231249', time=2024-09-12T03:06:12.980475+0000, chain.objs.size()=1 2024-09-12T01:15:44.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.LunZ6GF6ew8iju_lP2H8ZwVYuy3VRRZ_0 2024-09-12T01:15:44.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9702759237333308', time=2024-09-12T03:06:17.303639+0000, chain.objs.size()=1 2024-09-12T01:15:44.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.334__shadow_.JD4MyNSGS43CSxvtbHDBcASk5RQGUlE_0 2024-09-12T01:15:44.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9505932185693781165', time=2024-09-12T03:06:20.063742+0000, chain.objs.size()=1 2024-09-12T01:15:44.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.561+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.340__shadow_.wISf6NNj8S_RSuUAqBw9K8QZM67Denw_0 2024-09-12T01:15:44.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.562+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6772546451985512365', time=2024-09-12T03:06:44.734729+0000, chain.objs.size()=1 2024-09-12T01:15:44.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.562+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.391__shadow_.HtNZBy-5PNIgaCgkE8DYwvh0Irbig-Z_0 2024-09-12T01:15:44.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.562+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7135466843028214159', time=2024-09-12T03:07:08.989625+0000, chain.objs.size()=1 2024-09-12T01:15:44.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.562+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.436__shadow_.bmYx5u1AY4CJsJsvXQ2dvrPd4MQZlOH_0 2024-09-12T01:15:44.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.564+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9883880668942493633', time=2024-09-12T03:07:12.596355+0000, chain.objs.size()=1 2024-09-12T01:15:44.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.564+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.443__shadow_.GZLe5sZe589PaghVS7F-j3UaU_x4YHy_0 2024-09-12T01:15:44.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.566+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11227490698749788649', time=2024-09-12T03:07:20.980164+0000, chain.objs.size()=1 2024-09-12T01:15:44.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.566+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.457__shadow_.9as6aO5dyfXDQGfhWY5W8EOZGWUjSx3_0 2024-09-12T01:15:44.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.566+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16483750739135042531', time=2024-09-12T03:07:21.679248+0000, chain.objs.size()=1 2024-09-12T01:15:44.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.566+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.458__shadow_.e_QEdzeOU5xctyHKFSw1-QnXtiipS0f_0 2024-09-12T01:15:44.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.566+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18075416665073180149', time=2024-09-12T03:07:33.906714+0000, chain.objs.size()=1 2024-09-12T01:15:44.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.566+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.484__shadow_.CHyEw-lBWtXujKPf7j-2_LLHIjZBoCH_0 2024-09-12T01:15:44.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.566+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16039535906683879927', time=2024-09-12T03:07:40.013539+0000, chain.objs.size()=1 2024-09-12T01:15:44.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.566+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.497__shadow_.mk_zTmMTGqqUE0qAUP01K0pltaA6Kwg_0 2024-09-12T01:15:44.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.566+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3733821097969292897', time=2024-09-12T03:07:52.171625+0000, chain.objs.size()=1 2024-09-12T01:15:44.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.566+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.518__shadow_.BwuP8tlbCCyYZa4V0m4TszdFOB75j6a_0 2024-09-12T01:15:44.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.566+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9422574266934909985', time=2024-09-12T03:07:52.173807+0000, chain.objs.size()=2 2024-09-12T01:15:44.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.566+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.518__shadow_.yY24_UXdpROguNTxW0I1KyISLlyp3-a_0 2024-09-12T01:15:44.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.566+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.518__shadow_.yY24_UXdpROguNTxW0I1KyISLlyp3-a_1 2024-09-12T01:15:44.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.566+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1878418115921541985', time=2024-09-12T03:08:11.525059+0000, chain.objs.size()=3 2024-09-12T01:15:44.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.566+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.526__multipart_mymultipart.2~WMWoMr4DZeTArd6taWWyTXWlIegLouc.1 2024-09-12T01:15:44.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.566+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.526__multipart_mymultipart.2~WMWoMr4DZeTArd6taWWyTXWlIegLouc.2 2024-09-12T01:15:44.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.566+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.526__multipart_mymultipart.2~WMWoMr4DZeTArd6taWWyTXWlIegLouc.3 2024-09-12T01:15:44.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.567+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~MbDUZ_-xXckxVnyc4dWjv2a3rr8xLcR', time=2024-09-12T03:08:16.355596+0000, chain.objs.size()=1 2024-09-12T01:15:44.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.567+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.532__multipart_mymultipart2.2~MbDUZ_-xXckxVnyc4dWjv2a3rr8xLcR.1 2024-09-12T01:15:44.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.571+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4197551413803318435', time=2024-09-12T03:08:52.600981+0000, chain.objs.size()=1 2024-09-12T01:15:44.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.571+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.552__shadow_.Lq0hucYP2lm4ATqmcT78vfvSxraP7yo_0 2024-09-12T01:15:44.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.571+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14348995621735346896', time=2024-09-12T03:08:57.562915+0000, chain.objs.size()=1 2024-09-12T01:15:44.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.571+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.559__shadow_.v9XCfDBNJhp4Z-1b_zQoYBqlfrh5U5c_0 2024-09-12T01:15:44.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.571+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2862667672629793144', time=2024-09-12T03:08:59.215606+0000, chain.objs.size()=1 2024-09-12T01:15:44.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.571+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.562__multipart_mymultipart.2~9Gd1Gqu8_SG1lYa_qdqQA-7Hg3gJmti.1 2024-09-12T01:15:44.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.571+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3188713960461929016', time=2024-09-12T03:09:16.605910+0000, chain.objs.size()=1 2024-09-12T01:15:44.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.571+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.574__shadow_.an1jhmAJRson09borTw9fgzSqqCXCjK_0 2024-09-12T01:15:44.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.571+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.933819432049798292', time=2024-09-12T03:12:47.293203+0000, chain.objs.size()=1 2024-09-12T01:15:44.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.571+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.695__shadow:y5ZFu.JCP3xUwlbtBK.yw4TshwnG1HK_.ObBJGQUNmyNtC4vk7ru2q9KOqiatATo_0 2024-09-12T01:15:44.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.571+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~mX0RTfByCr-lvy_3SaUQyB2zBKG5m4R', time=2024-09-12T03:13:29.758353+0000, chain.objs.size()=1 2024-09-12T01:15:44.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.571+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.743__multipart_mymultipart2.2~mX0RTfByCr-lvy_3SaUQyB2zBKG5m4R.1 2024-09-12T01:15:44.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.575+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:44.576 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.577+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2024-09-12T01:15:44.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.580+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:44.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.581+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.581+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/44117' 2024-09-12T01:15:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.581+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='_L1UHMKEUJC1cGZnSu8ZYnTy5cfHgzLk', time=2024-09-12T03:03:12.265258+0000, chain.objs.size()=1 2024-09-12T01:15:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.581+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.164__shadow_.FJIIsLhInMgQLy-6QoLMf7y3owB2ZQf_0 2024-09-12T01:15:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.581+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.728964446049536840', time=2024-09-12T03:03:28.040035+0000, chain.objs.size()=1 2024-09-12T01:15:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.581+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.179__shadow_.baDslYPb8eOHTfD-Vc4ZBQQ86MZy6Hn_0 2024-09-12T01:15:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.581+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.228714654492251535', time=2024-09-12T03:04:59.734219+0000, chain.objs.size()=1 2024-09-12T01:15:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.581+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.239__shadow_.FsnqnSKP7Y2ENOwdVEo5RiaaACZaDaM_0 2024-09-12T01:15:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.581+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17183957375251558559', time=2024-09-12T03:05:04.068648+0000, chain.objs.size()=1 2024-09-12T01:15:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.581+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.246__shadow_.1L-7oKbSNVrG5eXvFp-wNzYvZxs-BI4_0 2024-09-12T01:15:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.581+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16437636050997152502', time=2024-09-12T03:05:04.576913+0000, chain.objs.size()=1 2024-09-12T01:15:44.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.581+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.247__shadow_.5wyjOLkPq4tE64cQcJjPQvf1hyqdU_D_0 2024-09-12T01:15:44.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.581+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12006627114133322320', time=2024-09-12T03:05:06.563632+0000, chain.objs.size()=1 2024-09-12T01:15:44.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.581+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.251__shadow_.Hhtu6n40ylM8xyHXvhVxCxsLY-xjCRD_0 2024-09-12T01:15:44.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.582+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1008989668173531671', time=2024-09-12T03:05:09.946964+0000, chain.objs.size()=1 2024-09-12T01:15:44.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.582+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.258__shadow_.H5HcTuEvde5QA2Bm7HONfEVv82MiNXr_0 2024-09-12T01:15:44.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.582+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15663308249908264443', time=2024-09-12T03:05:20.221098+0000, chain.objs.size()=1 2024-09-12T01:15:44.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.582+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.81z8PpVIgHCL1mzxU50FS-Tl0tq2WGa_0 2024-09-12T01:15:44.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.582+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9168963302531928982', time=2024-09-12T03:05:20.226335+0000, chain.objs.size()=1 2024-09-12T01:15:44.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.582+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.fd5z_uwQbDHqSf0dFOn00YfS8p38qIe_0 2024-09-12T01:15:44.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.582+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15680817862640368732', time=2024-09-12T03:05:20.227465+0000, chain.objs.size()=1 2024-09-12T01:15:44.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.582+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_._emvvwQBz5q2CGqD4_DFCRGk3_99elh_0 2024-09-12T01:15:44.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.582+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2508372798762104050', time=2024-09-12T03:05:20.238361+0000, chain.objs.size()=1 2024-09-12T01:15:44.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.582+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.NcEDKsc6BQ84u1QS50X5FZNStBjUfM7_0 2024-09-12T01:15:44.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.582+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15079422455463448082', time=2024-09-12T03:05:20.242057+0000, chain.objs.size()=1 2024-09-12T01:15:44.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.582+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lLEMY8A84K54cwix3MCqEVlSrWKIghR_0 2024-09-12T01:15:44.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.584+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16098919557736570326', time=2024-09-12T03:05:20.323533+0000, chain.objs.size()=1 2024-09-12T01:15:44.583 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.584+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lHYCk2Wt5HTMeZ4I5wgAi8yDRCCK-GE_0 2024-09-12T01:15:44.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.585+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.944224612915336076', time=2024-09-12T03:05:20.444834+0000, chain.objs.size()=1 2024-09-12T01:15:44.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.585+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.j5S5xrRty_aWQ6yPlffOFbbUMiKGke9_0 2024-09-12T01:15:44.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.586+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11379523835149411749', time=2024-09-12T03:05:20.530592+0000, chain.objs.size()=1 2024-09-12T01:15:44.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.586+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ilGqEej1osPd1wh7g9-BRRNCsupdGOD_0 2024-09-12T01:15:44.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.586+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5125363075895467310', time=2024-09-12T03:05:20.610387+0000, chain.objs.size()=1 2024-09-12T01:15:44.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.586+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.FbCHLHDWuSRLF2kmUUg7KPpt4plbJpH_0 2024-09-12T01:15:44.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.586+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2652933829742585709', time=2024-09-12T03:05:20.628565+0000, chain.objs.size()=1 2024-09-12T01:15:44.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.586+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Bum4qflgmekVf20PLkIhP_3pvMlADXV_0 2024-09-12T01:15:44.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.586+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1201818694586245913', time=2024-09-12T03:05:20.638770+0000, chain.objs.size()=1 2024-09-12T01:15:44.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.586+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.LgLYJgWi1I3Deh0mix-mqD9wy_JG6tB_0 2024-09-12T01:15:44.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.586+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16652529143463003189', time=2024-09-12T03:05:20.643953+0000, chain.objs.size()=1 2024-09-12T01:15:44.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.586+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.23FtbKHjpyfoYb_qw0sLSJrP4AaBy2a_0 2024-09-12T01:15:44.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.586+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.213669747357710677', time=2024-09-12T03:05:20.695581+0000, chain.objs.size()=1 2024-09-12T01:15:44.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.586+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.94t1TxIxUwRTAy2Q4BxDMkjPIk1UIZQ_0 2024-09-12T01:15:44.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.587+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.731678652544747523', time=2024-09-12T03:05:20.868472+0000, chain.objs.size()=1 2024-09-12T01:15:44.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.587+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.0R5sOu5EraGurf-Wb8bthPHdjv61Yjr_0 2024-09-12T01:15:44.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.587+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10355677511878583265', time=2024-09-12T03:05:21.072405+0000, chain.objs.size()=1 2024-09-12T01:15:44.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.587+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.gcW_jFamXywPzSRGoysXI8TfOuQh9Dd_0 2024-09-12T01:15:44.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.587+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4709855670869164073', time=2024-09-12T03:05:21.217930+0000, chain.objs.size()=1 2024-09-12T01:15:44.586 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.587+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Vthm_xeRhhHWQ7QfIZuv6AB6B4WENEc_0 2024-09-12T01:15:44.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.590+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6103130935066046969', time=2024-09-12T03:05:21.223804+0000, chain.objs.size()=1 2024-09-12T01:15:44.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.590+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.t0nzWb3iuevSteM-E_BKlBxOqpY0kPI_0 2024-09-12T01:15:44.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.590+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18440514033160251075', time=2024-09-12T03:05:21.268716+0000, chain.objs.size()=1 2024-09-12T01:15:44.589 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.590+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.kiBrZV7qcwJknBM0130LFQEQvi3mz7I_0 2024-09-12T01:15:44.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.591+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12844276714883377405', time=2024-09-12T03:05:21.409284+0000, chain.objs.size()=1 2024-09-12T01:15:44.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.591+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.qDm48jkkYV3GBYOZcgHd_WONzRRAr1S_0 2024-09-12T01:15:44.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.592+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13878477866576638989', time=2024-09-12T03:05:21.436668+0000, chain.objs.size()=1 2024-09-12T01:15:44.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.592+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.I7XAmq2xRb9d0Gfsa6Q9p4LCu_Yt2jM_0 2024-09-12T01:15:44.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.592+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13517258497757823000', time=2024-09-12T03:05:21.438766+0000, chain.objs.size()=1 2024-09-12T01:15:44.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.592+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.vsDUm4J8NYe2p0asv7EZqwdA5B5a8a6_0 2024-09-12T01:15:44.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.592+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7710208157486029487', time=2024-09-12T03:05:28.920767+0000, chain.objs.size()=1 2024-09-12T01:15:44.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.592+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.278__shadow_.blhqJzrsL4JkgRBhr-Lf7lr-zXGBdLR_0 2024-09-12T01:15:44.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.592+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6420354545854047052', time=2024-09-12T03:05:30.924867+0000, chain.objs.size()=1 2024-09-12T01:15:44.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.592+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.282__shadow_.NVWTwwuJR8CpDhNEYuws5gQeYS90KxI_0 2024-09-12T01:15:44.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.592+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3207127937174852895', time=2024-09-12T03:05:31.848446+0000, chain.objs.size()=1 2024-09-12T01:15:44.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.592+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.284__shadow_.EBExWj3JmeunKbxw0uF7hj0Z7St2cS9_0 2024-09-12T01:15:44.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.593+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15243110087559710299', time=2024-09-12T03:05:31.849247+0000, chain.objs.size()=1 2024-09-12T01:15:44.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.593+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.284__shadow_.LskJMY3clMQ0iyWFBDqNmonDxlwmJrn_0 2024-09-12T01:15:44.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.593+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11736893536673415616', time=2024-09-12T03:05:32.389478+0000, chain.objs.size()=1 2024-09-12T01:15:44.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.593+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.285__shadow_.Yd4kB9ZASQHd3NJCqUWWok7l0snWsWh_0 2024-09-12T01:15:44.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.593+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5822161508532828492', time=2024-09-12T03:05:38.198602+0000, chain.objs.size()=1 2024-09-12T01:15:44.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.593+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.295__shadow_.WdsIxPiIUp9Yhb18JWc8FDsCBxnnTKn_0 2024-09-12T01:15:44.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.593+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5793458036803769939', time=2024-09-12T03:05:42.270720+0000, chain.objs.size()=1 2024-09-12T01:15:44.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.593+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.303__shadow_.-qnPPmE5IJ3tnYjiIcTj3WVaFBYREt__0 2024-09-12T01:15:44.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.593+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12091862036335751715', time=2024-09-12T03:05:51.294073+0000, chain.objs.size()=1 2024-09-12T01:15:44.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.593+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.320__shadow:if2p5DJesXnr5UsfCrXkjJ-vlulcNyq_.32p1mWdYJ3JTdKqK5IxVyPV6QDY6qjK_0 2024-09-12T01:15:44.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.596+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1460796086526556083', time=2024-09-12T03:05:51.818656+0000, chain.objs.size()=1 2024-09-12T01:15:44.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.596+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.322__shadow_.VNVGOAstvRNzj606InVL5HPAkytNOdU_0 2024-09-12T01:15:44.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.596+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10905200823005293373', time=2024-09-12T03:06:01.487410+0000, chain.objs.size()=1 2024-09-12T01:15:44.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.596+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Cv3wYZodRWfhuKPJvk5MhLmmKnW_gNJ_0 2024-09-12T01:15:44.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.596+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18132985605227969310', time=2024-09-12T03:06:01.503015+0000, chain.objs.size()=1 2024-09-12T01:15:44.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.596+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.WdSp4zvo8LFP7NvSatMWozywH6X8Zwo_0 2024-09-12T01:15:44.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9009073744032078755', time=2024-09-12T03:06:01.508101+0000, chain.objs.size()=1 2024-09-12T01:15:44.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.INjgYYMWzM651aX7D-2QUWHkKdyh39y_0 2024-09-12T01:15:44.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9344782241997977584', time=2024-09-12T03:06:01.569505+0000, chain.objs.size()=1 2024-09-12T01:15:44.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.3AHSt6s7PFo5-mAQ5zpU0pllnmv-Jqi_0 2024-09-12T01:15:44.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17757193367054235906', time=2024-09-12T03:06:01.583895+0000, chain.objs.size()=1 2024-09-12T01:15:44.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.tU_gKRToAWa_-cIsAIFmzt2VaPaCgrM_0 2024-09-12T01:15:44.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13755338208451138169', time=2024-09-12T03:06:01.677732+0000, chain.objs.size()=1 2024-09-12T01:15:44.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.n4FsON_HVXALdknNBWFj2ks6HcVJ0TO_0 2024-09-12T01:15:44.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4045774684662799435', time=2024-09-12T03:06:01.692480+0000, chain.objs.size()=1 2024-09-12T01:15:44.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Ap-qWSaDdNGRT4ZulF8ImB9S1lKlxt1_0 2024-09-12T01:15:44.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10340735682618302760', time=2024-09-12T03:06:01.714158+0000, chain.objs.size()=1 2024-09-12T01:15:44.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.M83rKK1LkKzgKdHBxJsJda_f3QiuzLj_0 2024-09-12T01:15:44.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7610198930386157664', time=2024-09-12T03:06:01.730658+0000, chain.objs.size()=1 2024-09-12T01:15:44.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.PkkypoYEd0tPA5N9kSxGUAebueOIwH4_0 2024-09-12T01:15:44.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10365956041757404921', time=2024-09-12T03:06:01.758604+0000, chain.objs.size()=1 2024-09-12T01:15:44.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.53n3o3NCZS6gmx9hzN1AR7WqvbWq-At_0 2024-09-12T01:15:44.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5715141819891229344', time=2024-09-12T03:06:01.767976+0000, chain.objs.size()=1 2024-09-12T01:15:44.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.599+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.0AkLaOOEEeWBk1t30Zlr-y8crzaCoEK_0 2024-09-12T01:15:44.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.601+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2942837087943370449', time=2024-09-12T03:06:01.773898+0000, chain.objs.size()=1 2024-09-12T01:15:44.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.601+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.vGRLbTxWow3HkI_byt76vCJkb549t86_0 2024-09-12T01:15:44.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.601+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12470568426181872820', time=2024-09-12T03:06:01.776525+0000, chain.objs.size()=1 2024-09-12T01:15:44.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.601+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.vX0UTt8bMjVaYA7SZ8k0DihB22jdVKq_0 2024-09-12T01:15:44.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.601+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7883992679577780908', time=2024-09-12T03:06:01.905643+0000, chain.objs.size()=1 2024-09-12T01:15:44.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.601+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.RT9Or7oT-h2CM8TiDS-8NsFWBeNgMdj_0 2024-09-12T01:15:44.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.601+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13345049302540976454', time=2024-09-12T03:06:01.912429+0000, chain.objs.size()=1 2024-09-12T01:15:44.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.601+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.9J2rZ2oU8JJiZSuqMZ-yaaYSi4WXF4x_0 2024-09-12T01:15:44.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.602+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18409197643942364843', time=2024-09-12T03:06:01.980320+0000, chain.objs.size()=1 2024-09-12T01:15:44.601 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.602+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.FpFlIZuFX6KW0MIicT3Ykfl-brC52qT_0 2024-09-12T01:15:44.602 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.602+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6697498769417630790', time=2024-09-12T03:06:01.981178+0000, chain.objs.size()=1 2024-09-12T01:15:44.602 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.602+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1kAmddjMFnT7TA8rYaFsR8XRg8eE7zM_0 2024-09-12T01:15:44.602 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.603+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7533240678942654290', time=2024-09-12T03:06:01.994583+0000, chain.objs.size()=1 2024-09-12T01:15:44.602 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.603+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Xc00bzKY8jAac30_2vEc-aMJFwdNiwi_0 2024-09-12T01:15:44.603 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.604+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5688518586753616826', time=2024-09-12T03:06:02.164644+0000, chain.objs.size()=1 2024-09-12T01:15:44.603 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.604+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.9s_e5uS_Gmm9zfgJEVV-EkzpIJ90VIj_0 2024-09-12T01:15:44.603 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.604+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2961627038298136915', time=2024-09-12T03:06:02.186373+0000, chain.objs.size()=1 2024-09-12T01:15:44.603 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.604+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.JJVHMJuuykzXBlUP1ThV7Vhvj6i2JAS_0 2024-09-12T01:15:44.603 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.604+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14481437062108530545', time=2024-09-12T03:06:02.194248+0000, chain.objs.size()=1 2024-09-12T01:15:44.603 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.604+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_._etYj2jqI2iEt0ObDkcW_74yyN8KLwz_0 2024-09-12T01:15:44.603 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.604+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5863698707112343840', time=2024-09-12T03:06:02.204816+0000, chain.objs.size()=1 2024-09-12T01:15:44.603 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.604+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xSAMQP-tCD8rUx2MCg7cBvS2vOxYYOz_0 2024-09-12T01:15:44.604 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.604+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11912059539364164608', time=2024-09-12T03:06:02.333235+0000, chain.objs.size()=1 2024-09-12T01:15:44.604 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.604+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.OQ1Uz96MkPDuAgtM2YGima1b11eF0YC_0 2024-09-12T01:15:44.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.607+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12830367945011063874', time=2024-09-12T03:06:02.387441+0000, chain.objs.size()=1 2024-09-12T01:15:44.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.607+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.9Qsxu_PnuHeeIb1W9pvfgJWWEbXrVqQ_0 2024-09-12T01:15:44.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.607+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17626291343053365260', time=2024-09-12T03:06:02.398853+0000, chain.objs.size()=1 2024-09-12T01:15:44.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.607+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ahDLE6uuvhcN40yJzb3DaBK5v4qGitI_0 2024-09-12T01:15:44.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.607+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12569389080500939609', time=2024-09-12T03:06:02.399556+0000, chain.objs.size()=1 2024-09-12T01:15:44.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.607+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.sntMLCmUEl53-ZSJmNzus5e-IbIU9UQ_0 2024-09-12T01:15:44.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.607+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12099169243785092292', time=2024-09-12T03:06:02.542302+0000, chain.objs.size()=1 2024-09-12T01:15:44.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.607+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.TjC96NYSR8FLhcI62eHGvIJLKcFNVIz_0 2024-09-12T01:15:44.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.607+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14600142475398373142', time=2024-09-12T03:06:02.565281+0000, chain.objs.size()=1 2024-09-12T01:15:44.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.607+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.5q812Qsa81W6RB5rmVEWWVDsIzDfZ_Z_0 2024-09-12T01:15:44.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.607+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9912546729066143667', time=2024-09-12T03:06:02.589803+0000, chain.objs.size()=1 2024-09-12T01:15:44.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.607+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.EES6NaL5nPv12HTOhIqzpYPKuxb0AcI_0 2024-09-12T01:15:44.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.607+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16626098523936021147', time=2024-09-12T03:06:02.608155+0000, chain.objs.size()=1 2024-09-12T01:15:44.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.607+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.MoJrdfXlpMSqt3ZObav_H9A66hHMpL-_0 2024-09-12T01:15:44.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.608+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4133686257872500643', time=2024-09-12T03:06:02.615094+0000, chain.objs.size()=1 2024-09-12T01:15:44.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.608+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.QllL78tMRz4nKisVO_YEwtQHeURZh5D_0 2024-09-12T01:15:44.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.608+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15184253845438306688', time=2024-09-12T03:06:02.737547+0000, chain.objs.size()=1 2024-09-12T01:15:44.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.608+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.oPHEXaKR2mRqUYP2J3CZP7MpzMfNd1b_0 2024-09-12T01:15:44.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.608+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10233722913223163178', time=2024-09-12T03:06:02.754271+0000, chain.objs.size()=1 2024-09-12T01:15:44.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.608+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.mBBxxDsXuTiw9FRnl1QBotXukzqKCEU_0 2024-09-12T01:15:44.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.609+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16185510963632724372', time=2024-09-12T03:06:02.785128+0000, chain.objs.size()=1 2024-09-12T01:15:44.608 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.609+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.gtnTtkA95T3z42UoA9TOyQF9VBVoIII_0 2024-09-12T01:15:44.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.611+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14212461408426052908', time=2024-09-12T03:06:02.786365+0000, chain.objs.size()=1 2024-09-12T01:15:44.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.611+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.jxMHFWlYdgL6ohvrAkvILOdhLMB1G2Z_0 2024-09-12T01:15:44.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.611+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3634197680063338401', time=2024-09-12T03:06:02.789117+0000, chain.objs.size()=1 2024-09-12T01:15:44.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.611+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.dkca6mQ1lj1o4VouDmo4aA3notkksmG_0 2024-09-12T01:15:44.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.611+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16431190139407046600', time=2024-09-12T03:06:02.790136+0000, chain.objs.size()=1 2024-09-12T01:15:44.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.611+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.hZF6b6wd_908iYTuUV-oMzK3gtISe9g_0 2024-09-12T01:15:44.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.611+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5454863019053812161', time=2024-09-12T03:06:02.825063+0000, chain.objs.size()=1 2024-09-12T01:15:44.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.611+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1YUQ7kUKt9bYnD4-kR85G8BBSHGlu2n_0 2024-09-12T01:15:44.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.611+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13161132935588845542', time=2024-09-12T03:06:02.915562+0000, chain.objs.size()=1 2024-09-12T01:15:44.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.611+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qAjVv3UjFtpx3Qw-R-zCZ5Jy8cnZR88_0 2024-09-12T01:15:44.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.611+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7725992051738988052', time=2024-09-12T03:06:02.933500+0000, chain.objs.size()=1 2024-09-12T01:15:44.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.611+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1tjb0Tp7D2MoH3jD-3q4z326gUGA38n_0 2024-09-12T01:15:44.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.611+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4539234058312274060', time=2024-09-12T03:06:02.970854+0000, chain.objs.size()=1 2024-09-12T01:15:44.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.611+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.pQ_JBA8i_M3tQ1UinBKW71qwmkRzjgc_0 2024-09-12T01:15:44.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.613+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9547080940096340161', time=2024-09-12T03:06:02.973318+0000, chain.objs.size()=1 2024-09-12T01:15:44.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.613+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.IsdwWMUH5FOO9o5joiH_ta4FAS0rji2_0 2024-09-12T01:15:44.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.613+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2731042333968810785', time=2024-09-12T03:06:11.617661+0000, chain.objs.size()=1 2024-09-12T01:15:44.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.613+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.MWcoTLKYV7l0ayYq6KaXPg2Mcw1QWD4_0 2024-09-12T01:15:44.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.613+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3861212811286969906', time=2024-09-12T03:06:11.663201+0000, chain.objs.size()=1 2024-09-12T01:15:44.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.613+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.nP9DQpY2-u45XhpIxeLJjt8Eo4CIX-n_0 2024-09-12T01:15:44.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.613+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11837289313854844245', time=2024-09-12T03:06:11.816641+0000, chain.objs.size()=1 2024-09-12T01:15:44.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.613+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.GjntTAFqomAlwqdyD63K4fyGhIP3p8__0 2024-09-12T01:15:44.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.615+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12899153627927634467', time=2024-09-12T03:06:11.979999+0000, chain.objs.size()=1 2024-09-12T01:15:44.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.615+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.O7LmOzwmBbJnaBLm3IuSL4HtpTMoUn__0 2024-09-12T01:15:44.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.615+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3862166724545758371', time=2024-09-12T03:06:12.031996+0000, chain.objs.size()=1 2024-09-12T01:15:44.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.615+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.oDvVHoDQp8-ohvOFM9FW6kwYIJw3gVp_0 2024-09-12T01:15:44.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.615+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16195450572842519503', time=2024-09-12T03:06:12.039261+0000, chain.objs.size()=1 2024-09-12T01:15:44.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.615+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.rLHcLzpJVG3qWNUhhE08yNDcezN0u40_0 2024-09-12T01:15:44.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.615+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8861669521236661068', time=2024-09-12T03:06:12.061496+0000, chain.objs.size()=1 2024-09-12T01:15:44.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.615+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_._nsolM-ovrEmaMl2LfLmHxD8p68AFz5_0 2024-09-12T01:15:44.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.616+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2432100274278283530', time=2024-09-12T03:06:12.205059+0000, chain.objs.size()=1 2024-09-12T01:15:44.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.616+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.vnK0CcFDg82jqWvk292wJ43TAnmZ8Lk_0 2024-09-12T01:15:44.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.616+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14215836155995633661', time=2024-09-12T03:06:12.238866+0000, chain.objs.size()=1 2024-09-12T01:15:44.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.616+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.PqBVnrV7anW_srZM9QZUP6K8TZptgbd_0 2024-09-12T01:15:44.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.616+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17242602307623387876', time=2024-09-12T03:06:12.369373+0000, chain.objs.size()=1 2024-09-12T01:15:44.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.616+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.GoCPN8TR-PtR3YDN60Tm8335Xt_P9jW_0 2024-09-12T01:15:44.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.617+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11173505625463726087', time=2024-09-12T03:06:12.390133+0000, chain.objs.size()=1 2024-09-12T01:15:44.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.617+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.GDmv2Tb6JOPgFnvPXqt-rTbi5KlrShc_0 2024-09-12T01:15:44.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.617+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1624965370761969823', time=2024-09-12T03:06:12.456754+0000, chain.objs.size()=1 2024-09-12T01:15:44.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.617+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.gumEstsAIxgkCLE5KpwTK8XeiXfgvmp_0 2024-09-12T01:15:44.617 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.617+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14893295178812306991', time=2024-09-12T03:06:12.476056+0000, chain.objs.size()=1 2024-09-12T01:15:44.617 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.617+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9x1Y-O_9-U5CG0c9UC-9jXzVfnDDiP6_0 2024-09-12T01:15:44.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.619+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6012031212748626631', time=2024-09-12T03:06:12.597980+0000, chain.objs.size()=1 2024-09-12T01:15:44.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.619+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.E3oKGpOvsH3WkuSxnYoIz2fqwmONtIR_0 2024-09-12T01:15:44.619 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.619+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13096426524273037277', time=2024-09-12T03:06:12.640876+0000, chain.objs.size()=1 2024-09-12T01:15:44.619 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.619+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.M2B15bLmrOl-qMRVULmH4Z4GDnhuU8F_0 2024-09-12T01:15:44.619 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.619+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11106791945474364274', time=2024-09-12T03:06:12.649835+0000, chain.objs.size()=1 2024-09-12T01:15:44.619 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.619+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.K22TbMOi7gY65PcTVNEtxS2xrnyMlyY_0 2024-09-12T01:15:44.619 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.619+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11353407757866313776', time=2024-09-12T03:06:12.747731+0000, chain.objs.size()=1 2024-09-12T01:15:44.619 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.619+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.isfXPrrvurdUKXPtMjb-YfhbzpvN5R3_0 2024-09-12T01:15:44.619 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.619+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15949740337769128730', time=2024-09-12T03:06:12.787920+0000, chain.objs.size()=1 2024-09-12T01:15:44.619 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.619+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.rk2geaLI2PH3BB69AuIwnu8ZkTh_ZHl_0 2024-09-12T01:15:44.619 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.619+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6307668662234351307', time=2024-09-12T03:06:12.812645+0000, chain.objs.size()=1 2024-09-12T01:15:44.619 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.619+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.BAiMV3ZX-dsQtyrt3-D0e3635eGuw50_0 2024-09-12T01:15:44.619 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.620+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2368522818983170954', time=2024-09-12T03:06:12.839702+0000, chain.objs.size()=1 2024-09-12T01:15:44.620 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.620+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.GAPbi0CyFqLtYRwqPXbUyUFDPwggfPB_0 2024-09-12T01:15:44.620 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.620+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6504167058246345149', time=2024-09-12T03:06:12.840503+0000, chain.objs.size()=1 2024-09-12T01:15:44.620 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.620+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9QVvqWTHMTfRgEwkHVcybYjTAcUi7aq_0 2024-09-12T01:15:44.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.624+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/44117 2024-09-12T01:15:44.626 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-12T01:15:44.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.584364210300785213', time=2024-09-12T03:06:12.860163+0000, chain.objs.size()=1 2024-09-12T01:15:44.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.d4zQGzSon-W8I9XtFvyhXhdx6uAbow3_0 2024-09-12T01:15:44.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5009695836724190876', time=2024-09-12T03:06:12.944613+0000, chain.objs.size()=1 2024-09-12T01:15:44.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.BxyVRJEAasMq5dOHK-uRPX_kYId0tKG_0 2024-09-12T01:15:44.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14311136238874359185', time=2024-09-12T03:06:22.434597+0000, chain.objs.size()=1 2024-09-12T01:15:44.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.345__shadow_.k3kT_ZM2MYr2cNoi5DbyKstvtPf5v08_0 2024-09-12T01:15:44.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8518360383507007390', time=2024-09-12T03:06:41.258950+0000, chain.objs.size()=1 2024-09-12T01:15:44.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.384__shadow_.w0xctVDbXX8Zp8qx9nvAuNuYHK0AHiq_0 2024-09-12T01:15:44.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.45217168241014150', time=2024-09-12T03:07:06.675415+0000, chain.objs.size()=1 2024-09-12T01:15:44.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.431__shadow_.-kbW8JDK-qXfLhV0CLZ3nuguYpJ1Hh1_0 2024-09-12T01:15:44.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7210156230177982243', time=2024-09-12T03:07:22.441401+0000, chain.objs.size()=1 2024-09-12T01:15:44.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.459__shadow_.KqK6_HaJYD8GQ28ZN0cSMS1dbvGEy_N_0 2024-09-12T01:15:44.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9272797474901397991', time=2024-09-12T03:07:33.905643+0000, chain.objs.size()=1 2024-09-12T01:15:44.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.484__shadow_.QHy3cKb6TFTB2JQROTM9xqMMVoeECrl_0 2024-09-12T01:15:44.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5601611777465913864', time=2024-09-12T03:07:40.712636+0000, chain.objs.size()=1 2024-09-12T01:15:44.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.498__shadow_.ARJM51Gg-sNuM9dMNqDow5oip8R4iZl_0 2024-09-12T01:15:44.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7423771053064106992', time=2024-09-12T03:08:54.097862+0000, chain.objs.size()=1 2024-09-12T01:15:44.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.554__shadow_.wKDu-GG3Obth32Yf_nj5OcD7UfQ4-Yy_0 2024-09-12T01:15:44.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5103741152268148094', time=2024-09-12T03:09:13.653383+0000, chain.objs.size()=1 2024-09-12T01:15:44.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:u7zHXfjMpIbz40uVUfXuh7tqt4l4j0v_.QpfCTItmr8cttzR9oFrpIGLiIl2rLb1_0 2024-09-12T01:15:44.628 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11842095853664035453', time=2024-09-12T03:09:15.785901+0000, chain.objs.size()=1 2024-09-12T01:15:44.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.573__shadow:qHOofLW7qbKcljGo3PALrkPuPoecs2A_.Y6DgpuU3FjxrqQ8j_9BFo8P6lFNQ2bw_0 2024-09-12T01:15:44.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8048394168742176632', time=2024-09-12T03:09:27.388039+0000, chain.objs.size()=1 2024-09-12T01:15:44.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.627+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:WNgLbuJJBQAoDMvJdVcpx6VxxIfO538_._iK1x_58MqayRKwBZw5LJU7QWmtZ24O_0 2024-09-12T01:15:44.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.630+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1639901863483624623', time=2024-09-12T03:09:29.105166+0000, chain.objs.size()=1 2024-09-12T01:15:44.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.630+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:WnWOcVjNa2Ouy5JY2yL6tbXZzwu40Hj_.6t_ngWnmAsz6bwF4rLmpUlNwRDcGgZ1_0 2024-09-12T01:15:44.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.630+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6388475483599935319', time=2024-09-12T03:09:31.369691+0000, chain.objs.size()=1 2024-09-12T01:15:44.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.630+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:0gtPTJNFi1cgQCP4pJkciiVAwjJfEPC_.2acDSkLkz__0kvuP3VgCaMErvuwkI2j_0 2024-09-12T01:15:44.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.632+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17597368377450506030', time=2024-09-12T03:09:35.747262+0000, chain.objs.size()=1 2024-09-12T01:15:44.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.632+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:V6SMwtOVPF-z1b367trbtvlOlPRO-pL_.Q6WgXezCISwN_xzfaArG3EUY0p1ohjw_0 2024-09-12T01:15:44.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.632+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5340662348744498870', time=2024-09-12T03:09:36.074067+0000, chain.objs.size()=1 2024-09-12T01:15:44.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.632+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:VIaVG5iCw.3cccTQzREv30QzsDsKX-M_.Jz7q7NZi6DxPEkxIGXPOKddu_I36pR7_0 2024-09-12T01:15:44.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.632+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7251955082360225176', time=2024-09-12T03:09:44.581930+0000, chain.objs.size()=1 2024-09-12T01:15:44.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.632+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.586__shadow:n2-mv2IG3aw9aLcoQi9v.yfQrKvsxEi_.lTUdFh207_VN6hQQSDj8sKklh2RGfEG_0 2024-09-12T01:15:44.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.632+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9041521838071257322', time=2024-09-12T03:12:08.315756+0000, chain.objs.size()=1 2024-09-12T01:15:44.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.632+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.621__shadow_.y-Jte_A5Ybqudmo9sQqZR0Jvlipi7pw_0 2024-09-12T01:15:44.631 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.632+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13739029454349930527', time=2024-09-12T03:12:21.526651+0000, chain.objs.size()=1 2024-09-12T01:15:44.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.632+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.643__shadow_.vAPhfS4hEYv8yIyC7AIgnYiz8u1jBF4_0 2024-09-12T01:15:44.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.632+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15710532635282821269', time=2024-09-12T03:12:23.833742+0000, chain.objs.size()=1 2024-09-12T01:15:44.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.632+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.647__shadow_.gWUHMYE1zrk9Ji8kNTAr_TulLUaKRdS_0 2024-09-12T01:15:44.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.632+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11937260654751707436', time=2024-09-12T03:12:32.721251+0000, chain.objs.size()=6 2024-09-12T01:15:44.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.632+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.661__multipart_bar.2~mVXtzxw0iJhiAMAne-Q7e50wibH84TJ.1 2024-09-12T01:15:44.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.632+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.661__multipart_bar.2~mVXtzxw0iJhiAMAne-Q7e50wibH84TJ.2 2024-09-12T01:15:44.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.632+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.661__multipart_bar.2~mVXtzxw0iJhiAMAne-Q7e50wibH84TJ.3 2024-09-12T01:15:44.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.634+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.661__multipart_bar.2~mVXtzxw0iJhiAMAne-Q7e50wibH84TJ.4 2024-09-12T01:15:44.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.634+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.661__multipart_bar.2~mVXtzxw0iJhiAMAne-Q7e50wibH84TJ.5 2024-09-12T01:15:44.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.635+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.661__multipart_bar.2~mVXtzxw0iJhiAMAne-Q7e50wibH84TJ.6 2024-09-12T01:15:44.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.635+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17438193275171398891', time=2024-09-12T03:12:34.252097+0000, chain.objs.size()=1 2024-09-12T01:15:44.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.635+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.665__shadow_.y-0BqWhWyFEvwXQl8r0gyBGFA-sHi11_0 2024-09-12T01:15:44.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.636+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16317601873949449384', time=2024-09-12T03:12:49.588637+0000, chain.objs.size()=1 2024-09-12T01:15:44.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.636+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.700__shadow:nawIA3ZSp2A.szmNQ3kCPsqLgp92Va7_.AbQFb8ozY_z9ufPJplz40elzF8s2VYi_0 2024-09-12T01:15:44.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.636+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3986931271709102046', time=2024-09-12T03:12:51.903136+0000, chain.objs.size()=1 2024-09-12T01:15:44.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.636+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.705__shadow:OIbFhSSm.FcwLV8R2NGQuwiH7jcp6gd_.FjHxw0B6oLWKH7i_vfMJicaft8ilgTG_0 2024-09-12T01:15:44.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.644+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:44.648 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.649+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2024-09-12T01:15:44.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.651+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:44.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.651+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:44.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/55572' 2024-09-12T01:15:44.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.243040593507580746', time=2024-09-12T03:03:09.283391+0000, chain.objs.size()=3 2024-09-12T01:15:44.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.292tr7yhAlV8ATBViClJOD80tiai967_0 2024-09-12T01:15:44.652 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.292tr7yhAlV8ATBViClJOD80tiai967_1 2024-09-12T01:15:44.653 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.292tr7yhAlV8ATBViClJOD80tiai967_2 2024-09-12T01:15:44.653 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~YshXjD5S6jTAG7mFDbCs4L7cdANdqQg', time=2024-09-12T03:03:45.583453+0000, chain.objs.size()=1 2024-09-12T01:15:44.653 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.203__multipart_mymultipart.2~YshXjD5S6jTAG7mFDbCs4L7cdANdqQg.1 2024-09-12T01:15:44.653 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6306986689105460297', time=2024-09-12T03:04:55.566114+0000, chain.objs.size()=1 2024-09-12T01:15:44.653 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.232__shadow_.4qZNSH-ygEoiCq9Q26eiFde4KQlPZXK_0 2024-09-12T01:15:44.653 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3005364031114317714', time=2024-09-12T03:04:57.550295+0000, chain.objs.size()=1 2024-09-12T01:15:44.653 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.236__shadow_.hvAFcFd9AnTGeTjmnNMn7EQIdjVm52-_0 2024-09-12T01:15:44.653 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11261121711201079501', time=2024-09-12T03:05:06.094236+0000, chain.objs.size()=1 2024-09-12T01:15:44.653 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.250__shadow_.gIWlel-NQ7jPzJ9bS-Zi0N7t3AoV9jJ_0 2024-09-12T01:15:44.653 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7547670370147386096', time=2024-09-12T03:05:20.222211+0000, chain.objs.size()=1 2024-09-12T01:15:44.653 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8W-CiNe0jHUY_FanUODI6xNW6NQHoxa_0 2024-09-12T01:15:44.654 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12951641972855388760', time=2024-09-12T03:05:20.233728+0000, chain.objs.size()=1 2024-09-12T01:15:44.654 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.RGb6K4NTD7TNI7RGzphWDno2Le2dq1w_0 2024-09-12T01:15:44.654 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11670400372768086914', time=2024-09-12T03:05:20.420430+0000, chain.objs.size()=1 2024-09-12T01:15:44.654 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.SWnJMSrVucPP6sJOCPef9YsKpwXiJwv_0 2024-09-12T01:15:44.654 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.436696246532233237', time=2024-09-12T03:05:20.443071+0000, chain.objs.size()=1 2024-09-12T01:15:44.654 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Poi_v0n3wXOJXcJ96vgEvhicJIkisW2_0 2024-09-12T01:15:44.654 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4421224198944204051', time=2024-09-12T03:05:20.448530+0000, chain.objs.size()=1 2024-09-12T01:15:44.654 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.653+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.4wF4HUmZaEIgzLMgMQw62rSNcjh_wGC_0 2024-09-12T01:15:44.655 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.655+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3916820136480352652', time=2024-09-12T03:05:20.449889+0000, chain.objs.size()=1 2024-09-12T01:15:44.655 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.655+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.6jsM3FBu_Ewsne-a06zSXM2-RObNLn4_0 2024-09-12T01:15:44.655 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16064021421232921412', time=2024-09-12T03:05:20.471096+0000, chain.objs.size()=1 2024-09-12T01:15:44.655 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.elg4Ly5pWwauzC3iu2vDSi69vT_-FJb_0 2024-09-12T01:15:44.655 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6010099314898488830', time=2024-09-12T03:05:20.499268+0000, chain.objs.size()=1 2024-09-12T01:15:44.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.QFEeVgEySUbyxP1CTs469gWEdcGMdrt_0 2024-09-12T01:15:44.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5097918728779596200', time=2024-09-12T03:05:20.609149+0000, chain.objs.size()=1 2024-09-12T01:15:44.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.RgrEAGYm6m565smwFDbqdcbfpQif1bk_0 2024-09-12T01:15:44.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6438196093436187451', time=2024-09-12T03:05:20.614520+0000, chain.objs.size()=1 2024-09-12T01:15:44.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.QP0jCrzUVwinfpP31qc5vpvyq6h9VLo_0 2024-09-12T01:15:44.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17513777519317481134', time=2024-09-12T03:05:20.681116+0000, chain.objs.size()=1 2024-09-12T01:15:44.656 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.5tdjSI-a07Bs1-6xlmJ4en-4KeyIdS7_0 2024-09-12T01:15:44.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10232053843658483947', time=2024-09-12T03:05:20.701934+0000, chain.objs.size()=1 2024-09-12T01:15:44.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.H8S_d8Extwt1Usa3PnBkRTeycP3kE40_0 2024-09-12T01:15:44.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6055048979745558229', time=2024-09-12T03:05:20.702723+0000, chain.objs.size()=1 2024-09-12T01:15:44.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.WUMDE9oW77zop8uc1EU4BX5pnrpgxrK_0 2024-09-12T01:15:44.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3293976083192664450', time=2024-09-12T03:05:20.703852+0000, chain.objs.size()=1 2024-09-12T01:15:44.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.NmHUZyk7fmmDS71kEZpB_StdbYb-i5j_0 2024-09-12T01:15:44.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17702409322667085635', time=2024-09-12T03:05:20.834312+0000, chain.objs.size()=1 2024-09-12T01:15:44.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.iCJVmsOViI8iEexJ_pfYRVGxFQejGCd_0 2024-09-12T01:15:44.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13475353464563198741', time=2024-09-12T03:05:20.876531+0000, chain.objs.size()=1 2024-09-12T01:15:44.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.657+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.iIzXTSm-WM3FbusbVF_uQEOmem91_br_0 2024-09-12T01:15:44.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.658+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15884577387184483130', time=2024-09-12T03:05:20.884823+0000, chain.objs.size()=1 2024-09-12T01:15:44.658 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.658+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.tUptXe6lPRezyz5l8KmhfaPAhbpPZOT_0 2024-09-12T01:15:44.666 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11207232205980176345', time=2024-09-12T03:05:20.889969+0000, chain.objs.size()=1 2024-09-12T01:15:44.666 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.45JzfP4BD67JO82yZhy2yc2L1hD1AT0_0 2024-09-12T01:15:44.666 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8244237585705956868', time=2024-09-12T03:05:20.896679+0000, chain.objs.size()=1 2024-09-12T01:15:44.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.2MyVkkEMZPYUXo_SPyGB_byV2daGaSm_0 2024-09-12T01:15:44.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2707479480104448450', time=2024-09-12T03:05:20.998281+0000, chain.objs.size()=1 2024-09-12T01:15:44.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.xp-KOBluUPz54Cpj9hgfHSizTfaflcq_0 2024-09-12T01:15:44.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14665303493232611042', time=2024-09-12T03:05:21.055403+0000, chain.objs.size()=1 2024-09-12T01:15:44.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.RncfHQ2ZUUcpRAkL1P4MbNBrr5hg_gE_0 2024-09-12T01:15:44.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17011977165860531756', time=2024-09-12T03:05:21.060338+0000, chain.objs.size()=1 2024-09-12T01:15:44.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.u9NrZwgDnUqvMOVAEaonri7PApMLHoz_0 2024-09-12T01:15:44.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2254737419426489697', time=2024-09-12T03:05:21.066050+0000, chain.objs.size()=1 2024-09-12T01:15:44.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.jb2qoPmdF4nx73wx-y6HjMUNgRz8P9V_0 2024-09-12T01:15:44.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9970288774937465058', time=2024-09-12T03:05:21.068791+0000, chain.objs.size()=1 2024-09-12T01:15:44.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.boRdnTci0uFM1fczdJNvvF1RpE0J8cF_0 2024-09-12T01:15:44.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7453316957008421068', time=2024-09-12T03:05:21.074609+0000, chain.objs.size()=1 2024-09-12T01:15:44.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.XohubfaKyZjYr2P-p1YmPbBD-7NAGya_0 2024-09-12T01:15:44.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3343675280301899719', time=2024-09-12T03:05:21.104818+0000, chain.objs.size()=1 2024-09-12T01:15:44.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Zkvon-kOmfBxvaSn79258pb2487lB2A_0 2024-09-12T01:15:44.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12486858297311597233', time=2024-09-12T03:05:21.202801+0000, chain.objs.size()=1 2024-09-12T01:15:44.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.rJxQcFrX-gjEMAzzYpua-jzldQvaMA3_0 2024-09-12T01:15:44.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3640363095881775708', time=2024-09-12T03:05:21.245686+0000, chain.objs.size()=1 2024-09-12T01:15:44.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.o6RZ18HguxJnrR30R79rf1qNpRBhNwH_0 2024-09-12T01:15:44.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.675+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14426378818421023069', time=2024-09-12T03:05:21.254604+0000, chain.objs.size()=1 2024-09-12T01:15:44.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.675+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.dFhdT7r5b2E_ZTdmwL-iCsNj0fSyw1v_0 2024-09-12T01:15:44.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.675+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7633816079504473198', time=2024-09-12T03:05:21.256318+0000, chain.objs.size()=1 2024-09-12T01:15:44.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.675+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lnIBrXBJY4RSwCzZs93E_bgjfkJI4Ot_0 2024-09-12T01:15:44.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.675+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6629605250531823100', time=2024-09-12T03:05:21.302764+0000, chain.objs.size()=1 2024-09-12T01:15:44.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.675+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.LbH9tAqwyxHJXavQcA4dLPtGS2MymcO_0 2024-09-12T01:15:44.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.675+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11985605919397756218', time=2024-09-12T03:05:21.377831+0000, chain.objs.size()=1 2024-09-12T01:15:44.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.675+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.nakA5zOAynpfAHGLgaTuWx6_4j4zr8Q_0 2024-09-12T01:15:44.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.676+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12753435813615570339', time=2024-09-12T03:05:21.461258+0000, chain.objs.size()=1 2024-09-12T01:15:44.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.676+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.V8BShnteaLLL_clT1JUNI3qQh6YnjFY_0 2024-09-12T01:15:44.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.676+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.402051755602105865', time=2024-09-12T03:05:21.491161+0000, chain.objs.size()=1 2024-09-12T01:15:44.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.676+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.xdh2So4hLOv6pDcg1q2pHBbFyqjhABf_0 2024-09-12T01:15:44.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.676+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3701749634707078729', time=2024-09-12T03:05:21.492280+0000, chain.objs.size()=1 2024-09-12T01:15:44.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.676+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.1-vrUCzDdJDjk5_2s7ezlfIRoEi5jLT_0 2024-09-12T01:15:44.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.676+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10709141498493452164', time=2024-09-12T03:05:21.606424+0000, chain.objs.size()=1 2024-09-12T01:15:44.675 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.676+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.gtriRrOCTwdSf80H8-esBvl9gtHchmz_0 2024-09-12T01:15:44.676 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.676+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17660287585201715534', time=2024-09-12T03:05:21.608155+0000, chain.objs.size()=1 2024-09-12T01:15:44.676 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.676+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.5dewoyUUQMIMM882x3D5Goi2V3p3Kor_0 2024-09-12T01:15:44.676 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.676+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1243782571440799631', time=2024-09-12T03:05:21.623967+0000, chain.objs.size()=1 2024-09-12T01:15:44.676 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.676+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.cGhRi91w3gSH07D6z1Ys0JvMgdRPqHY_0 2024-09-12T01:15:44.676 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.676+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9872300212618955791', time=2024-09-12T03:05:21.640741+0000, chain.objs.size()=1 2024-09-12T01:15:44.676 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.676+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Lg94nGxy6kR0YQiXMFQ1mQECQPwJM7M_0 2024-09-12T01:15:44.676 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.678+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9641348483282191531', time=2024-09-12T03:05:21.644146+0000, chain.objs.size()=1 2024-09-12T01:15:44.676 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.678+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.iKKbP2nlp5vgxs-1odah7tPI2ECpdC-_0 2024-09-12T01:15:44.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.682+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17862786183379762422', time=2024-09-12T03:05:24.025093+0000, chain.objs.size()=1 2024-09-12T01:15:44.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.682+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.268__shadow_.4uk-2KyXa43xllIOuq4uktgqe-r3Uho_0 2024-09-12T01:15:44.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.682+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3817328130569635391', time=2024-09-12T03:05:27.399828+0000, chain.objs.size()=1 2024-09-12T01:15:44.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.682+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.275__shadow_.241tkRa0CcoGsnu2nRTAZkW4DLA8RUJ_0 2024-09-12T01:15:44.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.682+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13141448398822838801', time=2024-09-12T03:05:32.922375+0000, chain.objs.size()=1 2024-09-12T01:15:44.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.682+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.286__shadow_.yCzHV1nFaeanX_lFf7knTNgRv4JyFFU_0 2024-09-12T01:15:44.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.683+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5246681206956595457', time=2024-09-12T03:05:33.428206+0000, chain.objs.size()=1 2024-09-12T01:15:44.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.683+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.287__shadow_.zi1wL-TAJuFsgOCunUdSHG3fD-fU0io_0 2024-09-12T01:15:44.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.683+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2156367993607623168', time=2024-09-12T03:05:36.902109+0000, chain.objs.size()=1 2024-09-12T01:15:44.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.683+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.yyaEYzinpLPCZo4Nsg_ydKk3tfOtO-3_0 2024-09-12T01:15:44.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.683+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14778013095994810172', time=2024-09-12T03:05:36.908217+0000, chain.objs.size()=1 2024-09-12T01:15:44.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.683+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.hyLxDCkFrcsxIDQv24HhWKWW0lFdFAh_0 2024-09-12T01:15:44.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.683+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11856175830862480762', time=2024-09-12T03:05:40.771217+0000, chain.objs.size()=1 2024-09-12T01:15:44.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.683+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.300__shadow_.tqmezfzkIjXLeW5XGao5vy8InWZscn5_0 2024-09-12T01:15:44.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.683+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2980817888332487133', time=2024-09-12T03:05:41.262949+0000, chain.objs.size()=1 2024-09-12T01:15:44.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.683+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.301__shadow_.6EHcgUlOIuyHc-7HDOY9GlEMPZxQ-_8_0 2024-09-12T01:15:44.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.683+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5356805305073232647', time=2024-09-12T03:05:41.733274+0000, chain.objs.size()=1 2024-09-12T01:15:44.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.683+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.302__shadow_.kKB-RTrw7PhithJRUCOFIO5YIKQogwb_0 2024-09-12T01:15:44.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.683+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16904271896289263752', time=2024-09-12T03:05:45.341583+0000, chain.objs.size()=1 2024-09-12T01:15:44.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.683+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.308__shadow:znZ9MZpWCRkUyRivX3buTYGAgUOYrL2_.7DFW0rhd6YyQhTVWq8LzfbFxAuPuKjj_0 2024-09-12T01:15:44.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.683+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12009347702999879319', time=2024-09-12T03:06:01.479695+0000, chain.objs.size()=1 2024-09-12T01:15:44.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.683+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.wQb7g374WKdq_exaBlh-Xxba956Rc-K_0 2024-09-12T01:15:44.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.686+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14397807145237266485', time=2024-09-12T03:06:01.510985+0000, chain.objs.size()=1 2024-09-12T01:15:44.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.686+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.siCqEwoVGokmS5Sk5wAZiOo4OzPe5Xy_0 2024-09-12T01:15:44.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.686+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11612668574768927239', time=2024-09-12T03:06:01.534633+0000, chain.objs.size()=1 2024-09-12T01:15:44.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.686+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.3QX-fqTOIzsB2JARBoUYV-er2Y_jNCx_0 2024-09-12T01:15:44.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.686+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8447823858503508232', time=2024-09-12T03:06:01.552394+0000, chain.objs.size()=1 2024-09-12T01:15:44.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.686+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.XR5jLkY77O82ZhU0txAeQQPF1ik1JHw_0 2024-09-12T01:15:44.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.687+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14656544118059345140', time=2024-09-12T03:06:01.576905+0000, chain.objs.size()=1 2024-09-12T01:15:44.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.687+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qDgKzEeSE8NsvxV9IkbpIzj9QXK6njm_0 2024-09-12T01:15:44.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.687+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12805638115777969132', time=2024-09-12T03:06:01.694339+0000, chain.objs.size()=1 2024-09-12T01:15:44.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.687+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.dHsCb4HvshToG0IaZV0h5kZjQGhEAbb_0 2024-09-12T01:15:44.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.687+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14303103899979490045', time=2024-09-12T03:06:01.795838+0000, chain.objs.size()=1 2024-09-12T01:15:44.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.687+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.J4tBVrv1rcIMly6fxck_pnPojDK4HPF_0 2024-09-12T01:15:44.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.687+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8464646606100672771', time=2024-09-12T03:06:01.946349+0000, chain.objs.size()=1 2024-09-12T01:15:44.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.687+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.8m_9U2zGOZimzZQ1S1JieV39zc4fOmm_0 2024-09-12T01:15:44.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.687+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14625308938718606362', time=2024-09-12T03:06:02.133747+0000, chain.objs.size()=1 2024-09-12T01:15:44.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.687+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.TEhlzz9P-ZQ1y-QMKfmr2jE2RD1-cFC_0 2024-09-12T01:15:44.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.687+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9469011793110934022', time=2024-09-12T03:06:02.179537+0000, chain.objs.size()=1 2024-09-12T01:15:44.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.687+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.FMqJ9C2-rcxHZi4wnhLvOZz8ebrv8lz_0 2024-09-12T01:15:44.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.687+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13857021201699196741', time=2024-09-12T03:06:02.216469+0000, chain.objs.size()=1 2024-09-12T01:15:44.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.687+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.AVq18C2odsB59FICBbp-mrNNHS80Qoy_0 2024-09-12T01:15:44.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.687+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7846997042874044745', time=2024-09-12T03:06:02.374211+0000, chain.objs.size()=1 2024-09-12T01:15:44.687 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.687+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.UjyxWvAG9VN1htiv06QqoKZ6FQBf3dX_0 2024-09-12T01:15:44.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.690+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5675467227912218493', time=2024-09-12T03:06:02.393197+0000, chain.objs.size()=1 2024-09-12T01:15:44.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.690+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.wLSJJIOFCsl7FYBvO-AlHVs7RnTWLIT_0 2024-09-12T01:15:44.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.690+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9587330261179119655', time=2024-09-12T03:06:02.408744+0000, chain.objs.size()=1 2024-09-12T01:15:44.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.690+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.EEpl6JpgKuxq0QFjNIjr7RFE2q58twa_0 2024-09-12T01:15:44.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.690+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16038596149748077638', time=2024-09-12T03:06:02.517447+0000, chain.objs.size()=1 2024-09-12T01:15:44.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.690+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.tMZK7x50FuRVXsYB5DxkDvWjv5efmxc_0 2024-09-12T01:15:44.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.691+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3224216854568180872', time=2024-09-12T03:06:02.523715+0000, chain.objs.size()=1 2024-09-12T01:15:44.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.691+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_._ugMi74zBb1i-nQkcBLF77A3VM9Lyim_0 2024-09-12T01:15:44.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.692+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10938242447514706598', time=2024-09-12T03:06:02.548250+0000, chain.objs.size()=1 2024-09-12T01:15:44.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.692+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.bz_Jzmr-pktfMxK-ua6Xp9Wva1VsJvf_0 2024-09-12T01:15:44.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.692+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7534316604587180403', time=2024-09-12T03:06:02.610307+0000, chain.objs.size()=1 2024-09-12T01:15:44.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.692+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.3zhm73h0h-9ZSX3xn0ylyGMO5hwyw4F_0 2024-09-12T01:15:44.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.693+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6173255404125109040', time=2024-09-12T03:06:02.705726+0000, chain.objs.size()=1 2024-09-12T01:15:44.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.693+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.97FisFRjC0xbmPEfkv8_RkIgw-e6Blx_0 2024-09-12T01:15:44.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.693+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10605006978858143835', time=2024-09-12T03:06:02.712405+0000, chain.objs.size()=1 2024-09-12T01:15:44.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.693+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.uxcPHk7cGGLU_vFKfG-c2ntZIdQOT_W_0 2024-09-12T01:15:44.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.693+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3790167058091035864', time=2024-09-12T03:06:02.802533+0000, chain.objs.size()=1 2024-09-12T01:15:44.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.693+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.2uMTlshyEUWxABFjdlXrUzxOP9u9S35_0 2024-09-12T01:15:44.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.693+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8751140481844570774', time=2024-09-12T03:06:02.821815+0000, chain.objs.size()=1 2024-09-12T01:15:44.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.693+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.lUoR4RUsx8DtzFaA_ajDhEg4y6SqozR_0 2024-09-12T01:15:44.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.693+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1870772030753183943', time=2024-09-12T03:06:02.953285+0000, chain.objs.size()=1 2024-09-12T01:15:44.693 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.693+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.DW2shFz65SvN0ZH0IbMbO5BicVYIUE0_0 2024-09-12T01:15:44.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.695+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10983006574765121350', time=2024-09-12T03:06:02.954516+0000, chain.objs.size()=1 2024-09-12T01:15:44.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.696+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.WZcDtrvCAS3WuxezvenSVDKDgJpDEMV_0 2024-09-12T01:15:44.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.696+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7800836063216389848', time=2024-09-12T03:06:02.966753+0000, chain.objs.size()=1 2024-09-12T01:15:44.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.696+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.QOtIvFVKE7xT8pwgDmcaCZTDqc3kXAy_0 2024-09-12T01:15:44.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.696+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14068113710140589075', time=2024-09-12T03:06:02.971621+0000, chain.objs.size()=1 2024-09-12T01:15:44.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.696+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.6EEyTtIgftXGa5gD3WIXyxaFpY1wCRl_0 2024-09-12T01:15:44.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.696+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5143407680382941124', time=2024-09-12T03:06:11.589367+0000, chain.objs.size()=1 2024-09-12T01:15:44.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.696+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Ip35VckMXa598FGumiK_XdiHDycBsJk_0 2024-09-12T01:15:44.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.696+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4747066935945902319', time=2024-09-12T03:06:11.800199+0000, chain.objs.size()=1 2024-09-12T01:15:44.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.696+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.M-jpvrV7ptOCgPOSYzMxvnMcpDF_jSp_0 2024-09-12T01:15:44.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.696+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12893754208340829054', time=2024-09-12T03:06:11.818353+0000, chain.objs.size()=1 2024-09-12T01:15:44.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.696+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.y1rJgdEzxEs8820uLk6lYbjWiw2xrop_0 2024-09-12T01:15:44.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.699+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13134861495237974831', time=2024-09-12T03:06:11.885645+0000, chain.objs.size()=1 2024-09-12T01:15:44.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.699+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.qHF4a-bE9YUBA7FsVzOUmGzAYcCeVtr_0 2024-09-12T01:15:44.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.699+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4129605536708966152', time=2024-09-12T03:06:11.991988+0000, chain.objs.size()=1 2024-09-12T01:15:44.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.699+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.qo6HP68LTXlPc-f6kNjP0rjMxfgnMOr_0 2024-09-12T01:15:44.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.699+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11093115833653645116', time=2024-09-12T03:06:12.049727+0000, chain.objs.size()=1 2024-09-12T01:15:44.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.699+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.l3JjjF7AbuMoK2SzI6CsUiOri_2EUb3_0 2024-09-12T01:15:44.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.699+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3398657689305927212', time=2024-09-12T03:06:12.053414+0000, chain.objs.size()=1 2024-09-12T01:15:44.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.699+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.QVND5IMqsibk3jC_WQsPqTDRmbp6d91_0 2024-09-12T01:15:44.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.699+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17515823148791626621', time=2024-09-12T03:06:12.057840+0000, chain.objs.size()=1 2024-09-12T01:15:44.699 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.699+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.unku1ciqqJQHLjrH19Ftc-5BZ-2G1Kk_0 2024-09-12T01:15:44.699 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.699+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7616001783703098175', time=2024-09-12T03:06:12.072894+0000, chain.objs.size()=1 2024-09-12T01:15:44.699 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.699+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Oj5oBfb8i61cc5kesQhizU4KZqx1IVP_0 2024-09-12T01:15:44.699 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.699+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.310690482761996492', time=2024-09-12T03:06:12.185918+0000, chain.objs.size()=1 2024-09-12T01:15:44.699 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.699+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.NPgU98dhAA-iuAzrEhtY7Ms5FQFPn9g_0 2024-09-12T01:15:44.700 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.701+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2751461796929895416', time=2024-09-12T03:06:12.290099+0000, chain.objs.size()=1 2024-09-12T01:15:44.700 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.701+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Zlk0IJhgK0JpkGcPkk_O8jomENY0gnC_0 2024-09-12T01:15:44.700 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.701+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14208408553228379739', time=2024-09-12T03:06:12.410621+0000, chain.objs.size()=1 2024-09-12T01:15:44.700 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.701+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.HCYCMd-vtQuHc-HSIQQLDz3PTpExwkL_0 2024-09-12T01:15:44.700 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.701+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15353377769704152328', time=2024-09-12T03:06:12.413458+0000, chain.objs.size()=1 2024-09-12T01:15:44.700 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.701+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.smrTIGGMZUtYN9pOcmAvFZhfQSzYX0s_0 2024-09-12T01:15:44.700 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.701+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2181318867209862459', time=2024-09-12T03:06:12.418468+0000, chain.objs.size()=1 2024-09-12T01:15:44.700 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.701+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.F9Q2YKTQ3lG7oREwiVCffMUKlYqF0rF_0 2024-09-12T01:15:44.702 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.703+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6657606210437641345', time=2024-09-12T03:06:12.419943+0000, chain.objs.size()=1 2024-09-12T01:15:44.702 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.703+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.O6NAjEquV1xlBpzY0bgKQeTwuFNZn_s_0 2024-09-12T01:15:44.702 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.703+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4155447322349187441', time=2024-09-12T03:06:12.427970+0000, chain.objs.size()=1 2024-09-12T01:15:44.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.703+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9F6Qv4H3zXiUboO3D-p8_Y6q-d7ffNE_0 2024-09-12T01:15:44.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.703+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13738491423881403201', time=2024-09-12T03:06:12.558099+0000, chain.objs.size()=1 2024-09-12T01:15:44.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.703+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.pRDZSBwsR4ml9TbyEoUmAH0oMSAijZJ_0 2024-09-12T01:15:44.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.703+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.623472862895381550', time=2024-09-12T03:06:12.583617+0000, chain.objs.size()=1 2024-09-12T01:15:44.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.703+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.uHO6_gTh8UTlDX8A4Ro_8NhxvY9NO6F_0 2024-09-12T01:15:44.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.703+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11809478448541625107', time=2024-09-12T03:06:12.614734+0000, chain.objs.size()=1 2024-09-12T01:15:44.703 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.703+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Xt_t5jCfObL2DI9uEXKObi6tWC_HAIL_0 2024-09-12T01:15:44.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.709+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/55572 2024-09-12T01:15:44.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=32, truncated=0, next_marker='' 2024-09-12T01:15:44.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15878236419646514432', time=2024-09-12T03:06:12.624938+0000, chain.objs.size()=1 2024-09-12T01:15:44.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7Z1u0zDQ4PTHLbLTrtKL9arzQWTJP15_0 2024-09-12T01:15:44.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2128211028531396738', time=2024-09-12T03:06:12.636087+0000, chain.objs.size()=1 2024-09-12T01:15:44.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.w_1SIMPM_L4REFhiTNxEOg2wKYNI1-a_0 2024-09-12T01:15:44.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.85309801248224599', time=2024-09-12T03:06:12.658867+0000, chain.objs.size()=1 2024-09-12T01:15:44.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.pJfOzs-w0xnj1ydULr7BKY3dVGul01N_0 2024-09-12T01:15:44.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11409136640175338134', time=2024-09-12T03:06:12.821756+0000, chain.objs.size()=1 2024-09-12T01:15:44.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.NmJFfGTHw10WS2kD0EyXycTHzO0OTGg_0 2024-09-12T01:15:44.713 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10186290428612209293', time=2024-09-12T03:06:12.825158+0000, chain.objs.size()=1 2024-09-12T01:15:44.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Hy893Qdl-W6djtCd0OXW7DQMmcFXc7E_0 2024-09-12T01:15:44.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11757590396563031969', time=2024-09-12T03:06:12.832137+0000, chain.objs.size()=1 2024-09-12T01:15:44.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.FK7iLt9-i_2ivm_EG8bpSEELu0OM2lY_0 2024-09-12T01:15:44.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15294562967898990258', time=2024-09-12T03:06:12.846826+0000, chain.objs.size()=1 2024-09-12T01:15:44.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.6YgiY8BYp4y1OddFIrOCaalrWiBtEkh_0 2024-09-12T01:15:44.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4299027952800293333', time=2024-09-12T03:06:12.858795+0000, chain.objs.size()=1 2024-09-12T01:15:44.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.8vkW4T5elWb8OZW0DyQxANPxSrKP5Km_0 2024-09-12T01:15:44.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10687645686830252179', time=2024-09-12T03:06:12.961273+0000, chain.objs.size()=1 2024-09-12T01:15:44.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.iskXUzNguMz4FdjhKsYEDiBsILVqXzv_0 2024-09-12T01:15:44.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8072414309205533946', time=2024-09-12T03:06:32.035581+0000, chain.objs.size()=1 2024-09-12T01:15:44.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.368__shadow_.1RsxBINoLPlUn5aiXhz0nbNNEJ7Kh1O_0 2024-09-12T01:15:44.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.713+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17358720234124750414', time=2024-09-12T03:07:17.922915+0000, chain.objs.size()=1 2024-09-12T01:15:44.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.714+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.452__shadow_.PnmtRzao3EJuaw83-KyqoCMPQ-uy_lP_0 2024-09-12T01:15:44.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.714+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5108118829794357037', time=2024-09-12T03:07:19.404555+0000, chain.objs.size()=1 2024-09-12T01:15:44.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.714+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.455__shadow_.DYHt-Ds8pK5Dh3tsfLDJoO5fbey5wB0_0 2024-09-12T01:15:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.718+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13512089161369568813', time=2024-09-12T03:07:26.768404+0000, chain.objs.size()=1 2024-09-12T01:15:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.718+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.465__shadow_.V5pFUWFBiYF8v4eTkP_EVh0LWM9F0Ra_0 2024-09-12T01:15:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.718+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12290205461657025443', time=2024-09-12T03:07:33.900339+0000, chain.objs.size()=1 2024-09-12T01:15:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.718+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.484__shadow_.wiJeEl33A-GMWKdyedotyHlvB1OtjEN_0 2024-09-12T01:15:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.718+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.65070794897722817', time=2024-09-12T03:07:36.655969+0000, chain.objs.size()=1 2024-09-12T01:15:44.717 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.718+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.489__shadow_.cGF006CyqY2UHFwpEV1mL8gRYzRXYPe_0 2024-09-12T01:15:44.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.718+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5935022029036862650', time=2024-09-12T03:07:46.867025+0000, chain.objs.size()=12 2024-09-12T01:15:44.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.718+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.1 2024-09-12T01:15:44.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.718+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.1_1 2024-09-12T01:15:44.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.718+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.2 2024-09-12T01:15:44.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.718+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.2_1 2024-09-12T01:15:44.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.718+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.3 2024-09-12T01:15:44.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.718+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.3_1 2024-09-12T01:15:44.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.718+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.4 2024-09-12T01:15:44.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.718+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.4_1 2024-09-12T01:15:44.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.724+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.5 2024-09-12T01:15:44.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.724+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.5_1 2024-09-12T01:15:44.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.724+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.6 2024-09-12T01:15:44.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.724+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.6_1 2024-09-12T01:15:44.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.724+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3058799445216916761', time=2024-09-12T03:08:04.010100+0000, chain.objs.size()=6 2024-09-12T01:15:44.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.724+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~Y4SG9wAFDBNFhFbFuIdLEtgwgBHfMCm.1 2024-09-12T01:15:44.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.724+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~Y4SG9wAFDBNFhFbFuIdLEtgwgBHfMCm.2 2024-09-12T01:15:44.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.724+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.WzWR33UQLOajaa1BHkPfmO7nK4aoUn62.3 2024-09-12T01:15:44.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.724+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~Y4SG9wAFDBNFhFbFuIdLEtgwgBHfMCm.4 2024-09-12T01:15:44.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.725+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~Y4SG9wAFDBNFhFbFuIdLEtgwgBHfMCm.5 2024-09-12T01:15:44.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.725+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~Y4SG9wAFDBNFhFbFuIdLEtgwgBHfMCm.6 2024-09-12T01:15:44.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.725+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7408753773522893979', time=2024-09-12T03:08:10.585297+0000, chain.objs.size()=2 2024-09-12T01:15:44.724 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.725+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.526__multipart_mymultipart.2~ddBuxhyd4mYQ8irXQoOhiTYDOi4AJel.1 2024-09-12T01:15:44.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.729+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.526__multipart_mymultipart.2~ddBuxhyd4mYQ8irXQoOhiTYDOi4AJel.2 2024-09-12T01:15:44.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.729+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4919278959420862272', time=2024-09-12T03:08:11.970357+0000, chain.objs.size()=5 2024-09-12T01:15:44.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.729+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.526__multipart_mymultipart.2~KrV_eeJAP5a8DpIMzOXzqbpW3yLraJF.1 2024-09-12T01:15:44.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.729+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.526__shadow_mymultipart.2~KrV_eeJAP5a8DpIMzOXzqbpW3yLraJF.1_1 2024-09-12T01:15:44.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.729+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.526__multipart_mymultipart.2~KrV_eeJAP5a8DpIMzOXzqbpW3yLraJF.2 2024-09-12T01:15:44.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.729+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.526__shadow_mymultipart.2~KrV_eeJAP5a8DpIMzOXzqbpW3yLraJF.2_1 2024-09-12T01:15:44.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.729+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.526__multipart_mymultipart.2~KrV_eeJAP5a8DpIMzOXzqbpW3yLraJF.3 2024-09-12T01:15:44.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.729+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17041389952694248915', time=2024-09-12T03:08:55.518429+0000, chain.objs.size()=2 2024-09-12T01:15:44.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.729+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.556__shadow_.B9srbDR5hh3m_X86WzN53WN9TcDPi_D_0 2024-09-12T01:15:44.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.729+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.556__shadow_.B9srbDR5hh3m_X86WzN53WN9TcDPi_D_1 2024-09-12T01:15:44.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.729+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14827172155937573722', time=2024-09-12T03:08:56.851780+0000, chain.objs.size()=1 2024-09-12T01:15:44.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.729+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.558__shadow_.vbAyZPaJfQeVjOOcaH4DUTpJqRVzArj_0 2024-09-12T01:15:44.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.730+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7162374841168412642', time=2024-09-12T03:09:10.332972+0000, chain.objs.size()=1 2024-09-12T01:15:44.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.730+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:FpIC9ltKTgPxTlBLP6RMrGjRFjDXxJE_.sXTEE8o7dnbOGGzI-dkQPNraktrH_wD_0 2024-09-12T01:15:44.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.730+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11928543482257343890', time=2024-09-12T03:09:14.493140+0000, chain.objs.size()=1 2024-09-12T01:15:44.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.730+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.571__shadow:X4HouGm-DKx1W2vLFdSwx0I7rMotN3i_.fpzcmhEZNwKJCiaRfHeX8clGtkLqvr9_0 2024-09-12T01:15:44.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.734+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2520180759136132259', time=2024-09-12T03:09:14.505669+0000, chain.objs.size()=1 2024-09-12T01:15:44.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.734+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.571__shadow:CugX3kgnr.0oT-dr6B7x-wZrMOP8.k1_.fTqJjjdnWXK8kR9XN0HIeclxlaKtT5g_0 2024-09-12T01:15:44.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.734+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5631448755769144819', time=2024-09-12T03:09:30.671480+0000, chain.objs.size()=1 2024-09-12T01:15:44.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.734+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:VmOe-.3Tayaf6RZWuCqrcVZZeaR-1.e_.tAAnjP23LMHPEA3qrJBQR1c3tl1xfbg_0 2024-09-12T01:15:44.734 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.736+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3172871920486688217', time=2024-09-12T03:09:32.933223+0000, chain.objs.size()=1 2024-09-12T01:15:44.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.736+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:y.5JAsW.OyyIAZHfC9eCULQ90moQ4wP_.8lgb5u55i1X-BlW4xwONTcdvXGleWHL_0 2024-09-12T01:15:44.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.736+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3230800042977261152', time=2024-09-12T03:09:36.791013+0000, chain.objs.size()=1 2024-09-12T01:15:44.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.736+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:oI6Fp-CwK.T9z-sQ87hQDp4EemsZiBs_.gSjP5CyJLj-WC2Vy2qd0BQjNOwLtqAB_0 2024-09-12T01:15:44.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.736+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16066718147074444675', time=2024-09-12T03:09:40.526578+0000, chain.objs.size()=1 2024-09-12T01:15:44.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.736+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.580__shadow:Rt-QM.jQNxUmnR3lm4FhE-7dJ5o9Ora_.g-TPGGWa9ci1YVw-3bvRnEtwlLqUm8C_0 2024-09-12T01:15:44.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.736+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16642387390035550362', time=2024-09-12T03:09:53.337292+0000, chain.objs.size()=1 2024-09-12T01:15:44.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.736+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.605__shadow_.em4g4kMXN-DYCx3fOBRFa5Y3BtSEuWs_0 2024-09-12T01:15:44.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.736+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17161391614437593160', time=2024-09-12T03:12:07.861825+0000, chain.objs.size()=1 2024-09-12T01:15:44.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.736+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.620__shadow_.jzulWCe5nrry-ZGXmYWm5aX8B2oxMRA_0 2024-09-12T01:15:44.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.736+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13286865122833873258', time=2024-09-12T03:12:13.824273+0000, chain.objs.size()=1 2024-09-12T01:15:44.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.736+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.627__shadow_.iJ6yC_-YKyXPwushbFJGbdawA4qoOX2_0 2024-09-12T01:15:44.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.736+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16817931331331039630', time=2024-09-12T03:12:36.456115+0000, chain.objs.size()=1 2024-09-12T01:15:44.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.736+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.669__shadow_.vGjf64YUDARoEA8sWDBbJkVPQcasr3i_0 2024-09-12T01:15:44.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.741+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:44.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.747+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2024-09-12T01:15:44.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.748+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:44.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.749+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:44.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.749+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49206' 2024-09-12T01:15:44.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.749+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='_Yz4y_E2KGMtErlbx5wHuBuibQedmvSO', time=2024-09-12T03:03:09.846052+0000, chain.objs.size()=3 2024-09-12T01:15:44.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.749+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.m-olTnZ8kMRtn5DdUpmhZja7lxAl7Ug_0 2024-09-12T01:15:44.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.749+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.m-olTnZ8kMRtn5DdUpmhZja7lxAl7Ug_1 2024-09-12T01:15:44.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.749+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.m-olTnZ8kMRtn5DdUpmhZja7lxAl7Ug_2 2024-09-12T01:15:44.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.749+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15444419979811940873', time=2024-09-12T03:03:10.859409+0000, chain.objs.size()=5 2024-09-12T01:15:44.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.749+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__multipart_foo-LUKEWARM.2~U6LwjQNre_mOmr07hCh1K6UxcCRnbBD.1 2024-09-12T01:15:44.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.749+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_foo-LUKEWARM.2~U6LwjQNre_mOmr07hCh1K6UxcCRnbBD.1_1 2024-09-12T01:15:44.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.749+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__multipart_foo-LUKEWARM.2~U6LwjQNre_mOmr07hCh1K6UxcCRnbBD.2 2024-09-12T01:15:44.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.749+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_foo-LUKEWARM.2~U6LwjQNre_mOmr07hCh1K6UxcCRnbBD.2_1 2024-09-12T01:15:44.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.749+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__multipart_foo-LUKEWARM.2~U6LwjQNre_mOmr07hCh1K6UxcCRnbBD.3 2024-09-12T01:15:44.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.749+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7732723443449347574', time=2024-09-12T03:04:56.549014+0000, chain.objs.size()=1 2024-09-12T01:15:44.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.749+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.234__shadow_.VeSMsoQX0yywf1_6hoIzdmrWhS9gZyy_0 2024-09-12T01:15:44.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.749+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9631091739795465560', time=2024-09-12T03:04:59.735565+0000, chain.objs.size()=1 2024-09-12T01:15:44.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.749+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.239__shadow_.YT9AxRFKoxx_C3Hun1baSCK9G4q1rLG_0 2024-09-12T01:15:44.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.750+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12054121530509840272', time=2024-09-12T03:05:03.595032+0000, chain.objs.size()=1 2024-09-12T01:15:44.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.750+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.245__shadow_.Nh3DJyKAPZRKN-QopClJMiWy6vqJi9-_0 2024-09-12T01:15:44.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.750+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11643408806795243583', time=2024-09-12T03:05:08.946019+0000, chain.objs.size()=1 2024-09-12T01:15:44.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.750+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.256__shadow_.pkH9LqGX4c_OeYqZZ73fPbOICkuV56V_0 2024-09-12T01:15:44.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.752+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11752985214986332659', time=2024-09-12T03:05:20.285024+0000, chain.objs.size()=1 2024-09-12T01:15:44.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.753+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.GQXEoZF_kd-E7LMUt4kj_1ezuV62O78_0 2024-09-12T01:15:44.752 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.753+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1367870954463977661', time=2024-09-12T03:05:20.334738+0000, chain.objs.size()=1 2024-09-12T01:15:44.752 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.753+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.jUaWeZUc7sn_qvfzOMSdbKYBOXZmM8S_0 2024-09-12T01:15:44.752 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.753+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5251396604699060892', time=2024-09-12T03:05:20.430361+0000, chain.objs.size()=1 2024-09-12T01:15:44.752 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.753+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ebAVJgOy5DVViSd-psm9eit-KVBghXV_0 2024-09-12T01:15:44.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.753+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1440913114276173977', time=2024-09-12T03:05:20.467283+0000, chain.objs.size()=1 2024-09-12T01:15:44.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.753+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.cBZraJBkwVWAPNLjFrTjX83TclwMiSC_0 2024-09-12T01:15:44.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.753+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12128352381215366537', time=2024-09-12T03:05:20.481760+0000, chain.objs.size()=1 2024-09-12T01:15:44.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.753+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.7faq5R8A2U0vgYOZWglHwpZpuBukHoZ_0 2024-09-12T01:15:44.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.753+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10333076961557279266', time=2024-09-12T03:05:20.512085+0000, chain.objs.size()=1 2024-09-12T01:15:44.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.753+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.qf62p45RY6Aza0LnebDl25gieRgPEcE_0 2024-09-12T01:15:44.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.754+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12880069418470779323', time=2024-09-12T03:05:20.659399+0000, chain.objs.size()=1 2024-09-12T01:15:44.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.754+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.bKF-CtJIel-OMCH77tTY5DWXefOL8aD_0 2024-09-12T01:15:44.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.754+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17470976203186225118', time=2024-09-12T03:05:20.714732+0000, chain.objs.size()=1 2024-09-12T01:15:44.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.754+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.gMHgEq4APAJ_Akj1H4c5EAuR1muXUYJ_0 2024-09-12T01:15:44.753 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.754+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18284338931031657571', time=2024-09-12T03:05:20.805926+0000, chain.objs.size()=1 2024-09-12T01:15:44.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.754+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.gabcoqJ_MTgALyHpkm5hZ2MSBt77Tdf_0 2024-09-12T01:15:44.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.754+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8658338227610412559', time=2024-09-12T03:05:20.904130+0000, chain.objs.size()=1 2024-09-12T01:15:44.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.754+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.7eMm5CdXHAMIuh3n4uTdoYwRRJ_u9YZ_0 2024-09-12T01:15:44.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.754+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5226673409094865467', time=2024-09-12T03:05:20.916008+0000, chain.objs.size()=1 2024-09-12T01:15:44.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.754+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.d2PVNSaWWxmXrXwGGtsgsAGmzg-Ja83_0 2024-09-12T01:15:44.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.755+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.888397040075476844', time=2024-09-12T03:05:21.054863+0000, chain.objs.size()=1 2024-09-12T01:15:44.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.755+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.qT-5G3b-WXO1ujopLoPRyO9JLorD5N2_0 2024-09-12T01:15:44.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.756+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8037870267609095649', time=2024-09-12T03:05:21.095511+0000, chain.objs.size()=1 2024-09-12T01:15:44.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.756+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.y4kxfnPxmaiH0BbGpJy1-gWK57KdiWS_0 2024-09-12T01:15:44.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.756+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4193614366862591003', time=2024-09-12T03:05:21.188584+0000, chain.objs.size()=1 2024-09-12T01:15:44.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.756+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.JbyWSlYdr9oGxc1MV0S8STzixN9wdmu_0 2024-09-12T01:15:44.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.756+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7177803302621395177', time=2024-09-12T03:05:21.210521+0000, chain.objs.size()=1 2024-09-12T01:15:44.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.756+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.vOPe1DdNQBWJYxsUjaI77RHrWAOgfSQ_0 2024-09-12T01:15:44.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.756+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1860355779522810944', time=2024-09-12T03:05:21.236231+0000, chain.objs.size()=1 2024-09-12T01:15:44.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.756+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.qWWV0714w6MUHfRLFlkr2Tu7Revm7pX_0 2024-09-12T01:15:44.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.756+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15483607301790631959', time=2024-09-12T03:05:21.255586+0000, chain.objs.size()=1 2024-09-12T01:15:44.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.756+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.XEUC2SiowbMSXyGAxiS_z2-ejeDBx0Y_0 2024-09-12T01:15:44.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.758+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12148014738596694694', time=2024-09-12T03:05:21.286884+0000, chain.objs.size()=1 2024-09-12T01:15:44.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.758+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.HuZPToTKS-9p6CvP-LCnU10CwT6ImhA_0 2024-09-12T01:15:44.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.758+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.630055022651744843', time=2024-09-12T03:05:21.287820+0000, chain.objs.size()=1 2024-09-12T01:15:44.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.758+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.sTJ_VKuQcTMef26sIWdPuln3cgYY-Jj_0 2024-09-12T01:15:44.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.758+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15497007702470658194', time=2024-09-12T03:05:21.297780+0000, chain.objs.size()=1 2024-09-12T01:15:44.757 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.758+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.UHHMC4XD__W3Ax495nY4x4acFRbedpG_0 2024-09-12T01:15:44.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.759+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7185567884717249306', time=2024-09-12T03:05:21.381576+0000, chain.objs.size()=1 2024-09-12T01:15:44.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.760+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.0oXN0qtYzuuoWxGV6zus2PUh1zPRuh__0 2024-09-12T01:15:44.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.760+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7835007257931661932', time=2024-09-12T03:05:21.383606+0000, chain.objs.size()=1 2024-09-12T01:15:44.758 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.760+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.osu2QZjxE8x3_lPnTp38c_34NG2byHY_0 2024-09-12T01:15:44.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.761+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6515909386711511966', time=2024-09-12T03:05:21.429686+0000, chain.objs.size()=1 2024-09-12T01:15:44.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.761+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.3Zkdv_PeJh3IiwGwTjfEP9XtArJfW-F_0 2024-09-12T01:15:44.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.761+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2225994824534178390', time=2024-09-12T03:05:21.587273+0000, chain.objs.size()=1 2024-09-12T01:15:44.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.761+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.9mEz-1NZJzSdlngiNes5hPUrdjScfmu_0 2024-09-12T01:15:44.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.761+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11993960924530706320', time=2024-09-12T03:05:21.588731+0000, chain.objs.size()=1 2024-09-12T01:15:44.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.761+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.dA1Gf2sRfbFmwviQpkRYkYT3QBZvZgV_0 2024-09-12T01:15:44.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.761+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15013429167386081449', time=2024-09-12T03:05:21.590632+0000, chain.objs.size()=1 2024-09-12T01:15:44.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.761+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.M8cRFCIHok5JN4g_NuR8ffQOThhmId0_0 2024-09-12T01:15:44.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.761+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293805618714212122', time=2024-09-12T03:05:21.633951+0000, chain.objs.size()=1 2024-09-12T01:15:44.760 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.761+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.VpRoK-UkdVlXbOYEubiEo0hQNLOhlfj_0 2024-09-12T01:15:44.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.761+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8727156992771461617', time=2024-09-12T03:05:28.918526+0000, chain.objs.size()=1 2024-09-12T01:15:44.761 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.761+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.278__shadow_.lK26MG_5mGFiY8mZ6u8tkjCWb8_eazw_0 2024-09-12T01:15:44.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.763+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16199138842593252344', time=2024-09-12T03:05:30.430263+0000, chain.objs.size()=1 2024-09-12T01:15:44.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.763+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.281__shadow_.rH4srT3VPlrSbmT7xnrvIZS29u15xF-_0 2024-09-12T01:15:44.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.763+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2228758608224847031', time=2024-09-12T03:05:30.925883+0000, chain.objs.size()=1 2024-09-12T01:15:44.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.763+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.282__shadow_.F0qSnpj6K2EgQe2BKYztXGnbmKEqHRD_0 2024-09-12T01:15:44.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.763+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6879728092226274055', time=2024-09-12T03:05:36.902366+0000, chain.objs.size()=1 2024-09-12T01:15:44.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.763+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.ayn4nomf37LxVrwbP42f-nPw5Z83a2E_0 2024-09-12T01:15:44.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.763+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5302509074003999944', time=2024-09-12T03:05:37.723548+0000, chain.objs.size()=1 2024-09-12T01:15:44.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.763+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.bRWWk4mCsowo6XZd9Nns9gH9cQIhRTr_0 2024-09-12T01:15:44.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.764+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6661911579476080519', time=2024-09-12T03:06:01.510273+0000, chain.objs.size()=1 2024-09-12T01:15:44.763 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.764+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.AFJglLPjswaeczyzmDLTpcrBVFp3n-2_0 2024-09-12T01:15:44.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.765+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2640127378295365661', time=2024-09-12T03:06:01.566931+0000, chain.objs.size()=1 2024-09-12T01:15:44.764 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.765+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fOr2vVhgyT2h0uT5CrTJXsr9nr3RvJI_0 2024-09-12T01:15:44.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.766+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5557400311604612727', time=2024-09-12T03:06:01.579656+0000, chain.objs.size()=1 2024-09-12T01:15:44.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.766+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.M-QVQZN7oAh_8Vv9CnCAKDmt-Xdl_5o_0 2024-09-12T01:15:44.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.766+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1377840540632596219', time=2024-09-12T03:06:01.580371+0000, chain.objs.size()=1 2024-09-12T01:15:44.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.766+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.CWIj-0ndz5Zpa_rQ2C1i4Oxk0Z9md10_0 2024-09-12T01:15:44.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.766+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8491377680268550396', time=2024-09-12T03:06:01.798396+0000, chain.objs.size()=1 2024-09-12T01:15:44.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.766+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.2BQwiWGhslSZOPGISLvkcj3ppcd5rGS_0 2024-09-12T01:15:44.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.766+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13609018280109528742', time=2024-09-12T03:06:01.881989+0000, chain.objs.size()=1 2024-09-12T01:15:44.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.766+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.b2KCI22b9k52wcMY9iKQmqQt2brP131_0 2024-09-12T01:15:44.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.766+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.185878316923607995', time=2024-09-12T03:06:01.899343+0000, chain.objs.size()=1 2024-09-12T01:15:44.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.766+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.z-EL2VT93ldIEQMgAhQg7O9geAFbfaj_0 2024-09-12T01:15:44.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.766+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16863547644743784237', time=2024-09-12T03:06:01.944948+0000, chain.objs.size()=1 2024-09-12T01:15:44.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.766+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.uPcwIhSpt25xl1YA3cecjCmA7Gq6MrL_0 2024-09-12T01:15:44.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.766+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9899835319546488846', time=2024-09-12T03:06:01.948126+0000, chain.objs.size()=1 2024-09-12T01:15:44.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.766+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.M166bsdSlhdgXo9P-nOHlv4M_Pladxg_0 2024-09-12T01:15:44.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.767+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8920621692203316995', time=2024-09-12T03:06:01.962316+0000, chain.objs.size()=1 2024-09-12T01:15:44.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.767+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.9hWIfCtB_c7cU-2ATTJY8uEHLaghvDy_0 2024-09-12T01:15:44.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.767+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4366913356281889136', time=2024-09-12T03:06:01.963260+0000, chain.objs.size()=1 2024-09-12T01:15:44.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.767+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fkNSlyXFoqqsftWekLFFWgFhjdw76SS_0 2024-09-12T01:15:44.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.767+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9135241092178900579', time=2024-09-12T03:06:02.098452+0000, chain.objs.size()=1 2024-09-12T01:15:44.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.767+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.BC7GQ-OW8cj4qcTuVW5wB1yDxVab9Jd_0 2024-09-12T01:15:44.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.770+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13301657125282548859', time=2024-09-12T03:06:02.143052+0000, chain.objs.size()=1 2024-09-12T01:15:44.769 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.770+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xgadjlZaaYcimmPxxOSljDi_BKYlTug_0 2024-09-12T01:15:44.769 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.770+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6478773728683239297', time=2024-09-12T03:06:02.182207+0000, chain.objs.size()=1 2024-09-12T01:15:44.769 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.770+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.mGnH9CJ-eOTB4mOfVTPoO4LaHD70Jf3_0 2024-09-12T01:15:44.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.771+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3028390188107934036', time=2024-09-12T03:06:02.186153+0000, chain.objs.size()=1 2024-09-12T01:15:44.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.771+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.eSJlVv7-Bsw7NE_Yb8L8Suvr9gQG8MB_0 2024-09-12T01:15:44.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.771+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15013846901321733074', time=2024-09-12T03:06:02.208756+0000, chain.objs.size()=1 2024-09-12T01:15:44.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.771+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.PEsJ80ltFJ91ahdY5uyiGk3_BHH9O43_0 2024-09-12T01:15:44.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.771+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3692274274292747203', time=2024-09-12T03:06:02.331018+0000, chain.objs.size()=1 2024-09-12T01:15:44.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.771+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.VcLWo9RBh8OQtj3w7IM7cKU2m4BPkOV_0 2024-09-12T01:15:44.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.771+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6140768064515135092', time=2024-09-12T03:06:02.517914+0000, chain.objs.size()=1 2024-09-12T01:15:44.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.771+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.AV5zIjrKr1KSjqNrwaSfvjyI0K9qgJH_0 2024-09-12T01:15:44.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.772+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.233773557817193844', time=2024-09-12T03:06:02.571011+0000, chain.objs.size()=1 2024-09-12T01:15:44.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.772+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.vB53ZfAG7ZupjK72rz6_PfqIEwLGmkC_0 2024-09-12T01:15:44.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.772+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5128623101843331544', time=2024-09-12T03:06:02.574901+0000, chain.objs.size()=1 2024-09-12T01:15:44.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.772+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qjji8DlM9GMQQYIHf-_SW6CGxvZQe7y_0 2024-09-12T01:15:44.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.772+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14741169983363264687', time=2024-09-12T03:06:02.576952+0000, chain.objs.size()=1 2024-09-12T01:15:44.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.772+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.lWOlAaU5MwWd1hXde7L38g86DCnomF5_0 2024-09-12T01:15:44.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.772+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2812184646445164269', time=2024-09-12T03:06:02.587710+0000, chain.objs.size()=1 2024-09-12T01:15:44.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.772+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Fso8BghXdWD7el-2m3S12yTE7sE9n5Q_0 2024-09-12T01:15:44.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.772+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14760266742812750357', time=2024-09-12T03:06:02.609319+0000, chain.objs.size()=1 2024-09-12T01:15:44.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.772+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.y2eqvYANu3ux2Zk_N1EfvnbDV2OmuE4_0 2024-09-12T01:15:44.772 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.773+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8557230493898768134', time=2024-09-12T03:06:02.711078+0000, chain.objs.size()=1 2024-09-12T01:15:44.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.773+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.k2fN_YoUcYL7WeU5Pe5du8SZXufgz2A_0 2024-09-12T01:15:44.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.773+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3965177575306469491', time=2024-09-12T03:06:02.732377+0000, chain.objs.size()=1 2024-09-12T01:15:44.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.773+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.9lpcJAB-hTDghZuXyf_h2tfzUoAXDZP_0 2024-09-12T01:15:44.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.774+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9426638117334902514', time=2024-09-12T03:06:02.757818+0000, chain.objs.size()=1 2024-09-12T01:15:44.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.774+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.JW9dxf8hTHvwTQ3cfni9RGUYoNt5xCW_0 2024-09-12T01:15:44.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.774+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4289788649930756473', time=2024-09-12T03:06:02.801683+0000, chain.objs.size()=1 2024-09-12T01:15:44.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.774+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.vRZUPo3kpQJldcOnLR2HHY88sxFe0ck_0 2024-09-12T01:15:44.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.775+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6346645587151143818', time=2024-09-12T03:06:02.806398+0000, chain.objs.size()=1 2024-09-12T01:15:44.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.775+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.T4NvD2Huvm5B3fhVn-667uy5Y5Wj_w6_0 2024-09-12T01:15:44.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.775+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2318701497818174481', time=2024-09-12T03:06:02.915473+0000, chain.objs.size()=1 2024-09-12T01:15:44.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.775+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.M0_oOKGsZOjA2vEYFcefPJjyr1va_pN_0 2024-09-12T01:15:44.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.775+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17774450923363153873', time=2024-09-12T03:06:02.946730+0000, chain.objs.size()=1 2024-09-12T01:15:44.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.775+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.tAnYiWavw1ucmTaExDcuGGpjCoDw8RM_0 2024-09-12T01:15:44.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.777+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14484737480392432062', time=2024-09-12T03:06:02.987041+0000, chain.objs.size()=1 2024-09-12T01:15:44.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.777+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Mk87tzQrWu2tt0cZltlsOupXAZGC0tO_0 2024-09-12T01:15:44.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.777+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8506794867344137875', time=2024-09-12T03:06:02.997801+0000, chain.objs.size()=1 2024-09-12T01:15:44.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.777+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.gMJf8jJgSjBE42IFYTfaD2TtWI4YMk1_0 2024-09-12T01:15:44.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.777+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2341786962331801304', time=2024-09-12T03:06:11.584642+0000, chain.objs.size()=1 2024-09-12T01:15:44.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.777+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.f751weOCA2NQ0fli9HyFZm_BlH8qtUh_0 2024-09-12T01:15:44.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.777+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11183260843842108473', time=2024-09-12T03:06:11.601923+0000, chain.objs.size()=1 2024-09-12T01:15:44.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.777+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.D8gTuJniLXjhg-hlX2YkuhbuSomtY_W_0 2024-09-12T01:15:44.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.777+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17449004440997593131', time=2024-09-12T03:06:11.602616+0000, chain.objs.size()=1 2024-09-12T01:15:44.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.777+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.yYrBHLFxvoBb479eg3jK9Y6uze4VNhP_0 2024-09-12T01:15:44.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.777+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1907035588847459700', time=2024-09-12T03:06:11.622713+0000, chain.objs.size()=1 2024-09-12T01:15:44.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.777+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.sktqqsiEGo1_7YRgD6yReUz8HPSymWG_0 2024-09-12T01:15:44.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.777+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11238311330757996519', time=2024-09-12T03:06:11.639552+0000, chain.objs.size()=1 2024-09-12T01:15:44.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.777+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.eeK4WCWekMeE3M5E4Gd2RK9iC-B1k16_0 2024-09-12T01:15:44.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.778+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5171493803714240796', time=2024-09-12T03:06:11.652005+0000, chain.objs.size()=1 2024-09-12T01:15:44.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.778+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.z-lNuzCMUzI7ieNAllQS_V2-LY9BNgU_0 2024-09-12T01:15:44.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16316161865373105751', time=2024-09-12T03:06:11.784989+0000, chain.objs.size()=1 2024-09-12T01:15:44.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.39Rv-WjBbtJuegaEdCDXh2OvcgImPj__0 2024-09-12T01:15:44.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13839424462726196983', time=2024-09-12T03:06:11.830568+0000, chain.objs.size()=1 2024-09-12T01:15:44.780 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.zwAEt64PA7_wQmUB8DK4vgUpPZFKQAn_0 2024-09-12T01:15:44.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8861418323813655946', time=2024-09-12T03:06:11.976947+0000, chain.objs.size()=1 2024-09-12T01:15:44.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.0_gi9NcGHDEMCpOUteqYtvYc3pjrGcZ_0 2024-09-12T01:15:44.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13038594169565165877', time=2024-09-12T03:06:12.033927+0000, chain.objs.size()=1 2024-09-12T01:15:44.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.eBoc9LbOG_JHMmzwKWJLe5baIzFJgVh_0 2024-09-12T01:15:44.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12449562540977036155', time=2024-09-12T03:06:12.037314+0000, chain.objs.size()=1 2024-09-12T01:15:44.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.83uMNBAk5wWdqaKyF6iKH9ezQIeTDJ7_0 2024-09-12T01:15:44.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17556368000296762969', time=2024-09-12T03:06:12.074002+0000, chain.objs.size()=1 2024-09-12T01:15:44.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.uNhh4o2iGq-EHLQx3fIc0yP3VZ70H09_0 2024-09-12T01:15:44.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7339013625439935306', time=2024-09-12T03:06:12.080919+0000, chain.objs.size()=1 2024-09-12T01:15:44.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.I4M4X-0xzqqb3_XNpbValXcAJTVFMGs_0 2024-09-12T01:15:44.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6111692368680041696', time=2024-09-12T03:06:12.085927+0000, chain.objs.size()=1 2024-09-12T01:15:44.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Qbx_WmTlwB8LefOCz85tWL1G2QyOqB3_0 2024-09-12T01:15:44.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15099821970292824796', time=2024-09-12T03:06:12.169373+0000, chain.objs.size()=1 2024-09-12T01:15:44.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.781+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.SmV2MRzZzMmNdztCkecyq7h9KSnVfEt_0 2024-09-12T01:15:44.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.782+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14083162001735843861', time=2024-09-12T03:06:12.227782+0000, chain.objs.size()=1 2024-09-12T01:15:44.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.782+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.2xAt6LpZy2Nc-H_7plf1CY0sbb-W2qU_0 2024-09-12T01:15:44.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.782+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15078874580852844204', time=2024-09-12T03:06:12.229011+0000, chain.objs.size()=1 2024-09-12T01:15:44.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.782+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Z6ybK1kYjUX5HU1QCi8rX_BApFhK_db_0 2024-09-12T01:15:44.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.785+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5648428758381997995', time=2024-09-12T03:06:12.369440+0000, chain.objs.size()=1 2024-09-12T01:15:44.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.785+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.mJkxmyN_6KNKY1bFSBtmR9seNxUwfLX_0 2024-09-12T01:15:44.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.785+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11069546152885342694', time=2024-09-12T03:06:12.566261+0000, chain.objs.size()=1 2024-09-12T01:15:44.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.785+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ltiYL9YcXnSuroyuqs11fBkcfGn-1Ii_0 2024-09-12T01:15:44.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.785+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16490024346026301978', time=2024-09-12T03:06:12.576492+0000, chain.objs.size()=1 2024-09-12T01:15:44.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.785+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.3mXYnMgHdHYP9X2n4_Gk7RYQbXOWebN_0 2024-09-12T01:15:44.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.785+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4097308373296625331', time=2024-09-12T03:06:12.596384+0000, chain.objs.size()=1 2024-09-12T01:15:44.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.785+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.B28qMAjbw3YVJkD_V2Sg1DCCgI4PWHL_0 2024-09-12T01:15:44.786 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.787+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8725536559797041930', time=2024-09-12T03:06:12.602363+0000, chain.objs.size()=1 2024-09-12T01:15:44.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.787+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.69wt9xECL4I9bHeN03mxWFcQDHjfsq5_0 2024-09-12T01:15:44.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.787+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7139049140074092809', time=2024-09-12T03:06:12.627006+0000, chain.objs.size()=1 2024-09-12T01:15:44.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.787+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.hIoXcPqQutH6vBQ4YV6dBIRhCx0y0RW_0 2024-09-12T01:15:44.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.787+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6086315450315414476', time=2024-09-12T03:06:12.635570+0000, chain.objs.size()=1 2024-09-12T01:15:44.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.787+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.4HFdNJv630M2JXKeT_zWrjw_jRmBVNR_0 2024-09-12T01:15:44.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.787+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6276587175206032833', time=2024-09-12T03:06:12.638089+0000, chain.objs.size()=1 2024-09-12T01:15:44.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.787+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.RQpy-nN4S4C3N8_9FjKXZQv6MM9w0N8_0 2024-09-12T01:15:44.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.787+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8243326351871188131', time=2024-09-12T03:06:12.639226+0000, chain.objs.size()=1 2024-09-12T01:15:44.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.787+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.zEpxnc1DreGmA4I5Sg-qwKC0PNlpCVV_0 2024-09-12T01:15:44.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.787+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17595911113708022542', time=2024-09-12T03:06:12.673588+0000, chain.objs.size()=1 2024-09-12T01:15:44.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.787+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.xjmb6bTVHBuJWz7031Kh2lqs7GmjPBA_0 2024-09-12T01:15:44.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.787+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13898408513337077695', time=2024-09-12T03:06:12.753547+0000, chain.objs.size()=1 2024-09-12T01:15:44.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.787+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.cExNl768Rv057cIKBhKQdL_CExS8NUE_0 2024-09-12T01:15:44.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.788+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5032850994070018908', time=2024-09-12T03:06:12.766645+0000, chain.objs.size()=1 2024-09-12T01:15:44.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.788+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.fxH26tMtW-5txIeI1nEBkBb_uTxjj4L_0 2024-09-12T01:15:44.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.788+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7122788522195539162', time=2024-09-12T03:06:12.807451+0000, chain.objs.size()=1 2024-09-12T01:15:44.788 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.788+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.UFtHhZ24VIUb77d-xgCD0qncAejKJPd_0 2024-09-12T01:15:44.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.792+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/49206 2024-09-12T01:15:44.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=18, truncated=0, next_marker='' 2024-09-12T01:15:44.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3486252014421190377', time=2024-09-12T03:06:13.023133+0000, chain.objs.size()=1 2024-09-12T01:15:44.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.IDXhT8rHS7Oa2MwcPEhzt5uok3C5vJP_0 2024-09-12T01:15:44.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1084027236014262810', time=2024-09-12T03:06:38.985507+0000, chain.objs.size()=1 2024-09-12T01:15:44.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.380__shadow_.mJKTADt3Ji6k_qYnJQPOvn7hlcdpJp0_0 2024-09-12T01:15:44.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14488787754294560725', time=2024-09-12T03:07:37.568686+0000, chain.objs.size()=1 2024-09-12T01:15:44.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.491__shadow_.0Qf5F_8eMQ_c4xAYnhzOCC0KhbEGs5l_0 2024-09-12T01:15:44.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14488787754294560725', time=2024-09-12T03:07:37.721444+0000, chain.objs.size()=1 2024-09-12T01:15:44.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.491__shadow_.0Qf5F_8eMQ_c4xAYnhzOCC0KhbEGs5l_0 2024-09-12T01:15:44.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3792875936637605848', time=2024-09-12T03:07:43.712309+0000, chain.objs.size()=1 2024-09-12T01:15:44.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.504__shadow:UmM4C1u9SJEk8MgzhUFiNNKGDhUpVPK_._vUWTOEpTeS8Lz1kxpgI7_JTb2Gub1F_0 2024-09-12T01:15:44.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18431219805819128287', time=2024-09-12T03:07:56.949134+0000, chain.objs.size()=6 2024-09-12T01:15:44.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.522__multipart_mymultipart.2~Z8HW_I5MI3BKVRJtRqA3fL7kPkjMC52.1 2024-09-12T01:15:44.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.522__shadow_mymultipart.2~Z8HW_I5MI3BKVRJtRqA3fL7kPkjMC52.1_1 2024-09-12T01:15:44.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.522__multipart_mymultipart.2~Z8HW_I5MI3BKVRJtRqA3fL7kPkjMC52.2 2024-09-12T01:15:44.796 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.522__shadow_mymultipart.2~Z8HW_I5MI3BKVRJtRqA3fL7kPkjMC52.2_1 2024-09-12T01:15:44.796 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.522__multipart_mymultipart.2~Z8HW_I5MI3BKVRJtRqA3fL7kPkjMC52.3 2024-09-12T01:15:44.796 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.522__shadow_mymultipart.2~Z8HW_I5MI3BKVRJtRqA3fL7kPkjMC52.3_1 2024-09-12T01:15:44.796 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.728714558601808048', time=2024-09-12T03:07:57.220383+0000, chain.objs.size()=1 2024-09-12T01:15:44.796 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.795+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.521__shadow:lTTBMrJ1vtYzEOwXM7e95CsCOdI-hKM_.TL0P9f2sziFmS7aQ3mZNVmYTZI1dQWb_0 2024-09-12T01:15:44.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.800+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7548889452467110095', time=2024-09-12T03:08:00.111087+0000, chain.objs.size()=12 2024-09-12T01:15:44.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.800+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.gID4wVAC1CwRUUMZKcNGRCmquKYosQFS.1 2024-09-12T01:15:44.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.800+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__shadow_mymultipart.gID4wVAC1CwRUUMZKcNGRCmquKYosQFS.1_1 2024-09-12T01:15:44.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.800+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~lCcu6wXzpx5n88WATpl5deJUZTMUch7.2 2024-09-12T01:15:44.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.800+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__shadow_mymultipart.2~lCcu6wXzpx5n88WATpl5deJUZTMUch7.2_1 2024-09-12T01:15:44.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.800+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~lCcu6wXzpx5n88WATpl5deJUZTMUch7.3 2024-09-12T01:15:44.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.800+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__shadow_mymultipart.2~lCcu6wXzpx5n88WATpl5deJUZTMUch7.3_1 2024-09-12T01:15:44.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.800+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~lCcu6wXzpx5n88WATpl5deJUZTMUch7.4 2024-09-12T01:15:44.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.800+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__shadow_mymultipart.2~lCcu6wXzpx5n88WATpl5deJUZTMUch7.4_1 2024-09-12T01:15:44.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.800+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~lCcu6wXzpx5n88WATpl5deJUZTMUch7.5 2024-09-12T01:15:44.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.800+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__shadow_mymultipart.2~lCcu6wXzpx5n88WATpl5deJUZTMUch7.5_1 2024-09-12T01:15:44.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.800+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~lCcu6wXzpx5n88WATpl5deJUZTMUch7.6 2024-09-12T01:15:44.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.805+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__shadow_mymultipart.2~lCcu6wXzpx5n88WATpl5deJUZTMUch7.6_1 2024-09-12T01:15:44.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.807+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~5Wia1aQxLmfP5_3uhgj27I5ueJ8m8cq', time=2024-09-12T03:08:16.341982+0000, chain.objs.size()=1 2024-09-12T01:15:44.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.807+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.532__multipart_mymultipart.2~5Wia1aQxLmfP5_3uhgj27I5ueJ8m8cq.1 2024-09-12T01:15:44.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.807+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12054891016429708291', time=2024-09-12T03:08:52.857318+0000, chain.objs.size()=1 2024-09-12T01:15:44.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.807+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.552__shadow_.qb5HKM3xEvWtuk_yW3YvSRx4F5cWcMg_0 2024-09-12T01:15:44.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.808+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3589645783840209086', time=2024-09-12T03:08:57.383179+0000, chain.objs.size()=2 2024-09-12T01:15:44.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.808+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.559__shadow_.zzosV2irtg8HRnIWaY0Rp626HjOhf9J_0 2024-09-12T01:15:44.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.808+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.559__shadow_.zzosV2irtg8HRnIWaY0Rp626HjOhf9J_1 2024-09-12T01:15:44.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.808+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11776836707944081365', time=2024-09-12T03:08:59.570748+0000, chain.objs.size()=1 2024-09-12T01:15:44.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.808+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.562__multipart_mymultipart.8Bv8oE3FXJAeGD3Ha1ZNQWgOlqLNvjXg.1 2024-09-12T01:15:44.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.808+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8082224918063117367', time=2024-09-12T03:09:09.065692+0000, chain.objs.size()=1 2024-09-12T01:15:44.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.808+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:DbGTGs69PjMgqt0rpHEhcLImgn-2BiX_.GgRAD5MGVV3l0PoBos1rogBrAjWq6c0_0 2024-09-12T01:15:44.807 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.808+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11973837318412030593', time=2024-09-12T03:09:10.525249+0000, chain.objs.size()=1 2024-09-12T01:15:44.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.808+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:aWtFEygJHbR-P82kakWQVnfLij2IDJm_.jQ-bE--0uPsBvesXySxth3kiX9Lkc69_0 2024-09-12T01:15:44.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.808+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5120115795978254682', time=2024-09-12T03:10:03.363336+0000, chain.objs.size()=12 2024-09-12T01:15:44.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.808+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.615__multipart_multipart_enc.2~WJozUSlFDfVEb-xFxYPaQ6GZOpAHy4e.1 2024-09-12T01:15:44.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.808+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.615__shadow_multipart_enc.2~WJozUSlFDfVEb-xFxYPaQ6GZOpAHy4e.1_1 2024-09-12T01:15:44.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.808+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.615__multipart_multipart_enc.2~WJozUSlFDfVEb-xFxYPaQ6GZOpAHy4e.2 2024-09-12T01:15:44.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.811+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.615__shadow_multipart_enc.2~WJozUSlFDfVEb-xFxYPaQ6GZOpAHy4e.2_1 2024-09-12T01:15:44.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.811+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.615__multipart_multipart_enc.2~WJozUSlFDfVEb-xFxYPaQ6GZOpAHy4e.3 2024-09-12T01:15:44.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.813+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.615__shadow_multipart_enc.2~WJozUSlFDfVEb-xFxYPaQ6GZOpAHy4e.3_1 2024-09-12T01:15:44.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.813+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.615__multipart_multipart_enc.2~WJozUSlFDfVEb-xFxYPaQ6GZOpAHy4e.4 2024-09-12T01:15:44.812 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.814+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.615__shadow_multipart_enc.2~WJozUSlFDfVEb-xFxYPaQ6GZOpAHy4e.4_1 2024-09-12T01:15:44.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.814+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.615__multipart_multipart_enc.2~WJozUSlFDfVEb-xFxYPaQ6GZOpAHy4e.5 2024-09-12T01:15:44.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.814+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.615__shadow_multipart_enc.2~WJozUSlFDfVEb-xFxYPaQ6GZOpAHy4e.5_1 2024-09-12T01:15:44.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.814+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.615__multipart_multipart_enc.2~WJozUSlFDfVEb-xFxYPaQ6GZOpAHy4e.6 2024-09-12T01:15:44.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.814+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.615__shadow_multipart_enc.2~WJozUSlFDfVEb-xFxYPaQ6GZOpAHy4e.6_1 2024-09-12T01:15:44.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.814+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14177991771277809702', time=2024-09-12T03:12:35.793106+0000, chain.objs.size()=1 2024-09-12T01:15:44.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.814+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.667__shadow_.ZDsGs3umXQWDPTSm9Zgjc3w7fKUDzu1_0 2024-09-12T01:15:44.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.814+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5510730082279501610', time=2024-09-12T03:12:47.834570+0000, chain.objs.size()=1 2024-09-12T01:15:44.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.814+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.696__shadow_.2RS9iaXdsaC6xJY9Acg6sR8stuR-5lu_0 2024-09-12T01:15:44.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.816+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13145001328800022676', time=2024-09-12T03:12:52.904890+0000, chain.objs.size()=1 2024-09-12T01:15:44.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.816+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.707__shadow_.2YTR1vdJlbWsri22GOhpf3Uvzw_-KWh_0 2024-09-12T01:15:44.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.822+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:44.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.828+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2024-09-12T01:15:44.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.830+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:44.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.830+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:44.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47621' 2024-09-12T01:15:44.830 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17680693961295056389', time=2024-09-12T03:03:12.188324+0000, chain.objs.size()=1 2024-09-12T01:15:44.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.163__shadow_.UmQUQct1u-lCUqT4TI_Q9z4_V3Ch06J_0 2024-09-12T01:15:44.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14741786109833265811', time=2024-09-12T03:05:01.150311+0000, chain.objs.size()=1 2024-09-12T01:15:44.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.242__shadow_.1e7og7bUtgFsZHSelZV_4dv0BKVkmE-_0 2024-09-12T01:15:44.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18388318401134259300', time=2024-09-12T03:05:11.774983+0000, chain.objs.size()=1 2024-09-12T01:15:44.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.262__shadow_.RXlMFq8754wmwhBRA40unFoXstNrMo6_0 2024-09-12T01:15:44.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11362300875072808418', time=2024-09-12T03:05:20.272851+0000, chain.objs.size()=1 2024-09-12T01:15:44.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.EAgWbr75aXMLH7ZOe4xklYf28wPPC1r_0 2024-09-12T01:15:44.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15043235825130416497', time=2024-09-12T03:05:20.299697+0000, chain.objs.size()=1 2024-09-12T01:15:44.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.W28T51lSRqaClbjID7tFCDDGSGS3TSR_0 2024-09-12T01:15:44.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.42528718866236749', time=2024-09-12T03:05:20.487828+0000, chain.objs.size()=1 2024-09-12T01:15:44.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.k4RGfh6lkiUA3EGjfPrbdpyQUxu-9sO_0 2024-09-12T01:15:44.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13772250188987142570', time=2024-09-12T03:05:20.528612+0000, chain.objs.size()=1 2024-09-12T01:15:44.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.l2zqmuJodkz4RG4uJkS4epdrfJhTKWB_0 2024-09-12T01:15:44.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18065230123376279554', time=2024-09-12T03:05:20.643746+0000, chain.objs.size()=1 2024-09-12T01:15:44.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.BxGcqfgz56PdNj56t4TTH14zq4V5XYC_0 2024-09-12T01:15:44.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6525915607090375057', time=2024-09-12T03:05:20.650699+0000, chain.objs.size()=1 2024-09-12T01:15:44.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.PkAbKGJTk21kB5JIyo4e_yURaoY8-kb_0 2024-09-12T01:15:44.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2161884731144175971', time=2024-09-12T03:05:20.651452+0000, chain.objs.size()=1 2024-09-12T01:15:44.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_._zsmUaqH8--wdWqX76Ifd0B4Nfk0LkG_0 2024-09-12T01:15:44.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18284637721359702079', time=2024-09-12T03:05:20.663249+0000, chain.objs.size()=1 2024-09-12T01:15:44.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.YLqZFhhQfsEfrVIKoiFLC6koAkZwguQ_0 2024-09-12T01:15:44.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5050928341496916419', time=2024-09-12T03:05:20.669917+0000, chain.objs.size()=1 2024-09-12T01:15:44.832 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.831+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.CLl0DvQ6_dh8AcPyDQIJDb737wgljId_0 2024-09-12T01:15:44.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1494027904413606059', time=2024-09-12T03:05:20.805548+0000, chain.objs.size()=1 2024-09-12T01:15:44.833 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.2L1-6IcggPLM71jI7Bw-bhXArcKk8F5_0 2024-09-12T01:15:44.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.273966844170653209', time=2024-09-12T03:05:20.832771+0000, chain.objs.size()=1 2024-09-12T01:15:44.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.xvQCvokPBcc7NIt0SF7Y3qN0tt4KmVb_0 2024-09-12T01:15:44.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16386918163425481282', time=2024-09-12T03:05:20.885312+0000, chain.objs.size()=1 2024-09-12T01:15:44.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.1Y9KCHE-vs9aDmEKTwyo8kVaCxN0TeV_0 2024-09-12T01:15:44.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3457363776048156610', time=2024-09-12T03:05:20.909518+0000, chain.objs.size()=1 2024-09-12T01:15:44.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.uRsiuZ3FPnOUpuQorDSmVPUOI_Fc0A5_0 2024-09-12T01:15:44.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1529740882046707158', time=2024-09-12T03:05:20.997313+0000, chain.objs.size()=1 2024-09-12T01:15:44.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.qmWNE4QC9_eck01FxfUPXUQ0XcT5u07_0 2024-09-12T01:15:44.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6035493494871757264', time=2024-09-12T03:05:20.998227+0000, chain.objs.size()=1 2024-09-12T01:15:44.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.gi5q65gjJNsUeFLFsycbIexjxqqzYwL_0 2024-09-12T01:15:44.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4173368686080664491', time=2024-09-12T03:05:21.019249+0000, chain.objs.size()=1 2024-09-12T01:15:44.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.SmTDdFZN8lc0CD84SJQpBt26Fa_C4dq_0 2024-09-12T01:15:44.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.480401248034165695', time=2024-09-12T03:05:21.031217+0000, chain.objs.size()=1 2024-09-12T01:15:44.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.v1XKqDpXdDU9xfvrT7pyLOOemEoMDQ5_0 2024-09-12T01:15:44.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7689992174487867512', time=2024-09-12T03:05:21.038167+0000, chain.objs.size()=1 2024-09-12T01:15:44.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.w613XBY0Be2tNvKWtDFsJx1Hn7H5E0S_0 2024-09-12T01:15:44.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.627696390691556894', time=2024-09-12T03:05:21.059980+0000, chain.objs.size()=1 2024-09-12T01:15:44.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Fnx8NH1Hx9aEWsC4QG5iZ9HnoVu1OF3_0 2024-09-12T01:15:44.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.835+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10867557547409908764', time=2024-09-12T03:05:21.076335+0000, chain.objs.size()=1 2024-09-12T01:15:44.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.835+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.te4fNaj3upo11hr6eBYrqcqSZnhI4de_0 2024-09-12T01:15:44.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.838+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4339001760312438386', time=2024-09-12T03:05:21.078814+0000, chain.objs.size()=1 2024-09-12T01:15:44.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.838+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.COusG5Np1Yj6GhnDRLanNgPpyO8ER7J_0 2024-09-12T01:15:44.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2448185499352339308', time=2024-09-12T03:05:21.230813+0000, chain.objs.size()=1 2024-09-12T01:15:44.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.dI913OFmZmU1IiZ3CaH3hdgbVnGKnEr_0 2024-09-12T01:15:44.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7948259512583346438', time=2024-09-12T03:05:21.239649+0000, chain.objs.size()=1 2024-09-12T01:15:44.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.YPGUkp-2xmc997PlI1cOkIN3b8_8S_M_0 2024-09-12T01:15:44.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1528388306803806967', time=2024-09-12T03:05:21.299597+0000, chain.objs.size()=1 2024-09-12T01:15:44.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.2z1oI-R-qpaclpJ9GCzSg0s6jxBHyxy_0 2024-09-12T01:15:44.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1605105690301484149', time=2024-09-12T03:05:21.375594+0000, chain.objs.size()=1 2024-09-12T01:15:44.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.hplUk_zLHK_JJkUu7wAaRjqOqGALD9W_0 2024-09-12T01:15:44.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17852673846413514789', time=2024-09-12T03:05:21.410649+0000, chain.objs.size()=1 2024-09-12T01:15:44.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.70xAkpMQUPlzlTS_dUDooxAnMT96KFp_0 2024-09-12T01:15:44.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7436701679430020859', time=2024-09-12T03:05:21.411351+0000, chain.objs.size()=1 2024-09-12T01:15:44.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.qcdcvZSHTF4OB3uIrupCPrqLPKN_S_t_0 2024-09-12T01:15:44.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7968368444831426816', time=2024-09-12T03:05:21.414244+0000, chain.objs.size()=1 2024-09-12T01:15:44.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.2rsIuMjEtU6BJsi8xgkDsoa09GWUe4s_0 2024-09-12T01:15:44.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.576672308210262416', time=2024-09-12T03:05:21.427845+0000, chain.objs.size()=1 2024-09-12T01:15:44.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.0_-tVK9IfpJBUFmkMtRnTM4969AHP2-_0 2024-09-12T01:15:44.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12905535389384208353', time=2024-09-12T03:05:21.618192+0000, chain.objs.size()=1 2024-09-12T01:15:44.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.CQ7oiJV5405UMh1kXXGsj52iVPjcKpQ_0 2024-09-12T01:15:44.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5434754316588297060', time=2024-09-12T03:05:21.631357+0000, chain.objs.size()=1 2024-09-12T01:15:44.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.839+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.hrTrE0pmFvRhg_UROxt4u5s5btDrLPX_0 2024-09-12T01:15:44.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.841+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4927041763386341317', time=2024-09-12T03:05:21.633798+0000, chain.objs.size()=1 2024-09-12T01:15:44.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.841+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.6BxoGd8NQ9lAue-txQkPM5BHE1jumqK_0 2024-09-12T01:15:44.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.842+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2448274229776056362', time=2024-09-12T03:05:21.640117+0000, chain.objs.size()=1 2024-09-12T01:15:44.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.842+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.WhmS9YkLEY51-zeetAzhwC_gtNQBPOg_0 2024-09-12T01:15:44.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.842+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17638169593264737418', time=2024-09-12T03:05:21.659781+0000, chain.objs.size()=1 2024-09-12T01:15:44.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.842+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_._PywQS2s9mpin2tgPZw2jfaIjQq1ZXn_0 2024-09-12T01:15:44.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.842+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12501634466239432865', time=2024-09-12T03:05:31.388027+0000, chain.objs.size()=1 2024-09-12T01:15:44.841 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.842+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.283__shadow_.rMSC6KZxQZnSs8QXVjKCaFWZyuQI3-F_0 2024-09-12T01:15:44.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.843+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7482581078828261590', time=2024-09-12T03:05:32.923384+0000, chain.objs.size()=1 2024-09-12T01:15:44.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.843+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.286__shadow_.YyQ3HXzKAjCg_xNW1JjnvE8ynq-dhYv_0 2024-09-12T01:15:44.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.843+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16454215860458070963', time=2024-09-12T03:05:33.887502+0000, chain.objs.size()=1 2024-09-12T01:15:44.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.843+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.288__shadow_.EICvwkAD6LrGI2LzAvikIYXfHhph2YX_0 2024-09-12T01:15:44.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.844+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10913159644369637705', time=2024-09-12T03:05:36.899402+0000, chain.objs.size()=1 2024-09-12T01:15:44.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.844+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.Zmwf5NqO_rIMdwnK2M7tZLj66ecKVmm_0 2024-09-12T01:15:44.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.844+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2407588616058727223', time=2024-09-12T03:05:36.910689+0000, chain.objs.size()=1 2024-09-12T01:15:44.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.844+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.dNo8S9hxlwAoCtR64RWIodyIDJASwqx_0 2024-09-12T01:15:44.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.844+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7803784553421037825', time=2024-09-12T03:05:37.717855+0000, chain.objs.size()=1 2024-09-12T01:15:44.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.844+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.KYx6_Jces1npzYAU1yAQWm0Mvc9l5Ax_0 2024-09-12T01:15:44.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.844+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.595746413677486195', time=2024-09-12T03:05:37.725145+0000, chain.objs.size()=1 2024-09-12T01:15:44.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.844+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.ieLEeDBgEtBKE8mZWJOBi8WczUhECgB_0 2024-09-12T01:15:44.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.844+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11910571849835263016', time=2024-09-12T03:05:37.726904+0000, chain.objs.size()=1 2024-09-12T01:15:44.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.844+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.BsKqQ4raN7QURibYmtMOXxKm2kILxIp_0 2024-09-12T01:15:44.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.845+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10230908289606753409', time=2024-09-12T03:05:38.696531+0000, chain.objs.size()=1 2024-09-12T01:15:44.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.845+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.296__shadow_.wey2eDwC4s152HVhaK4GG7iSw5z2OEX_0 2024-09-12T01:15:44.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.846+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5177733718470876320', time=2024-09-12T03:05:40.226230+0000, chain.objs.size()=1 2024-09-12T01:15:44.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.846+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.299__shadow_.ywtpSxZnjP5kFH-a6DpAJEQoXz5xcMc_0 2024-09-12T01:15:44.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.846+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4688000090602556645', time=2024-09-12T03:05:51.818402+0000, chain.objs.size()=1 2024-09-12T01:15:44.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.846+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.322__shadow_.5yvsy1NDqpxjEaGQfAGV80MBmws2X5Z_0 2024-09-12T01:15:44.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.846+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16610483244976130783', time=2024-09-12T03:06:01.552357+0000, chain.objs.size()=1 2024-09-12T01:15:44.845 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.846+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.3uDTuVvihaCKkJpcGKY1EbhTphWyOOX_0 2024-09-12T01:15:44.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.847+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2459114623083432738', time=2024-09-12T03:06:01.571912+0000, chain.objs.size()=1 2024-09-12T01:15:44.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.847+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.SbMeU-dqXr9yhZcffcfaiP2jRmRchz3_0 2024-09-12T01:15:44.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.847+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7249577891701122401', time=2024-09-12T03:06:01.677176+0000, chain.objs.size()=1 2024-09-12T01:15:44.846 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.847+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.c1zprRAed_xbnHCCY9M-RII-ehAvyF5_0 2024-09-12T01:15:44.848 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.849+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15958971024866848154', time=2024-09-12T03:06:01.710536+0000, chain.objs.size()=1 2024-09-12T01:15:44.848 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.849+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.VYN4NnJrJBuGRvqNXsHaSVVXH-8kMAI_0 2024-09-12T01:15:44.849 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.849+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7913188390623207468', time=2024-09-12T03:06:01.713403+0000, chain.objs.size()=1 2024-09-12T01:15:44.849 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.849+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.wNUnVjQCI0l50OMyF7uMI7EbHrPPQak_0 2024-09-12T01:15:44.849 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.849+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6731471809971086852', time=2024-09-12T03:06:01.747635+0000, chain.objs.size()=1 2024-09-12T01:15:44.849 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.849+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.FAaIZMBpzi5vq8iqYOBMB1hx4OtlLdH_0 2024-09-12T01:15:44.849 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.849+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8288535254382958684', time=2024-09-12T03:06:01.748224+0000, chain.objs.size()=1 2024-09-12T01:15:44.849 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.849+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1YC5gBAt_kHmiI4IMroMMJMTcYQzBQ6_0 2024-09-12T01:15:44.849 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.849+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16988837401797934022', time=2024-09-12T03:06:01.748778+0000, chain.objs.size()=1 2024-09-12T01:15:44.849 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.849+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.YbtFaaVI0jjVwDrf7R0Oo7PHDXYA6Mh_0 2024-09-12T01:15:44.849 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.849+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8306229358878980203', time=2024-09-12T03:06:01.753519+0000, chain.objs.size()=1 2024-09-12T01:15:44.849 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.849+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.D9MqGoo1oB2vNrloHAfA1NwEysjKpJH_0 2024-09-12T01:15:44.849 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.849+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14655346890851731322', time=2024-09-12T03:06:01.883190+0000, chain.objs.size()=1 2024-09-12T01:15:44.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.849+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.0hZUpi2b5GPkBkGdJ5ajmFIEYIkdFpt_0 2024-09-12T01:15:44.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.850+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17642939728646249370', time=2024-09-12T03:06:01.968799+0000, chain.objs.size()=1 2024-09-12T01:15:44.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.850+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.kBQUMHRi3bQZikbyHNKTCVgqjYZGkED_0 2024-09-12T01:15:44.850 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.852+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10418699829716559917', time=2024-09-12T03:06:01.987895+0000, chain.objs.size()=1 2024-09-12T01:15:44.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.852+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.PmGYhF2JIEbcusANI8YeG75wrRbzGjd_0 2024-09-12T01:15:44.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.852+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.948276422280271828', time=2024-09-12T03:06:02.001759+0000, chain.objs.size()=1 2024-09-12T01:15:44.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.852+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fxM79DRym6W-3dPm-cNFQw87D6ymlKq_0 2024-09-12T01:15:44.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.852+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.509224350570959519', time=2024-09-12T03:06:02.111888+0000, chain.objs.size()=1 2024-09-12T01:15:44.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.852+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.GSq-2zXNsksUBBI2WBSu1i8B1UzXFu-_0 2024-09-12T01:15:44.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.852+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14803411893094069362', time=2024-09-12T03:06:02.121224+0000, chain.objs.size()=1 2024-09-12T01:15:44.851 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.852+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qrgLbjnHPruRMWqzXWoYCOaiNCJsQWn_0 2024-09-12T01:15:44.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.853+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.991441943750887991', time=2024-09-12T03:06:02.184210+0000, chain.objs.size()=1 2024-09-12T01:15:44.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.853+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.adi9ivhIcWXCbbrKkHP0F8quvXoM-CL_0 2024-09-12T01:15:44.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.853+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5858700739112755406', time=2024-09-12T03:06:02.212341+0000, chain.objs.size()=1 2024-09-12T01:15:44.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.853+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.h60VjLcf6Vr1LcsfooYbz_RDOYzx4gm_0 2024-09-12T01:15:44.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.853+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7240384304821245811', time=2024-09-12T03:06:02.296374+0000, chain.objs.size()=1 2024-09-12T01:15:44.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.853+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1Erbjt-2aSFPPjLlc8K-hfy6FPJBP1-_0 2024-09-12T01:15:44.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.853+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9909893183016228875', time=2024-09-12T03:06:02.301007+0000, chain.objs.size()=1 2024-09-12T01:15:44.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.853+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.PThO4fnxN0b9WkqO6RYxCIhuisy7vRJ_0 2024-09-12T01:15:44.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.854+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12510139104908947101', time=2024-09-12T03:06:02.365250+0000, chain.objs.size()=1 2024-09-12T01:15:44.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.854+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.4kEPSBZ-zbpxEf9nIXiHZdAwGGuHEwF_0 2024-09-12T01:15:44.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.854+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6949427920988227653', time=2024-09-12T03:06:02.419211+0000, chain.objs.size()=1 2024-09-12T01:15:44.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.854+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1oNjOuqe4grf5ygUW27T_bs7siiDjqa_0 2024-09-12T01:15:44.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.854+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17177984364736241399', time=2024-09-12T03:06:02.425317+0000, chain.objs.size()=1 2024-09-12T01:15:44.854 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.854+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.8t2R4SLSRpPiKXOQDt6TF8cxGnJUBFz_0 2024-09-12T01:15:44.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.857+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14447497758787191113', time=2024-09-12T03:06:02.501863+0000, chain.objs.size()=1 2024-09-12T01:15:44.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.857+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.4GeP51gWngqQC9LHitt8QCJhjwPq_ud_0 2024-09-12T01:15:44.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.857+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4751161044627277618', time=2024-09-12T03:06:02.527381+0000, chain.objs.size()=1 2024-09-12T01:15:44.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.857+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HqVlyKJ7wn9uNfzbKCDoj92mh0AgjTT_0 2024-09-12T01:15:44.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.857+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7065290002875621583', time=2024-09-12T03:06:02.534656+0000, chain.objs.size()=1 2024-09-12T01:15:44.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.857+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.cuYsp662b0nqOG2r6SAoctVtCw8ZDmK_0 2024-09-12T01:15:44.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.857+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5885090809536167096', time=2024-09-12T03:06:02.550343+0000, chain.objs.size()=1 2024-09-12T01:15:44.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.857+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.CBiA-ODnl6-q01DF8JbPtzTLMclJdy6_0 2024-09-12T01:15:44.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.857+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10685752362383251164', time=2024-09-12T03:06:02.597137+0000, chain.objs.size()=1 2024-09-12T01:15:44.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.857+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.z-iCK7WzdLnZG0ZVZ5Bq08L5x4TA-1u_0 2024-09-12T01:15:44.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.857+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5403022362410216733', time=2024-09-12T03:06:02.605955+0000, chain.objs.size()=1 2024-09-12T01:15:44.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.857+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.iNk8R55_YNhi3np3HjkC_NySpSO8H2l_0 2024-09-12T01:15:44.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.857+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5799752034211830621', time=2024-09-12T03:06:02.709052+0000, chain.objs.size()=1 2024-09-12T01:15:44.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.857+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.VR6kTTimGY_-EZAdjyU_ZirFNtFbH50_0 2024-09-12T01:15:44.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.858+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14365694763501420855', time=2024-09-12T03:06:02.897609+0000, chain.objs.size()=1 2024-09-12T01:15:44.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.858+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.5JAJx1HgGeKTkVEL09UES4Wlhsurrru_0 2024-09-12T01:15:44.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.858+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15095337179739021119', time=2024-09-12T03:06:02.913626+0000, chain.objs.size()=1 2024-09-12T01:15:44.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.858+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.tdYDoTAxXJWRWoQizHqIS_Nd3nRSfh__0 2024-09-12T01:15:44.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.858+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17191816868277450282', time=2024-09-12T03:06:11.607022+0000, chain.objs.size()=1 2024-09-12T01:15:44.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.858+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.QUp7u4zcAj_FJ2L-c_sDmI8Hq87ckmg_0 2024-09-12T01:15:44.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.858+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1399407614950845362', time=2024-09-12T03:06:11.692845+0000, chain.objs.size()=1 2024-09-12T01:15:44.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.858+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.atOBW7M5-9d6-JYZBeWCvLM7TkgY93S_0 2024-09-12T01:15:44.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.860+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9507660859133550217', time=2024-09-12T03:06:11.798733+0000, chain.objs.size()=1 2024-09-12T01:15:44.859 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.860+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.vxRVa9H0Em2Zds-SMuUDLU752DuM02__0 2024-09-12T01:15:44.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.861+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15774423550481555990', time=2024-09-12T03:06:11.976879+0000, chain.objs.size()=1 2024-09-12T01:15:44.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.861+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.aWDGGRphDThNK1HAt5Wvw6YideNBVfd_0 2024-09-12T01:15:44.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.861+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.305728912747585955', time=2024-09-12T03:06:12.020210+0000, chain.objs.size()=1 2024-09-12T01:15:44.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.861+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.vl8asFWgdoBCxRekqg30rMbx_XZVUHs_0 2024-09-12T01:15:44.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.861+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4349151586194094040', time=2024-09-12T03:06:12.045279+0000, chain.objs.size()=1 2024-09-12T01:15:44.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.861+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.wJ6bpWV1fuqvIIpQRXKtbSNnaZbEKwK_0 2024-09-12T01:15:44.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.861+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12363560548792765172', time=2024-09-12T03:06:12.167738+0000, chain.objs.size()=1 2024-09-12T01:15:44.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.861+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.VYmJKGGDjYJlkIsD2okZKXQLOm8-TyE_0 2024-09-12T01:15:44.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.861+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8168685680769196352', time=2024-09-12T03:06:12.180656+0000, chain.objs.size()=1 2024-09-12T01:15:44.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.861+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.63bT6rLaDR0UbovA-Ji6sRfJNDubagz_0 2024-09-12T01:15:44.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.861+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10617480312182561364', time=2024-09-12T03:06:12.183785+0000, chain.objs.size()=1 2024-09-12T01:15:44.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.862+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.03EEFw__3oh4nwIH55N6JHkrt7IYwp8_0 2024-09-12T01:15:44.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.862+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13772626776814097909', time=2024-09-12T03:06:12.200820+0000, chain.objs.size()=1 2024-09-12T01:15:44.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.862+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7J53o9UDEOak1YLih1rZJ7ltuGkx3aC_0 2024-09-12T01:15:44.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.862+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4593748546295063318', time=2024-09-12T03:06:12.220723+0000, chain.objs.size()=1 2024-09-12T01:15:44.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.862+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.3cx4flBIj9S2JrwnxjykEMe6styEFgr_0 2024-09-12T01:15:44.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.862+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18364927340863635606', time=2024-09-12T03:06:12.400932+0000, chain.objs.size()=1 2024-09-12T01:15:44.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.862+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.d1iG6RfV6-wv00FCV4TpC3VyTCIjsb-_0 2024-09-12T01:15:44.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.862+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4475299858094391865', time=2024-09-12T03:06:12.442025+0000, chain.objs.size()=1 2024-09-12T01:15:44.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.862+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.rukhMG3zYg3atglxHM5eHfGKSspWGPr_0 2024-09-12T01:15:44.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.864+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12275226467753905320', time=2024-09-12T03:06:12.474709+0000, chain.objs.size()=1 2024-09-12T01:15:44.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.864+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.X0CTyfyMb4uj118Zvnz-LJS74qur4_r_0 2024-09-12T01:15:44.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.865+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15783463627586550781', time=2024-09-12T03:06:12.576189+0000, chain.objs.size()=1 2024-09-12T01:15:44.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.865+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.AJTsKyPgFQ4amMHcJZJSn00UcSqSHGW_0 2024-09-12T01:15:44.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.867+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.210773093519014020', time=2024-09-12T03:06:12.593741+0000, chain.objs.size()=1 2024-09-12T01:15:44.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.867+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.OwPkZwWl1yyV8MoTR_VHyvI4ZxONPNS_0 2024-09-12T01:15:44.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.867+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2977408669085618018', time=2024-09-12T03:06:12.606361+0000, chain.objs.size()=1 2024-09-12T01:15:44.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.867+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ZsHvpyQZldtKtIxIm_e-knBKG8ch0IT_0 2024-09-12T01:15:44.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.867+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4474441510753279159', time=2024-09-12T03:06:12.625238+0000, chain.objs.size()=1 2024-09-12T01:15:44.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.867+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.T39MFriVnr4a2zUD9O5x3aj9oJQQjiY_0 2024-09-12T01:15:44.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.867+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3627877122369675015', time=2024-09-12T03:06:12.661446+0000, chain.objs.size()=1 2024-09-12T01:15:44.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.867+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.48dFN_QQ7tcGxgHeR7q5b5PUi0d6VL3_0 2024-09-12T01:15:44.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.867+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1770426657554904483', time=2024-09-12T03:06:12.669827+0000, chain.objs.size()=1 2024-09-12T01:15:44.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.867+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.oXCqhWNjsXm-S3mgMxh3ri0jkLQ7MSY_0 2024-09-12T01:15:44.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.867+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15590139383274340221', time=2024-09-12T03:06:12.827995+0000, chain.objs.size()=1 2024-09-12T01:15:44.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.867+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.yixQs4FGQmVvPhnZbU89iE2Kr0_mY_u_0 2024-09-12T01:15:44.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.871+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/47621 2024-09-12T01:15:44.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=21, truncated=0, next_marker='' 2024-09-12T01:15:44.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4193242529306637700', time=2024-09-12T03:06:12.961286+0000, chain.objs.size()=1 2024-09-12T01:15:44.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.JrGgIQ_cOI2KOASWbX2EdxdglgW58vp_0 2024-09-12T01:15:44.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4224199981003774994', time=2024-09-12T03:06:13.004716+0000, chain.objs.size()=1 2024-09-12T01:15:44.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.M0Z_iQvpLOp74JAoO-MowfYAKC8iFWT_0 2024-09-12T01:15:44.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8682602364927756086', time=2024-09-12T03:06:14.348040+0000, chain.objs.size()=1 2024-09-12T01:15:44.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.328__shadow_.zyG4HXqaQhV5jNE2cftUmUPAdeYPiCq_0 2024-09-12T01:15:44.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14121054093176231215', time=2024-09-12T03:06:39.136851+0000, chain.objs.size()=1 2024-09-12T01:15:44.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.380__shadow_.C3Dpg2C9-Bas55S2oNqEmrHd6Od_3F7_0 2024-09-12T01:15:44.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10094929915987260282', time=2024-09-12T03:06:40.776173+0000, chain.objs.size()=1 2024-09-12T01:15:44.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.383__shadow_.zlIe3_kElfyuZvpVxElMpDVfmQKaZeS_0 2024-09-12T01:15:44.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11126105817219665050', time=2024-09-12T03:07:50.165426+0000, chain.objs.size()=1 2024-09-12T01:15:44.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.516__shadow_.lgRdvyoTt1bHO-ryC0GEhcdMRT8K_Vp_0 2024-09-12T01:15:44.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~lCcu6wXzpx5n88WATpl5deJUZTMUch7', time=2024-09-12T03:07:58.069663+0000, chain.objs.size()=2 2024-09-12T01:15:44.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~lCcu6wXzpx5n88WATpl5deJUZTMUch7.1 2024-09-12T01:15:44.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__shadow_mymultipart.2~lCcu6wXzpx5n88WATpl5deJUZTMUch7.1_1 2024-09-12T01:15:44.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2708338568333217441', time=2024-09-12T03:08:32.452893+0000, chain.objs.size()=4 2024-09-12T01:15:44.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.536__multipart_mymultipart.2~S03UrkUF-mvsYRz7Es9gn039VBw2CjA.1 2024-09-12T01:15:44.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.536__multipart_mymultipart.2~S03UrkUF-mvsYRz7Es9gn039VBw2CjA.2 2024-09-12T01:15:44.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.536__multipart_mymultipart.60cYYgxbuPV1HpPcvW3IQPNoNB9q6xOg.3 2024-09-12T01:15:44.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.873+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.536__multipart_mymultipart.2~S03UrkUF-mvsYRz7Es9gn039VBw2CjA.4 2024-09-12T01:15:44.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.876+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4680176677731775775', time=2024-09-12T03:08:34.501031+0000, chain.objs.size()=1 2024-09-12T01:15:44.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.876+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.537__multipart_mymultipart.2~sHxQXqQN03kuVGc14S49PrNS6j937fB.1 2024-09-12T01:15:44.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10028331722129759450', time=2024-09-12T03:08:53.358393+0000, chain.objs.size()=1 2024-09-12T01:15:44.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.553__shadow_.4yKcl15G9q-jb8_F1YGccCdr40wk7Qa_0 2024-09-12T01:15:44.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6455084442877207040', time=2024-09-12T03:08:56.238638+0000, chain.objs.size()=1 2024-09-12T01:15:44.876 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.557__shadow_.3tsjJOmpFNlIwpXllmGkZb151xmlSdu_0 2024-09-12T01:15:44.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7753430108826032325', time=2024-09-12T03:09:00.007632+0000, chain.objs.size()=1 2024-09-12T01:15:44.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.563__shadow_.c5FWd1hHdLR73B692HS8PePYlcmlRRM_0 2024-09-12T01:15:44.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4331870385905188543', time=2024-09-12T03:09:09.639668+0000, chain.objs.size()=1 2024-09-12T01:15:44.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:GqowlwiEXF1l3gsl5QGPGK-drLNRwUy_.XOsbxDYOjbH457lgB6zJ7ObdIYRQPV9_0 2024-09-12T01:15:44.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3043549020141523350', time=2024-09-12T03:09:15.842656+0000, chain.objs.size()=1 2024-09-12T01:15:44.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.573__shadow_.TLnCnLY_etTFELg6athKxs0TOpJ27dq_0 2024-09-12T01:15:44.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7202401410619187452', time=2024-09-12T03:09:20.193795+0000, chain.objs.size()=1 2024-09-12T01:15:44.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.576__shadow_.wO8ycQMT6n_yT1Oo7V7hfHQWnz4ixWl_0 2024-09-12T01:15:44.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2143325422338095317', time=2024-09-12T03:09:33.451177+0000, chain.objs.size()=1 2024-09-12T01:15:44.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:ijRO2C9x-ztcmVZwdpPTv24YpiIRkBk_.GqvJVtxfJrjBW3WqCQR_Wjg1RYX2pvT_0 2024-09-12T01:15:44.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7730872315238747556', time=2024-09-12T03:09:41.772713+0000, chain.objs.size()=1 2024-09-12T01:15:44.877 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.581__shadow:E6QA42L0IkNCxHsiuXZ.9Qe4ND.xLrm_.hLrKQa4xD5BYc0B6Bg0kzGOnNg9yb3a_0 2024-09-12T01:15:44.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7147140105731328849', time=2024-09-12T03:12:17.175183+0000, chain.objs.size()=1 2024-09-12T01:15:44.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.634__shadow_.XZjWbBUxmTtsztcrk_mrMavIbSfIahH_0 2024-09-12T01:15:44.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1383517763025518971', time=2024-09-12T03:12:17.675246+0000, chain.objs.size()=1 2024-09-12T01:15:44.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.877+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.635__shadow_.QnlFsNMUtyeP2vMQd8yR75HQstEbF2a_0 2024-09-12T01:15:44.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.881+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1318868453746739170', time=2024-09-12T03:12:35.793161+0000, chain.objs.size()=1 2024-09-12T01:15:44.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.881+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.667__shadow_.Z-uRUC-9bwGQIrBqKBnOfRDHhbGUGOG_0 2024-09-12T01:15:44.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.881+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11095043043510294018', time=2024-09-12T03:12:36.572176+0000, chain.objs.size()=1 2024-09-12T01:15:44.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.881+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.669__shadow_.12D7j04832QuofEeczWO6tiTxnjwfHe_0 2024-09-12T01:15:44.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.884+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:44.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.887+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2024-09-12T01:15:44.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.888+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:44.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.889+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:44.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/52062' 2024-09-12T01:15:44.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15809404108052607850', time=2024-09-12T03:03:08.814874+0000, chain.objs.size()=5 2024-09-12T01:15:44.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.160__multipart_mymultipart-FROZEN.2~B2NhGYLqhf8r5-juqO9GT6Fwx7ItoWe.1 2024-09-12T01:15:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.160__shadow_mymultipart-FROZEN.2~B2NhGYLqhf8r5-juqO9GT6Fwx7ItoWe.1_1 2024-09-12T01:15:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.160__multipart_mymultipart-FROZEN.2~B2NhGYLqhf8r5-juqO9GT6Fwx7ItoWe.2 2024-09-12T01:15:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.160__shadow_mymultipart-FROZEN.2~B2NhGYLqhf8r5-juqO9GT6Fwx7ItoWe.2_1 2024-09-12T01:15:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.160__multipart_mymultipart-FROZEN.2~B2NhGYLqhf8r5-juqO9GT6Fwx7ItoWe.3 2024-09-12T01:15:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='_DJKpexn5NltBGK-PQi0XUysMFNB-7DX', time=2024-09-12T03:03:13.103836+0000, chain.objs.size()=3 2024-09-12T01:15:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.166__shadow_.QN7qY4X3JrSm8MHV5-MvMmnA-QTwlOu_0 2024-09-12T01:15:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.166__shadow_.QN7qY4X3JrSm8MHV5-MvMmnA-QTwlOu_1 2024-09-12T01:15:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.166__shadow_.QN7qY4X3JrSm8MHV5-MvMmnA-QTwlOu_2 2024-09-12T01:15:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17948459872137280124', time=2024-09-12T03:03:30.299233+0000, chain.objs.size()=1 2024-09-12T01:15:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.184__shadow_.N2qfvwi8Se6ek-5NvlfoqAHIlxjIMkD_0 2024-09-12T01:15:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6531083023613224262', time=2024-09-12T03:04:55.018703+0000, chain.objs.size()=1 2024-09-12T01:15:44.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.231__shadow_.QqH-JIsHNMLskShzMHnWExwt1z0WlI4_0 2024-09-12T01:15:44.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8848568870817381832', time=2024-09-12T03:04:56.549598+0000, chain.objs.size()=1 2024-09-12T01:15:44.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.234__shadow_.b5DRUiD_QF7AXQ5jQIjnJVyxkqaBsRG_0 2024-09-12T01:15:44.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11297252287477286880', time=2024-09-12T03:05:05.553862+0000, chain.objs.size()=1 2024-09-12T01:15:44.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.890+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.249__shadow_.ZvV5YQt98Wm7oZLB9lR2iZ925_gnS8r_0 2024-09-12T01:15:44.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16890256292564414377', time=2024-09-12T03:05:07.525313+0000, chain.objs.size()=1 2024-09-12T01:15:44.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.253__shadow_.2eRkkqfjQlCMjEwR2WhTUefixvjOEa6_0 2024-09-12T01:15:44.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3394377394482760460', time=2024-09-12T03:05:20.226239+0000, chain.objs.size()=1 2024-09-12T01:15:44.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Xe7_mSd3UnODnekG5tJEUm7m3j3tBrF_0 2024-09-12T01:15:44.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16762281558643719692', time=2024-09-12T03:05:20.239663+0000, chain.objs.size()=1 2024-09-12T01:15:44.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.oaqIvqG36pP8amTp_WeENHYz6EYzt2M_0 2024-09-12T01:15:44.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15327416892278792665', time=2024-09-12T03:05:20.256373+0000, chain.objs.size()=1 2024-09-12T01:15:44.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.7QxR-uqPJrUCHK31KhHXX7Z1K5yJp6p_0 2024-09-12T01:15:44.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4569257141152279254', time=2024-09-12T03:05:20.272664+0000, chain.objs.size()=1 2024-09-12T01:15:44.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8Jvdut8VOQ0mtTDhB6JMnkksTsQmpbc_0 2024-09-12T01:15:44.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3461481423481997242', time=2024-09-12T03:05:20.274198+0000, chain.objs.size()=1 2024-09-12T01:15:44.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.knV4_wsSeB6IWSIDqkT5hN2YB3tSI2P_0 2024-09-12T01:15:44.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8500223928277641507', time=2024-09-12T03:05:20.296728+0000, chain.objs.size()=1 2024-09-12T01:15:44.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.eNCtihKx07Gy77w46HW3dEcDJarixMf_0 2024-09-12T01:15:44.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12992181981747003593', time=2024-09-12T03:05:20.302600+0000, chain.objs.size()=1 2024-09-12T01:15:44.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.xhCjuNdsIZLSpgs73SoQSqdKU6ALy2z_0 2024-09-12T01:15:44.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12735853510140632453', time=2024-09-12T03:05:20.312627+0000, chain.objs.size()=1 2024-09-12T01:15:44.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.U0nPvHHn_1EQYpDTnKs7agAsntZpUZk_0 2024-09-12T01:15:44.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16864944709753569229', time=2024-09-12T03:05:20.416072+0000, chain.objs.size()=1 2024-09-12T01:15:44.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.NH31pEV4Vs1nAJrRMlkWGhLxQ5zyAKF_0 2024-09-12T01:15:44.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.893+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17259976228391852101', time=2024-09-12T03:05:20.461912+0000, chain.objs.size()=1 2024-09-12T01:15:44.894 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.894+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8bGyOKrlOzEF-Fm8QXHFzpkvRtR3ntF_0 2024-09-12T01:15:44.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.896+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6111069752463671606', time=2024-09-12T03:05:20.469791+0000, chain.objs.size()=1 2024-09-12T01:15:44.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.896+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.5GJ5G7D4a2fxgpn2Myyp_-VaI9O56pq_0 2024-09-12T01:15:44.897 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17892320473641626674', time=2024-09-12T03:05:20.633947+0000, chain.objs.size()=1 2024-09-12T01:15:44.897 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ZIuE2W0YTseSjj2X3LhZ79asWAXEgav_0 2024-09-12T01:15:44.897 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5551610347585407928', time=2024-09-12T03:05:20.645987+0000, chain.objs.size()=1 2024-09-12T01:15:44.897 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.6a1uIFLlnn6Kb43lu07fXck93PgONPs_0 2024-09-12T01:15:44.897 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10721579840445505317', time=2024-09-12T03:05:20.664973+0000, chain.objs.size()=1 2024-09-12T01:15:44.897 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.P8q--WEDH_JLNxCPrwwR2ws-XPd-cV-_0 2024-09-12T01:15:44.897 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3527553986538569564', time=2024-09-12T03:05:20.692951+0000, chain.objs.size()=1 2024-09-12T01:15:44.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.3Ww3JLRNm_d4SewaWeQ1omTIy9fJeDE_0 2024-09-12T01:15:44.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2543652464491267462', time=2024-09-12T03:05:20.716708+0000, chain.objs.size()=1 2024-09-12T01:15:44.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.EmVy3IztugwFSv8jDI7BqKIlatx-ynf_0 2024-09-12T01:15:44.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1635954212185660277', time=2024-09-12T03:05:20.717861+0000, chain.objs.size()=1 2024-09-12T01:15:44.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.BY6Hw7rqPPvR-BLqqaYNZPs1Roq53Yl_0 2024-09-12T01:15:44.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15258868841024865593', time=2024-09-12T03:05:20.801454+0000, chain.objs.size()=1 2024-09-12T01:15:44.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_._ldZACheCwd_wawruXAUyl_NtwUFIcL_0 2024-09-12T01:15:44.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5024469843119070337', time=2024-09-12T03:05:20.846866+0000, chain.objs.size()=1 2024-09-12T01:15:44.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.vJ0gavUtdF9ei5Ybdg5uQHZHvJAKK4q_0 2024-09-12T01:15:44.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17267380243014130271', time=2024-09-12T03:05:20.859742+0000, chain.objs.size()=1 2024-09-12T01:15:44.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.JmJqKZh3iZ_Thb_8FVDfg04xLFKay3u_0 2024-09-12T01:15:44.898 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1709839049028163758', time=2024-09-12T03:05:20.889656+0000, chain.objs.size()=1 2024-09-12T01:15:44.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.898+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ELG8pUJA1Qy8DCJc245WEPHFwxUArRI_0 2024-09-12T01:15:44.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.900+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12107806458395089289', time=2024-09-12T03:05:20.895637+0000, chain.objs.size()=1 2024-09-12T01:15:44.899 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.900+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.IXhIq0S6t-PFjpK7rfFvWicJ09rFbEV_0 2024-09-12T01:15:44.900 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.901+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2975288426855750305', time=2024-09-12T03:05:20.899645+0000, chain.objs.size()=1 2024-09-12T01:15:44.900 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.901+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.g43waO2IPcgBgPA7sJZtH6RSS-MMWMK_0 2024-09-12T01:15:44.900 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.901+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12477412117133421071', time=2024-09-12T03:05:20.912107+0000, chain.objs.size()=1 2024-09-12T01:15:44.900 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.901+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.da3VEDDcTL4ZhUsVSRRFUezo287z5K7_0 2024-09-12T01:15:44.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15185878775278658151', time=2024-09-12T03:05:21.040066+0000, chain.objs.size()=1 2024-09-12T01:15:44.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.cQ41iTMIQrR46Jzg6R5nTSepxAITjNZ_0 2024-09-12T01:15:44.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2409288229522349473', time=2024-09-12T03:05:21.106804+0000, chain.objs.size()=1 2024-09-12T01:15:44.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ZaCODDBPAotBBw05dvqKoQ4Y_M-BP3n_0 2024-09-12T01:15:44.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8707696732362764384', time=2024-09-12T03:05:21.229853+0000, chain.objs.size()=1 2024-09-12T01:15:44.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.aSb3p_uNEM-1iXZ6L5GA-k1wca2IUSL_0 2024-09-12T01:15:44.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14245990975103427687', time=2024-09-12T03:05:21.378829+0000, chain.objs.size()=1 2024-09-12T01:15:44.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.n_TMjn-HutLPPol_rLWgXARwRwSTz_L_0 2024-09-12T01:15:44.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8852868248329557136', time=2024-09-12T03:05:21.477977+0000, chain.objs.size()=1 2024-09-12T01:15:44.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.059yDRSx8C8oK16N3nXXRSmX-BrUsxW_0 2024-09-12T01:15:44.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3969914720786039263', time=2024-09-12T03:05:21.615398+0000, chain.objs.size()=1 2024-09-12T01:15:44.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ikZPIgnTbROe8eAnnIqy76Vv0RAcHIw_0 2024-09-12T01:15:44.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2857620215482265325', time=2024-09-12T03:05:21.643955+0000, chain.objs.size()=1 2024-09-12T01:15:44.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.qbO3UL0c_pscnqEyog8P2FixFd_h-2R_0 2024-09-12T01:15:44.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9559265348709811070', time=2024-09-12T03:05:25.445149+0000, chain.objs.size()=1 2024-09-12T01:15:44.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.271__shadow_.eg8Of9U79pbQQGTQHrW1xEsVt2QnBSZ_0 2024-09-12T01:15:44.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6823197434180570370', time=2024-09-12T03:05:33.428462+0000, chain.objs.size()=1 2024-09-12T01:15:44.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.903+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.287__shadow_.Izpk11lfIoLJs88BpxiumEFAKqMoQsL_0 2024-09-12T01:15:44.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.905+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8657978203454451209', time=2024-09-12T03:05:33.888407+0000, chain.objs.size()=1 2024-09-12T01:15:44.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.905+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.288__shadow_.rv3_dW7PLldTu_A7uAU3XacF7uqPwC4_0 2024-09-12T01:15:44.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.905+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1866323221569470281', time=2024-09-12T03:05:35.327770+0000, chain.objs.size()=1 2024-09-12T01:15:44.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.905+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.291__shadow_.pHNYPzRvQEdLH6nHIMPM9obYLoxneWd_0 2024-09-12T01:15:44.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8640874966528102628', time=2024-09-12T03:05:37.711589+0000, chain.objs.size()=1 2024-09-12T01:15:44.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.960exFESp7KSjwhk24kjqfLIEWZXmkU_0 2024-09-12T01:15:44.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4022742437357898405', time=2024-09-12T03:05:42.272085+0000, chain.objs.size()=1 2024-09-12T01:15:44.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.303__shadow_.Od39yyAFzTJn9wHE12aiJ65-6A_tIu5_0 2024-09-12T01:15:44.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4562633508867167625', time=2024-09-12T03:06:01.520452+0000, chain.objs.size()=1 2024-09-12T01:15:44.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.hhbWY17Kp2tiEve_X7M9IilHN_og3KI_0 2024-09-12T01:15:44.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4658629804950304809', time=2024-09-12T03:06:01.554811+0000, chain.objs.size()=1 2024-09-12T01:15:44.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.K-Gpq5DYZ4Qo1pDBhXgiDVz_MCOwNKr_0 2024-09-12T01:15:44.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7923619702274257356', time=2024-09-12T03:06:01.575342+0000, chain.objs.size()=1 2024-09-12T01:15:44.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ui5931Cq81DvQ6BwPNd0wM1Xqm4Ylsl_0 2024-09-12T01:15:44.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2171799742883782440', time=2024-09-12T03:06:01.709697+0000, chain.objs.size()=1 2024-09-12T01:15:44.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.-h_BCz6oCQNWzDufMs1-hnxayJPMkbU_0 2024-09-12T01:15:44.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1738793507725166233', time=2024-09-12T03:06:01.742380+0000, chain.objs.size()=1 2024-09-12T01:15:44.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ay605yfBVTERT341YMEuOK-u8esZc7N_0 2024-09-12T01:15:44.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14137465899381693774', time=2024-09-12T03:06:01.885094+0000, chain.objs.size()=1 2024-09-12T01:15:44.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Xpdbz7nTz0Ucitr3eK0CO90Ieistjew_0 2024-09-12T01:15:44.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7354657124703278543', time=2024-09-12T03:06:01.933430+0000, chain.objs.size()=1 2024-09-12T01:15:44.908 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.908+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Nak7gn1kBKyrhfCZEkFcr2oUDd8bN5d_0 2024-09-12T01:15:44.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.909+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4856638271740904603', time=2024-09-12T03:06:02.111568+0000, chain.objs.size()=1 2024-09-12T01:15:44.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.909+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.lUJQdOxe1oaaa1AdfH4QQG3BI4drSNP_0 2024-09-12T01:15:44.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.909+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9296981654334358163', time=2024-09-12T03:06:02.129136+0000, chain.objs.size()=1 2024-09-12T01:15:44.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.909+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.-BWOgOnYXtkBXsh_adWMz2b7FQc4Q9I_0 2024-09-12T01:15:44.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.911+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.421437289437523251', time=2024-09-12T03:06:02.138675+0000, chain.objs.size()=1 2024-09-12T01:15:44.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.911+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ObUXokGl_4GQdRtvURfFDHH0yYiJmcc_0 2024-09-12T01:15:44.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.911+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8417621663388220573', time=2024-09-12T03:06:02.147283+0000, chain.objs.size()=1 2024-09-12T01:15:44.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.911+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.rXNc4XM2K6VDe8HZMuYXrkLPuYRm0uS_0 2024-09-12T01:15:44.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.912+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12770239723338761162', time=2024-09-12T03:06:02.155177+0000, chain.objs.size()=1 2024-09-12T01:15:44.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.912+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Fb-L333h_RU5b_wxMpPV4t6RH2R915h_0 2024-09-12T01:15:44.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.912+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4213503626994299493', time=2024-09-12T03:06:02.172392+0000, chain.objs.size()=1 2024-09-12T01:15:44.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.912+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.tnX7VxhFZ87LqOXE3WC_j5w3QGP8317_0 2024-09-12T01:15:44.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.912+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11321724953531118066', time=2024-09-12T03:06:02.179480+0000, chain.objs.size()=1 2024-09-12T01:15:44.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.912+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.c6DbPIUKIdT8yaqaBZwfHpbimcCsuED_0 2024-09-12T01:15:44.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.912+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5404828719531372607', time=2024-09-12T03:06:02.197970+0000, chain.objs.size()=1 2024-09-12T01:15:44.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.912+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Glu044ZinTWQDUj35ayDSaGFAIAAAv3_0 2024-09-12T01:15:44.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.912+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8302473966854071588', time=2024-09-12T03:06:02.215734+0000, chain.objs.size()=1 2024-09-12T01:15:44.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.912+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HKJnhhgAE1m4Zbg-xlrBqH1weTu1LbH_0 2024-09-12T01:15:44.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.912+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12479752145297167875', time=2024-09-12T03:06:02.322954+0000, chain.objs.size()=1 2024-09-12T01:15:44.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.912+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.2_0cJqK9V3Wp9vnZR6qAKga9RmqHDh7_0 2024-09-12T01:15:44.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.912+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10596681615673946492', time=2024-09-12T03:06:02.340714+0000, chain.objs.size()=1 2024-09-12T01:15:44.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.912+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.LPmrD_WAPfzjUPW62aVFMAeOSepaUCO_0 2024-09-12T01:15:44.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.913+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8308711736257771371', time=2024-09-12T03:06:02.342341+0000, chain.objs.size()=1 2024-09-12T01:15:44.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.913+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.aNoA8QZPyIYb1MP1ZwMO_4fZ2Zkw3jQ_0 2024-09-12T01:15:44.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.913+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13228102249737148375', time=2024-09-12T03:06:02.419303+0000, chain.objs.size()=1 2024-09-12T01:15:44.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.913+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Zq5P5MVLlB2uJCRr4VoVq7VMXY1R3oM_0 2024-09-12T01:15:44.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.914+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15496093477167758428', time=2024-09-12T03:06:02.555632+0000, chain.objs.size()=1 2024-09-12T01:15:44.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.914+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.iOYocAcxiym_egFtQc54TGdIDt4M9kn_0 2024-09-12T01:15:44.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.914+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9397397553595031402', time=2024-09-12T03:06:02.576794+0000, chain.objs.size()=1 2024-09-12T01:15:44.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.914+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.K1GDdTVLGSdc1IKSrq-qBuVFett7zHb_0 2024-09-12T01:15:44.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.917+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15364405334856011278', time=2024-09-12T03:06:02.591781+0000, chain.objs.size()=1 2024-09-12T01:15:44.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.917+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.EGn_X9C_6dWdJYI7Axxv5RpZp9Yfmdn_0 2024-09-12T01:15:44.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.917+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11339527816040098123', time=2024-09-12T03:06:02.801175+0000, chain.objs.size()=1 2024-09-12T01:15:44.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.917+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.sskcidPIOmOIY-OfOCai4M0awfhjHX-_0 2024-09-12T01:15:44.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.917+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12399753780542189279', time=2024-09-12T03:06:02.806955+0000, chain.objs.size()=1 2024-09-12T01:15:44.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.917+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.LaoUJN4qJ2JcVthQ20OxmMqGzi63dVY_0 2024-09-12T01:15:44.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.917+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11482971113837217859', time=2024-09-12T03:06:02.897653+0000, chain.objs.size()=1 2024-09-12T01:15:44.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.917+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.7v5GC1Hr5fif23Uqb0yh87cXeAXdkuy_0 2024-09-12T01:15:44.916 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.917+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14132881028864262132', time=2024-09-12T03:06:02.900459+0000, chain.objs.size()=1 2024-09-12T01:15:44.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.917+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HAmV_rnmgKcECAwN9gq9gQam3DJqGN1_0 2024-09-12T01:15:44.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.917+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18403954251000988951', time=2024-09-12T03:06:02.932009+0000, chain.objs.size()=1 2024-09-12T01:15:44.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.917+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.TjyWTt1-5x1toEyUR5MfX6H3UtJaBYp_0 2024-09-12T01:15:44.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.918+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13964988180708170496', time=2024-09-12T03:06:02.968140+0000, chain.objs.size()=1 2024-09-12T01:15:44.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.918+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.WZIzjtVtj7A_6OAtfwEikU3KyfVM-N2_0 2024-09-12T01:15:44.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.918+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12120985432450907147', time=2024-09-12T03:06:11.591773+0000, chain.objs.size()=1 2024-09-12T01:15:44.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.918+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.k8125UJNuKREJWVT_yuh_mlCTcNgwqk_0 2024-09-12T01:15:44.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.918+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11735032048920630326', time=2024-09-12T03:06:11.606985+0000, chain.objs.size()=1 2024-09-12T01:15:44.917 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.918+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.d61p7rKGwyuUJNwt6zH46KJ-iX8grpD_0 2024-09-12T01:15:44.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.918+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16017015795287043949', time=2024-09-12T03:06:11.644227+0000, chain.objs.size()=1 2024-09-12T01:15:44.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.918+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.gYNJ8-GKcFouyxiiJg67FpbGQBfgFm6_0 2024-09-12T01:15:44.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.918+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3624958072248737215', time=2024-09-12T03:06:11.783030+0000, chain.objs.size()=1 2024-09-12T01:15:44.918 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.918+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.teirJ9u1gfT-f-rjkdRVIYMPOb5Ezli_0 2024-09-12T01:15:44.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.920+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8953617081027977130', time=2024-09-12T03:06:11.820173+0000, chain.objs.size()=1 2024-09-12T01:15:44.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.920+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.LHirM1eJB-TXrbLur3mWrXmCMovxEaE_0 2024-09-12T01:15:44.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.922+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6286966360578587052', time=2024-09-12T03:06:11.866734+0000, chain.objs.size()=1 2024-09-12T01:15:44.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.922+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.DNXZog2TVOUWNyZWLd79SI2KV3BD66V_0 2024-09-12T01:15:44.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.922+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8009668952353497057', time=2024-09-12T03:06:11.879758+0000, chain.objs.size()=1 2024-09-12T01:15:44.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.922+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.W3tU9oTT5stMFDOwa3hSlezX4MXsAkN_0 2024-09-12T01:15:44.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.922+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9871191617050038189', time=2024-09-12T03:06:11.880860+0000, chain.objs.size()=1 2024-09-12T01:15:44.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.922+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.b-H1TmOj4iIIsFWxH-h7aoF57Rh5m8f_0 2024-09-12T01:15:44.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.922+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8431727953909699685', time=2024-09-12T03:06:12.017747+0000, chain.objs.size()=1 2024-09-12T01:15:44.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.922+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Og2AaN76qWWABPObSGPGbQAhsAWbrSv_0 2024-09-12T01:15:44.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.922+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10666718812462099096', time=2024-09-12T03:06:12.229996+0000, chain.objs.size()=1 2024-09-12T01:15:44.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.922+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.-Ow4FQHF8SIMEqXpIFoAyWtlJI1_Mg7_0 2024-09-12T01:15:44.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.922+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15387737414026676521', time=2024-09-12T03:06:12.252587+0000, chain.objs.size()=1 2024-09-12T01:15:44.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.922+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.RyMR6ESehfZbtu5oahdzFdz5CvcHU-9_0 2024-09-12T01:15:44.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.923+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12765572867696535339', time=2024-09-12T03:06:12.263790+0000, chain.objs.size()=1 2024-09-12T01:15:44.922 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.924+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.KT1PF_2ubf9H3-V3MdiqSlEKGb4Dm6e_0 2024-09-12T01:15:44.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.925+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12500557206997125439', time=2024-09-12T03:06:12.366213+0000, chain.objs.size()=1 2024-09-12T01:15:44.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.925+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.TTlfhCvqpuF2-QtPITRHiYfjqUTLwhL_0 2024-09-12T01:15:44.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.925+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11253544532879756870', time=2024-09-12T03:06:12.376745+0000, chain.objs.size()=1 2024-09-12T01:15:44.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.925+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.OempCmNph5SCDkHcK1BAeC0efeP2vOW_0 2024-09-12T01:15:44.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.925+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8390050959493195396', time=2024-09-12T03:06:12.431568+0000, chain.objs.size()=1 2024-09-12T01:15:44.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.925+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.AUBaz172jp5vz967z_lKiOSgeOXd8Cg_0 2024-09-12T01:15:44.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.925+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16843459135225011889', time=2024-09-12T03:06:12.438269+0000, chain.objs.size()=1 2024-09-12T01:15:44.924 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.925+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.IjbzxT7bthwEVqVy33aIBIF47NCkd7b_0 2024-09-12T01:15:44.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.927+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5175277360207573700', time=2024-09-12T03:06:12.555773+0000, chain.objs.size()=1 2024-09-12T01:15:44.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.927+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.CQlJEyPHggQbrQ1QAa0POJKbUPXTIVi_0 2024-09-12T01:15:44.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.927+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7060841618896980809', time=2024-09-12T03:06:12.632204+0000, chain.objs.size()=1 2024-09-12T01:15:44.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.927+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.8RDn0SYZZfZ3x_NnyhEoAFoBsSbARZu_0 2024-09-12T01:15:44.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.927+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16384290780373585389', time=2024-09-12T03:06:12.664400+0000, chain.objs.size()=1 2024-09-12T01:15:44.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.927+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.zIcHxVuGKOpuTaYfSNlRdBL-LTUVKcG_0 2024-09-12T01:15:44.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.927+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16788917958106609553', time=2024-09-12T03:06:12.665377+0000, chain.objs.size()=1 2024-09-12T01:15:44.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.927+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.T1zARbm1BIYH9uSO8W5uwlgdRYx9fWr_0 2024-09-12T01:15:44.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.927+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9586058700390808889', time=2024-09-12T03:06:12.764883+0000, chain.objs.size()=1 2024-09-12T01:15:44.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.927+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.fav8UyPGCW7k6n6K22uw46LOExWK3uI_0 2024-09-12T01:15:44.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.927+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13675568969109491955', time=2024-09-12T03:06:12.784945+0000, chain.objs.size()=1 2024-09-12T01:15:44.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.927+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.qXBCkT4zymzm51rQ8N1zYdBfAk6pOiK_0 2024-09-12T01:15:44.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.927+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3818853875954064596', time=2024-09-12T03:06:12.801252+0000, chain.objs.size()=1 2024-09-12T01:15:44.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.927+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.BSygRZsS2dZMPv9bumvZyh_CEcsuSol_0 2024-09-12T01:15:44.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.929+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9510447120711460409', time=2024-09-12T03:06:12.951340+0000, chain.objs.size()=1 2024-09-12T01:15:44.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.929+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.C6PD_Uj01z7eDfzsMRwstNNa0Ia2n_L_0 2024-09-12T01:15:44.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.930+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17827101018025044932', time=2024-09-12T03:06:12.964754+0000, chain.objs.size()=1 2024-09-12T01:15:44.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.930+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.So1LrPsadscyiYhHoC0vfwhIMe7xGbp_0 2024-09-12T01:15:44.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.930+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11395821209645735750', time=2024-09-12T03:06:12.975649+0000, chain.objs.size()=1 2024-09-12T01:15:44.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.930+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.4hM7XlmAHZTPNH0H9LA1702N8cCDwos_0 2024-09-12T01:15:44.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.930+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17453170810921711427', time=2024-09-12T03:06:12.998293+0000, chain.objs.size()=1 2024-09-12T01:15:44.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.930+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.IQIB3SoHeWBpyk_hBJlQz-kzN90YWrd_0 2024-09-12T01:15:44.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.933+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/52062 2024-09-12T01:15:44.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T01:15:44.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8514896948463718643', time=2024-09-12T03:06:13.008336+0000, chain.objs.size()=1 2024-09-12T01:15:44.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.d4ObdNs9dVVbNUQEWtpDtCr81uBEw2O_0 2024-09-12T01:15:44.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4442547637188543085', time=2024-09-12T03:06:19.201051+0000, chain.objs.size()=1 2024-09-12T01:15:44.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.338__shadow_.mq3hDzj2cgTQnfrgshQuLiwHO6K8CoT_0 2024-09-12T01:15:44.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.82027267348095666', time=2024-09-12T03:06:22.913370+0000, chain.objs.size()=1 2024-09-12T01:15:44.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.346__shadow_.6qhXj43J-onp4wEGQa-5MklqPmIVBtg_0 2024-09-12T01:15:44.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11607638147299991710', time=2024-09-12T03:06:34.434997+0000, chain.objs.size()=1 2024-09-12T01:15:44.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.373__shadow_.YoxKwCqWNPlCcwduVFDL6CkZzFr6sQZ_0 2024-09-12T01:15:44.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12615592842662619172', time=2024-09-12T03:07:24.636783+0000, chain.objs.size()=1 2024-09-12T01:15:44.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.462__shadow_.VaIqzn_Eb2LhvvE_I9yPE1i9qqMOv5V_0 2024-09-12T01:15:44.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1323727566514537077', time=2024-09-12T03:08:06.207432+0000, chain.objs.size()=6 2024-09-12T01:15:44.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~2MrVXAbnSQb2cUP6xuiETuAh3kP4y6I.1 2024-09-12T01:15:44.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.hUi8CxBAyGdqbb9G-gl8Xe5rQZbuVczu.2 2024-09-12T01:15:44.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.TjVqwvQMAZy-He5gi-cHNeJGRmuwgvvp.3 2024-09-12T01:15:44.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~2MrVXAbnSQb2cUP6xuiETuAh3kP4y6I.4 2024-09-12T01:15:44.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~2MrVXAbnSQb2cUP6xuiETuAh3kP4y6I.5 2024-09-12T01:15:44.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~2MrVXAbnSQb2cUP6xuiETuAh3kP4y6I.6 2024-09-12T01:15:44.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5106882762893533455', time=2024-09-12T03:08:56.699769+0000, chain.objs.size()=1 2024-09-12T01:15:44.936 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.935+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.558__shadow_.qbZBRWbTjqDLm93jhPpMRsw1D1FIF3v_0 2024-09-12T01:15:44.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16465298837564118672', time=2024-09-12T03:08:58.247725+0000, chain.objs.size()=1 2024-09-12T01:15:44.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.560__shadow_.-xbMmpfXkTtLg6Edf8JvKlqd5ZmSFOx_0 2024-09-12T01:15:44.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.901687196672264677', time=2024-09-12T03:09:17.573131+0000, chain.objs.size()=1 2024-09-12T01:15:44.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.575__shadow:HuG8QkfZO4-hy8blpaEY2Ga743AEL6h_.mc0SslxMzLqg7Q-VBhGs9yEWjkraLyR_0 2024-09-12T01:15:44.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7530205004514615419', time=2024-09-12T03:09:22.643941+0000, chain.objs.size()=1 2024-09-12T01:15:44.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.577__shadow:mhhAZJVG1Keny6Y5niu3Vg8xrER0cLz_.9N3w-Xz75ufC0n6DwnNzvmaS7AML7vn_0 2024-09-12T01:15:44.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6657135291505770722', time=2024-09-12T03:09:30.521040+0000, chain.objs.size()=1 2024-09-12T01:15:44.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:jE0mr8dAOKarQaV4rsS8jZkfBT5oFCO_.LsZ0hsRpD-oIVErcdmHO7tddyOydXau_0 2024-09-12T01:15:44.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2366675554125902689', time=2024-09-12T03:09:33.793241+0000, chain.objs.size()=1 2024-09-12T01:15:44.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:WYqICTkE4jV9UU3b7qsw1w9VIV9lFNQ_.OJlRDnHVmc_I9X0AXTI4IC9IIaiwSuy_0 2024-09-12T01:15:44.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14158112228585651037', time=2024-09-12T03:09:49.856331+0000, chain.objs.size()=1 2024-09-12T01:15:44.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.597__shadow_._ueyr_rLs6qgZ55dUARh8Odb0FbqygK_0 2024-09-12T01:15:44.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6452589728108313387', time=2024-09-12T03:12:41.101407+0000, chain.objs.size()=1 2024-09-12T01:15:44.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.680__shadow_.Yrd8l4srGJXm2MNANoEA2xks5USXR8S_0 2024-09-12T01:15:44.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16550307123306223906', time=2024-09-12T03:12:45.552560+0000, chain.objs.size()=1 2024-09-12T01:15:44.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.691__shadow:heGm-qK.xlM5Z848sDfGgQ8O.FF1mxG_.dCHjClZOKDiqLvuwXxJWbzqRR4eP7XG_0 2024-09-12T01:15:44.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1996724111307096594', time=2024-09-12T03:12:49.144314+0000, chain.objs.size()=1 2024-09-12T01:15:44.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.699__shadow:2AxpnXRHAIf81uNFeWwmZcnteM44-hm_.SqkLuuvs-cgNcLpMAjiu3G0fYkuW54p_0 2024-09-12T01:15:44.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5062789467539676355', time=2024-09-12T03:12:56.409897+0000, chain.objs.size()=1 2024-09-12T01:15:44.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.940+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.715__shadow:OmN8jty4kZ2kVLBTwX.5IZngGWUKGP2_.lmHFvS6YOea9dttZNQLrs8h0LNiHNwj_0 2024-09-12T01:15:44.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.945+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:44.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.948+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2024-09-12T01:15:44.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.949+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:44.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.949+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:44.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/53125' 2024-09-12T01:15:44.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11450547219980644149', time=2024-09-12T03:03:03.770263+0000, chain.objs.size()=1 2024-09-12T01:15:44.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.152__shadow_.w4FMm9gyf4flFMeuz1S949I0xZlQntA_0 2024-09-12T01:15:44.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='_CIqwq3YSfIkHo3wIdAvT0hSO9O-gA7X', time=2024-09-12T03:03:10.423122+0000, chain.objs.size()=3 2024-09-12T01:15:44.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.7CDjIX1QlY4_9x_nVToDP6_-K-tZ1Hy_0 2024-09-12T01:15:44.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.7CDjIX1QlY4_9x_nVToDP6_-K-tZ1Hy_1 2024-09-12T01:15:44.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.7CDjIX1QlY4_9x_nVToDP6_-K-tZ1Hy_2 2024-09-12T01:15:44.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='_UTCkFtlEG0XKWCRLbyiXfMTeEVD97FT', time=2024-09-12T03:03:11.515452+0000, chain.objs.size()=3 2024-09-12T01:15:44.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.1EbjmR2qtsGZYWXi9bNnWtsxeUad0_h_0 2024-09-12T01:15:44.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.1EbjmR2qtsGZYWXi9bNnWtsxeUad0_h_1 2024-09-12T01:15:44.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.1EbjmR2qtsGZYWXi9bNnWtsxeUad0_h_2 2024-09-12T01:15:44.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3332664701878623999', time=2024-09-12T03:03:29.452212+0000, chain.objs.size()=1 2024-09-12T01:15:44.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.182__shadow_.YVl2w5L3YJD79_iCheAVUYy8rEtA5wW_0 2024-09-12T01:15:44.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9796889243841941565', time=2024-09-12T03:05:01.651573+0000, chain.objs.size()=1 2024-09-12T01:15:44.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.243__shadow_.DbZz0Bz-g5BpRIcmTUO-i8u_6d5Bz3g_0 2024-09-12T01:15:44.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15474576201237530708', time=2024-09-12T03:05:03.595106+0000, chain.objs.size()=1 2024-09-12T01:15:44.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.245__shadow_.Dlw78baiYg4XwnkGzp4GFjnoLi7hjW5_0 2024-09-12T01:15:44.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8858428610190312181', time=2024-09-12T03:05:10.854280+0000, chain.objs.size()=1 2024-09-12T01:15:44.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.260__shadow_.tt48f2JVGpEo3duwc-ZPDMjc1paJyRL_0 2024-09-12T01:15:44.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11714135357671344158', time=2024-09-12T03:05:20.220143+0000, chain.objs.size()=1 2024-09-12T01:15:44.951 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.950+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.XutSOCr5YdZW7MPzl_N2SpiQXF6BFKr_0 2024-09-12T01:15:44.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.955+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.843633131870108298', time=2024-09-12T03:05:20.266642+0000, chain.objs.size()=1 2024-09-12T01:15:44.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.955+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8OfOAbH2iflpbEHIj4wT7zX-1F3ZdN1_0 2024-09-12T01:15:44.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.956+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3020982432539866740', time=2024-09-12T03:05:20.286797+0000, chain.objs.size()=1 2024-09-12T01:15:44.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.956+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.phh3fgqUfZG7VnNZ_PoAPak76hJPfjm_0 2024-09-12T01:15:44.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8671940478300551235', time=2024-09-12T03:05:20.304282+0000, chain.objs.size()=1 2024-09-12T01:15:44.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_._mvM0b1M5UVvm9HHZZYZAn8fmS60rHb_0 2024-09-12T01:15:44.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16053499579552758050', time=2024-09-12T03:05:20.318698+0000, chain.objs.size()=1 2024-09-12T01:15:44.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.wxZsh401iuKLoEtIMXIafqpMMjYoLjq_0 2024-09-12T01:15:44.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5392411706553835456', time=2024-09-12T03:05:20.475630+0000, chain.objs.size()=1 2024-09-12T01:15:44.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ahsnUCsh810NoCwSso3_bB4O5BZPR8P_0 2024-09-12T01:15:44.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14751972222030075806', time=2024-09-12T03:05:20.615358+0000, chain.objs.size()=1 2024-09-12T01:15:44.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.p_0pk4A0pbkVkkIXlvgtwgulmN1rvvb_0 2024-09-12T01:15:44.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14713240011232420810', time=2024-09-12T03:05:20.627098+0000, chain.objs.size()=1 2024-09-12T01:15:44.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Zci642ZVUCaNqsqkytHrzGqsecTTWad_0 2024-09-12T01:15:44.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10620561288132656270', time=2024-09-12T03:05:20.710726+0000, chain.objs.size()=1 2024-09-12T01:15:44.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.e8UZodX5nLY_aw3Wi1uZH-V2NfBbezn_0 2024-09-12T01:15:44.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12841142942634628688', time=2024-09-12T03:05:20.857937+0000, chain.objs.size()=1 2024-09-12T01:15:44.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lCyw5APTTsOHvuQVKWlBZ5yhQstZtWW_0 2024-09-12T01:15:44.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7024472062327862231', time=2024-09-12T03:05:20.861330+0000, chain.objs.size()=1 2024-09-12T01:15:44.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.iKxyaOya1B40vXi6mT6ZwpUdOBghRPW_0 2024-09-12T01:15:44.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10233922321525226946', time=2024-09-12T03:05:20.871966+0000, chain.objs.size()=1 2024-09-12T01:15:44.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.960+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.NJGTOBRkPWa7Sc35qAnhLHWKx9crIl7_0 2024-09-12T01:15:44.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.965+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1041464636033379080', time=2024-09-12T03:05:20.890929+0000, chain.objs.size()=1 2024-09-12T01:15:44.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.965+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ivvYVWckI4Ap4Iv95Q5MZgIuIDU0tNR_0 2024-09-12T01:15:44.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.965+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15252240477796256005', time=2024-09-12T03:05:21.009826+0000, chain.objs.size()=1 2024-09-12T01:15:44.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.965+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.PRBD0bDRy1plAKGAKPNgLqdGxrUFjTU_0 2024-09-12T01:15:44.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.970+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18426974300503300135', time=2024-09-12T03:05:21.096735+0000, chain.objs.size()=1 2024-09-12T01:15:44.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.970+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.0pZu2aTT5xRNXxHQBsNpe_ZUMMmO0T9_0 2024-09-12T01:15:44.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.970+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18230843118478817899', time=2024-09-12T03:05:21.224782+0000, chain.objs.size()=1 2024-09-12T01:15:44.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.970+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.dM6Z0U96RsR5J38WZukBKSZXcdgE8c7_0 2024-09-12T01:15:44.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.970+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4499956272877000349', time=2024-09-12T03:05:21.254763+0000, chain.objs.size()=1 2024-09-12T01:15:44.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.970+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.9yKCkaRK4FSGdyzTvo_Gbx3cmJnsdiD_0 2024-09-12T01:15:44.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.970+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3814740985233727359', time=2024-09-12T03:05:21.285338+0000, chain.objs.size()=1 2024-09-12T01:15:44.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.970+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.SybS1C6DDsvg4d2gREicQTlu94aqBeX_0 2024-09-12T01:15:44.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.970+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9392345915264104786', time=2024-09-12T03:05:21.436699+0000, chain.objs.size()=1 2024-09-12T01:15:44.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.970+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.1DZavnz5AvEwR8N3VcDTvxknbumhYm2_0 2024-09-12T01:15:44.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.971+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6493780685189774739', time=2024-09-12T03:05:21.463768+0000, chain.objs.size()=1 2024-09-12T01:15:44.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.971+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.yzDFbxsmqGlPYYfJsT0n_PnYYgfszHb_0 2024-09-12T01:15:44.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.971+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6559014718039414639', time=2024-09-12T03:05:21.480136+0000, chain.objs.size()=1 2024-09-12T01:15:44.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.971+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.5MSUNLV3kWEXSAsgwopHxlYtfY70aeg_0 2024-09-12T01:15:44.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.971+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3498964407496052672', time=2024-09-12T03:05:21.617334+0000, chain.objs.size()=1 2024-09-12T01:15:44.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.971+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.v4T2RlFkb9culoe6CcThuTinxzougba_0 2024-09-12T01:15:44.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.971+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17546722832726578215', time=2024-09-12T03:05:21.629185+0000, chain.objs.size()=1 2024-09-12T01:15:44.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.971+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.LU8b944XYzqc1SXgKHr8ooDNNNMkovH_0 2024-09-12T01:15:44.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.972+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11413338390169436411', time=2024-09-12T03:05:22.130592+0000, chain.objs.size()=1 2024-09-12T01:15:44.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.972+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.264__shadow_.f7LK8GXuBcWRNsRaJqItBPKywvnuWtO_0 2024-09-12T01:15:44.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.975+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4144393177584204904', time=2024-09-12T03:05:30.925885+0000, chain.objs.size()=1 2024-09-12T01:15:44.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.975+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.282__shadow_.k64g5UlpXbtIJjRzyRY63MW-wPGupZT_0 2024-09-12T01:15:44.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.975+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11602417507125915353', time=2024-09-12T03:05:36.894632+0000, chain.objs.size()=1 2024-09-12T01:15:44.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.975+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.RQpwJ8B8SUVzwjYEQ6m2GkKVrAqTQKc_0 2024-09-12T01:15:44.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.975+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11596442460780151943', time=2024-09-12T03:05:36.897131+0000, chain.objs.size()=1 2024-09-12T01:15:44.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.975+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.U9qIEpKDfq-jMw3AV753QAagIp1ydZe_0 2024-09-12T01:15:44.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.975+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16894781503371744420', time=2024-09-12T03:05:36.913213+0000, chain.objs.size()=1 2024-09-12T01:15:44.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.975+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.mxyLOaNR_1B1snZ7ZI0bBOZVP5I9Em1_0 2024-09-12T01:15:44.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.975+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18027069867111807925', time=2024-09-12T03:05:37.712366+0000, chain.objs.size()=1 2024-09-12T01:15:44.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.975+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.Nav_O3cGLHr4gCWzqxzcDSv5bSLWUZ1_0 2024-09-12T01:15:44.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.976+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7352329545599657780', time=2024-09-12T03:05:37.713954+0000, chain.objs.size()=1 2024-09-12T01:15:44.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.976+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.C9lFHQKRSd1aCQA-WMzWrVQhyzr96s1_0 2024-09-12T01:15:44.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.976+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2655452182048965533', time=2024-09-12T03:05:39.196871+0000, chain.objs.size()=1 2024-09-12T01:15:44.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.976+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.297__shadow_.Fblvfcbwz7g0SLM8mgLBxy41uwpgkL1_0 2024-09-12T01:15:44.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.980+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14591570557687166869', time=2024-09-12T03:05:44.320900+0000, chain.objs.size()=1 2024-09-12T01:15:44.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.980+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.307__shadow_.46qpz-Nx4Z6bkNnYTt8MIN_IC9Slr1u_0 2024-09-12T01:15:44.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.980+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8348206389173808546', time=2024-09-12T03:06:01.496271+0000, chain.objs.size()=1 2024-09-12T01:15:44.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.980+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.UGaInxjsotpfXl_UMyMsGb3_qCry-WS_0 2024-09-12T01:15:44.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.980+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18166474167531694507', time=2024-09-12T03:06:01.529406+0000, chain.objs.size()=1 2024-09-12T01:15:44.979 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.980+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.3sJrn0HKBPIr7plon3dj6sulGkPN2_W_0 2024-09-12T01:15:44.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.980+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2659113771254070302', time=2024-09-12T03:06:01.579936+0000, chain.objs.size()=1 2024-09-12T01:15:44.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.980+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.KOpH4goVd6i7sPVN_tbhyG26JpZSU2__0 2024-09-12T01:15:44.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.981+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8851590195647393757', time=2024-09-12T03:06:01.587267+0000, chain.objs.size()=1 2024-09-12T01:15:44.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.981+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_._wHN7L4QUPiwkMO1caRJi590ZhYNsBT_0 2024-09-12T01:15:44.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.981+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.211222490201327871', time=2024-09-12T03:06:01.708095+0000, chain.objs.size()=1 2024-09-12T01:15:44.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.981+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.O8xarBQEcHsdMBkfcOIIq1I9avK2cIt_0 2024-09-12T01:15:44.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.981+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15965487849069429375', time=2024-09-12T03:06:01.711742+0000, chain.objs.size()=1 2024-09-12T01:15:44.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.981+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Aq1ZfXA9hhzcLlUweG2SO8CwiIO_TC4_0 2024-09-12T01:15:44.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.981+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2722575409702252135', time=2024-09-12T03:06:01.740340+0000, chain.objs.size()=1 2024-09-12T01:15:44.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.981+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.VJvJP6KX5p4qxtDO8FCsl4GANRoQd_Y_0 2024-09-12T01:15:44.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.981+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7795948992140194334', time=2024-09-12T03:06:01.764171+0000, chain.objs.size()=1 2024-09-12T01:15:44.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.981+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.8j5lwoJXe6IocaOHMpz0eGVtj7wWpZ__0 2024-09-12T01:15:44.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.981+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14299697534760739773', time=2024-09-12T03:06:01.786174+0000, chain.objs.size()=1 2024-09-12T01:15:44.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.981+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.r3vrMXhiGVjUG523G-hbpl5_kiSLx2O_0 2024-09-12T01:15:44.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.982+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.460087558060393126', time=2024-09-12T03:06:01.919525+0000, chain.objs.size()=1 2024-09-12T01:15:44.981 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.982+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.29st1PtE4c-fzSOR8XlutBUB3ZVYSD-_0 2024-09-12T01:15:44.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.983+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18343047697854452313', time=2024-09-12T03:06:01.934461+0000, chain.objs.size()=1 2024-09-12T01:15:44.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.983+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.BckrUhlDHIRRoMFxs2KPcUwNN0IOWSF_0 2024-09-12T01:15:44.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11365780510859514597', time=2024-09-12T03:06:01.943240+0000, chain.objs.size()=1 2024-09-12T01:15:44.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.s6ZQG4kzq0RgEpF2crynSwjyUuBuCKu_0 2024-09-12T01:15:44.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1276349271930014194', time=2024-09-12T03:06:01.978686+0000, chain.objs.size()=1 2024-09-12T01:15:44.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.wc6iWD24-dS5YWqszHk7jfA6NKfK8Su_0 2024-09-12T01:15:44.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15527186839873581992', time=2024-09-12T03:06:02.100678+0000, chain.objs.size()=1 2024-09-12T01:15:44.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.IwRfYiNjwycH20LYmu4h-maXyWpq3_B_0 2024-09-12T01:15:44.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7357283305154920756', time=2024-09-12T03:06:02.123160+0000, chain.objs.size()=1 2024-09-12T01:15:44.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.PgbubJqrdcm5hMW3Rfhz1VSmDsnUeZ3_0 2024-09-12T01:15:44.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14276282566367589636', time=2024-09-12T03:06:02.135871+0000, chain.objs.size()=1 2024-09-12T01:15:44.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.cJghJsHr3g9wXLIhwKBWYZAQdO-SoMC_0 2024-09-12T01:15:44.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.242910852267712751', time=2024-09-12T03:06:02.155144+0000, chain.objs.size()=1 2024-09-12T01:15:44.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.0if9Y0V1AVqguRr7moDXIKz-h0YZ3i6_0 2024-09-12T01:15:44.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14119159192463897698', time=2024-09-12T03:06:02.156038+0000, chain.objs.size()=1 2024-09-12T01:15:44.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.2wlt0OkO8umQmr-n9DlRIFbTSsietwy_0 2024-09-12T01:15:44.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16413799588395074343', time=2024-09-12T03:06:02.158265+0000, chain.objs.size()=1 2024-09-12T01:15:44.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.lORtlPUocaKj26SLOBYKPsEt3oP2BHk_0 2024-09-12T01:15:44.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.986+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13381281457736111186', time=2024-09-12T03:06:02.320301+0000, chain.objs.size()=1 2024-09-12T01:15:44.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.986+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.t13iARKB3o3qhh4uEVi_IeJFDdd20zm_0 2024-09-12T01:15:44.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.986+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12987591506253389621', time=2024-09-12T03:06:02.329922+0000, chain.objs.size()=1 2024-09-12T01:15:44.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.986+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.QVNu3GOEFeM6T9InJ6PafuRXUTxrjWz_0 2024-09-12T01:15:44.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.987+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12244744313742045510', time=2024-09-12T03:06:02.341198+0000, chain.objs.size()=1 2024-09-12T01:15:44.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.987+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.TGU8bgyDboNq4TRFOGC-uy6Ore-3Sf7_0 2024-09-12T01:15:44.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.988+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11962715342697756404', time=2024-09-12T03:06:02.351509+0000, chain.objs.size()=1 2024-09-12T01:15:44.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.988+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xXgkQaZl4wacRpdpN7hTIGRy2kaDthL_0 2024-09-12T01:15:44.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.989+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15271504763756113817', time=2024-09-12T03:06:02.363086+0000, chain.objs.size()=1 2024-09-12T01:15:44.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.989+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.v99sGSgGaSJga3NbrEGQ5afKjeVeJ-r_0 2024-09-12T01:15:44.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.989+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.58811232659425990', time=2024-09-12T03:06:02.371553+0000, chain.objs.size()=1 2024-09-12T01:15:44.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.989+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.OLXgcBeQ9ZvFoINBrC3MiSa8RlbobL5_0 2024-09-12T01:15:44.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.989+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6773053884867568541', time=2024-09-12T03:06:02.373387+0000, chain.objs.size()=1 2024-09-12T01:15:44.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.989+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.73a85P2fxoXYrAOqu5wHmo840sgoc3g_0 2024-09-12T01:15:44.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9062207782216071076', time=2024-09-12T03:06:02.375108+0000, chain.objs.size()=1 2024-09-12T01:15:44.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.VWEj8zUgSDdLaczh34UG6oiY8ipoNZd_0 2024-09-12T01:15:44.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12080389371649968561', time=2024-09-12T03:06:02.502995+0000, chain.objs.size()=1 2024-09-12T01:15:44.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.pSrwMS4aEi4qO4Xuuxk7RrNrkxj0PdV_0 2024-09-12T01:15:44.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7964315396358712877', time=2024-09-12T03:06:02.505840+0000, chain.objs.size()=1 2024-09-12T01:15:44.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.7R0GfneSsUd7Hg_ikv9QYY3rjwKIqjs_0 2024-09-12T01:15:44.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18045751622098734539', time=2024-09-12T03:06:02.577717+0000, chain.objs.size()=1 2024-09-12T01:15:44.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.UbMH9-7s8kqDmVbrKD7SwQUNOC-jx-2_0 2024-09-12T01:15:44.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.603370308723646582', time=2024-09-12T03:06:02.619038+0000, chain.objs.size()=1 2024-09-12T01:15:44.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fr9asmMAZMCl_ryW4_9DdlHcbC32kHy_0 2024-09-12T01:15:44.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.991+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7789721998893784511', time=2024-09-12T03:06:02.622732+0000, chain.objs.size()=1 2024-09-12T01:15:44.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.991+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ZmGxHLq75NLX8g_2EpBbmOzzsgLT1s4_0 2024-09-12T01:15:44.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.993+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16739163993293304619', time=2024-09-12T03:06:02.759031+0000, chain.objs.size()=1 2024-09-12T01:15:44.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.993+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.C4AzT0GRMjgnz3ZukHaTppDU44Z9Ujg_0 2024-09-12T01:15:44.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.993+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12402536644774382825', time=2024-09-12T03:06:02.773926+0000, chain.objs.size()=1 2024-09-12T01:15:44.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.993+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.iGbsuPHRcBzo85UjhqxR8SQEwQfjflr_0 2024-09-12T01:15:44.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.993+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6812069774032597090', time=2024-09-12T03:06:02.785914+0000, chain.objs.size()=1 2024-09-12T01:15:44.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.993+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.6tluxlWOxoaE47WJyDkYW5Ot4RZ-vGQ_0 2024-09-12T01:15:44.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.993+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10921934024128568718', time=2024-09-12T03:06:02.797899+0000, chain.objs.size()=1 2024-09-12T01:15:44.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.993+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qupWzKIiAUwfg6vCg5RAv3GGnfvaTVt_0 2024-09-12T01:15:44.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.993+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.931813237126471244', time=2024-09-12T03:06:02.799531+0000, chain.objs.size()=1 2024-09-12T01:15:44.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.993+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.gEEpu9pZbksCqvS4Ss2VipAIXty_uIB_0 2024-09-12T01:15:44.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.994+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2056493779861248261', time=2024-09-12T03:06:02.897667+0000, chain.objs.size()=1 2024-09-12T01:15:44.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.994+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.mwPNEX6daA0sNA4ziXX36f2kBTTUu4p_0 2024-09-12T01:15:44.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.995+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13851581718343940160', time=2024-09-12T03:06:02.898825+0000, chain.objs.size()=1 2024-09-12T01:15:44.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.995+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qRcUg2P3DKEPzxbvpWgM2ITuNRK0aAi_0 2024-09-12T01:15:44.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.995+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9759135309695697513', time=2024-09-12T03:06:02.910884+0000, chain.objs.size()=1 2024-09-12T01:15:44.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.995+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.KWA8Y00Wn0pCQCnayQ-ljdPqY73UQbS_0 2024-09-12T01:15:44.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.996+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9181202985659559658', time=2024-09-12T03:06:02.926214+0000, chain.objs.size()=1 2024-09-12T01:15:44.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.996+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.90BMh7fA2cuVatq4Rz6zsfOZy3TFmEv_0 2024-09-12T01:15:44.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.996+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8439807121199446943', time=2024-09-12T03:06:02.987425+0000, chain.objs.size()=1 2024-09-12T01:15:44.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.996+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_._sCOyqcdyZZDMwxaM5oWSz9zQ1gNEWi_0 2024-09-12T01:15:44.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.996+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16057074164924509977', time=2024-09-12T03:06:11.587819+0000, chain.objs.size()=1 2024-09-12T01:15:44.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.996+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.BgP6ytDWU_9ZZGJtp8NbU66YTEayGcM_0 2024-09-12T01:15:44.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.996+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15436778015696952138', time=2024-09-12T03:06:11.589188+0000, chain.objs.size()=1 2024-09-12T01:15:44.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.996+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.VLDK-XZNVISuo6WQw6FkfAJjGRAtynv_0 2024-09-12T01:15:44.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.998+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2568066291180186901', time=2024-09-12T03:06:11.593681+0000, chain.objs.size()=1 2024-09-12T01:15:44.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.998+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.AtqjwapXkDZ8eMc1izVVg-oNRYm3Lke_0 2024-09-12T01:15:44.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.998+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3297528957334836547', time=2024-09-12T03:06:11.635945+0000, chain.objs.size()=1 2024-09-12T01:15:44.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.998+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.uzGHzF4zeXaGCH2A5c8T0XwQUpHbJ5f_0 2024-09-12T01:15:44.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.998+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14160659076075541718', time=2024-09-12T03:06:11.671345+0000, chain.objs.size()=1 2024-09-12T01:15:44.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.998+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.jlprwU0I0BTOdqpSuktKX3b3TCU7LFF_0 2024-09-12T01:15:44.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.998+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4343219133372315432', time=2024-09-12T03:06:11.809950+0000, chain.objs.size()=1 2024-09-12T01:15:44.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.998+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.wl7NoaLEzyx7E8zHSbzkL1bBM8ECqku_0 2024-09-12T01:15:44.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.998+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8031983962424568364', time=2024-09-12T03:06:11.826006+0000, chain.objs.size()=1 2024-09-12T01:15:44.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.998+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.M1CQTXAQeNxO8K9cL7jQb_5Dn__cL-p_0 2024-09-12T01:15:44.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.999+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15220608990131885183', time=2024-09-12T03:06:11.896470+0000, chain.objs.size()=1 2024-09-12T01:15:44.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.999+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.hZxMZyOeTD3gxC8Q7Yslc4gvVOkghRx_0 2024-09-12T01:15:44.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.999+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2148777704796051778', time=2024-09-12T03:06:11.990837+0000, chain.objs.size()=1 2024-09-12T01:15:44.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:44.999+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.B2iIy7ctPiYA8ehIN6lb-ngRm2MLmFZ_0 2024-09-12T01:15:45.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.001+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17244149901677442709', time=2024-09-12T03:06:12.030444+0000, chain.objs.size()=1 2024-09-12T01:15:45.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.001+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.QPUjKU93a03I7odwCNz7NdkyTz83OKg_0 2024-09-12T01:15:45.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.987652060721203743', time=2024-09-12T03:06:12.060378+0000, chain.objs.size()=1 2024-09-12T01:15:45.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.CgYmcf6IFF-zeTJPMNYyjDEcweU_Me6_0 2024-09-12T01:15:45.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15527311598912415833', time=2024-09-12T03:06:12.079517+0000, chain.objs.size()=1 2024-09-12T01:15:45.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.31EcQugvRZIgG4p6TouLHwCWqagnHYx_0 2024-09-12T01:15:45.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15186372354635308830', time=2024-09-12T03:06:12.174266+0000, chain.objs.size()=1 2024-09-12T01:15:45.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.6k61UEmRaULeWioOpu7FnwYXDR2qX9X_0 2024-09-12T01:15:45.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4970070495520585933', time=2024-09-12T03:06:12.187016+0000, chain.objs.size()=1 2024-09-12T01:15:45.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.iXzdUAw7yD9UL4fvk-q4UTikfnYoraE_0 2024-09-12T01:15:45.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2917110429802451296', time=2024-09-12T03:06:12.245760+0000, chain.objs.size()=1 2024-09-12T01:15:45.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.rGLlq0En9pyoJwN8LFuvoAwRv1YVYKH_0 2024-09-12T01:15:45.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17771353796062151954', time=2024-09-12T03:06:12.277074+0000, chain.objs.size()=1 2024-09-12T01:15:45.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.BbJon8vaI029lC1LKiksdxaoTnO5S3L_0 2024-09-12T01:15:45.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10543181239682644195', time=2024-09-12T03:06:12.287301+0000, chain.objs.size()=1 2024-09-12T01:15:45.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.u043QzrY0lqM8v6KQ4JFWI9z14WTKf7_0 2024-09-12T01:15:45.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3118117225988212291', time=2024-09-12T03:06:12.288260+0000, chain.objs.size()=1 2024-09-12T01:15:45.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.0Y2CvtMhUBRxpl1cP9YwzTQtQZ95gRO_0 2024-09-12T01:15:45.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18233201204973873980', time=2024-09-12T03:06:12.288894+0000, chain.objs.size()=1 2024-09-12T01:15:45.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.bmN70WX7XT33hmj_zhIB00L3UCeStXE_0 2024-09-12T01:15:45.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.006+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/53125 2024-09-12T01:15:45.008 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=43, truncated=0, next_marker='' 2024-09-12T01:15:45.008 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10266052381484801672', time=2024-09-12T03:06:12.382210+0000, chain.objs.size()=1 2024-09-12T01:15:45.008 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.2i0NO3EhUj9cFlQxWXYI-lB7F8Yxdvm_0 2024-09-12T01:15:45.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10717814350873466696', time=2024-09-12T03:06:12.385774+0000, chain.objs.size()=1 2024-09-12T01:15:45.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.YPsQPJag6aBdyNWe7YHS4Ag1mpXuuL__0 2024-09-12T01:15:45.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9344433002589291200', time=2024-09-12T03:06:12.411162+0000, chain.objs.size()=1 2024-09-12T01:15:45.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.gGzvy8EuQgH_VP7XTuVSaVRgW61t5-1_0 2024-09-12T01:15:45.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8821865873070426729', time=2024-09-12T03:06:12.416615+0000, chain.objs.size()=1 2024-09-12T01:15:45.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.V9PwTcFKDa98yb9Wzv0TjOZBfHdmGaW_0 2024-09-12T01:15:45.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7208654221116060047', time=2024-09-12T03:06:12.427843+0000, chain.objs.size()=1 2024-09-12T01:15:45.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.COXd4T8Mph65CN2YfpzqBmKzXd6sc1r_0 2024-09-12T01:15:45.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17769474535595617636', time=2024-09-12T03:06:12.442499+0000, chain.objs.size()=1 2024-09-12T01:15:45.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Y0LeyrKH1XVq8YlSrxMLIvXrKzoX0RN_0 2024-09-12T01:15:45.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6309542343494708731', time=2024-09-12T03:06:12.450310+0000, chain.objs.size()=1 2024-09-12T01:15:45.009 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.bQ_JVvViH8_CLy666rh71A60AtJJQVi_0 2024-09-12T01:15:45.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15077831406737726794', time=2024-09-12T03:06:12.458239+0000, chain.objs.size()=1 2024-09-12T01:15:45.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9CQzTdjdg_SgzauxwWMBqTVzxoJh0_c_0 2024-09-12T01:15:45.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11804843257793595575', time=2024-09-12T03:06:12.575284+0000, chain.objs.size()=1 2024-09-12T01:15:45.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.mKpmchdPA8fyyMy4c1wzh1t_47GIuXn_0 2024-09-12T01:15:45.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10240901719472918432', time=2024-09-12T03:06:12.598025+0000, chain.objs.size()=1 2024-09-12T01:15:45.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.BcVDUWzreczMXo74NoOpu10etX8sZZ2_0 2024-09-12T01:15:45.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9484605783898833797', time=2024-09-12T03:06:12.625424+0000, chain.objs.size()=1 2024-09-12T01:15:45.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.CahEonGMXrCG5lb1hV8SvBEOYPiTPvM_0 2024-09-12T01:15:45.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4044231155827102131', time=2024-09-12T03:06:12.639620+0000, chain.objs.size()=1 2024-09-12T01:15:45.010 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.009+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.AHtYgzS9NXo-hxPO9gN7Ek-PC3irYAs_0 2024-09-12T01:15:45.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.012+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9717164389039657955', time=2024-09-12T03:06:12.658774+0000, chain.objs.size()=1 2024-09-12T01:15:45.011 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.012+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7LzwiGpbiU4mToJceiRsdz-Os8ILSML_0 2024-09-12T01:15:45.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.014+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18443388288569222942', time=2024-09-12T03:06:12.749465+0000, chain.objs.size()=1 2024-09-12T01:15:45.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.014+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.6ArkgXRzfOAFTL2Pvx29v9kdrv9O8ns_0 2024-09-12T01:15:45.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.014+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8391028357816921063', time=2024-09-12T03:06:12.773738+0000, chain.objs.size()=1 2024-09-12T01:15:45.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.014+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.mTGy1tYj_YvlQMlXWGk3cM5qOUDpIYv_0 2024-09-12T01:15:45.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.014+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16501948108214774565', time=2024-09-12T03:06:12.785576+0000, chain.objs.size()=1 2024-09-12T01:15:45.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.014+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ryeP5oQ0_sS_rHjwbHTUVKHN5KDd1Zl_0 2024-09-12T01:15:45.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.014+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3319243388839169644', time=2024-09-12T03:06:12.804303+0000, chain.objs.size()=1 2024-09-12T01:15:45.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.014+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Sl8YT2ObQPyjd0hfD0QwyzccZ_mBVuI_0 2024-09-12T01:15:45.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.014+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16362958028419781694', time=2024-09-12T03:06:12.949133+0000, chain.objs.size()=1 2024-09-12T01:15:45.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.014+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.MZZ1-kSQ-JgiR7tWC_duUIS40eSbCb0_0 2024-09-12T01:15:45.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.014+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16281202054803930324', time=2024-09-12T03:06:12.965885+0000, chain.objs.size()=1 2024-09-12T01:15:45.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.014+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7JxE4A3vUPDdfG5FsOGcwACe1wsdo--_0 2024-09-12T01:15:45.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.014+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10580741701218059765', time=2024-09-12T03:06:12.966765+0000, chain.objs.size()=1 2024-09-12T01:15:45.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.014+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Lm9R57rEl3MMfLg1Vhn2lhSXQ9esjtF_0 2024-09-12T01:15:45.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.014+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14053521126731496313', time=2024-09-12T03:06:12.990809+0000, chain.objs.size()=1 2024-09-12T01:15:45.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.014+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.V6a5pZq2YkVAQYVdbe4wsDIXzkSvWH0_0 2024-09-12T01:15:45.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.015+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4858695482684993119', time=2024-09-12T03:06:13.002770+0000, chain.objs.size()=1 2024-09-12T01:15:45.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.015+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.mtkiOCLzFTThwo9iV-dDXIJVAbOpa25_0 2024-09-12T01:15:45.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.015+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18136125512885495442', time=2024-09-12T03:06:13.006612+0000, chain.objs.size()=1 2024-09-12T01:15:45.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.015+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.2Ah1HBjPUCTEyL9KIYwJV57BT6qyFlD_0 2024-09-12T01:15:45.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.017+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17856259725490165849', time=2024-09-12T03:06:13.012259+0000, chain.objs.size()=1 2024-09-12T01:15:45.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.017+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.rlu0tqmp5Px2zeZSVEfWLdcgIBCGNrI_0 2024-09-12T01:15:45.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.018+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17151288816668357753', time=2024-09-12T03:07:11.064525+0000, chain.objs.size()=1 2024-09-12T01:15:45.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.018+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.440__shadow_.dqoD8unyGMDJzO1H6TdAh7pgKAViVua_0 2024-09-12T01:15:45.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.018+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15768833273939490655', time=2024-09-12T03:07:20.981102+0000, chain.objs.size()=1 2024-09-12T01:15:45.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.018+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.457__shadow_.80u6t7Raa1xgWT7mKad3fzNaiC6ngXE_0 2024-09-12T01:15:45.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.018+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.592580280744411221', time=2024-09-12T03:07:26.608088+0000, chain.objs.size()=1 2024-09-12T01:15:45.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.018+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.465__shadow_.VZvQWrTOQrb7Kx6vWM-_AMpSKhCcu9B_0 2024-09-12T01:15:45.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.019+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12397206754809744193', time=2024-09-12T03:07:40.712784+0000, chain.objs.size()=1 2024-09-12T01:15:45.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.019+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.498__shadow_.ARJM51Gg-sNuM9dMNqDow5oip8R4iZl_0 2024-09-12T01:15:45.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.019+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15176569223374319561', time=2024-09-12T03:07:46.643715+0000, chain.objs.size()=12 2024-09-12T01:15:45.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.019+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.1 2024-09-12T01:15:45.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.019+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.1_1 2024-09-12T01:15:45.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.019+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.2 2024-09-12T01:15:45.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.019+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.2_1 2024-09-12T01:15:45.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.019+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.3 2024-09-12T01:15:45.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.019+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.3_1 2024-09-12T01:15:45.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.020+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.4 2024-09-12T01:15:45.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.022+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.4_1 2024-09-12T01:15:45.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.022+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.5 2024-09-12T01:15:45.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.022+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.5_1 2024-09-12T01:15:45.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.024+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.6 2024-09-12T01:15:45.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.024+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.6_1 2024-09-12T01:15:45.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.024+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15420408216747850712', time=2024-09-12T03:07:51.173780+0000, chain.objs.size()=1 2024-09-12T01:15:45.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.024+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.519__multipart_mymultipart.2~T_FeBWic2ZOBZuH8Le3kEc1h3t9oBAl.1 2024-09-12T01:15:45.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.024+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12638202217063301354', time=2024-09-12T03:07:54.754136+0000, chain.objs.size()=6 2024-09-12T01:15:45.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.024+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.520__multipart_mymultipart.2~fENu69RlpHCOAul5psO3hkygNQ5gTLo.1 2024-09-12T01:15:45.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.024+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.520__multipart_mymultipart.2~fENu69RlpHCOAul5psO3hkygNQ5gTLo.2 2024-09-12T01:15:45.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.024+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.520__multipart_mymultipart.2~fENu69RlpHCOAul5psO3hkygNQ5gTLo.3 2024-09-12T01:15:45.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.024+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.520__multipart_mymultipart.2~fENu69RlpHCOAul5psO3hkygNQ5gTLo.4 2024-09-12T01:15:45.024 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.024+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.520__multipart_mymultipart.2~fENu69RlpHCOAul5psO3hkygNQ5gTLo.5 2024-09-12T01:15:45.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.026+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.520__multipart_mymultipart.2~fENu69RlpHCOAul5psO3hkygNQ5gTLo.6 2024-09-12T01:15:45.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.026+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4414891671083015643', time=2024-09-12T03:08:56.060046+0000, chain.objs.size()=1 2024-09-12T01:15:45.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.026+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.557__shadow_.hzGQbcAOuU3686MgvmbQVOmEBTwkqT4_0 2024-09-12T01:15:45.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.026+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17635176574638196486', time=2024-09-12T03:08:58.819007+0000, chain.objs.size()=1 2024-09-12T01:15:45.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.026+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.561__shadow_.Wavq6e8ntz5aK5ehZ-M2oIFdEfNTqAu_0 2024-09-12T01:15:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.029+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2963193195346107480', time=2024-09-12T03:09:14.466155+0000, chain.objs.size()=1 2024-09-12T01:15:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.029+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.571__shadow:w0qo-4EZ9zdh8x8Gz0q.gWNbSkb30Id_.9moU_kbV-4GKmd4XrXszFtuUfKb4sRm_0 2024-09-12T01:15:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13676297169333151049', time=2024-09-12T03:09:17.419421+0000, chain.objs.size()=1 2024-09-12T01:15:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.575__shadow_.3i-3_nh4HXwIn0LKXivs0VW6XUbQeRA_0 2024-09-12T01:15:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6249820710230706574', time=2024-09-12T03:09:20.253069+0000, chain.objs.size()=1 2024-09-12T01:15:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.576__shadow_.wO8ycQMT6n_yT1Oo7V7hfHQWnz4ixWl_0 2024-09-12T01:15:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15798172809532755984', time=2024-09-12T03:09:33.643308+0000, chain.objs.size()=1 2024-09-12T01:15:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:bemU3lDlE4SbQ99gRL7qNvlUixtkgYd_.qw8IOGRKubjwnnnhKScsKKEveQLc8NU_0 2024-09-12T01:15:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15348773026217528624', time=2024-09-12T03:09:38.890287+0000, chain.objs.size()=4 2024-09-12T01:15:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.579__multipart_testobj.2~4b2Tzr87r0PXvyfHcP9X2vtvh3py3K9.1 2024-09-12T01:15:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.579__multipart_testobj.2~4b2Tzr87r0PXvyfHcP9X2vtvh3py3K9.2 2024-09-12T01:15:45.029 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.579__multipart_testobj.2~4b2Tzr87r0PXvyfHcP9X2vtvh3py3K9.3 2024-09-12T01:15:45.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.579__multipart_testobj.2~4b2Tzr87r0PXvyfHcP9X2vtvh3py3K9.4 2024-09-12T01:15:45.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2969357054226699556', time=2024-09-12T03:09:44.594820+0000, chain.objs.size()=1 2024-09-12T01:15:45.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.586__shadow:7sonHpAwPb25u1E4YtcUR.KH6J9YvO7_.YSrbnC8lrMREj5AhPab7XoSpHc0XfBr_0 2024-09-12T01:15:45.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1387528909469377168', time=2024-09-12T03:09:45.242536+0000, chain.objs.size()=1 2024-09-12T01:15:45.030 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.587__shadow:Y7nkzA.RJo.GpEoTR3AkkbEiLEtlnxo_.3y4LUUpn_vqYU2jceEnnFdWzqCFgSpW_0 2024-09-12T01:15:45.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.033+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.700195819156734267', time=2024-09-12T03:09:45.838711+0000, chain.objs.size()=1 2024-09-12T01:15:45.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.033+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.588__shadow:YPc9b.6wjyHoBjMka0T1Zmd.kBF4.bk_.Fc607ptUq7MrOE84v3nAMoB13_xhcQD_0 2024-09-12T01:15:45.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.033+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13530996760389152431', time=2024-09-12T03:13:17.025811+0000, chain.objs.size()=1 2024-09-12T01:15:45.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.033+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.718__shadow:PKpuDL3g5oYyjpVxQnbzK5I.NGFJ7.B_.G0d6RQ0W6fgriSlrH2gPIfFIjvjFos3_0 2024-09-12T01:15:45.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.033+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11235872401608370447', time=2024-09-12T03:13:28.965600+0000, chain.objs.size()=1 2024-09-12T01:15:45.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.033+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.742__shadow_.X2r9e-j15xwagNtFvUcbmSYATxq8JE2_0 2024-09-12T01:15:45.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.037+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:45.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.039+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2024-09-12T01:15:45.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.041+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:45.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.041+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:45.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51381' 2024-09-12T01:15:45.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4019147792184415005', time=2024-09-12T03:03:09.604200+0000, chain.objs.size()=3 2024-09-12T01:15:45.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.1dp-2YyiSlN-mRoITCKlWvYlzMgB-PO_0 2024-09-12T01:15:45.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.1dp-2YyiSlN-mRoITCKlWvYlzMgB-PO_1 2024-09-12T01:15:45.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.1dp-2YyiSlN-mRoITCKlWvYlzMgB-PO_2 2024-09-12T01:15:45.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='_20LYIj8B1oiwhAH5jzrmQJmLJX-driX', time=2024-09-12T03:03:11.673111+0000, chain.objs.size()=3 2024-09-12T01:15:45.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.LEjfyNJklFEiOiRl5YOEV9JcxchBWTh_0 2024-09-12T01:15:45.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.LEjfyNJklFEiOiRl5YOEV9JcxchBWTh_1 2024-09-12T01:15:45.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.LEjfyNJklFEiOiRl5YOEV9JcxchBWTh_2 2024-09-12T01:15:45.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6117959623264961169', time=2024-09-12T03:04:58.894521+0000, chain.objs.size()=1 2024-09-12T01:15:45.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.238__shadow_.sIUdl-lct0U3_A3Kh-GcWm3GOh3GI5s_0 2024-09-12T01:15:45.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18144746651307101281', time=2024-09-12T03:05:10.398671+0000, chain.objs.size()=1 2024-09-12T01:15:45.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.259__shadow_.nsZO0WFH-UiyoDPEsEYO1ojIpoXr5zR_0 2024-09-12T01:15:45.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14230415192971868899', time=2024-09-12T03:05:20.304131+0000, chain.objs.size()=1 2024-09-12T01:15:45.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.XCj2H0s9zk8Ze1dOebV9JTa4gAEWgyi_0 2024-09-12T01:15:45.042 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9583612308677108642', time=2024-09-12T03:05:20.309119+0000, chain.objs.size()=1 2024-09-12T01:15:45.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.EZohwb00Pd-VMGox_7xeY3QpYByoVqw_0 2024-09-12T01:15:45.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12643769397237994674', time=2024-09-12T03:05:20.418021+0000, chain.objs.size()=1 2024-09-12T01:15:45.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.RZVECdxS4fJ7i53OPbxtwSV_vFxC5pJ_0 2024-09-12T01:15:45.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16925391214615528330', time=2024-09-12T03:05:20.465436+0000, chain.objs.size()=1 2024-09-12T01:15:45.043 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.042+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.B-Cx8qpi7Zlkqcz8aVPRqBmyKC2mwCa_0 2024-09-12T01:15:45.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2450131523460456943', time=2024-09-12T03:05:20.482167+0000, chain.objs.size()=1 2024-09-12T01:15:45.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.N7QbWD6ni8t1eCWpIkQjWGAYpz84hTM_0 2024-09-12T01:15:45.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12158586836082459162', time=2024-09-12T03:05:20.489928+0000, chain.objs.size()=1 2024-09-12T01:15:45.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.XYWOTRHm8OCcurEmuPvszizjVdVeswT_0 2024-09-12T01:15:45.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12524923526681023612', time=2024-09-12T03:05:20.803013+0000, chain.objs.size()=1 2024-09-12T01:15:45.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.2zQoQH8RCfqtdlhBd5i-GhG8P0uwnJX_0 2024-09-12T01:15:45.046 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8777223556340723849', time=2024-09-12T03:05:20.804046+0000, chain.objs.size()=1 2024-09-12T01:15:45.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.FXw3DTGSAQTXdq_3O6JX_r0oX-eEzUE_0 2024-09-12T01:15:45.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15428800523963669424', time=2024-09-12T03:05:20.808382+0000, chain.objs.size()=1 2024-09-12T01:15:45.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.IQHlBfjzX9Lcmbd8dvpzNA0lnrqowRp_0 2024-09-12T01:15:45.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12810293003400170386', time=2024-09-12T03:05:20.841789+0000, chain.objs.size()=1 2024-09-12T01:15:45.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.BUjd99HK_pJ3G8SWRRt5cUAPNmGZoLW_0 2024-09-12T01:15:45.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4534587689824386663', time=2024-09-12T03:05:20.848722+0000, chain.objs.size()=1 2024-09-12T01:15:45.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.jqOSMVgf4_yjE_uNNrWopi7LGhBx4_x_0 2024-09-12T01:15:45.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16328798763069542831', time=2024-09-12T03:05:20.880374+0000, chain.objs.size()=1 2024-09-12T01:15:45.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.k-jgxyWk_pd-0n9YEumEdumv_Eczclq_0 2024-09-12T01:15:45.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1287668995928518788', time=2024-09-12T03:05:20.911567+0000, chain.objs.size()=1 2024-09-12T01:15:45.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Vz8RH8gxDnsHQW2Kln8Il-tLM_GwQ7U_0 2024-09-12T01:15:45.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9454758813275995033', time=2024-09-12T03:05:21.018049+0000, chain.objs.size()=1 2024-09-12T01:15:45.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.HtQQ7R9WXpOrmNu7tljbVUCHER4_Hc6_0 2024-09-12T01:15:45.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11831015307528500540', time=2024-09-12T03:05:21.047903+0000, chain.objs.size()=1 2024-09-12T01:15:45.048 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.047+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.BHcMEKlrFgxk3tti5iV2Z-DGrcU_x0S_0 2024-09-12T01:15:45.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.050+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12538735272482853797', time=2024-09-12T03:05:21.092207+0000, chain.objs.size()=1 2024-09-12T01:15:45.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.050+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.YYwaRI4CAU6pt6DYakBbbQdaH3xkoYm_0 2024-09-12T01:15:45.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10500473232446087835', time=2024-09-12T03:05:21.208193+0000, chain.objs.size()=1 2024-09-12T01:15:45.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.kiXBTL8XQxnRFa08l50n3gfd-vzOuFQ_0 2024-09-12T01:15:45.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10166532168155634256', time=2024-09-12T03:05:21.257972+0000, chain.objs.size()=1 2024-09-12T01:15:45.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.w9-8xt4nU5bVgiDWlfC7XZOawVAR1RL_0 2024-09-12T01:15:45.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1297876168662288160', time=2024-09-12T03:05:21.278975+0000, chain.objs.size()=1 2024-09-12T01:15:45.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8bAkSkm_t0b3gH6K_DkahHyCkHL9adf_0 2024-09-12T01:15:45.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8000167684493700539', time=2024-09-12T03:05:21.285706+0000, chain.objs.size()=1 2024-09-12T01:15:45.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.rdw4_snWCbsq2OIvkS0-izqU1Kjgx5b_0 2024-09-12T01:15:45.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.333651493181853800', time=2024-09-12T03:05:21.289558+0000, chain.objs.size()=1 2024-09-12T01:15:45.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.RzSU84VRzimIBM_eBpVdMFp2xMI5sWZ_0 2024-09-12T01:15:45.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4195805564654943095', time=2024-09-12T03:05:21.290533+0000, chain.objs.size()=1 2024-09-12T01:15:45.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.nVKiXg3dKxbImamKDnp1zFIzGwxtwFB_0 2024-09-12T01:15:45.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18271331239464470540', time=2024-09-12T03:05:21.391609+0000, chain.objs.size()=1 2024-09-12T01:15:45.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.VwlQgGgWxAiR6TG7WSnt1GrunVjwvj5_0 2024-09-12T01:15:45.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10139454446612117018', time=2024-09-12T03:05:21.393767+0000, chain.objs.size()=1 2024-09-12T01:15:45.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.UxOoRsdkQ6Ryi-UVWKwvYrS7DHYwBzn_0 2024-09-12T01:15:45.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7135858663075899433', time=2024-09-12T03:05:21.397028+0000, chain.objs.size()=1 2024-09-12T01:15:45.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.hMCC9hB019LltYvdiJbm7U0QcTcnrIx_0 2024-09-12T01:15:45.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2834290442727086604', time=2024-09-12T03:05:21.432272+0000, chain.objs.size()=1 2024-09-12T01:15:45.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.052+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.JGY_x_UhFTAe_u28aABDkUVJY80CFLO_0 2024-09-12T01:15:45.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.055+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3628321242643392651', time=2024-09-12T03:05:21.467016+0000, chain.objs.size()=1 2024-09-12T01:15:45.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.055+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.54-G62UPHQRaZtMkZZHrSZaH9Lbk5E-_0 2024-09-12T01:15:45.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.055+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14354512951982024727', time=2024-09-12T03:05:21.469148+0000, chain.objs.size()=1 2024-09-12T01:15:45.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.055+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.R4vVqqvjbOdt39AnSa6PBYbUys__4sW_0 2024-09-12T01:15:45.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12975963386157314250', time=2024-09-12T03:05:21.476155+0000, chain.objs.size()=1 2024-09-12T01:15:45.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lQrJOwT44S8KML0ParZ_ViZJD1Bq9sd_0 2024-09-12T01:15:45.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6712515986681330666', time=2024-09-12T03:05:21.479860+0000, chain.objs.size()=1 2024-09-12T01:15:45.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Mes6L9Yd67B6HlJaz_FJNQb-lxB8I6E_0 2024-09-12T01:15:45.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12272753440592086514', time=2024-09-12T03:05:21.494305+0000, chain.objs.size()=1 2024-09-12T01:15:45.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.pCtVH3xZo_IVcCRdA0Jv_Y9wsuWjTx2_0 2024-09-12T01:15:45.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15905421509770180311', time=2024-09-12T03:05:21.584777+0000, chain.objs.size()=1 2024-09-12T01:15:45.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.tGdrwdFUVIbwwEKyi52rEVSVSrCIDeH_0 2024-09-12T01:15:45.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6910208489582763311', time=2024-09-12T03:05:21.623060+0000, chain.objs.size()=1 2024-09-12T01:15:45.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.pLgRoWP8C7rqhj7V8SyafkI-QRMbayz_0 2024-09-12T01:15:45.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4622617244561492045', time=2024-09-12T03:05:21.637175+0000, chain.objs.size()=1 2024-09-12T01:15:45.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.W6N55dI5seGHZyRp0WniWDh80xx_bCL_0 2024-09-12T01:15:45.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5146793390942351248', time=2024-09-12T03:05:22.130908+0000, chain.objs.size()=1 2024-09-12T01:15:45.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.264__shadow_.mrQdhzRKJorCJhfTBTJA-ScTlRjLyx9_0 2024-09-12T01:15:45.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14724069061442387634', time=2024-09-12T03:05:27.865160+0000, chain.objs.size()=1 2024-09-12T01:15:45.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.276__shadow_.ZZTUM6LLZGVBj1ThllSMwrwKx-ziv_9_0 2024-09-12T01:15:45.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14972961705354786668', time=2024-09-12T03:05:28.917701+0000, chain.objs.size()=1 2024-09-12T01:15:45.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.057+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.278__shadow_.KJo5Xh2fV08h8DO4YOydRwUjM-H_NHS_0 2024-09-12T01:15:45.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.059+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12876159082140686305', time=2024-09-12T03:05:32.388842+0000, chain.objs.size()=1 2024-09-12T01:15:45.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.059+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.285__shadow_.FTDOXzhGrJtssfGcDsKSbMgMlubJsM__0 2024-09-12T01:15:45.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.059+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6388124491830879287', time=2024-09-12T03:05:37.709955+0000, chain.objs.size()=1 2024-09-12T01:15:45.058 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.059+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.8X-aLG5TUVROU740EIhhsCKK8JSYOTp_0 2024-09-12T01:15:45.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.060+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15940658483190321277', time=2024-09-12T03:05:41.263706+0000, chain.objs.size()=1 2024-09-12T01:15:45.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.060+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.301__shadow_.p8mYIt8Osc2RYnCMgcNzz18sVnmw_Ml_0 2024-09-12T01:15:45.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.060+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.194109922385511005', time=2024-09-12T03:05:43.229629+0000, chain.objs.size()=1 2024-09-12T01:15:45.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.060+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.305__shadow_.BibD_xIdb_csctRzOq-kNNWtBC4G4VG_0 2024-09-12T01:15:45.059 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.060+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17377824977980937144', time=2024-09-12T03:06:01.486931+0000, chain.objs.size()=1 2024-09-12T01:15:45.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.060+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.rAXPfnLErUF_n3ZNjf0SAu7eSnIPCOt_0 2024-09-12T01:15:45.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.060+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.90919605011925869', time=2024-09-12T03:06:01.489161+0000, chain.objs.size()=1 2024-09-12T01:15:45.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.060+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.WVGgo4XgL-1_0XztETvBMpxFSwtIra1_0 2024-09-12T01:15:45.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.061+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7653113217926261004', time=2024-09-12T03:06:01.565721+0000, chain.objs.size()=1 2024-09-12T01:15:45.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.061+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.GSrya_xKTy5IN7Us2b97ehI1NkMcK81_0 2024-09-12T01:15:45.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.061+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8920511149617498820', time=2024-09-12T03:06:01.734183+0000, chain.objs.size()=1 2024-09-12T01:15:45.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.061+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.f9iWgQg6Xf0VB5OtnfnUd_XDdkFUBWb_0 2024-09-12T01:15:45.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.061+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12958716870148225156', time=2024-09-12T03:06:01.758595+0000, chain.objs.size()=1 2024-09-12T01:15:45.060 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.061+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.IDgbkikf6bjDYkCu-x8ltnDI6fpt8ri_0 2024-09-12T01:15:45.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.061+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5235420466205532961', time=2024-09-12T03:06:01.797886+0000, chain.objs.size()=1 2024-09-12T01:15:45.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.061+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.rqjFnAf_NA9NxK6zrT9A5Kjs7uUYecS_0 2024-09-12T01:15:45.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.061+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3912816139065502492', time=2024-09-12T03:06:01.803700+0000, chain.objs.size()=1 2024-09-12T01:15:45.061 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.061+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fSIG2fPnSjuqDwHe0Cd6NT2x2VSgnsb_0 2024-09-12T01:15:45.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.063+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9395699441234225799', time=2024-09-12T03:06:01.886851+0000, chain.objs.size()=1 2024-09-12T01:15:45.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.063+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.yFFEeE9nz9xZ1Uqw0RIH-MULBl2QHZo_0 2024-09-12T01:15:45.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.063+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1353652246588768099', time=2024-09-12T03:06:01.907894+0000, chain.objs.size()=1 2024-09-12T01:15:45.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.063+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.l0491YOxRpd5q3fHTUGFEqXjf51ozEH_0 2024-09-12T01:15:45.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.063+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6537673118383761390', time=2024-09-12T03:06:01.925705+0000, chain.objs.size()=1 2024-09-12T01:15:45.062 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.063+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.kb9mryxATv_SborFZKmb-Ji5X_IKRUX_0 2024-09-12T01:15:45.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.064+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10486080639311681604', time=2024-09-12T03:06:01.981398+0000, chain.objs.size()=1 2024-09-12T01:15:45.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.064+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.f1VEHNv34AKEt4XZX56pMLsLJocyYeI_0 2024-09-12T01:15:45.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.064+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16497001791896081687', time=2024-09-12T03:06:02.195955+0000, chain.objs.size()=1 2024-09-12T01:15:45.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.064+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.lapHzlHCWMSRggpPXySzSv5TleZi5Aq_0 2024-09-12T01:15:45.063 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.065+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7907622670748805382', time=2024-09-12T03:06:02.308640+0000, chain.objs.size()=1 2024-09-12T01:15:45.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.065+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.BUuJ1cueNl9v5UxKv0IUv5hdeui90SU_0 2024-09-12T01:15:45.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.065+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15039171912452910831', time=2024-09-12T03:06:02.339520+0000, chain.objs.size()=1 2024-09-12T01:15:45.064 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.065+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.NLsDEOkpEsvF-pHzOriduzrXscIi8TG_0 2024-09-12T01:15:45.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.067+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15667807220407576085', time=2024-09-12T03:06:02.386469+0000, chain.objs.size()=1 2024-09-12T01:15:45.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.067+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.LSSALcZ26qoKF2gNCMJOu-cW_Aca6PO_0 2024-09-12T01:15:45.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.067+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8335864890902200687', time=2024-09-12T03:06:02.424253+0000, chain.objs.size()=1 2024-09-12T01:15:45.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.067+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.7sE7wz1Rx6d7ObS1jOM66t4-CvNyQ3x_0 2024-09-12T01:15:45.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.067+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5229266303289469374', time=2024-09-12T03:06:02.570865+0000, chain.objs.size()=1 2024-09-12T01:15:45.066 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.067+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.RVGYPbjJVhe2WGAO9kP8n4NOFegdEce_0 2024-09-12T01:15:45.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.067+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12278275364342233312', time=2024-09-12T03:06:02.572780+0000, chain.objs.size()=1 2024-09-12T01:15:45.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.067+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.samz9p5w5WA9EihKE0GFlwYfEBGGi1-_0 2024-09-12T01:15:45.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.067+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3891922873079422053', time=2024-09-12T03:06:02.580204+0000, chain.objs.size()=1 2024-09-12T01:15:45.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.067+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.q5G3FfgbXxAsmSeW4hfs-g3Y3GDYK7P_0 2024-09-12T01:15:45.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.067+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16946891740042222650', time=2024-09-12T03:06:02.701915+0000, chain.objs.size()=1 2024-09-12T01:15:45.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.067+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.BZe6Q83Cks3e24CJhWOeisQHPDD59er_0 2024-09-12T01:15:45.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.067+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14310441320612720685', time=2024-09-12T03:06:02.744013+0000, chain.objs.size()=1 2024-09-12T01:15:45.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.067+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1x7wGMO2YD6AoosKY1TpZ6Ahph7AkxK_0 2024-09-12T01:15:45.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.067+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15321713274957818896', time=2024-09-12T03:06:02.812247+0000, chain.objs.size()=1 2024-09-12T01:15:45.067 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.067+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ybRYAsVm6sya9WHNNoOZ3NMEszuttzg_0 2024-09-12T01:15:45.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.068+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4173185542947014939', time=2024-09-12T03:06:02.819238+0000, chain.objs.size()=1 2024-09-12T01:15:45.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.068+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ekQ6YZq-S7uCJgYAqaF898dUF2lgJ2K_0 2024-09-12T01:15:45.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.068+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1718405095473131529', time=2024-09-12T03:06:02.821265+0000, chain.objs.size()=1 2024-09-12T01:15:45.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.068+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.0hjMozXm4x3VO0dMHoi8Gngm7XZDIkH_0 2024-09-12T01:15:45.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.068+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.723633950489787268', time=2024-09-12T03:06:02.932549+0000, chain.objs.size()=1 2024-09-12T01:15:45.068 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.068+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.O66k_rRMqkHsx3FLCIefuBT-UY7Qtg9_0 2024-09-12T01:15:45.069 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.071+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7238001878556038622', time=2024-09-12T03:06:02.963254+0000, chain.objs.size()=1 2024-09-12T01:15:45.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.071+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.7o9rMV7xAlc1UGM2x7ZBZzCoURHN2ha_0 2024-09-12T01:15:45.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.072+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5543037300288963377', time=2024-09-12T03:06:02.993101+0000, chain.objs.size()=1 2024-09-12T01:15:45.070 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.072+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.afZJQfGb0xxcaq1aPBMVlimx0S84lRr_0 2024-09-12T01:15:45.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.072+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1369797384777962124', time=2024-09-12T03:06:02.995779+0000, chain.objs.size()=1 2024-09-12T01:15:45.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.072+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Qf8W80rMBuiX9YU5jv3jXGd0mQO3mIy_0 2024-09-12T01:15:45.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.072+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5147004376419357139', time=2024-09-12T03:06:11.588887+0000, chain.objs.size()=1 2024-09-12T01:15:45.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.072+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.CZBHeEawT3oouR7HiCfA2o41ZcdOBca_0 2024-09-12T01:15:45.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.072+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13852187403666738798', time=2024-09-12T03:06:11.589808+0000, chain.objs.size()=1 2024-09-12T01:15:45.071 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.072+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7mDKlMiB6QkqGb99w8Hv05ykGjB5jjG_0 2024-09-12T01:15:45.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.072+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10402135293278863192', time=2024-09-12T03:06:11.649651+0000, chain.objs.size()=1 2024-09-12T01:15:45.072 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.072+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.hgFAvrNAtA6DOHGSZHVdbVdG8Zru_eO_0 2024-09-12T01:15:45.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.075+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3201599087735745172', time=2024-09-12T03:06:11.656904+0000, chain.objs.size()=1 2024-09-12T01:15:45.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.075+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.K7v782ehKAFLXkxqzs8nBralr7i97Uc_0 2024-09-12T01:15:45.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.075+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16340790175817269018', time=2024-09-12T03:06:11.665555+0000, chain.objs.size()=1 2024-09-12T01:15:45.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.075+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.d7RMQPjixoIWJFdQQLMZqwp_fLaQG7A_0 2024-09-12T01:15:45.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.075+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17219834129859207250', time=2024-09-12T03:06:11.840033+0000, chain.objs.size()=1 2024-09-12T01:15:45.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.075+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.AtrPkPCQqKyq1Rche9lGwmfmbovkAkU_0 2024-09-12T01:15:45.074 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.075+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10128730920279409708', time=2024-09-12T03:06:11.840948+0000, chain.objs.size()=1 2024-09-12T01:15:45.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.075+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Jcz9R13XGpWl-z6bn9t2OxF78MlfCTT_0 2024-09-12T01:15:45.075 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.075+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14766209686174241870', time=2024-09-12T03:06:11.851568+0000, chain.objs.size()=1 2024-09-12T01:15:45.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.075+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.172t2WNaLlicMRJPn1desdbxsM4h0Xi_0 2024-09-12T01:15:45.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.075+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16046731991722280019', time=2024-09-12T03:06:11.883386+0000, chain.objs.size()=1 2024-09-12T01:15:45.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.075+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.1PsjrZG6nye-OMFqoOE45VjGxAwHuVM_0 2024-09-12T01:15:45.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.075+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.56641814816668224', time=2024-09-12T03:06:11.990635+0000, chain.objs.size()=1 2024-09-12T01:15:45.076 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.075+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.vhOkV8HEaFeEf8qRio8ApkjwoH0qWZP_0 2024-09-12T01:15:45.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.077+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4853701285696200153', time=2024-09-12T03:06:12.052955+0000, chain.objs.size()=1 2024-09-12T01:15:45.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.077+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.QnZtAsPvAgLASehJuDvCiqvGuJS-yr2_0 2024-09-12T01:15:45.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.077+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4796930539247334715', time=2024-09-12T03:06:12.186471+0000, chain.objs.size()=1 2024-09-12T01:15:45.077 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.077+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.A81SLa-Xe3weDYxPM3-wauJGOJJ8knb_0 2024-09-12T01:15:45.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.078+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12677817074169694751', time=2024-09-12T03:06:12.211156+0000, chain.objs.size()=1 2024-09-12T01:15:45.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.078+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.87SJzw85zoNEaGp7dL-HjFlupXWPgzs_0 2024-09-12T01:15:45.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.078+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11540339067277110297', time=2024-09-12T03:06:12.239888+0000, chain.objs.size()=1 2024-09-12T01:15:45.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.078+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.btZMT1xZdFJVPsIA3e5H1EkqMv5PU4M_0 2024-09-12T01:15:45.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.078+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8704067956964581455', time=2024-09-12T03:06:12.268845+0000, chain.objs.size()=1 2024-09-12T01:15:45.078 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.078+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.IpbJ_YOVPRDa6N95qgqu6RSjtSADtk2_0 2024-09-12T01:15:45.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.079+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14324886314905680569', time=2024-09-12T03:06:12.382589+0000, chain.objs.size()=1 2024-09-12T01:15:45.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.079+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7PA5jpmjt-9tBomaZ7cZGmjCiC0iahh_0 2024-09-12T01:15:45.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.079+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16803819392883369128', time=2024-09-12T03:06:12.389405+0000, chain.objs.size()=1 2024-09-12T01:15:45.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.079+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.KTTfh2qxKoN-K1omjEAXLWCesIpwt8A_0 2024-09-12T01:15:45.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.079+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12282873257302411946', time=2024-09-12T03:06:12.462453+0000, chain.objs.size()=1 2024-09-12T01:15:45.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.079+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.3Fy7YsrrTBiR2XUqRgSpmed5gGbl9S6_0 2024-09-12T01:15:45.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.080+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5618014980784561705', time=2024-09-12T03:06:12.573449+0000, chain.objs.size()=1 2024-09-12T01:15:45.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.080+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.4lcyGZCqNg_B8Huz7e_KVf3IEkl6rYC_0 2024-09-12T01:15:45.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.080+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11256454505516279839', time=2024-09-12T03:06:12.605844+0000, chain.objs.size()=1 2024-09-12T01:15:45.079 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.080+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.tmKcdYOI1DuoRmJTzgJDII2GYTuHcVY_0 2024-09-12T01:15:45.080 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.082+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13706831449623506528', time=2024-09-12T03:06:12.768863+0000, chain.objs.size()=1 2024-09-12T01:15:45.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.082+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.SHhtvnU1LLFZkVsOTlBJSx3QLomFPRY_0 2024-09-12T01:15:45.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.082+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6823139840365921363', time=2024-09-12T03:06:12.783206+0000, chain.objs.size()=1 2024-09-12T01:15:45.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.082+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.kGkvQNsEBUCqFc--PVAQZvtFIVe39t2_0 2024-09-12T01:15:45.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.082+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14064216658248298315', time=2024-09-12T03:06:12.811806+0000, chain.objs.size()=1 2024-09-12T01:15:45.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.082+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.-A7uBdPB97HuBoMN5-rHury-bH_ppPT_0 2024-09-12T01:15:45.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.082+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7391347949487699986', time=2024-09-12T03:06:12.845658+0000, chain.objs.size()=1 2024-09-12T01:15:45.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.082+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.O9Di08W6O3iyQ0sCmdWHmF8_x6z4IQg_0 2024-09-12T01:15:45.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.082+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2050928225344397862', time=2024-09-12T03:06:12.871517+0000, chain.objs.size()=1 2024-09-12T01:15:45.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.082+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.AVDiH5W6s8tSe2A60HB7HN_goNkWeZD_0 2024-09-12T01:15:45.081 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.082+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.403363412371374594', time=2024-09-12T03:06:12.944814+0000, chain.objs.size()=1 2024-09-12T01:15:45.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.082+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.aSzdYWMojBJPINntZzTENX6uGKcWeM8_0 2024-09-12T01:15:45.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.082+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2505435104042233304', time=2024-09-12T03:06:12.948004+0000, chain.objs.size()=1 2024-09-12T01:15:45.082 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.082+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.qCjjTFdwDYy76xGwRya4XZyAYWQY2jF_0 2024-09-12T01:15:45.086 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.087+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/51381 2024-09-12T01:15:45.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T01:15:45.088 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3774886930936860204', time=2024-09-12T03:06:12.958146+0000, chain.objs.size()=1 2024-09-12T01:15:45.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Kan_zb77p180vE2S4wGK1-XEwmgowmc_0 2024-09-12T01:15:45.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13990190835853538125', time=2024-09-12T03:06:12.962102+0000, chain.objs.size()=1 2024-09-12T01:15:45.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.IaFOy5dsokK6cTuaVHPgV7GzLMQN-jF_0 2024-09-12T01:15:45.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1382419982268882677', time=2024-09-12T03:06:12.963008+0000, chain.objs.size()=1 2024-09-12T01:15:45.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.lE61GlsS5GFdL9dccYvkp-_eTl1iwnv_0 2024-09-12T01:15:45.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17072476651706166820', time=2024-09-12T03:06:12.973969+0000, chain.objs.size()=1 2024-09-12T01:15:45.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.YLcdLXOiw5qxhx4tp2iWVQGGr5zrch8_0 2024-09-12T01:15:45.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2635875986680812642', time=2024-09-12T03:06:12.977089+0000, chain.objs.size()=1 2024-09-12T01:15:45.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.beqLHTkB59WVycROqJWH56mX3vTBdKt_0 2024-09-12T01:15:45.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1282260391482292700', time=2024-09-12T03:06:37.420103+0000, chain.objs.size()=1 2024-09-12T01:15:45.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.377__shadow_.ffpm2i2woeqLRHeLtALJLGfG5eWUfTJ_0 2024-09-12T01:15:45.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6838499403561853493', time=2024-09-12T03:07:26.768618+0000, chain.objs.size()=1 2024-09-12T01:15:45.089 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.465__shadow_.tZJAFzzuCzItnbSm0vNbt_LPFUUStWn_0 2024-09-12T01:15:45.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9173774697839661229', time=2024-09-12T03:07:27.852544+0000, chain.objs.size()=1 2024-09-12T01:15:45.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.467__shadow_.JUS7I3_8ib4nl8qgpF_zNol0GUVBGyQ_0 2024-09-12T01:15:45.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12812946744872609595', time=2024-09-12T03:07:34.423782+0000, chain.objs.size()=1 2024-09-12T01:15:45.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.485__shadow_.IbujsVNlS9ff-7tmFudOO5VTsWEkAwg_0 2024-09-12T01:15:45.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~HrOnIyd7zyCSzaXXB45Yf3g2CxVlS4s', time=2024-09-12T03:08:15.043493+0000, chain.objs.size()=4 2024-09-12T01:15:45.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.530__multipart_mymultipart.2~HrOnIyd7zyCSzaXXB45Yf3g2CxVlS4s.1 2024-09-12T01:15:45.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.530__shadow_mymultipart.2~HrOnIyd7zyCSzaXXB45Yf3g2CxVlS4s.1_1 2024-09-12T01:15:45.090 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.089+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.530__multipart_mymultipart.2~HrOnIyd7zyCSzaXXB45Yf3g2CxVlS4s.2 2024-09-12T01:15:45.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.093+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.530__shadow_mymultipart.2~HrOnIyd7zyCSzaXXB45Yf3g2CxVlS4s.2_1 2024-09-12T01:15:45.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.093+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14607516893169408066', time=2024-09-12T03:08:52.159806+0000, chain.objs.size()=1 2024-09-12T01:15:45.092 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.093+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.551__shadow_.LW85ZeET3dMu7FfzVpNUQ4_jfuI89DG_0 2024-09-12T01:15:45.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.094+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.510837883626423717', time=2024-09-12T03:09:43.023760+0000, chain.objs.size()=1 2024-09-12T01:15:45.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.094+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.584__shadow:f35LZ46Di5NK7je.Xr.XgC6hL6VbmDm_.HHHNQzCW1fbHwg8Gs9Ck_68ULOoZQGN_0 2024-09-12T01:15:45.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.094+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17112805458223213203', time=2024-09-12T03:09:45.846846+0000, chain.objs.size()=1 2024-09-12T01:15:45.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.094+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.588__shadow:RpLlQ9GHdOkGWutjRn.QekD2nR6PUHD_.SrE5raQkBZHKCrw7WY54q__93OhWxKb_0 2024-09-12T01:15:45.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.094+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10533222399606292449', time=2024-09-12T03:12:07.270266+0000, chain.objs.size()=1 2024-09-12T01:15:45.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.094+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.619__shadow_.ZWIN3V_3iLl7KciW5f1PI-FXsDqjCc0_0 2024-09-12T01:15:45.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.094+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17890721466279226568', time=2024-09-12T03:12:15.221564+0000, chain.objs.size()=1 2024-09-12T01:15:45.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.094+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.630__shadow_.IZGE_JdZtB6_bCUo_QMHFDu9UZNlPNj_0 2024-09-12T01:15:45.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.094+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12063360352339275660', time=2024-09-12T03:13:42.553984+0000, chain.objs.size()=1 2024-09-12T01:15:45.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.094+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.746__shadow_.FSbry7RozQNeElikllzq_36C8A1h8Sk_0 2024-09-12T01:15:45.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.094+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6168025353604030831', time=2024-09-12T03:15:19.898285+0000, chain.objs.size()=1 2024-09-12T01:15:45.094 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.094+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.783__shadow_.j0TaVzZfquKdA68nAGIKnlYnTKRQsC0_0 2024-09-12T01:15:45.097 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.098+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:45.099 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.100+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2024-09-12T01:15:45.100 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.102+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:45.101 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.102+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:45.102 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47483' 2024-09-12T01:15:45.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14108278348837988614', time=2024-09-12T03:03:10.327228+0000, chain.objs.size()=5 2024-09-12T01:15:45.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__multipart_foo-STANDARD.2~q2X269pc8tBI3dxGEwSgGJVs04rUBmN.1 2024-09-12T01:15:45.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_foo-STANDARD.2~q2X269pc8tBI3dxGEwSgGJVs04rUBmN.1_1 2024-09-12T01:15:45.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__multipart_foo-STANDARD.2~q2X269pc8tBI3dxGEwSgGJVs04rUBmN.2 2024-09-12T01:15:45.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_foo-STANDARD.2~q2X269pc8tBI3dxGEwSgGJVs04rUBmN.2_1 2024-09-12T01:15:45.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__multipart_foo-STANDARD.2~q2X269pc8tBI3dxGEwSgGJVs04rUBmN.3 2024-09-12T01:15:45.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='_86HEb5r-sS05wzEVXdjbcHsXG6ePxfz', time=2024-09-12T03:03:11.679226+0000, chain.objs.size()=3 2024-09-12T01:15:45.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.SjTK6OpRNKhr-9mH7DR8D0D102p7kdL_0 2024-09-12T01:15:45.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.SjTK6OpRNKhr-9mH7DR8D0D102p7kdL_1 2024-09-12T01:15:45.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.SjTK6OpRNKhr-9mH7DR8D0D102p7kdL_2 2024-09-12T01:15:45.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.292621869219441332', time=2024-09-12T03:05:05.059391+0000, chain.objs.size()=1 2024-09-12T01:15:45.103 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.248__shadow_.UZNCkXxzUnMgH-21oLPBxReF6Ht99lJ_0 2024-09-12T01:15:45.104 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.624212230121379438', time=2024-09-12T03:05:09.484131+0000, chain.objs.size()=1 2024-09-12T01:15:45.104 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.257__shadow_.qtkUSCGkb99FXTGRO8m8Slhj6NO-FD2_0 2024-09-12T01:15:45.104 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6355944689318294916', time=2024-09-12T03:05:20.274534+0000, chain.objs.size()=1 2024-09-12T01:15:45.104 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.PRmJ6HhtFMIZbqUOuD838s5t3M_03my_0 2024-09-12T01:15:45.104 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12757338133326472308', time=2024-09-12T03:05:20.286685+0000, chain.objs.size()=1 2024-09-12T01:15:45.104 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.103+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8724ZiOtS7j4SkfdxUy4fgKm2ABLbAJ_0 2024-09-12T01:15:45.104 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.105+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14424663740806621960', time=2024-09-12T03:05:20.418070+0000, chain.objs.size()=1 2024-09-12T01:15:45.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.105+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lBCBQl6OcBVGgic5ET3r0HkUmqVRz62_0 2024-09-12T01:15:45.105 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.107+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1665729329590825308', time=2024-09-12T03:05:20.493471+0000, chain.objs.size()=1 2024-09-12T01:15:45.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.107+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.VIfuYQnv4j7Fx30nSCdQkh3ewYkyRkB_0 2024-09-12T01:15:45.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.107+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4165852926272314466', time=2024-09-12T03:05:20.524302+0000, chain.objs.size()=1 2024-09-12T01:15:45.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.107+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ZrkKZhMWODS313uBKuO6hfHq73O2O4U_0 2024-09-12T01:15:45.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.107+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.584358987579683517', time=2024-09-12T03:05:20.640189+0000, chain.objs.size()=1 2024-09-12T01:15:45.106 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.107+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.m-2kMDTcEPCCoVK3kSoV8-uUGJ6UA3G_0 2024-09-12T01:15:45.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.108+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10536144359590344064', time=2024-09-12T03:05:20.678424+0000, chain.objs.size()=1 2024-09-12T01:15:45.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.108+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ZPftiWdYM7n7gV1HoUmv9SchngH7Qjf_0 2024-09-12T01:15:45.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.108+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6625958904284916919', time=2024-09-12T03:05:20.690834+0000, chain.objs.size()=1 2024-09-12T01:15:45.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.108+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.W_wtd283JKqQvCdixfhgIgQZjmdD0QI_0 2024-09-12T01:15:45.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.108+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14461990827025291855', time=2024-09-12T03:05:20.712320+0000, chain.objs.size()=1 2024-09-12T01:15:45.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.108+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.nhy2oMLnw_bQsgfoVeCNyCJ-DNzUnEE_0 2024-09-12T01:15:45.107 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.108+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15920407822354844258', time=2024-09-12T03:05:20.857873+0000, chain.objs.size()=1 2024-09-12T01:15:45.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.108+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.fddgERM0xCpoDfCBwXqWg5pWmcqtLks_0 2024-09-12T01:15:45.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.108+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17250114938523577880', time=2024-09-12T03:05:20.910770+0000, chain.objs.size()=1 2024-09-12T01:15:45.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.108+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_._tV7CgIdnGXbIJPvNvB0ltl6osst2H6_0 2024-09-12T01:15:45.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.108+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2524889722967240506', time=2024-09-12T03:05:20.996700+0000, chain.objs.size()=1 2024-09-12T01:15:45.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.108+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Wz8rvqr0-GDjF3kJvFGiLpXuJkjEwZ7_0 2024-09-12T01:15:45.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.108+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8447205999000641537', time=2024-09-12T03:05:20.997693+0000, chain.objs.size()=1 2024-09-12T01:15:45.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.108+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.XkVLZSlttqNazu3DeT6oedsrNgHaHZm_0 2024-09-12T01:15:45.108 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.108+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8204602829860365973', time=2024-09-12T03:05:21.059359+0000, chain.objs.size()=1 2024-09-12T01:15:45.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.108+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.x8UEtKT1gUVgAuSmJlr8j5ASf7_oCTx_0 2024-09-12T01:15:45.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.109+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10297966544633834496', time=2024-09-12T03:05:21.189901+0000, chain.objs.size()=1 2024-09-12T01:15:45.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.109+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.58TKLlyQYHMpV-lnNFvpiPMXbVrA4gN_0 2024-09-12T01:15:45.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.110+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12634763420292693070', time=2024-09-12T03:05:21.197067+0000, chain.objs.size()=1 2024-09-12T01:15:45.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.110+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.L6wvoBr3IKcFY50ZNUwP-8YrgV_gs13_0 2024-09-12T01:15:45.109 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.110+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4271118053356183647', time=2024-09-12T03:05:21.274805+0000, chain.objs.size()=1 2024-09-12T01:15:45.110 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.110+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.RJeD9dPumSaLQf0yIhhf2n-Af-ZWF5S_0 2024-09-12T01:15:45.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.112+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2461385095855007325', time=2024-09-12T03:05:21.286034+0000, chain.objs.size()=1 2024-09-12T01:15:45.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.112+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.TgO6QeBmu6SsNMYuqFFa1Ek60hFhxaC_0 2024-09-12T01:15:45.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.112+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17963282940336416', time=2024-09-12T03:05:21.292209+0000, chain.objs.size()=1 2024-09-12T01:15:45.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.112+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.casGP-zpiSfTDwc4BaqJ8X2XgWiafqX_0 2024-09-12T01:15:45.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.112+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2668807966259597046', time=2024-09-12T03:05:21.302322+0000, chain.objs.size()=1 2024-09-12T01:15:45.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.112+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.1eJhSUvtylXsw-fM8qnpZzYWJ5oCAHD_0 2024-09-12T01:15:45.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.112+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16867868641143019892', time=2024-09-12T03:05:21.434669+0000, chain.objs.size()=1 2024-09-12T01:15:45.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.112+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.1XaKQ7jI32jiF09v-cdnbfIw-TiPC7q_0 2024-09-12T01:15:45.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.112+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16329932587473782277', time=2024-09-12T03:05:21.444070+0000, chain.objs.size()=1 2024-09-12T01:15:45.111 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.112+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.eS01Octd0R6ChuLe3qRcjxaWfBIc72U_0 2024-09-12T01:15:45.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.112+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14187178269258707745', time=2024-09-12T03:05:21.453893+0000, chain.objs.size()=1 2024-09-12T01:15:45.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.112+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_._2NnuA3cWGa1L6pFnkYkqVWvH9ITenB_0 2024-09-12T01:15:45.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.112+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11747885951537859862', time=2024-09-12T03:05:21.471476+0000, chain.objs.size()=1 2024-09-12T01:15:45.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.112+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.OyTj4Uur7IDMPrBrKexo2bH5azeqakf_0 2024-09-12T01:15:45.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.112+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15288117127176382499', time=2024-09-12T03:05:21.573340+0000, chain.objs.size()=1 2024-09-12T01:15:45.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.112+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.yQ1GDdtsQDl4OvXz6UUqD8bm6VH8Dqc_0 2024-09-12T01:15:45.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.113+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5288390265702380295', time=2024-09-12T03:05:21.658735+0000, chain.objs.size()=1 2024-09-12T01:15:45.112 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.113+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.CkJWIQIL4VfOS3JMXp9xcbGv9oQq0F3_0 2024-09-12T01:15:45.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.114+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17342256363918305323', time=2024-09-12T03:05:30.429691+0000, chain.objs.size()=1 2024-09-12T01:15:45.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.114+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.281__shadow_.-mjEwzmtQX6w44k0JWbCegNAR7Xye-2_0 2024-09-12T01:15:45.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.115+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13415036776103623490', time=2024-09-12T03:05:31.387401+0000, chain.objs.size()=1 2024-09-12T01:15:45.113 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.115+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.283__shadow_.QYjEz_Kqbia6pznuRqxDid2pIjScgtO_0 2024-09-12T01:15:45.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.115+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18289496419659895751', time=2024-09-12T03:05:31.389805+0000, chain.objs.size()=1 2024-09-12T01:15:45.114 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.115+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.283__shadow_.xl59UNo6ajdqTQZ3JICTYqdMQr_Jg41_0 2024-09-12T01:15:45.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.116+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8859529732457653343', time=2024-09-12T03:05:34.833291+0000, chain.objs.size()=1 2024-09-12T01:15:45.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.116+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.290__shadow_.tf_soRlHnrO0w-l5W4Q47QUfEWq9hVB_0 2024-09-12T01:15:45.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.116+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10184795360271734387', time=2024-09-12T03:05:35.329013+0000, chain.objs.size()=1 2024-09-12T01:15:45.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.116+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.291__shadow_.rudNoHutBo23X6dLckck3JozJ7MV_aF_0 2024-09-12T01:15:45.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.116+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18286309041504856054', time=2024-09-12T03:05:36.894805+0000, chain.objs.size()=1 2024-09-12T01:15:45.115 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.116+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.PTJNZ6B8ExNpkIALEv_B636nSFc-x3I_0 2024-09-12T01:15:45.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.116+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5060726222119314909', time=2024-09-12T03:05:42.729958+0000, chain.objs.size()=1 2024-09-12T01:15:45.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.116+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.304__shadow_.KkTXld3r1pDBg0XNLJTijFdFyCeFxYF_0 2024-09-12T01:15:45.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.116+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16517186359110099919', time=2024-09-12T03:05:43.229260+0000, chain.objs.size()=1 2024-09-12T01:15:45.116 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.116+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.305__shadow_.M0Sjxp4fS8MOMDeMfQSco9SYh1Oe6nr_0 2024-09-12T01:15:45.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.118+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15497493789198228356', time=2024-09-12T03:06:01.472230+0000, chain.objs.size()=1 2024-09-12T01:15:45.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.118+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fA1usic7M_loXCuHRZJO-68zjviXfdp_0 2024-09-12T01:15:45.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.118+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3900658915660266110', time=2024-09-12T03:06:01.587183+0000, chain.objs.size()=1 2024-09-12T01:15:45.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.118+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xGLVU4OwywfzwYdQ8k23cFEMMVpbUG1_0 2024-09-12T01:15:45.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.118+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16379410173273753405', time=2024-09-12T03:06:01.592889+0000, chain.objs.size()=1 2024-09-12T01:15:45.117 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.118+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.eXgeLk-BCa3RDgJWNr8zW4tPO8LK7M2_0 2024-09-12T01:15:45.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.119+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14874423971335399911', time=2024-09-12T03:06:01.693363+0000, chain.objs.size()=1 2024-09-12T01:15:45.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.119+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.7PSAMbCfGHGQCuImj4CpaZ5AIu3PsjA_0 2024-09-12T01:15:45.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.119+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10560439661434244721', time=2024-09-12T03:06:01.724444+0000, chain.objs.size()=1 2024-09-12T01:15:45.118 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.119+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.YlCVwM8qsc7BiEg-eabNaI8eYh4abGT_0 2024-09-12T01:15:45.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.120+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9041717301414988929', time=2024-09-12T03:06:01.732323+0000, chain.objs.size()=1 2024-09-12T01:15:45.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.120+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Q-9E0Vd6AA5b6VcjZdExInUxu2sQ0eC_0 2024-09-12T01:15:45.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.120+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6902421659382216102', time=2024-09-12T03:06:01.758272+0000, chain.objs.size()=1 2024-09-12T01:15:45.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.120+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.-7VfE1H0r0Yzcnqkif-yLT5FW-aDKKS_0 2024-09-12T01:15:45.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.120+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15884177020084994916', time=2024-09-12T03:06:01.784571+0000, chain.objs.size()=1 2024-09-12T01:15:45.119 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.120+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.28vq-3fgM7H2PGWfTIwiFtRnv5DRZXi_0 2024-09-12T01:15:45.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.120+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3821255509463323417', time=2024-09-12T03:06:01.797763+0000, chain.objs.size()=1 2024-09-12T01:15:45.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.120+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.sLSN5VjPW5ejw0DqbujImrJ-GbCpdKq_0 2024-09-12T01:15:45.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.120+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3280840046260903874', time=2024-09-12T03:06:01.884199+0000, chain.objs.size()=1 2024-09-12T01:15:45.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.120+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.l_hgY03XFAp4eIzSG9RowKWIIiKBt8z_0 2024-09-12T01:15:45.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.120+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3140907920294642622', time=2024-09-12T03:06:01.899819+0000, chain.objs.size()=1 2024-09-12T01:15:45.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.120+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.YUj7GV9FXLN-PoN9CNKbX6iVyqBQ6bF_0 2024-09-12T01:15:45.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.121+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4324557332959598094', time=2024-09-12T03:06:01.983427+0000, chain.objs.size()=1 2024-09-12T01:15:45.120 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.121+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.NFfcTE9D19fCQjTauS2ADszX3Z6gkhJ_0 2024-09-12T01:15:45.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.122+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1247415096374790304', time=2024-09-12T03:06:01.990919+0000, chain.objs.size()=1 2024-09-12T01:15:45.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.122+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Vu-1-PJR7fwsjLgWQWt5NWJi_BL6Tdt_0 2024-09-12T01:15:45.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.122+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5359554923850913300', time=2024-09-12T03:06:02.169685+0000, chain.objs.size()=1 2024-09-12T01:15:45.121 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.122+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.7cuTQIzngMuS1kihrKf0ZaRUiTlC9an_0 2024-09-12T01:15:45.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.123+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6182271725580075939', time=2024-09-12T03:06:02.174913+0000, chain.objs.size()=1 2024-09-12T01:15:45.122 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.123+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.NddaOLFfeY5ELK-3j3ajqJpIA1t4Sy-_0 2024-09-12T01:15:45.123 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.124+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.955998082284588652', time=2024-09-12T03:06:02.182854+0000, chain.objs.size()=1 2024-09-12T01:15:45.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.124+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.nZuiVXbKLIdeEQyom-9YKCLwhrdbGXg_0 2024-09-12T01:15:45.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.124+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5119528218379275740', time=2024-09-12T03:06:02.325348+0000, chain.objs.size()=1 2024-09-12T01:15:45.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.124+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.4uWVW9oMGtLH_lnCAcnmhJFH7XD_xie_0 2024-09-12T01:15:45.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.124+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.921298793585385273', time=2024-09-12T03:06:02.330760+0000, chain.objs.size()=1 2024-09-12T01:15:45.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.124+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.i_Zt9LJNr_7hD5LTtw_zdUt5Ws7jXH5_0 2024-09-12T01:15:45.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.124+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9086080891913396486', time=2024-09-12T03:06:02.421315+0000, chain.objs.size()=1 2024-09-12T01:15:45.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.124+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.osCwd99dDV65mPtbMzwYNjCLxiGDjg7_0 2024-09-12T01:15:45.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.124+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1392789308466840367', time=2024-09-12T03:06:02.523545+0000, chain.objs.size()=1 2024-09-12T01:15:45.124 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.124+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.849ro_a_5_5ILow4OUkURw90gmpL4kF_0 2024-09-12T01:15:45.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.126+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3374040135691516216', time=2024-09-12T03:06:02.568121+0000, chain.objs.size()=1 2024-09-12T01:15:45.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.126+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.BMuy-VO-9DXkFAbiF7ZKik8x4DgSXoB_0 2024-09-12T01:15:45.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.126+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1036461344380167659', time=2024-09-12T03:06:02.581661+0000, chain.objs.size()=1 2024-09-12T01:15:45.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.126+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.XFIBsMoRcclJZ2rLGqu0Jh9OxIxlAKU_0 2024-09-12T01:15:45.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.126+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17624804108794559704', time=2024-09-12T03:06:02.588766+0000, chain.objs.size()=1 2024-09-12T01:15:45.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.126+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.OB5nz4DlG3j7TnyBxIfhibDuDxTQ7Zw_0 2024-09-12T01:15:45.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.126+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14786451701172895111', time=2024-09-12T03:06:02.708258+0000, chain.objs.size()=1 2024-09-12T01:15:45.125 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.126+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.vAgeLSvscXAPxA1HzGwW8I_OAf1ydFz_0 2024-09-12T01:15:45.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.126+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14314874564713151003', time=2024-09-12T03:06:02.722852+0000, chain.objs.size()=1 2024-09-12T01:15:45.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.126+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.8Wt1NWumABXOjtfXo7sIdheRYWWtdo7_0 2024-09-12T01:15:45.126 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.128+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4755362304991255805', time=2024-09-12T03:06:02.739363+0000, chain.objs.size()=1 2024-09-12T01:15:45.127 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.128+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xQW4Iwl6KSGLMm9gG0Z5Tr83PZ9mway_0 2024-09-12T01:15:45.127 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.129+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2218392101694967324', time=2024-09-12T03:06:02.751280+0000, chain.objs.size()=1 2024-09-12T01:15:45.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.129+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.cZsuGGmStDCgWQocZi33WmHrioSn9pP_0 2024-09-12T01:15:45.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.129+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8278934263044609399', time=2024-09-12T03:06:02.762091+0000, chain.objs.size()=1 2024-09-12T01:15:45.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.129+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.G1dQPy3aqn--d1NskVjGf-qYdR3_TVQ_0 2024-09-12T01:15:45.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.129+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5244890951793836177', time=2024-09-12T03:06:02.766105+0000, chain.objs.size()=1 2024-09-12T01:15:45.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.129+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.o4kn8rlwWXcRcToBqK2ejX57_6ELvxG_0 2024-09-12T01:15:45.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.129+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5451939454886938961', time=2024-09-12T03:06:02.919609+0000, chain.objs.size()=1 2024-09-12T01:15:45.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.129+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.cRqZUEXZe3sCPyXxP1rWADYGsoZ5g8M_0 2024-09-12T01:15:45.128 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.129+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13213995884053153408', time=2024-09-12T03:06:02.940454+0000, chain.objs.size()=1 2024-09-12T01:15:45.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.129+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.SQmfQLKVsmrAJ3y7SJiQ8mM2EGhqDvD_0 2024-09-12T01:15:45.129 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.131+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.264854263155364232', time=2024-09-12T03:06:02.954864+0000, chain.objs.size()=1 2024-09-12T01:15:45.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.131+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.CIg083W1-n0hJRajhPyOM8L8Be1DerA_0 2024-09-12T01:15:45.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.131+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7461218903970751342', time=2024-09-12T03:06:02.987022+0000, chain.objs.size()=1 2024-09-12T01:15:45.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.131+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.UxJ1tLge9fLOYX2zDHt0LzhgCGk2WlF_0 2024-09-12T01:15:45.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.131+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17184850323119986807', time=2024-09-12T03:06:11.589976+0000, chain.objs.size()=1 2024-09-12T01:15:45.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.131+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.hMNFNMfQqttDs4a7aHGR0qgAW1J_NK1_0 2024-09-12T01:15:45.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.131+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.789169795200625853', time=2024-09-12T03:06:11.615483+0000, chain.objs.size()=1 2024-09-12T01:15:45.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.131+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.DdlhWRSR21qRfERVfqNadN8-YrWRB24_0 2024-09-12T01:15:45.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.131+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8411972163078645598', time=2024-09-12T03:06:11.639278+0000, chain.objs.size()=1 2024-09-12T01:15:45.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.131+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.qQTWHNPbwEFh6dlkXyoxmcKQE1Bz8Dg_0 2024-09-12T01:15:45.130 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.131+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4164496543511111106', time=2024-09-12T03:06:11.848364+0000, chain.objs.size()=1 2024-09-12T01:15:45.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.131+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.jFbjYP-SdCSDiOg-_16vn8iiKzFxH4o_0 2024-09-12T01:15:45.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.132+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12788314577517632740', time=2024-09-12T03:06:11.879707+0000, chain.objs.size()=1 2024-09-12T01:15:45.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.132+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.jABOtx141xuOuCBEUVKDcof2LIGKk-p_0 2024-09-12T01:15:45.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.132+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4037406762314641344', time=2024-09-12T03:06:11.895479+0000, chain.objs.size()=1 2024-09-12T01:15:45.131 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.132+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.nMlgrl15CF4kUexOZHT6AKIJY2UuLWg_0 2024-09-12T01:15:45.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.133+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12366638078004633013', time=2024-09-12T03:06:11.995310+0000, chain.objs.size()=1 2024-09-12T01:15:45.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.133+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.rCI6EwzwgOiPZOtqlkooK_tvkOe7VZC_0 2024-09-12T01:15:45.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.133+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10544893879884031149', time=2024-09-12T03:06:11.996260+0000, chain.objs.size()=1 2024-09-12T01:15:45.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.133+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.0xfgbgTdsc79jdGUc5VnF7RhbKZCVWh_0 2024-09-12T01:15:45.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.133+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3793750046632060380', time=2024-09-12T03:06:12.002201+0000, chain.objs.size()=1 2024-09-12T01:15:45.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.133+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ByHInWsyLHXLrQpx4nqlbKO8SJnR8sV_0 2024-09-12T01:15:45.132 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.134+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10110458691481386547', time=2024-09-12T03:06:12.007157+0000, chain.objs.size()=1 2024-09-12T01:15:45.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.134+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.8PIhqivCiDIc0m7us_fcVkgxTJIYUL1_0 2024-09-12T01:15:45.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.134+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13071158507803882140', time=2024-09-12T03:06:12.022272+0000, chain.objs.size()=1 2024-09-12T01:15:45.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.134+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.VlghIs0yg_PlM6AFOQS0tPjKxBZXnB-_0 2024-09-12T01:15:45.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.134+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4653659952026630245', time=2024-09-12T03:06:12.069137+0000, chain.objs.size()=1 2024-09-12T01:15:45.133 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.134+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.4HtApd93amSqWCsmUGZlF8fYxtdRyOg_0 2024-09-12T01:15:45.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.135+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10255340979939652000', time=2024-09-12T03:06:12.070745+0000, chain.objs.size()=1 2024-09-12T01:15:45.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.135+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.jSany1Eo7IFeczNJrgI1gmC6ejdMo8b_0 2024-09-12T01:15:45.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.135+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7312650173284638551', time=2024-09-12T03:06:12.082405+0000, chain.objs.size()=1 2024-09-12T01:15:45.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.135+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.cF8d24sPwuxL9UvTiZP_1M1sbzWEJiv_0 2024-09-12T01:15:45.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.135+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6965373906427895011', time=2024-09-12T03:06:12.213904+0000, chain.objs.size()=1 2024-09-12T01:15:45.134 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.135+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.8juEDZRGLCziAH2gTHo4CrzWQ_YRWal_0 2024-09-12T01:15:45.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.136+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8090293227590557451', time=2024-09-12T03:06:12.237549+0000, chain.objs.size()=1 2024-09-12T01:15:45.135 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.136+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.O5kXKJQ0A7srxpix5pYlKqthS2_Xz6C_0 2024-09-12T01:15:45.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6626060897671448507', time=2024-09-12T03:06:12.264840+0000, chain.objs.size()=1 2024-09-12T01:15:45.136 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.0_voGzelo_r5K34hiGFMqfotiqbNeYe_0 2024-09-12T01:15:45.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16096671004502119510', time=2024-09-12T03:06:12.414240+0000, chain.objs.size()=1 2024-09-12T01:15:45.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.fiMYHZROi5QklCwLUGonZKhK0Z91h_x_0 2024-09-12T01:15:45.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15059138817611014795', time=2024-09-12T03:06:12.429473+0000, chain.objs.size()=1 2024-09-12T01:15:45.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.sATIl2QGhX_VrUgvlSghcbCQLAJZoba_0 2024-09-12T01:15:45.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8305901106992220988', time=2024-09-12T03:06:12.435210+0000, chain.objs.size()=1 2024-09-12T01:15:45.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.WzZ5y8VbxcXZgeRMf6gWhx4FH2DAgYE_0 2024-09-12T01:15:45.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3303097821149885019', time=2024-09-12T03:06:12.443668+0000, chain.objs.size()=1 2024-09-12T01:15:45.137 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9duGSHtaWrIVxKv5rYvJPhyZLZshOEF_0 2024-09-12T01:15:45.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6247465561516253391', time=2024-09-12T03:06:12.471508+0000, chain.objs.size()=1 2024-09-12T01:15:45.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.dd4sothyfc88wvIHFAQEjoVYGHnwM7o_0 2024-09-12T01:15:45.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3374441009601094532', time=2024-09-12T03:06:12.557847+0000, chain.objs.size()=1 2024-09-12T01:15:45.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Llm7IGA3CXRHJeOn-VULkXE6i-QASa-_0 2024-09-12T01:15:45.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.477609463085090387', time=2024-09-12T03:06:12.579090+0000, chain.objs.size()=1 2024-09-12T01:15:45.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.IkjkFFBqaSlIzbUa9GL0_m5Rc5tqyH9_0 2024-09-12T01:15:45.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2421014204771583501', time=2024-09-12T03:06:12.600900+0000, chain.objs.size()=1 2024-09-12T01:15:45.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.tO1KWq7CBnA1oD9ApiNiddaxEib3zkO_0 2024-09-12T01:15:45.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.229091042601664745', time=2024-09-12T03:06:12.633622+0000, chain.objs.size()=1 2024-09-12T01:15:45.138 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.138+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.U4yYAWlmZNJVPqk67Ax_ulREpdJVi5o_0 2024-09-12T01:15:45.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.139+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4853535709116256141', time=2024-09-12T03:06:12.651890+0000, chain.objs.size()=1 2024-09-12T01:15:45.139 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.139+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.A16Mx-u45zGqseKpvH1epr45RHYC1ha_0 2024-09-12T01:15:45.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.141+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11994362502820433220', time=2024-09-12T03:06:12.653518+0000, chain.objs.size()=1 2024-09-12T01:15:45.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.141+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.gJaZ8AopbLyzjxn-QVDUOFoPP-7SsBZ_0 2024-09-12T01:15:45.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.141+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11210774989017702989', time=2024-09-12T03:06:12.664430+0000, chain.objs.size()=1 2024-09-12T01:15:45.140 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.141+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.foBrMaVp9jBM3DTwTZFGlpuYW2wFLfZ_0 2024-09-12T01:15:45.144 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.145+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/47483 2024-09-12T01:15:45.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=28, truncated=0, next_marker='' 2024-09-12T01:15:45.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14387902381369821732', time=2024-09-12T03:06:12.767784+0000, chain.objs.size()=1 2024-09-12T01:15:45.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ZREJ3-zwX4UU8fuE3UrT1Y8OXk--ml__0 2024-09-12T01:15:45.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10412354790517732331', time=2024-09-12T03:06:12.776963+0000, chain.objs.size()=1 2024-09-12T01:15:45.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ZgRJklbgpxfttNClSUap_LItvRcHylS_0 2024-09-12T01:15:45.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15444796249808829168', time=2024-09-12T03:06:12.843539+0000, chain.objs.size()=1 2024-09-12T01:15:45.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.0GhR6kJ_A_Zdll3ESZ7ZopeGIuqC3Ww_0 2024-09-12T01:15:45.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17377179789387305571', time=2024-09-12T03:06:12.945107+0000, chain.objs.size()=1 2024-09-12T01:15:45.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ejC2YmW8odV0DPTo2tmxRo6Wb3XgTn5_0 2024-09-12T01:15:45.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12011370500249191704', time=2024-09-12T03:06:12.958829+0000, chain.objs.size()=1 2024-09-12T01:15:45.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.zdP5OXEllnG8fUT4qKF4PbnIWXjpNR1_0 2024-09-12T01:15:45.147 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10300913714125703878', time=2024-09-12T03:06:12.977255+0000, chain.objs.size()=1 2024-09-12T01:15:45.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.mwo5uqZeIzh4pA3AoJFtkkRPMyUVsNB_0 2024-09-12T01:15:45.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.835366842128388885', time=2024-09-12T03:06:12.997099+0000, chain.objs.size()=1 2024-09-12T01:15:45.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.XDlyELkDmhuDDrNDmdoG-WlffCt7IBP_0 2024-09-12T01:15:45.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7989802144339024682', time=2024-09-12T03:06:13.036373+0000, chain.objs.size()=1 2024-09-12T01:15:45.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ihtKJ9UoY3vgQj3xz8sG19MgTT8sBd7_0 2024-09-12T01:15:45.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2995016884301038608', time=2024-09-12T03:06:15.221236+0000, chain.objs.size()=1 2024-09-12T01:15:45.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.330__shadow_.Lsl7iLRNZSyb4clSs_dNk6IySNscTWS_0 2024-09-12T01:15:45.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4714822397032162263', time=2024-09-12T03:06:16.852014+0000, chain.objs.size()=1 2024-09-12T01:15:45.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.333__shadow_.7t2J_GAj5Bn3q92pdM0rlxHescDBnQ5_0 2024-09-12T01:15:45.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6219829356709894455', time=2024-09-12T03:07:17.465386+0000, chain.objs.size()=1 2024-09-12T01:15:45.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.451__shadow_.xY6Jwtg_t-BSpHwCrSdOmn1-rUN7bFd_0 2024-09-12T01:15:45.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16593193267852873875', time=2024-09-12T03:07:21.679217+0000, chain.objs.size()=1 2024-09-12T01:15:45.148 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.147+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.458__shadow_.fEhc-YXxeN5rnKbgT4T7g3Dd_M02Udv_0 2024-09-12T01:15:45.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.150+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14903141949430018479', time=2024-09-12T03:07:23.866613+0000, chain.objs.size()=1 2024-09-12T01:15:45.149 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.150+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.461__shadow_.8Gb5taej2PetYPjHqC_ruHJwZhKf2cl_0 2024-09-12T01:15:45.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.151+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14705862926265823260', time=2024-09-12T03:07:27.351820+0000, chain.objs.size()=1 2024-09-12T01:15:45.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.151+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.466__shadow_.GvpkJ0WhN59rvZQqW3Tc2DwwCR7JAVK_0 2024-09-12T01:15:45.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.151+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14142219814692284217', time=2024-09-12T03:07:32.677276+0000, chain.objs.size()=1 2024-09-12T01:15:45.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.151+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.482__shadow_.KdS1CPRLE33s-Ysmzj4q9-wz_elloHp_0 2024-09-12T01:15:45.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.151+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3575804941554724398', time=2024-09-12T03:07:34.423529+0000, chain.objs.size()=1 2024-09-12T01:15:45.150 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.151+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.485__shadow_.wNRKa8Swe8sMNfXHtgSeWjpKRlHgt_G_0 2024-09-12T01:15:45.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.151+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6860493931402787733', time=2024-09-12T03:08:08.325892+0000, chain.objs.size()=1 2024-09-12T01:15:45.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.151+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.524__multipart_mymultipart.2~8XqS-KzqehniTfkoAHolPn0OPSaHFHb.1 2024-09-12T01:15:45.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.151+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13535312699424838077', time=2024-09-12T03:08:12.387005+0000, chain.objs.size()=2 2024-09-12T01:15:45.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.151+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.526__multipart_mymultipart.2~GLbICltlljaWq2Otswfn1IDspGvK_ZT.1 2024-09-12T01:15:45.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.151+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.526__multipart_mymultipart.2~GLbICltlljaWq2Otswfn1IDspGvK_ZT.2 2024-09-12T01:15:45.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.151+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3343161772141045200', time=2024-09-12T03:09:05.175449+0000, chain.objs.size()=1 2024-09-12T01:15:45.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.151+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.565__shadow_.navv51wi_Yma057HOh98dS9-QNIZD_2_0 2024-09-12T01:15:45.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.151+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14483323871039157158', time=2024-09-12T03:09:12.179895+0000, chain.objs.size()=1 2024-09-12T01:15:45.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.151+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:t2V.owbctZhBSfIRYI97uioYVTrQylq_.VqZfWwiH7cugpFWJb-gVSi1G_m7eebb_0 2024-09-12T01:15:45.151 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.152+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7502690204351382738', time=2024-09-12T03:09:14.480376+0000, chain.objs.size()=1 2024-09-12T01:15:45.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.152+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.571__shadow:PtpvQg40bqNaFQszxmwSBjP9TXTlJLY_.JRN3S-bn8gks3rAiHkan6q6nBjujeDo_0 2024-09-12T01:15:45.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.152+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1168852597667764698', time=2024-09-12T03:09:24.572480+0000, chain.objs.size()=1 2024-09-12T01:15:45.152 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.152+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:WxLjSOOBADWxtXNFzwGw3K4maMQAhI-_.2o916tVpIe8HuUiGnEV4ESFhQQ-aV1Q_0 2024-09-12T01:15:45.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.154+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10315913665485744828', time=2024-09-12T03:09:26.666968+0000, chain.objs.size()=1 2024-09-12T01:15:45.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.154+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:aDraRfU7S4vhZ9ouILK5U5hk8QSI.UX_.-7f-UyGXG4EacP_44u0Bik5IU3WSR3i_0 2024-09-12T01:15:45.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.154+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14731062763890596553', time=2024-09-12T03:09:26.955895+0000, chain.objs.size()=1 2024-09-12T01:15:45.153 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.154+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:9R-hFhrooN0zNkPHoY4tqJuffqfiocS_.OluZ9siA_Wu0SGVG1lBAvnqgoCe9ZSk_0 2024-09-12T01:15:45.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.155+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14816438355962699260', time=2024-09-12T03:09:39.105916+0000, chain.objs.size()=4 2024-09-12T01:15:45.154 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.156+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.579__multipart_testobj.2~mmIz8Cu9z3dpoVgm5tRr5uH5TsqvVfz.1 2024-09-12T01:15:45.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.156+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.579__multipart_testobj.2~mmIz8Cu9z3dpoVgm5tRr5uH5TsqvVfz.2 2024-09-12T01:15:45.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.156+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.579__multipart_testobj.2~mmIz8Cu9z3dpoVgm5tRr5uH5TsqvVfz.3 2024-09-12T01:15:45.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.156+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.579__multipart_testobj.2~mmIz8Cu9z3dpoVgm5tRr5uH5TsqvVfz.4 2024-09-12T01:15:45.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.156+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.157504913866708701', time=2024-09-12T03:09:41.881378+0000, chain.objs.size()=1 2024-09-12T01:15:45.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.156+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.581__shadow:E6QA42L0IkNCxHsiuXZ.9Qe4ND.xLrm_.hLrKQa4xD5BYc0B6Bg0kzGOnNg9yb3a_0 2024-09-12T01:15:45.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.156+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6184883549991189847', time=2024-09-12T03:09:45.236750+0000, chain.objs.size()=1 2024-09-12T01:15:45.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.156+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.587__shadow:qL2iMo2YdUWXW8iK51YzkokcIif32vj_.IxYFPkEjkNRwhejmQcTWrqXzuGu7dCu_0 2024-09-12T01:15:45.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.156+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10887322589672914375', time=2024-09-12T03:12:11.638968+0000, chain.objs.size()=12 2024-09-12T01:15:45.155 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.156+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.624__multipart_multipart_enc.2~zQ_UuYXFpJO4zEnNedpspAaa67HTDSZ.1 2024-09-12T01:15:45.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.157+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.624__shadow_multipart_enc.2~zQ_UuYXFpJO4zEnNedpspAaa67HTDSZ.1_1 2024-09-12T01:15:45.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.157+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.624__multipart_multipart_enc.2~zQ_UuYXFpJO4zEnNedpspAaa67HTDSZ.2 2024-09-12T01:15:45.156 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.158+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.624__shadow_multipart_enc.2~zQ_UuYXFpJO4zEnNedpspAaa67HTDSZ.2_1 2024-09-12T01:15:45.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.159+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.624__multipart_multipart_enc.2~zQ_UuYXFpJO4zEnNedpspAaa67HTDSZ.3 2024-09-12T01:15:45.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.159+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.624__shadow_multipart_enc.2~zQ_UuYXFpJO4zEnNedpspAaa67HTDSZ.3_1 2024-09-12T01:15:45.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.161+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.624__multipart_multipart_enc.2~zQ_UuYXFpJO4zEnNedpspAaa67HTDSZ.4 2024-09-12T01:15:45.159 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.161+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.624__shadow_multipart_enc.2~zQ_UuYXFpJO4zEnNedpspAaa67HTDSZ.4_1 2024-09-12T01:15:45.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.161+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.624__multipart_multipart_enc.2~zQ_UuYXFpJO4zEnNedpspAaa67HTDSZ.5 2024-09-12T01:15:45.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.161+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.624__shadow_multipart_enc.2~zQ_UuYXFpJO4zEnNedpspAaa67HTDSZ.5_1 2024-09-12T01:15:45.160 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.162+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.624__multipart_multipart_enc.2~zQ_UuYXFpJO4zEnNedpspAaa67HTDSZ.6 2024-09-12T01:15:45.161 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.162+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.624__shadow_multipart_enc.2~zQ_UuYXFpJO4zEnNedpspAaa67HTDSZ.6_1 2024-09-12T01:15:45.164 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.165+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:45.167 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.168+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2024-09-12T01:15:45.168 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.169+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:45.168 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.170+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:45.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.170+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47273' 2024-09-12T01:15:45.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.170+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2635792768890741633', time=2024-09-12T03:03:27.178146+0000, chain.objs.size()=1 2024-09-12T01:15:45.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.170+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.177__shadow_.GnPcXi3YMUieOQX7Q9CiCdGn6irhZr4_0 2024-09-12T01:15:45.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.170+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5843102777596518034', time=2024-09-12T03:03:32.942591+0000, chain.objs.size()=1 2024-09-12T01:15:45.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.170+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.190__shadow_.XRW4zIZ-ohQECpwBAKeUl-P8SjO2LSs_0 2024-09-12T01:15:45.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.170+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3461215434075871856', time=2024-09-12T03:05:05.058949+0000, chain.objs.size()=1 2024-09-12T01:15:45.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.170+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.248__shadow_.AAd1_wK5NlpDmfHSUGeW17sc1TX_3nt_0 2024-09-12T01:15:45.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.926955780081539406', time=2024-09-12T03:05:08.488170+0000, chain.objs.size()=1 2024-09-12T01:15:45.170 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.255__shadow_.Yv0RDbfFq5V5B9Rjv7CcXkcwiXpOHP4_0 2024-09-12T01:15:45.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9307521182828235627', time=2024-09-12T03:05:10.399321+0000, chain.objs.size()=1 2024-09-12T01:15:45.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.259__shadow_.WVAB0QrwDZm9hGPgbIfwrSdwCuLjNZ1_0 2024-09-12T01:15:45.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7569271836685373228', time=2024-09-12T03:05:11.314557+0000, chain.objs.size()=1 2024-09-12T01:15:45.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.261__shadow_.Svzo95zbuWUpbsgnRW49DoVdmhHZ1Gr_0 2024-09-12T01:15:45.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1687148443275346398', time=2024-09-12T03:05:20.255860+0000, chain.objs.size()=1 2024-09-12T01:15:45.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.UxexNNqlDOeSQs-leTwOxBnDtbnIM5n_0 2024-09-12T01:15:45.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14105184094892592809', time=2024-09-12T03:05:20.277916+0000, chain.objs.size()=1 2024-09-12T01:15:45.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.hGnAvXe-BwVTcWTgYhdWIYsYYcO4q55_0 2024-09-12T01:15:45.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13193451799493263928', time=2024-09-12T03:05:20.293715+0000, chain.objs.size()=1 2024-09-12T01:15:45.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.teJT-UP80eeINZLHcAqRPyQqULyf9-A_0 2024-09-12T01:15:45.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14353257978487212933', time=2024-09-12T03:05:20.416301+0000, chain.objs.size()=1 2024-09-12T01:15:45.171 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.30VY3165P_Li00bXEvwYmobClxqPazD_0 2024-09-12T01:15:45.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6071524214524400596', time=2024-09-12T03:05:20.443523+0000, chain.objs.size()=1 2024-09-12T01:15:45.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Nnidci8cHHur_ZZP2JRQtgr-J5WIH_k_0 2024-09-12T01:15:45.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8800032826526072630', time=2024-09-12T03:05:20.465497+0000, chain.objs.size()=1 2024-09-12T01:15:45.172 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.171+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.rgxYOlEBJuoSluOpQwYlcg6AIDA0If2_0 2024-09-12T01:15:45.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.174+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6592290007778151500', time=2024-09-12T03:05:20.612062+0000, chain.objs.size()=1 2024-09-12T01:15:45.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.174+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ZP7tRNh_aQ3GHj-z4JUvbq76L60Bg4n_0 2024-09-12T01:15:45.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.174+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8385907269321344427', time=2024-09-12T03:05:20.625218+0000, chain.objs.size()=1 2024-09-12T01:15:45.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.174+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.HIVG76A6qrao4oXP7YUN-PprWZs3c_p_0 2024-09-12T01:15:45.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.174+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13355023533753074851', time=2024-09-12T03:05:20.632220+0000, chain.objs.size()=1 2024-09-12T01:15:45.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.174+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.98zEPCf7jcu8TEZDR69aEXIdzPEO3dh_0 2024-09-12T01:15:45.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.174+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17618446964135678557', time=2024-09-12T03:05:20.686399+0000, chain.objs.size()=1 2024-09-12T01:15:45.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.174+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.SkaEz8BkWJzuWtLm9PqdWuo_XV4pwjS_0 2024-09-12T01:15:45.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.174+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15389144664631110092', time=2024-09-12T03:05:20.848586+0000, chain.objs.size()=1 2024-09-12T01:15:45.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.174+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.jRfnrxcA_2x5iaqbZfqkXc4mh_XUwkl_0 2024-09-12T01:15:45.173 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.174+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14469136501638058225', time=2024-09-12T03:05:20.901882+0000, chain.objs.size()=1 2024-09-12T01:15:45.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.174+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.D-HKAARxHxjyz58eBJpGqmY56i_3Dxy_0 2024-09-12T01:15:45.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.174+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7395644915356866571', time=2024-09-12T03:05:20.906338+0000, chain.objs.size()=1 2024-09-12T01:15:45.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.174+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lT3DbGNjImY6c6wMAhKGbggM1kWFU8B_0 2024-09-12T01:15:45.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.174+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14956579259775517525', time=2024-09-12T03:05:20.997951+0000, chain.objs.size()=1 2024-09-12T01:15:45.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.174+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Z7J0NGLTg9gtdEWw9CemXhsyW37Mumg_0 2024-09-12T01:15:45.174 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.176+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5239854496291129077', time=2024-09-12T03:05:21.087471+0000, chain.objs.size()=1 2024-09-12T01:15:45.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.176+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.IuoGQsgeqGG9LAXV3dp1dsa7Ud1b0zl_0 2024-09-12T01:15:45.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.176+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10665126760853666257', time=2024-09-12T03:05:21.099055+0000, chain.objs.size()=1 2024-09-12T01:15:45.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.176+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.hDuf9jd-y5ZpVrZDW_3ZsgX2IMTJHWa_0 2024-09-12T01:15:45.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.176+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5870687691502057518', time=2024-09-12T03:05:21.255991+0000, chain.objs.size()=1 2024-09-12T01:15:45.175 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.176+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.1segDvJt_r8swnx3oIWSiRwfuyQjXQB_0 2024-09-12T01:15:45.177 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17546684377435966344', time=2024-09-12T03:05:21.260878+0000, chain.objs.size()=1 2024-09-12T01:15:45.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.tDupWI2nYpNzVwJTnUuNjn_ykAxZFya_0 2024-09-12T01:15:45.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7919242810733214211', time=2024-09-12T03:05:21.271301+0000, chain.objs.size()=1 2024-09-12T01:15:45.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.QbcEXsCliLeGKWCHIfMWpRDrVJCoIUZ_0 2024-09-12T01:15:45.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17111040515648310240', time=2024-09-12T03:05:21.413025+0000, chain.objs.size()=1 2024-09-12T01:15:45.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.S6Dj1pG6HF8ikTqzGHleiRiPbsZk3-4_0 2024-09-12T01:15:45.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10796516765677506611', time=2024-09-12T03:05:21.415915+0000, chain.objs.size()=1 2024-09-12T01:15:45.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.MnJbzRyKlnm4h3AVdbNTJs4-wrVgIhV_0 2024-09-12T01:15:45.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2070056170795478804', time=2024-09-12T03:05:21.570611+0000, chain.objs.size()=1 2024-09-12T01:15:45.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.O37lHH0JZGYFUG6FALQmf7-O6JnsGhC_0 2024-09-12T01:15:45.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.532914102384606883', time=2024-09-12T03:05:21.605792+0000, chain.objs.size()=1 2024-09-12T01:15:45.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.hKQgXQ6xMU9A5WaUxZL9zHBRXPd0ob-_0 2024-09-12T01:15:45.178 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13839773657037390660', time=2024-09-12T03:05:21.650900+0000, chain.objs.size()=1 2024-09-12T01:15:45.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.HvDq6DZ00cOgvJnwAThixV003AN2J8a_0 2024-09-12T01:15:45.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16223847190379315727', time=2024-09-12T03:05:23.567744+0000, chain.objs.size()=1 2024-09-12T01:15:45.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.267__shadow_.IW810S9NgyStEWGzNf3YwjyczzOvXN6_0 2024-09-12T01:15:45.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8384976692949995519', time=2024-09-12T03:05:36.910492+0000, chain.objs.size()=1 2024-09-12T01:15:45.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.HyxgNA-E8PTHsemclGf-Oar7dKCBSCP_0 2024-09-12T01:15:45.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.464336815059512669', time=2024-09-12T03:05:45.344876+0000, chain.objs.size()=1 2024-09-12T01:15:45.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.308__shadow:z1CFijCVTccFHTzaeDQdiTG4OlKc9N8_.v8f14ymXxYwovS-AStL82kUj-lQ5wQe_0 2024-09-12T01:15:45.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12800301057456818386', time=2024-09-12T03:06:01.525160+0000, chain.objs.size()=1 2024-09-12T01:15:45.179 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.179+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_._Q3LPsZ-DNPEjWqpyNrPGM2uoTqf7U3_0 2024-09-12T01:15:45.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.182+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2200645434977858177', time=2024-09-12T03:06:01.528130+0000, chain.objs.size()=1 2024-09-12T01:15:45.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.182+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.3QxHMjeAEri6aNoQyWkGrk1TI5KOxjD_0 2024-09-12T01:15:45.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.182+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14705274270621616912', time=2024-09-12T03:06:01.544723+0000, chain.objs.size()=1 2024-09-12T01:15:45.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.182+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.G0dNIrkwZxwOuvotIN_5HweylhnM865_0 2024-09-12T01:15:45.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.182+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13419940896185915371', time=2024-09-12T03:06:01.560387+0000, chain.objs.size()=1 2024-09-12T01:15:45.181 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.182+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.DR1UWTG_2ZY2oDstt7ekp1UkUQDkgW8_0 2024-09-12T01:15:45.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9107416884445383758', time=2024-09-12T03:06:01.770522+0000, chain.objs.size()=1 2024-09-12T01:15:45.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.MA0BDjzpiYLPPsBJaWXzQKzgb6blY58_0 2024-09-12T01:15:45.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7377241723391217658', time=2024-09-12T03:06:01.886963+0000, chain.objs.size()=1 2024-09-12T01:15:45.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fSaX902KZW1VUzSU1t5HqwGE5hD9AoM_0 2024-09-12T01:15:45.183 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13037765395452791434', time=2024-09-12T03:06:01.896356+0000, chain.objs.size()=1 2024-09-12T01:15:45.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.b8_OVvabEruBp1rzWzUqlfAwd_1B3B7_0 2024-09-12T01:15:45.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.126338040072861688', time=2024-09-12T03:06:01.902838+0000, chain.objs.size()=1 2024-09-12T01:15:45.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.yYM6WrwvZyiFHZMeGoeCOC7VJ5_S-Ml_0 2024-09-12T01:15:45.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8678494106365895970', time=2024-09-12T03:06:01.943684+0000, chain.objs.size()=1 2024-09-12T01:15:45.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.PiaMAWsFHCDs48nkBVxC2bnyUFXdwWg_0 2024-09-12T01:15:45.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10461287413717713849', time=2024-09-12T03:06:02.000346+0000, chain.objs.size()=1 2024-09-12T01:15:45.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.-KaNbaFaKyobxYzbtWkDUshZBy7p089_0 2024-09-12T01:15:45.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15624697488851245215', time=2024-09-12T03:06:02.090799+0000, chain.objs.size()=1 2024-09-12T01:15:45.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.BEQYAHDipAnLMCTgr6al-oCoNpYuClu_0 2024-09-12T01:15:45.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15368953227563142713', time=2024-09-12T03:06:02.119917+0000, chain.objs.size()=1 2024-09-12T01:15:45.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.14SdCtflQL_6En3a4RgROPWvpzqTtfd_0 2024-09-12T01:15:45.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12021266641902317662', time=2024-09-12T03:06:02.123318+0000, chain.objs.size()=1 2024-09-12T01:15:45.184 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.184+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.dn0hrZVlyCeoaKC94GO51Brlv0w_t6P_0 2024-09-12T01:15:45.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.186+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7001157910490978632', time=2024-09-12T03:06:02.147229+0000, chain.objs.size()=1 2024-09-12T01:15:45.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.186+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.hDOvGY9caCLUB8Z7msxCX7JP_1WOVB4_0 2024-09-12T01:15:45.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.186+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6208497389811307308', time=2024-09-12T03:06:02.176129+0000, chain.objs.size()=1 2024-09-12T01:15:45.185 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.186+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.7ZiHaggsGQRiAsMwCZiciqsbYnJlGx5_0 2024-09-12T01:15:45.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.188+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18018032397072363076', time=2024-09-12T03:06:02.186176+0000, chain.objs.size()=1 2024-09-12T01:15:45.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.188+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.LWHXUtdIXbjOz1YtlpBD7VQ2K6M_dcm_0 2024-09-12T01:15:45.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.188+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14414872921165729740', time=2024-09-12T03:06:02.296817+0000, chain.objs.size()=1 2024-09-12T01:15:45.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.188+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.i4rV0sE8DZdyJmzymTdVzCAy4MFfDJl_0 2024-09-12T01:15:45.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.188+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4157067194825988895', time=2024-09-12T03:06:02.311566+0000, chain.objs.size()=1 2024-09-12T01:15:45.187 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.188+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Jc91p7jfQhYFaOYyaaICUSVKWwr-0nN_0 2024-09-12T01:15:45.188 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.189+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1152124769590622759', time=2024-09-12T03:06:02.315394+0000, chain.objs.size()=1 2024-09-12T01:15:45.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.189+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.UZZPrAhOOT8FNrLv7BcmNSxOpOllyiw_0 2024-09-12T01:15:45.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.189+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.97844510135605674', time=2024-09-12T03:06:02.319987+0000, chain.objs.size()=1 2024-09-12T01:15:45.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.189+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.f1O8Zm7rL_WY96R_VunH2AyVhpuwaSI_0 2024-09-12T01:15:45.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.189+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17187186341900387860', time=2024-09-12T03:06:02.325275+0000, chain.objs.size()=1 2024-09-12T01:15:45.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.189+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.bRPxj6iBKe7Uo9tuSYZ5NUx5F5YwYFn_0 2024-09-12T01:15:45.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.190+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6024512539069730226', time=2024-09-12T03:06:02.354380+0000, chain.objs.size()=1 2024-09-12T01:15:45.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.190+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.oyzmRJw4DXDiBXq-zJeRitVEED1DOcA_0 2024-09-12T01:15:45.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.190+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13180631958380719425', time=2024-09-12T03:06:02.354983+0000, chain.objs.size()=1 2024-09-12T01:15:45.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.190+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.XmYIEfQWgKUSN7kW4ubMFMQ9EM3y-zN_0 2024-09-12T01:15:45.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.190+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3283054333978126622', time=2024-09-12T03:06:02.500857+0000, chain.objs.size()=1 2024-09-12T01:15:45.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.190+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.pRE07ok92V3FHPlKcHwkAt4p9YRXRgU_0 2024-09-12T01:15:45.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.190+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12182888926175291752', time=2024-09-12T03:06:02.505204+0000, chain.objs.size()=1 2024-09-12T01:15:45.189 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.190+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.WzS5bVjHOmOmRCtj_k36Ar0gjGxVHXV_0 2024-09-12T01:15:45.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.190+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9516885913337564616', time=2024-09-12T03:06:02.538330+0000, chain.objs.size()=1 2024-09-12T01:15:45.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.190+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.FEBVHKh-DYzNoame9112W90P-PK5YkA_0 2024-09-12T01:15:45.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.191+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9180214375235952072', time=2024-09-12T03:06:02.544409+0000, chain.objs.size()=1 2024-09-12T01:15:45.190 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.191+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Wg0RfaRBLV3aUXA4WSbj-cnx2L3p2d9_0 2024-09-12T01:15:45.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.192+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.186597746755417037', time=2024-09-12T03:06:02.548270+0000, chain.objs.size()=1 2024-09-12T01:15:45.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.192+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.6jbcsynaZMNc08RqIhTIAQbLTuwupt8_0 2024-09-12T01:15:45.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.192+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9337467075911941383', time=2024-09-12T03:06:02.550496+0000, chain.objs.size()=1 2024-09-12T01:15:45.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.192+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.htuSgibeHpDYwZFJBgRj8G27ImOiPLT_0 2024-09-12T01:15:45.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.192+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9870300898287096961', time=2024-09-12T03:06:02.624245+0000, chain.objs.size()=1 2024-09-12T01:15:45.191 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.192+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.sW69qqCY7eibqAPsB54eYR330ZRnzYo_0 2024-09-12T01:15:45.192 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.193+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10300329866734994991', time=2024-09-12T03:06:02.625968+0000, chain.objs.size()=1 2024-09-12T01:15:45.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.193+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.nT8z4bzvb6OHXx7sXJKWZ2K231R6Z_l_0 2024-09-12T01:15:45.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.193+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6538927707475975291', time=2024-09-12T03:06:02.782933+0000, chain.objs.size()=1 2024-09-12T01:15:45.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.194+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.4qwobEcOPVyCf6vVgOdQ1XyC-zDB3iY_0 2024-09-12T01:15:45.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.194+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9726899869741393624', time=2024-09-12T03:06:02.791832+0000, chain.objs.size()=1 2024-09-12T01:15:45.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.194+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.7gUtNTt3lryp9Rclff-54oOs39RfTp3_0 2024-09-12T01:15:45.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.194+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.839849551754253605', time=2024-09-12T03:06:02.900466+0000, chain.objs.size()=1 2024-09-12T01:15:45.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.194+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ZWgGdIJflxnYi9OnfHiwj5VUwTzidfT_0 2024-09-12T01:15:45.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.194+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3157821502865984961', time=2024-09-12T03:06:02.953673+0000, chain.objs.size()=1 2024-09-12T01:15:45.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.194+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.JgicehwhigaU54V3nlH0LRMSz2ycV3V_0 2024-09-12T01:15:45.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.194+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4860899597692570006', time=2024-09-12T03:06:02.987995+0000, chain.objs.size()=1 2024-09-12T01:15:45.193 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.194+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Si_knXUIepkDx0ssIYNEuheXTqhVENj_0 2024-09-12T01:15:45.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.194+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1658571830840564720', time=2024-09-12T03:06:11.585339+0000, chain.objs.size()=1 2024-09-12T01:15:45.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.194+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.AjROUY2pM4iOxQ3cIytz3Uqj0EhdxrI_0 2024-09-12T01:15:45.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.195+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17643478059764840116', time=2024-09-12T03:06:11.589251+0000, chain.objs.size()=1 2024-09-12T01:15:45.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.195+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.6CyvtyDmHDHupFxS8bflJ-hGc3ptDrT_0 2024-09-12T01:15:45.194 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.195+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17432717479730982533', time=2024-09-12T03:06:11.593683+0000, chain.objs.size()=1 2024-09-12T01:15:45.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.195+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.HdfsjMC-qkIIXuc2R7mY3RfTKz5ZYl3_0 2024-09-12T01:15:45.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.195+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3973395185507920300', time=2024-09-12T03:06:11.626878+0000, chain.objs.size()=1 2024-09-12T01:15:45.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.195+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.CGxreFb_J8kX0YTytR5dDPOssaFOToG_0 2024-09-12T01:15:45.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.196+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17576799126332807843', time=2024-09-12T03:06:11.633011+0000, chain.objs.size()=1 2024-09-12T01:15:45.195 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.196+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.AX2il-3J_YCCmPPbOihnpRh-az37A6v_0 2024-09-12T01:15:45.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.198+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15907177974013294830', time=2024-09-12T03:06:11.636281+0000, chain.objs.size()=1 2024-09-12T01:15:45.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.hw7Yai4qwboaFRyi1MAipye6jhWAC8Y_0 2024-09-12T01:15:45.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.198+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12754288463637981236', time=2024-09-12T03:06:11.681156+0000, chain.objs.size()=1 2024-09-12T01:15:45.197 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ZvEWyAgj9gjgYVd6j-yxjlFGvpMqzNA_0 2024-09-12T01:15:45.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.198+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12592142915109594648', time=2024-09-12T03:06:11.683555+0000, chain.objs.size()=1 2024-09-12T01:15:45.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.JxMrzkazIZT8nLxu-rLYsPeRUMTeVIL_0 2024-09-12T01:15:45.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.198+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17742282307180445985', time=2024-09-12T03:06:11.700710+0000, chain.objs.size()=1 2024-09-12T01:15:45.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.YpRGLbR8Poc4Q3Z6Zq9wVPXqpBJCwRE_0 2024-09-12T01:15:45.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.198+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14597899370372571587', time=2024-09-12T03:06:11.784279+0000, chain.objs.size()=1 2024-09-12T01:15:45.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.YS7AFBizd-V5SFYiX9wJtMFw5BnAxmW_0 2024-09-12T01:15:45.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.198+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1843642150718681047', time=2024-09-12T03:06:11.823397+0000, chain.objs.size()=1 2024-09-12T01:15:45.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.IcDKGFNEbDZxB50JHbo7bbdH2IXCVnQ_0 2024-09-12T01:15:45.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.198+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12571812755954848022', time=2024-09-12T03:06:11.891477+0000, chain.objs.size()=1 2024-09-12T01:15:45.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.E-VlUHuSfXma5P0Jm-AeTOrApYQjpMS_0 2024-09-12T01:15:45.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.198+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4059259737663199283', time=2024-09-12T03:06:11.980653+0000, chain.objs.size()=1 2024-09-12T01:15:45.198 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.198+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9u0zv7BUzftJE01lWphkAVTtBnrjMhL_0 2024-09-12T01:15:45.199 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.200+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7795293686671928678', time=2024-09-12T03:06:12.014809+0000, chain.objs.size()=1 2024-09-12T01:15:45.199 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.200+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.M9Lx0jrbXXa5UTX82VzfgACquUT0JTG_0 2024-09-12T01:15:45.199 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.200+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4129300950277182191', time=2024-09-12T03:06:12.026188+0000, chain.objs.size()=1 2024-09-12T01:15:45.199 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.200+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.1OgUIzrFpKmXfHK0PNYgwN_b2cBER8M_0 2024-09-12T01:15:45.200 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.201+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13691364187132355995', time=2024-09-12T03:06:12.034236+0000, chain.objs.size()=1 2024-09-12T01:15:45.200 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.201+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.t8fi1KmXy_6nFS_swdX3JPVov5aF0LN_0 2024-09-12T01:15:45.200 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.201+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1188978684149463640', time=2024-09-12T03:06:12.086059+0000, chain.objs.size()=1 2024-09-12T01:15:45.200 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.201+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.70KhANf4NkLF8w0wiuv0LTAuQd-kQ86_0 2024-09-12T01:15:45.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.203+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5271585050298897242', time=2024-09-12T03:06:12.168246+0000, chain.objs.size()=1 2024-09-12T01:15:45.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.203+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.qNjqVwZ4DWBmUDsrgRTraQQJISxPVwv_0 2024-09-12T01:15:45.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.203+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12795004797349290540', time=2024-09-12T03:06:12.225907+0000, chain.objs.size()=1 2024-09-12T01:15:45.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.203+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.C58LfQvj865qWyRKbRFft2UuRdxqae2_0 2024-09-12T01:15:45.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.203+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16512628347380850754', time=2024-09-12T03:06:12.238067+0000, chain.objs.size()=1 2024-09-12T01:15:45.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.203+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.DaM8P3oV1mN_U9wJuqln4zsdNXSRkKO_0 2024-09-12T01:15:45.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.203+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5544944070236300625', time=2024-09-12T03:06:12.243160+0000, chain.objs.size()=1 2024-09-12T01:15:45.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.203+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.-UXF4hx2fjb19GlZrqxB9ILf2oXhFEy_0 2024-09-12T01:15:45.202 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.203+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1192572974985372295', time=2024-09-12T03:06:12.260973+0000, chain.objs.size()=1 2024-09-12T01:15:45.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.203+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.E6KvrOP9G4MeQT3SCQBP47SiJyAbfHT_0 2024-09-12T01:15:45.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.203+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9243685529258657955', time=2024-09-12T03:06:12.265091+0000, chain.objs.size()=1 2024-09-12T01:15:45.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.203+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9B4Y7AMEU_oVJ-RjiZ8JDfL2QFfmXO2_0 2024-09-12T01:15:45.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.203+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2756879736560607501', time=2024-09-12T03:06:12.266333+0000, chain.objs.size()=1 2024-09-12T01:15:45.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.203+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.n6dfVv1wwJr6_AS-lihxFOES2K7lFCO_0 2024-09-12T01:15:45.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.204+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8449776327260485320', time=2024-09-12T03:06:12.279307+0000, chain.objs.size()=1 2024-09-12T01:15:45.203 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.204+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.EGYqKpxhBk4Q8wLlRe9w-Yp5fkm7tKu_0 2024-09-12T01:15:45.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.205+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10873427291070942513', time=2024-09-12T03:06:12.369394+0000, chain.objs.size()=1 2024-09-12T01:15:45.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.205+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.aCpXhYZHMzsC60L_IfCXg3jXZtgHYnY_0 2024-09-12T01:15:45.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.205+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14320892960503058671', time=2024-09-12T03:06:12.376639+0000, chain.objs.size()=1 2024-09-12T01:15:45.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.205+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.BtAASTS9j3kgDTRoW1KN5pSpBBk02F7_0 2024-09-12T01:15:45.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.205+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2670557880626329915', time=2024-09-12T03:06:12.431857+0000, chain.objs.size()=1 2024-09-12T01:15:45.204 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.205+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.NT9vcKkyf-bpRMDSkvvOWtUuY0sOqDy_0 2024-09-12T01:15:45.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.207+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.406914841245725016', time=2024-09-12T03:06:12.442412+0000, chain.objs.size()=1 2024-09-12T01:15:45.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.207+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.PUnLs2y-l725m2cQGmNvYfwqUSrPYpn_0 2024-09-12T01:15:45.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.207+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17572137276514137963', time=2024-09-12T03:06:12.588278+0000, chain.objs.size()=1 2024-09-12T01:15:45.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.207+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.BlQT98GEpnauW2Q8uroPeSjL4PuhyOH_0 2024-09-12T01:15:45.206 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.207+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17670876370913500265', time=2024-09-12T03:06:12.617760+0000, chain.objs.size()=1 2024-09-12T01:15:45.207 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.207+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7ZVGzI194oEO0Q80ubC0zCnIumptv61_0 2024-09-12T01:15:45.209 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.210+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/47273 2024-09-12T01:15:45.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.212+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=23, truncated=0, next_marker='' 2024-09-12T01:15:45.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.212+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9430546226707042577', time=2024-09-12T03:06:12.623478+0000, chain.objs.size()=1 2024-09-12T01:15:45.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.212+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.tdcxmlRd3A7Uj0qpufwDtKXq-VpxNpO_0 2024-09-12T01:15:45.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.212+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13603370974545416733', time=2024-09-12T03:06:12.651335+0000, chain.objs.size()=1 2024-09-12T01:15:45.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.212+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.xJTx1OgD7gepSqXkugKEe6pmGLCKfam_0 2024-09-12T01:15:45.212 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.212+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11115021639660847308', time=2024-09-12T03:06:12.672446+0000, chain.objs.size()=1 2024-09-12T01:15:45.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.212+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9ZVqLassW6i_95Wz1uwEn3m9OaXvEtr_0 2024-09-12T01:15:45.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.212+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18332014772541445869', time=2024-09-12T03:06:12.751463+0000, chain.objs.size()=1 2024-09-12T01:15:45.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.212+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.L0bZQkMO2jVlIwl0auORHNhsKoiZp3A_0 2024-09-12T01:15:45.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.212+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8325999151412987850', time=2024-09-12T03:06:12.762385+0000, chain.objs.size()=1 2024-09-12T01:15:45.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.212+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.kbzdmKD1wkO55sczZFYdvSQrCA6iYvV_0 2024-09-12T01:15:45.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.212+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.736493226153150210', time=2024-09-12T03:06:12.834193+0000, chain.objs.size()=1 2024-09-12T01:15:45.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.212+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.3jQSRLQBPUD5OeaUFkBAzKN8T0Q8htp_0 2024-09-12T01:15:45.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.212+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4517213534978356255', time=2024-09-12T03:06:12.864578+0000, chain.objs.size()=1 2024-09-12T01:15:45.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.212+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.3mhGt-Mlc8DEflgTU8a1N4S3YykCIFP_0 2024-09-12T01:15:45.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.213+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15021228184651699433', time=2024-09-12T03:06:12.994794+0000, chain.objs.size()=1 2024-09-12T01:15:45.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.213+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.VkN1CLlXbSbII7PyOA9SX-WH-1lKDWY_0 2024-09-12T01:15:45.213 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.213+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6459323398316636736', time=2024-09-12T03:06:13.040006+0000, chain.objs.size()=1 2024-09-12T01:15:45.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.213+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_._hTLisb_iUErXPVDh1G5M4HRapWDEfN_0 2024-09-12T01:15:45.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.213+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15656968291695508655', time=2024-09-12T03:06:48.451773+0000, chain.objs.size()=1 2024-09-12T01:15:45.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.213+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.395__shadow:qbFrHh3iBY7Cv4IKdQWrj40XQfjy2Ed_.EVmMByLV193lZHjOj4FxoOcFvBormls_0 2024-09-12T01:15:45.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.213+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10640180169367330248', time=2024-09-12T03:07:28.013162+0000, chain.objs.size()=1 2024-09-12T01:15:45.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.213+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.467__shadow_.TX90k1W7tOCHHvo3cVnOqPmVh3zw0nv_0 2024-09-12T01:15:45.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.213+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15948442654785324478', time=2024-09-12T03:07:43.488651+0000, chain.objs.size()=1 2024-09-12T01:15:45.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.213+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.504__shadow:UmM4C1u9SJEk8MgzhUFiNNKGDhUpVPK_._vUWTOEpTeS8Lz1kxpgI7_JTb2Gub1F_0 2024-09-12T01:15:45.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.215+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14908277649518677327', time=2024-09-12T03:08:02.053810+0000, chain.objs.size()=6 2024-09-12T01:15:45.214 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.215+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~p9MCLT4GBU8fZ-wAfPsYlPU7nHxAAm-.1 2024-09-12T01:15:45.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.216+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.Hct3tL-hUIIHMegfb0W36jrqZTbtxzJp.2 2024-09-12T01:15:45.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.216+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~p9MCLT4GBU8fZ-wAfPsYlPU7nHxAAm-.3 2024-09-12T01:15:45.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.216+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~p9MCLT4GBU8fZ-wAfPsYlPU7nHxAAm-.4 2024-09-12T01:15:45.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.216+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~p9MCLT4GBU8fZ-wAfPsYlPU7nHxAAm-.5 2024-09-12T01:15:45.215 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.216+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~p9MCLT4GBU8fZ-wAfPsYlPU7nHxAAm-.6 2024-09-12T01:15:45.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.216+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14300815942259227132', time=2024-09-12T03:09:04.682634+0000, chain.objs.size()=2 2024-09-12T01:15:45.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.216+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.564__shadow_.-IEgJ6k-08tZtDLu68FMTaYdRDbwx4Y_0 2024-09-12T01:15:45.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.216+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.564__shadow_.-IEgJ6k-08tZtDLu68FMTaYdRDbwx4Y_1 2024-09-12T01:15:45.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.217+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13633554125626687188', time=2024-09-12T03:09:19.545781+0000, chain.objs.size()=1 2024-09-12T01:15:45.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.217+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.575__shadow:uo.km5enoXg0z4cNkhPMiSvWr4dXOkK_.db1D6XXWcv7JHhLLfn1JBOX-2EgCnrh_0 2024-09-12T01:15:45.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.217+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5747445286217399720', time=2024-09-12T03:09:20.909839+0000, chain.objs.size()=1 2024-09-12T01:15:45.216 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.217+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.577__shadow:Pzwh26YILph.2kz.DzQnOEDOZJqQXe2_.28xC2Z6WnYhv2y9dP6LzyHIG5rBy20K_0 2024-09-12T01:15:45.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.217+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8421650200290763970', time=2024-09-12T03:09:30.872911+0000, chain.objs.size()=1 2024-09-12T01:15:45.217 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.217+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:4vFJfjKmo.KymX3feGexE4V-1N-w.Pb_.7xQtszu18gV20ZXN8BTiV6uYmVAcJIl_0 2024-09-12T01:15:45.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.220+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14074606982705702245', time=2024-09-12T03:09:45.769598+0000, chain.objs.size()=1 2024-09-12T01:15:45.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.220+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.588__shadow:U7qhfxIZfVT2kV34BUJG-WGoek0Kehq_.Bjjdx3Q0570I9tdhqtI7y1Oggkwj1hR_0 2024-09-12T01:15:45.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.220+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6789853933384961676', time=2024-09-12T03:09:52.380953+0000, chain.objs.size()=1 2024-09-12T01:15:45.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.220+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.603__shadow_.ypWeMIy1HHtDEn2NxPdM7I61EwCVK4b_0 2024-09-12T01:15:45.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.220+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8963134646268728271', time=2024-09-12T03:09:54.209040+0000, chain.objs.size()=1 2024-09-12T01:15:45.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.220+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.607__shadow_.aWxDZ2honGxuXJDLGqXqXRuj2TVLc-4_0 2024-09-12T01:15:45.219 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.220+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.459995941396067240', time=2024-09-12T03:12:18.190282+0000, chain.objs.size()=1 2024-09-12T01:15:45.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.220+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.636__shadow_.PUSDvhGE_yC2gofjUPbtf0lQdY9bzuy_0 2024-09-12T01:15:45.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.221+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1159471789550878309', time=2024-09-12T03:12:37.128654+0000, chain.objs.size()=1 2024-09-12T01:15:45.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.221+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.671__shadow_.w4-UPsgLlZUd9FCzxDztyeKvH82MZqe_0 2024-09-12T01:15:45.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.221+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13698475433017859869', time=2024-09-12T03:13:17.546314+0000, chain.objs.size()=1 2024-09-12T01:15:45.220 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.221+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.719__shadow_.mACwpS_CCXfloljwK-UAtEyLb4iABQ1_0 2024-09-12T01:15:45.224 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.226+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:45.227 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.228+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2024-09-12T01:15:45.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.229+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:45.228 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.230+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:45.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/42351' 2024-09-12T01:15:45.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10112695667540912046', time=2024-09-12T03:03:27.590053+0000, chain.objs.size()=1 2024-09-12T01:15:45.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.178__shadow_.4Dxr7rMT6ohF02KzOmvLCjNPBw11fCu_0 2024-09-12T01:15:45.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3433969318431816270', time=2024-09-12T03:04:58.893811+0000, chain.objs.size()=1 2024-09-12T01:15:45.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.238__shadow_.kC1ZPc8ohKFFZ9EMhbGxVg9icDyURr3_0 2024-09-12T01:15:45.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15212895855704383575', time=2024-09-12T03:05:04.067185+0000, chain.objs.size()=1 2024-09-12T01:15:45.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.246__shadow_.Qd60DU7tlO1RIGbsrRu3lJrj36EnP5N_0 2024-09-12T01:15:45.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9435595809880018866', time=2024-09-12T03:05:04.577081+0000, chain.objs.size()=1 2024-09-12T01:15:45.230 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.247__shadow_.Y1KblLKDtQhfNM9yQEuA77TSUnsr8wQ_0 2024-09-12T01:15:45.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17335793626662150166', time=2024-09-12T03:05:06.563514+0000, chain.objs.size()=1 2024-09-12T01:15:45.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.251__shadow_.oKpizwlnigjHprWWHAOTOoay1CKiLKm_0 2024-09-12T01:15:45.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11431809791044473510', time=2024-09-12T03:05:08.945257+0000, chain.objs.size()=1 2024-09-12T01:15:45.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.256__shadow_.oHFM09sYTnKn-Z7Ld9B_W-FL87x0zd8_0 2024-09-12T01:15:45.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16191219187342169826', time=2024-09-12T03:05:10.398456+0000, chain.objs.size()=1 2024-09-12T01:15:45.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.259__shadow_.3R5o85qb1N9TD1ZLTnhuBywi8M8o4vu_0 2024-09-12T01:15:45.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1461226037592284825', time=2024-09-12T03:05:20.283474+0000, chain.objs.size()=1 2024-09-12T01:15:45.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.vS8zVFbHCQKEyqZZm1IoToBlgpFKLpi_0 2024-09-12T01:15:45.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10860552611386830202', time=2024-09-12T03:05:20.330069+0000, chain.objs.size()=1 2024-09-12T01:15:45.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.WL-iKDNyehV0QkmAYsUOXHNUBAITI0M_0 2024-09-12T01:15:45.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14229162324027517851', time=2024-09-12T03:05:20.416304+0000, chain.objs.size()=1 2024-09-12T01:15:45.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.46t8lLL7WzZcVxE0TvQy--5zsykUbLl_0 2024-09-12T01:15:45.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14685621441699781910', time=2024-09-12T03:05:20.429693+0000, chain.objs.size()=1 2024-09-12T01:15:45.231 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Gb2HadcnU-0rmssB34Th4dfHvoFCyEk_0 2024-09-12T01:15:45.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.617655670717933164', time=2024-09-12T03:05:20.495143+0000, chain.objs.size()=1 2024-09-12T01:15:45.232 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.231+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.hwyJO3q7YtMAYiW7d-BhIs2HUQr62vT_0 2024-09-12T01:15:45.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5176134827073517482', time=2024-09-12T03:05:20.497123+0000, chain.objs.size()=1 2024-09-12T01:15:45.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.oLyjy2jVJCVuj_hRmwZ4RqxA2c1SHlg_0 2024-09-12T01:15:45.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15555912671377357181', time=2024-09-12T03:05:20.510833+0000, chain.objs.size()=1 2024-09-12T01:15:45.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.eTJGelszOeuQqyxMwFq2LtMqrTlWPxO_0 2024-09-12T01:15:45.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13309687851404560990', time=2024-09-12T03:05:20.657867+0000, chain.objs.size()=1 2024-09-12T01:15:45.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.xnRZSpOqKi1tq8pto9Qt_HxhUQ3p_pB_0 2024-09-12T01:15:45.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16229288400324936520', time=2024-09-12T03:05:20.659973+0000, chain.objs.size()=1 2024-09-12T01:15:45.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.0ZxpotIl0jgA_USAIYTHeMhpX8Yw0BY_0 2024-09-12T01:15:45.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17080043637990339513', time=2024-09-12T03:05:20.680876+0000, chain.objs.size()=1 2024-09-12T01:15:45.233 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.TjEzxGbaC5lKyWHZclv1TbTBMKR2KpM_0 2024-09-12T01:15:45.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7260569789017957474', time=2024-09-12T03:05:20.706742+0000, chain.objs.size()=1 2024-09-12T01:15:45.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.FvfZjrqJCBok_BKiSN1GEFWZFsgj4zL_0 2024-09-12T01:15:45.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1855696616227207767', time=2024-09-12T03:05:20.823997+0000, chain.objs.size()=1 2024-09-12T01:15:45.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Nxg6Yldbg41TKc0BS6Gido0JvxU57tC_0 2024-09-12T01:15:45.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16348581459933772555', time=2024-09-12T03:05:20.832357+0000, chain.objs.size()=1 2024-09-12T01:15:45.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.62YbZDsO13GO633rDVX2xT_EFKBceF5_0 2024-09-12T01:15:45.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16775983872117465903', time=2024-09-12T03:05:20.833250+0000, chain.objs.size()=1 2024-09-12T01:15:45.234 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.234+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.qC2XUWDEJNBJJHyKU-NcnAB4NjdlnEr_0 2024-09-12T01:15:45.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.236+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7234788644495527999', time=2024-09-12T03:05:20.879142+0000, chain.objs.size()=1 2024-09-12T01:15:45.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.236+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.NwO-9VCZM2Ens-FGg3ZoPIEPcObuufa_0 2024-09-12T01:15:45.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.236+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12069516413645722893', time=2024-09-12T03:05:20.997783+0000, chain.objs.size()=1 2024-09-12T01:15:45.235 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.236+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.54ueFp0P8ciL2eTZ18tdG22wn1cLn6Q_0 2024-09-12T01:15:45.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.237+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18064976913745349971', time=2024-09-12T03:05:21.014348+0000, chain.objs.size()=1 2024-09-12T01:15:45.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.237+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.IsGceYh6q5FH7L2TZOm_cj-srYDCwny_0 2024-09-12T01:15:45.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.237+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12128733886818359246', time=2024-09-12T03:05:21.047176+0000, chain.objs.size()=1 2024-09-12T01:15:45.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.237+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.49BxrjaQo15zefGjITQBntCH86JVNec_0 2024-09-12T01:15:45.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.237+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14444161833730799694', time=2024-09-12T03:05:21.079290+0000, chain.objs.size()=1 2024-09-12T01:15:45.236 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.237+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Qaz33OoiqXi2GzXTvpUVgQKdRx3zESE_0 2024-09-12T01:15:45.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.237+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10682045604801118446', time=2024-09-12T03:05:21.107567+0000, chain.objs.size()=1 2024-09-12T01:15:45.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.238+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.7iwfqQJRSxlXT52MFdIbbx4QhGTCfD5_0 2024-09-12T01:15:45.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.238+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14899040784062154622', time=2024-09-12T03:05:21.190603+0000, chain.objs.size()=1 2024-09-12T01:15:45.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.238+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.a8onewQe5OnVsafdqC_-k8lKe1wYLFM_0 2024-09-12T01:15:45.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.238+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10332695189664213579', time=2024-09-12T03:05:21.242418+0000, chain.objs.size()=1 2024-09-12T01:15:45.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.238+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.uSswK7wkKO-9_x7u3MneQndeo7BsP3y_0 2024-09-12T01:15:45.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.238+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2349941468232440708', time=2024-09-12T03:05:21.250163+0000, chain.objs.size()=1 2024-09-12T01:15:45.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.238+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.tw2rDdooEblOGJKxb24WGm9rbAbniMN_0 2024-09-12T01:15:45.237 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.238+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5096624969279102773', time=2024-09-12T03:05:21.265795+0000, chain.objs.size()=1 2024-09-12T01:15:45.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.238+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.RKkuu8fZR4Pr9wJz2Y0IKOPQgQeIqNL_0 2024-09-12T01:15:45.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.238+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17150547585411966661', time=2024-09-12T03:05:21.291715+0000, chain.objs.size()=1 2024-09-12T01:15:45.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.238+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.1gxGS4RcjyS-EDj98TUkgSNDm5PKHFk_0 2024-09-12T01:15:45.238 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.240+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6941156114317844483', time=2024-09-12T03:05:21.381626+0000, chain.objs.size()=1 2024-09-12T01:15:45.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.240+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.SljC6cI3y2C-V-1Wd4AYmN9CbhGslG-_0 2024-09-12T01:15:45.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.240+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7121490074701556836', time=2024-09-12T03:05:21.383510+0000, chain.objs.size()=1 2024-09-12T01:15:45.239 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.240+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Uk6-P9fAG0_IbTQ-hPBUVzFnlJ9Dicl_0 2024-09-12T01:15:45.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.242+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9674353054818788694', time=2024-09-12T03:05:21.446533+0000, chain.objs.size()=1 2024-09-12T01:15:45.241 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.242+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.upFr879i1n2Xi-yyzHc8kUYWHjnt-Tl_0 2024-09-12T01:15:45.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17573778499440443143', time=2024-09-12T03:05:21.451211+0000, chain.objs.size()=1 2024-09-12T01:15:45.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.1tKPCv9SEvmk89nOTqpkt6co1jDMstJ_0 2024-09-12T01:15:45.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13269453702412481941', time=2024-09-12T03:05:21.456167+0000, chain.objs.size()=1 2024-09-12T01:15:45.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.DPdHLhVMypRzDCsmdt4HU1qZ6yPfiQg_0 2024-09-12T01:15:45.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10327885838776929394', time=2024-09-12T03:05:21.480430+0000, chain.objs.size()=1 2024-09-12T01:15:45.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.69_XO0cdye90ox72mMh3PSmdfZrVlcK_0 2024-09-12T01:15:45.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1100059132209569239', time=2024-09-12T03:05:29.938248+0000, chain.objs.size()=1 2024-09-12T01:15:45.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.280__shadow_.FSdzHAL9I3IuTULKudAV5Daw0s4rK9x_0 2024-09-12T01:15:45.242 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.756632704447657254', time=2024-09-12T03:05:36.069174+0000, chain.objs.size()=1 2024-09-12T01:15:45.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.292__shadow_.EXLuFGbMEjUjo-lq49sQivVmXUicivO_0 2024-09-12T01:15:45.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6419789179852253489', time=2024-09-12T03:05:36.899995+0000, chain.objs.size()=1 2024-09-12T01:15:45.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.ldQYY-FmAWLWUag6H1btwE3lfbdymHH_0 2024-09-12T01:15:45.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1583650066961761606', time=2024-09-12T03:05:51.292684+0000, chain.objs.size()=1 2024-09-12T01:15:45.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.320__shadow:vFMPEFa.74N48COlic91Vk2eZ.33Joy_.9sbZxwhX9kPhTZqsrkoj5sIhoCopssu_0 2024-09-12T01:15:45.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1351927573942359792', time=2024-09-12T03:06:01.507445+0000, chain.objs.size()=1 2024-09-12T01:15:45.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ncZH1uf0Hx0NjM1HuAt1wiTGcWTi8D1_0 2024-09-12T01:15:45.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2140032597615795608', time=2024-09-12T03:06:01.560549+0000, chain.objs.size()=1 2024-09-12T01:15:45.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.d_CPWZ09H6wET8iNQZqRE8R2bkO3IXR_0 2024-09-12T01:15:45.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16560123362909995093', time=2024-09-12T03:06:01.682031+0000, chain.objs.size()=1 2024-09-12T01:15:45.243 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.243+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.uzNoRYqCI5R-ua507DXB1U2YCo6RkKm_0 2024-09-12T01:15:45.244 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.245+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5690145709191947608', time=2024-09-12T03:06:01.682837+0000, chain.objs.size()=1 2024-09-12T01:15:45.244 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.245+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.d7xpSHXCYvMzP_CbMwOq1A_ZHdzXze5_0 2024-09-12T01:15:45.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.247+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2221392911453151740', time=2024-09-12T03:06:01.695543+0000, chain.objs.size()=1 2024-09-12T01:15:45.246 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.247+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.NdQs9vYdpfB8PX__FbaOiWRSq2ld9fK_0 2024-09-12T01:15:45.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2382797348985155798', time=2024-09-12T03:06:01.702236+0000, chain.objs.size()=1 2024-09-12T01:15:45.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.j90Nldx-bwFTtJ-PvlMNUW_3Mm7E0-2_0 2024-09-12T01:15:45.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5998248604232942750', time=2024-09-12T03:06:01.764854+0000, chain.objs.size()=1 2024-09-12T01:15:45.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.0gUf9D-lbtbAaFw3tm0jO8u2jTaAcun_0 2024-09-12T01:15:45.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11489035998716948877', time=2024-09-12T03:06:01.768509+0000, chain.objs.size()=1 2024-09-12T01:15:45.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qzOa1ewovboIdYSStbgc9WuOskjVI0A_0 2024-09-12T01:15:45.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1657778737448216872', time=2024-09-12T03:06:01.788413+0000, chain.objs.size()=1 2024-09-12T01:15:45.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.oB5aSYzgBFZb3IjPLZVOMmiF0jvW0ky_0 2024-09-12T01:15:45.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3600711175065047178', time=2024-09-12T03:06:01.899005+0000, chain.objs.size()=1 2024-09-12T01:15:45.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.tSMVLSRcHdkhzMCjmjvl-RIIrufSMBW_0 2024-09-12T01:15:45.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5130101868507867727', time=2024-09-12T03:06:01.929620+0000, chain.objs.size()=1 2024-09-12T01:15:45.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.4pmPDaaeZmmao0WLbT9n__q-WRpdN0J_0 2024-09-12T01:15:45.247 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5826204888958503025', time=2024-09-12T03:06:01.964896+0000, chain.objs.size()=1 2024-09-12T01:15:45.248 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.-EzjwDcubDDdV-H9oTndHJElK4Jh5bh_0 2024-09-12T01:15:45.248 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8421482166970301726', time=2024-09-12T03:06:01.973707+0000, chain.objs.size()=1 2024-09-12T01:15:45.248 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.2wfsRPoIgcNCqPJXjYEUW_V7vFQ_W3E_0 2024-09-12T01:15:45.248 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18442890570979199332', time=2024-09-12T03:06:01.996836+0000, chain.objs.size()=1 2024-09-12T01:15:45.248 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.248+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.cdxCWk9GGgL4T8QpZpMoyrvuYLzFEB6_0 2024-09-12T01:15:45.248 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.249+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15430601510186175539', time=2024-09-12T03:06:01.998147+0000, chain.objs.size()=1 2024-09-12T01:15:45.249 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.249+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Cwr5YBTvwBgKL5crI_aJ_VAE6R-1vvb_0 2024-09-12T01:15:45.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.251+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.260433206120004689', time=2024-09-12T03:06:02.004777+0000, chain.objs.size()=1 2024-09-12T01:15:45.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.251+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.g2kUnZEMes3s_jrP2qZ1-93aoKMTExX_0 2024-09-12T01:15:45.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.251+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7860053935824110459', time=2024-09-12T03:06:02.140423+0000, chain.objs.size()=1 2024-09-12T01:15:45.250 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.251+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.2FMO7xFPttrrVoUqv5DohFBti3Dv1Ar_0 2024-09-12T01:15:45.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.252+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6880908959775453725', time=2024-09-12T03:06:02.156789+0000, chain.objs.size()=1 2024-09-12T01:15:45.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.252+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.FBFZdpaloT6TkiQGp09Iz-LLcwnBM6-_0 2024-09-12T01:15:45.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.252+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2770995179729017299', time=2024-09-12T03:06:02.189161+0000, chain.objs.size()=1 2024-09-12T01:15:45.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.252+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.3TRNXvNXyr3WH5Q4SYZeeD8fNkSAtEp_0 2024-09-12T01:15:45.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.252+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2810661100101198936', time=2024-09-12T03:06:02.196367+0000, chain.objs.size()=1 2024-09-12T01:15:45.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.252+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.y7UwoUB8kC7AlrSiW79GyUyAn5kcXoC_0 2024-09-12T01:15:45.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.252+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2967877132206936465', time=2024-09-12T03:06:02.342903+0000, chain.objs.size()=1 2024-09-12T01:15:45.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.252+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.-jz8bx-gzxiclL2y3liXpGFnkECwz4q_0 2024-09-12T01:15:45.251 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.252+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15179237576439840982', time=2024-09-12T03:06:02.376695+0000, chain.objs.size()=1 2024-09-12T01:15:45.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.252+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.9E4fmeTLQ_peRJGzkzVdzaSoHrAAWBA_0 2024-09-12T01:15:45.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.253+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4243222602295138551', time=2024-09-12T03:06:02.393114+0000, chain.objs.size()=1 2024-09-12T01:15:45.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.253+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.FvpehPJ63gaZrSTFydInWS_Q76nhAOO_0 2024-09-12T01:15:45.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.253+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6466717643959354209', time=2024-09-12T03:06:02.425209+0000, chain.objs.size()=1 2024-09-12T01:15:45.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.253+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.DW7qN0pyIkYhroN5Sil2t-SJAB1Z1Wk_0 2024-09-12T01:15:45.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.253+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12454254812287123233', time=2024-09-12T03:06:02.627416+0000, chain.objs.size()=1 2024-09-12T01:15:45.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.253+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.4XIVrL8a-AcPm5S717JuN4bxbe00JLk_0 2024-09-12T01:15:45.252 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.253+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8415586810071365046', time=2024-09-12T03:06:02.701772+0000, chain.objs.size()=1 2024-09-12T01:15:45.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.253+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.K2ZDPwjfhq5yuxiSWqm2wkOhmA23E_J_0 2024-09-12T01:15:45.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.254+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4623566607266820603', time=2024-09-12T03:06:02.703742+0000, chain.objs.size()=1 2024-09-12T01:15:45.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.254+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.CmC_Z8LGbSKjgbfa0iWLgbf6qtyCALH_0 2024-09-12T01:15:45.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.254+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1829001383841907518', time=2024-09-12T03:06:02.720349+0000, chain.objs.size()=1 2024-09-12T01:15:45.253 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.254+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.jlQbJC6zP8CquNhE3wwVVvxipZ0lPHR_0 2024-09-12T01:15:45.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.256+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13610994910394102533', time=2024-09-12T03:06:02.721794+0000, chain.objs.size()=1 2024-09-12T01:15:45.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.256+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1JXrMshPd8ZC9dT46Ctw9kRDCvUUac8_0 2024-09-12T01:15:45.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.256+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15553780188394890562', time=2024-09-12T03:06:02.738946+0000, chain.objs.size()=1 2024-09-12T01:15:45.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.256+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.9GYOzngyTpbw5THu8cN1GUgQbfDVudt_0 2024-09-12T01:15:45.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.256+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12454629757276248833', time=2024-09-12T03:06:02.803589+0000, chain.objs.size()=1 2024-09-12T01:15:45.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.256+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.U16WQ18vBwVLlQ3ViDvXtda8d1CIgXU_0 2024-09-12T01:15:45.255 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.256+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8560807978396131611', time=2024-09-12T03:06:02.812067+0000, chain.objs.size()=1 2024-09-12T01:15:45.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.256+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.-RYcSH-GyOegUpxc6S2Uz_teGo_TIl2_0 2024-09-12T01:15:45.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.256+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4911181022977155794', time=2024-09-12T03:06:02.816902+0000, chain.objs.size()=1 2024-09-12T01:15:45.256 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.256+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.6BgcH4W6MQLQECH34yVjnircS7Y4bBf_0 2024-09-12T01:15:45.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.258+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7692151325130959485', time=2024-09-12T03:06:02.957073+0000, chain.objs.size()=1 2024-09-12T01:15:45.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.258+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.DgR_WOi3BfIh1rJLfgTM8gBVOo42EMh_0 2024-09-12T01:15:45.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.258+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16665502732722979774', time=2024-09-12T03:06:02.982379+0000, chain.objs.size()=1 2024-09-12T01:15:45.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.258+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fdW8NpT8yTDP605CQrrroC9T7QGJnqZ_0 2024-09-12T01:15:45.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.258+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11397753451095946031', time=2024-09-12T03:06:02.995719+0000, chain.objs.size()=1 2024-09-12T01:15:45.257 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.258+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.RncFGl2RepLdvry2ewYaOuOFUx1qMLr_0 2024-09-12T01:15:45.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.258+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7928558581798881495', time=2024-09-12T03:06:11.591021+0000, chain.objs.size()=1 2024-09-12T01:15:45.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.258+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9Nw0M7-F-FN4Akxn5ORuhuphUWGKIKX_0 2024-09-12T01:15:45.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.258+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.732983033582481488', time=2024-09-12T03:06:11.618920+0000, chain.objs.size()=1 2024-09-12T01:15:45.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.258+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.BFZwhWPt6E5hh34dAyd6EsKg-9FUdSD_0 2024-09-12T01:15:45.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.258+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4329643586850326617', time=2024-09-12T03:06:11.658637+0000, chain.objs.size()=1 2024-09-12T01:15:45.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.258+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.DiCa1aSf0gX_nrLE6TfTV7favC2tvqR_0 2024-09-12T01:15:45.258 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.259+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4957653248465482599', time=2024-09-12T03:06:11.679892+0000, chain.objs.size()=1 2024-09-12T01:15:45.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.259+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.FDGKZkfbL3YMEYMr1GAGZw8JHObqrKo_0 2024-09-12T01:15:45.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.259+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6289712171837964536', time=2024-09-12T03:06:11.783161+0000, chain.objs.size()=1 2024-09-12T01:15:45.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.259+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.0xB-C24ouGwiTGTQyqeQ36dtJ546fSI_0 2024-09-12T01:15:45.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.260+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5486851468538515161', time=2024-09-12T03:06:11.812684+0000, chain.objs.size()=1 2024-09-12T01:15:45.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.260+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.TL8l_mznClzTYWB6yCmyWijxmUJ0oOw_0 2024-09-12T01:15:45.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.260+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2963229936931357857', time=2024-09-12T03:06:11.864636+0000, chain.objs.size()=1 2024-09-12T01:15:45.259 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.260+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.545jMnozqmidT_D_lYrQ9G8LpqYB6xu_0 2024-09-12T01:15:45.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.261+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13794053737465274261', time=2024-09-12T03:06:12.018113+0000, chain.objs.size()=1 2024-09-12T01:15:45.260 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.261+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.r9k7zwi77qEzAQGXbo0UQFnbXi19FtK_0 2024-09-12T01:15:45.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.262+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8252498276913995310', time=2024-09-12T03:06:12.041180+0000, chain.objs.size()=1 2024-09-12T01:15:45.261 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.tebGppUVlcN0HgxD71QNMf_9gEqfdkP_0 2024-09-12T01:15:45.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4523278179338019731', time=2024-09-12T03:06:12.089022+0000, chain.objs.size()=1 2024-09-12T01:15:45.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.QPz12xYKKerc1RWCcTqPKuBUgRunHTO_0 2024-09-12T01:15:45.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5905645036740696095', time=2024-09-12T03:06:12.166044+0000, chain.objs.size()=1 2024-09-12T01:15:45.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.5fPF1GDvHjDXruFIHuDoLTVkfoHBS79_0 2024-09-12T01:15:45.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3914016334118742356', time=2024-09-12T03:06:12.174055+0000, chain.objs.size()=1 2024-09-12T01:15:45.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.6M2nyfEnBGMFSR23norsquCMmA-iPhE_0 2024-09-12T01:15:45.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13082012866306687569', time=2024-09-12T03:06:12.223453+0000, chain.objs.size()=1 2024-09-12T01:15:45.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.DVWrbfBucJ5tMaNSl1MFXluaiqv_B2X_0 2024-09-12T01:15:45.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7192740974320798674', time=2024-09-12T03:06:12.259123+0000, chain.objs.size()=1 2024-09-12T01:15:45.262 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.g5QJp2cSaJ9UGy8XzoT7eDbJNSQyrQD_0 2024-09-12T01:15:45.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18173339159540236065', time=2024-09-12T03:06:12.396859+0000, chain.objs.size()=1 2024-09-12T01:15:45.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.3YMnO1M4jms6R8GBez1WhtTvDeBCy9F_0 2024-09-12T01:15:45.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11635554530047969003', time=2024-09-12T03:06:12.429542+0000, chain.objs.size()=1 2024-09-12T01:15:45.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.I7uHxzYS1MCAL5xMD5jLXeW-T5KYOJo_0 2024-09-12T01:15:45.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10421162203128631390', time=2024-09-12T03:06:12.431348+0000, chain.objs.size()=1 2024-09-12T01:15:45.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.nxJViNjEP90FT7ChbUYIRST-FZlEQCn_0 2024-09-12T01:15:45.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2136051872663337803', time=2024-09-12T03:06:12.443931+0000, chain.objs.size()=1 2024-09-12T01:15:45.263 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.263+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.QkAgsqDweY7j86bZTFfag7hNvjRk_l1_0 2024-09-12T01:15:45.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.265+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2609496688119673200', time=2024-09-12T03:06:12.447476+0000, chain.objs.size()=1 2024-09-12T01:15:45.264 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.265+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.iQXMFAW6OWUOTW6mNcynmZFfs-mjv_6_0 2024-09-12T01:15:45.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.266+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4743112255878938498', time=2024-09-12T03:06:12.586643+0000, chain.objs.size()=1 2024-09-12T01:15:45.265 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.266+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.YZFvoHlS8HRH4vzvuM57scGJ0n1d5Sc_0 2024-09-12T01:15:45.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.267+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14712932225024978685', time=2024-09-12T03:06:12.588455+0000, chain.objs.size()=1 2024-09-12T01:15:45.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.267+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.HanLAVT8VM9I91vWBronB-OOMYOiZGO_0 2024-09-12T01:15:45.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.267+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6946726062620621720', time=2024-09-12T03:06:12.651614+0000, chain.objs.size()=1 2024-09-12T01:15:45.266 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.267+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.WSC2ZzZDLAYZ3KSBzadikg39oBCvq69_0 2024-09-12T01:15:45.268 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.270+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/42351 2024-09-12T01:15:45.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=23, truncated=0, next_marker='' 2024-09-12T01:15:45.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4711088671139340771', time=2024-09-12T03:06:12.659203+0000, chain.objs.size()=1 2024-09-12T01:15:45.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.AJNYqNHuDhaRlk64ylP2NDhppkAwxlf_0 2024-09-12T01:15:45.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11996095402541093776', time=2024-09-12T03:06:12.664228+0000, chain.objs.size()=1 2024-09-12T01:15:45.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.L-EbDAoLs-OQ4MFxKK_01SdZCK20lnt_0 2024-09-12T01:15:45.271 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2534206305788079024', time=2024-09-12T03:06:12.944445+0000, chain.objs.size()=1 2024-09-12T01:15:45.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.qud7yHDNoBT7zJAr63ld4LrPH87RcKq_0 2024-09-12T01:15:45.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1619616368043299491', time=2024-09-12T03:06:12.947288+0000, chain.objs.size()=1 2024-09-12T01:15:45.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.GcqufASorVjPVOMryUmj4rIQQa5ykCh_0 2024-09-12T01:15:45.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17858601186036714804', time=2024-09-12T03:06:12.974651+0000, chain.objs.size()=1 2024-09-12T01:15:45.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.rK-1Zxqu_onbcxcfKjs4N8A7G85-Lc7_0 2024-09-12T01:15:45.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3631358495484264477', time=2024-09-12T03:06:12.977409+0000, chain.objs.size()=1 2024-09-12T01:15:45.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Q3Oq4wvGQ6p7bLZdY9a0t6x7V5y_yYt_0 2024-09-12T01:15:45.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9354946630080205031', time=2024-09-12T03:06:13.008867+0000, chain.objs.size()=1 2024-09-12T01:15:45.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.mmGQdHov_RtvXqEwvP3BhYJFinqYf1X_0 2024-09-12T01:15:45.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11237076797172496379', time=2024-09-12T03:06:13.025335+0000, chain.objs.size()=1 2024-09-12T01:15:45.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9T9sqUWefiqgTRozkSxQIeEGrNhasTp_0 2024-09-12T01:15:45.272 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3956180491160560566', time=2024-09-12T03:07:08.422640+0000, chain.objs.size()=1 2024-09-12T01:15:45.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.435__shadow_.WD5os1PE-0P5Jp7nwIewUZdMHHbhkkr_0 2024-09-12T01:15:45.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13349357645867543033', time=2024-09-12T03:07:11.564275+0000, chain.objs.size()=1 2024-09-12T01:15:45.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.441__shadow_.vYNmgiV-4mgqh9lukEuGmArP6aHZ-tz_0 2024-09-12T01:15:45.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8265085709084997988', time=2024-09-12T03:07:13.871705+0000, chain.objs.size()=1 2024-09-12T01:15:45.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.445__shadow_.hDLMitIxl_s6io9s6hE_Tw9oY7HPnwn_0 2024-09-12T01:15:45.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1858880070898936639', time=2024-09-12T03:07:33.903759+0000, chain.objs.size()=1 2024-09-12T01:15:45.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.272+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.484__shadow_.L-krrDqS_bx1auJk9yC15U1ysN7i3Uq_0 2024-09-12T01:15:45.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.274+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11949043175835369407', time=2024-09-12T03:07:37.228666+0000, chain.objs.size()=1 2024-09-12T01:15:45.273 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.274+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.490__shadow_.W6-LCxTjqWJuFIKhD46ryGP9vjP5QrB_0 2024-09-12T01:15:45.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.276+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15200079373282547564', time=2024-09-12T03:07:46.755960+0000, chain.objs.size()=12 2024-09-12T01:15:45.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.276+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.1 2024-09-12T01:15:45.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.276+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.1_1 2024-09-12T01:15:45.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.276+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.2 2024-09-12T01:15:45.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.276+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.2_1 2024-09-12T01:15:45.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.276+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.3 2024-09-12T01:15:45.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.276+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.3_1 2024-09-12T01:15:45.275 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.276+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.4 2024-09-12T01:15:45.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.276+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.4_1 2024-09-12T01:15:45.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.276+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.5 2024-09-12T01:15:45.276 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.276+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.5_1 2024-09-12T01:15:45.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.278+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.6 2024-09-12T01:15:45.277 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.279+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.6_1 2024-09-12T01:15:45.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.280+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5729330518595108684', time=2024-09-12T03:08:14.571221+0000, chain.objs.size()=4 2024-09-12T01:15:45.278 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.280+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.529__multipart_mymultipart.2~zryz9qw-9BV0DvS20q3BEe1Nx632moe.1 2024-09-12T01:15:45.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.280+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.529__shadow_mymultipart.2~zryz9qw-9BV0DvS20q3BEe1Nx632moe.1_1 2024-09-12T01:15:45.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.280+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.529__multipart_mymultipart.2~zryz9qw-9BV0DvS20q3BEe1Nx632moe.2 2024-09-12T01:15:45.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.280+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.529__shadow_mymultipart.2~zryz9qw-9BV0DvS20q3BEe1Nx632moe.2_1 2024-09-12T01:15:45.279 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.280+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~S03UrkUF-mvsYRz7Es9gn039VBw2CjA', time=2024-09-12T03:08:18.663775+0000, chain.objs.size()=1 2024-09-12T01:15:45.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.280+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.536__multipart_mymultipart.2~S03UrkUF-mvsYRz7Es9gn039VBw2CjA.3 2024-09-12T01:15:45.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.280+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11960972910222601787', time=2024-09-12T03:08:55.654343+0000, chain.objs.size()=1 2024-09-12T01:15:45.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.280+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.556__shadow_.SS5zktry3sd4Jhxc1TNVb-DyKMRlbRJ_0 2024-09-12T01:15:45.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.280+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13444517814796737895', time=2024-09-12T03:09:09.819660+0000, chain.objs.size()=1 2024-09-12T01:15:45.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.280+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:FIuvE6rV1-WEvCY4Ni3d8RsORwXLJYd_.hi6UMY0kDjfizSLz73PBvLLbqjZmd--_0 2024-09-12T01:15:45.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.280+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4482566701125234660', time=2024-09-12T03:09:25.943633+0000, chain.objs.size()=1 2024-09-12T01:15:45.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.280+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:sFLv59SuTH9DmtzTG4F.uS.mky78izA_.J6k_pDuDhglYMrXBlGlI5e0CQGdbp17_0 2024-09-12T01:15:45.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.280+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13577844667459260215', time=2024-09-12T03:09:45.729778+0000, chain.objs.size()=1 2024-09-12T01:15:45.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.280+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.588__shadow:O-GKes5u4NVyCYo.MI6DOqrVkBjmIFK_.6fIVR3GUhuutE2z-euApwRT3y8qDyYp_0 2024-09-12T01:15:45.280 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.281+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11371153842610816966', time=2024-09-12T03:12:27.382840+0000, chain.objs.size()=1 2024-09-12T01:15:45.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.281+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.653__shadow_.W7ztUQ3Fvhs3iKAmm82f51kCHvSnIvm_0 2024-09-12T01:15:45.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.282+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16889897241226158236', time=2024-09-12T03:12:34.899565+0000, chain.objs.size()=1 2024-09-12T01:15:45.281 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.282+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.666__shadow_.rJ_7G-aC0_ESQVsSZW_S3XX1UdsKgag_0 2024-09-12T01:15:45.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.283+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4223462179305607343', time=2024-09-12T03:12:54.781839+0000, chain.objs.size()=1 2024-09-12T01:15:45.282 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.283+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.711__shadow:NIQDluHxJi3qoGU0BzKN-txWokZtvFO_.hO23atWgTnCqgd6DwBY-JnXl0gCjLJl_0 2024-09-12T01:15:45.285 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.286+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:45.288 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.289+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2024-09-12T01:15:45.289 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.290+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:45.290 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.291+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:45.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/43507' 2024-09-12T01:15:45.291 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='_Tr1Bem4Djm7w8ylvnDrxD1IL7rRU7Kc', time=2024-09-12T03:03:09.695857+0000, chain.objs.size()=3 2024-09-12T01:15:45.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.LLl4I2ep_y3jvQZ4SRwg5ZFTvXVEyNf_0 2024-09-12T01:15:45.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.LLl4I2ep_y3jvQZ4SRwg5ZFTvXVEyNf_1 2024-09-12T01:15:45.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.LLl4I2ep_y3jvQZ4SRwg5ZFTvXVEyNf_2 2024-09-12T01:15:45.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5807796865116834862', time=2024-09-12T03:04:56.549002+0000, chain.objs.size()=1 2024-09-12T01:15:45.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.234__shadow_.oZQP3EAhKft4wMw6wiX6Uq9oNBlJAFx_0 2024-09-12T01:15:45.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15449731188670122052', time=2024-09-12T03:05:01.651570+0000, chain.objs.size()=1 2024-09-12T01:15:45.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.243__shadow_.b0mzmNrJcei0JT1Bm7c2x28ej61_JKz_0 2024-09-12T01:15:45.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2953114264896906715', time=2024-09-12T03:05:20.242017+0000, chain.objs.size()=1 2024-09-12T01:15:45.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.rWeeD-cHaCFvvalrx1lYAC2Np1OSFMb_0 2024-09-12T01:15:45.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9275043423217799318', time=2024-09-12T03:05:20.259001+0000, chain.objs.size()=1 2024-09-12T01:15:45.292 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.tdIelRlju4C2JJtynCAhYhTV9eXoIrd_0 2024-09-12T01:15:45.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17667176352187772255', time=2024-09-12T03:05:20.301585+0000, chain.objs.size()=1 2024-09-12T01:15:45.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.i9RNQDMSBikpQxUlVv13XhMjuKjx_1z_0 2024-09-12T01:15:45.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5812206776624843335', time=2024-09-12T03:05:20.308715+0000, chain.objs.size()=1 2024-09-12T01:15:45.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.4Mp4UTDFvwaf9uiUm0HawmoQmbVSesJ_0 2024-09-12T01:15:45.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11511924324836473947', time=2024-09-12T03:05:20.314303+0000, chain.objs.size()=1 2024-09-12T01:15:45.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.PCJqfniyAYk3sgLf1f11e8i8VlRps-d_0 2024-09-12T01:15:45.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2031037676712400766', time=2024-09-12T03:05:20.317487+0000, chain.objs.size()=1 2024-09-12T01:15:45.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.QujpfJJZR7RgPI5QjQE07hFGGkHuHS8_0 2024-09-12T01:15:45.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18333120170482188954', time=2024-09-12T03:05:20.326098+0000, chain.objs.size()=1 2024-09-12T01:15:45.293 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.292+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.cZCVeqIp9f_U3V09CIMdbJZbW6RkT2K_0 2024-09-12T01:15:45.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.294+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8436912576206178326', time=2024-09-12T03:05:20.432075+0000, chain.objs.size()=1 2024-09-12T01:15:45.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.294+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_._8-iTM3V7xjm0Q4bvkVygTgzP_qtkaR_0 2024-09-12T01:15:45.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.294+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1799609298912557279', time=2024-09-12T03:05:20.439835+0000, chain.objs.size()=1 2024-09-12T01:15:45.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.294+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.3HSbjwIXW9Ub1U3CeyY6GRiAFtdUP3z_0 2024-09-12T01:15:45.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.294+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7767028824730425363', time=2024-09-12T03:05:20.462072+0000, chain.objs.size()=1 2024-09-12T01:15:45.294 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.294+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.0KbQbIwCGN0DWixVlv8oT0EnHbHbSM-_0 2024-09-12T01:15:45.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.296+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15433978643628776381', time=2024-09-12T03:05:20.495936+0000, chain.objs.size()=1 2024-09-12T01:15:45.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.296+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.P-8pi_smCJfW20VZ5QOb9g2NcnzUp4K_0 2024-09-12T01:15:45.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.296+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16338845006414331677', time=2024-09-12T03:05:20.688128+0000, chain.objs.size()=1 2024-09-12T01:15:45.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.296+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.zXOoo8MVatL_kRp8fPSkxMajEHarhIE_0 2024-09-12T01:15:45.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.296+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10187069208914037896', time=2024-09-12T03:05:20.700024+0000, chain.objs.size()=1 2024-09-12T01:15:45.295 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.296+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.-4qn7fFyHaG1rTiS24PhFNZ9cdU9H2a_0 2024-09-12T01:15:45.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.296+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8533240667551805368', time=2024-09-12T03:05:20.817985+0000, chain.objs.size()=1 2024-09-12T01:15:45.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.296+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.BJeWUKN_2-qYSOKwaT6pQKLAazOP_qH_0 2024-09-12T01:15:45.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.296+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4126878788811109949', time=2024-09-12T03:05:20.819977+0000, chain.objs.size()=1 2024-09-12T01:15:45.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.296+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ik-ghuUIGfByGGz0PWwC0Antw74MarT_0 2024-09-12T01:15:45.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.296+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6960311618642238774', time=2024-09-12T03:05:20.835564+0000, chain.objs.size()=1 2024-09-12T01:15:45.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.296+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.diD8_mWjyrxcIAJBM9kC1gJvVqG95qX_0 2024-09-12T01:15:45.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.296+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12842806407223125589', time=2024-09-12T03:05:20.850758+0000, chain.objs.size()=1 2024-09-12T01:15:45.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.296+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.l94973r460P17BnT4xVZU3K4_J01ULo_0 2024-09-12T01:15:45.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.296+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.642783710960044502', time=2024-09-12T03:05:20.863258+0000, chain.objs.size()=1 2024-09-12T01:15:45.296 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.296+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.vkL6T9Q3CM5qqs4uAmqD55gRUYS54wm_0 2024-09-12T01:15:45.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.298+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4992160211319099398', time=2024-09-12T03:05:20.897610+0000, chain.objs.size()=1 2024-09-12T01:15:45.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.298+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.wrmdy55nB0Kwn8_h-up-K0Aw6US7SSv_0 2024-09-12T01:15:45.297 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.299+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3236228698635233707', time=2024-09-12T03:05:20.994053+0000, chain.objs.size()=1 2024-09-12T01:15:45.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.299+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.pbhW47PKieKEBU0WlVh0Yk6YRkj5WPJ_0 2024-09-12T01:15:45.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.299+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5310217428095493174', time=2024-09-12T03:05:21.058689+0000, chain.objs.size()=1 2024-09-12T01:15:45.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.299+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.tOJ_8x5g1bKGXCEfiwxQ0roFKUHEd3h_0 2024-09-12T01:15:45.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.299+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10784473422073809172', time=2024-09-12T03:05:21.076199+0000, chain.objs.size()=1 2024-09-12T01:15:45.298 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.299+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.zi7E3eEFG9ZZJCOEfab7IMwFXTfzQmW_0 2024-09-12T01:15:45.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.300+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5991257264035232131', time=2024-09-12T03:05:21.186579+0000, chain.objs.size()=1 2024-09-12T01:15:45.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.300+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.hSupFTd4fLFf4wTbpED2_lnwiEWr-KF_0 2024-09-12T01:15:45.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.300+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4412996534145632296', time=2024-09-12T03:05:21.221880+0000, chain.objs.size()=1 2024-09-12T01:15:45.299 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.300+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.X6OKDMfbIl0gO8822i0axqJ8O2MLwUA_0 2024-09-12T01:15:45.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.301+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8270633366333073085', time=2024-09-12T03:05:21.236841+0000, chain.objs.size()=1 2024-09-12T01:15:45.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.301+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.GGpfhSeiQbcAbAwHE1CNg8ulZArpjD6_0 2024-09-12T01:15:45.300 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.301+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6184931286778759584', time=2024-09-12T03:05:21.287024+0000, chain.objs.size()=1 2024-09-12T01:15:45.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.301+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.kLa48UQNneGAqIGF4fIO8VVOIbWhk--_0 2024-09-12T01:15:45.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.301+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6240987922754438061', time=2024-09-12T03:05:21.418094+0000, chain.objs.size()=1 2024-09-12T01:15:45.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.301+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.brY_EF2Sv2FQ81TWxcvh1nAsWlV0fqM_0 2024-09-12T01:15:45.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.301+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9004511707886963862', time=2024-09-12T03:05:21.492846+0000, chain.objs.size()=1 2024-09-12T01:15:45.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.301+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.JbDsVJ8Jxx7r1sLAsNUKRNLJ92rpiX6_0 2024-09-12T01:15:45.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.301+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12673928481281688358', time=2024-09-12T03:05:21.611573+0000, chain.objs.size()=1 2024-09-12T01:15:45.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.301+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.NehZE783TSfOeDVWHGoAw5MFfj7XXC-_0 2024-09-12T01:15:45.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.301+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4140648961151670507', time=2024-09-12T03:05:21.617470+0000, chain.objs.size()=1 2024-09-12T01:15:45.301 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.301+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.1AqK2tYFK-PEKokd8awQIWGl4o-cMQa_0 2024-09-12T01:15:45.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.304+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3722984716192779531', time=2024-09-12T03:05:23.567565+0000, chain.objs.size()=1 2024-09-12T01:15:45.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.304+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.267__shadow_.RUVV5Ffjumrc56Aw0xu14BnYpwmpnyW_0 2024-09-12T01:15:45.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.304+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5948767691954753119', time=2024-09-12T03:05:34.357500+0000, chain.objs.size()=1 2024-09-12T01:15:45.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.304+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.289__shadow_.XrVXnKBirV3xer7Bj7ISGlTjD6Kr0Mf_0 2024-09-12T01:15:45.303 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.305+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13512881170274187896', time=2024-09-12T03:05:36.902516+0000, chain.objs.size()=1 2024-09-12T01:15:45.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.305+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.LGtJ-AYPB_NXEGMiZNyM4ZRuj6NpoJK_0 2024-09-12T01:15:45.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.305+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6884027562080985644', time=2024-09-12T03:05:37.713263+0000, chain.objs.size()=1 2024-09-12T01:15:45.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.305+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.eYZgvuoHhO5V6tByfU5nmvFLQTtU-4O_0 2024-09-12T01:15:45.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.305+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12990085192369566287', time=2024-09-12T03:05:38.199113+0000, chain.objs.size()=1 2024-09-12T01:15:45.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.305+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.295__shadow_.r_KRg6ou0eSm9JHULUDy6zkAAXb57ri_0 2024-09-12T01:15:45.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.306+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13577574707324797232', time=2024-09-12T03:05:39.198299+0000, chain.objs.size()=1 2024-09-12T01:15:45.304 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.306+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.297__shadow_.C1xnd7XI5HHKSdaeQ2xokubooxGC_-L_0 2024-09-12T01:15:45.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.307+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1371586177492896105', time=2024-09-12T03:05:40.771702+0000, chain.objs.size()=1 2024-09-12T01:15:45.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.307+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.300__shadow_.v7UUhyz8tb9kjyeEf46Jkfb2lw4Sezd_0 2024-09-12T01:15:45.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.307+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6318451543332095890', time=2024-09-12T03:05:43.690609+0000, chain.objs.size()=1 2024-09-12T01:15:45.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.307+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.306__shadow_.B68BJh2n_UWHAqmA8Ld4dKfwauYBrfK_0 2024-09-12T01:15:45.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.307+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.856250910370012319', time=2024-09-12T03:06:01.475968+0000, chain.objs.size()=1 2024-09-12T01:15:45.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.307+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.cRZ9S4ldsOkmHveP1GkpLRltAC6zIWm_0 2024-09-12T01:15:45.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.307+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7797991005223576969', time=2024-09-12T03:06:01.505098+0000, chain.objs.size()=1 2024-09-12T01:15:45.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.307+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fuOKNthre0c7HQ656BlpqBdTDy9Pg3B_0 2024-09-12T01:15:45.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.307+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12249720302074497489', time=2024-09-12T03:06:01.522523+0000, chain.objs.size()=1 2024-09-12T01:15:45.306 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.307+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.yaZfgwE4mAL8tpPyo3qyTH3edpl8BNY_0 2024-09-12T01:15:45.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.309+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9215185775865072340', time=2024-09-12T03:06:01.524516+0000, chain.objs.size()=1 2024-09-12T01:15:45.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.309+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.9EorXJAPHc2WuyIkAHErkIfBfQwD-hj_0 2024-09-12T01:15:45.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.309+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1491534516799992360', time=2024-09-12T03:06:01.559247+0000, chain.objs.size()=1 2024-09-12T01:15:45.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.309+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HEDgvps2uTAP6EAeBMnIpUZxKN0koaB_0 2024-09-12T01:15:45.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.309+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14818527210325962731', time=2024-09-12T03:06:01.591317+0000, chain.objs.size()=1 2024-09-12T01:15:45.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.309+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.3YnodBy1NUNnucJHiNhoR1XHQvYGQLb_0 2024-09-12T01:15:45.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.309+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8194428812386107274', time=2024-09-12T03:06:01.679136+0000, chain.objs.size()=1 2024-09-12T01:15:45.308 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.309+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.PKR2lw2FuuiSJ5hNYhzu4ruFhmIRmM1_0 2024-09-12T01:15:45.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.310+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11506114294573036316', time=2024-09-12T03:06:01.707575+0000, chain.objs.size()=1 2024-09-12T01:15:45.309 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.310+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.VylfOmr0LBVtQ-5g_us7DNowDV5VvmA_0 2024-09-12T01:15:45.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.310+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7144677214771648203', time=2024-09-12T03:06:01.935545+0000, chain.objs.size()=1 2024-09-12T01:15:45.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.310+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.VyGxwKBkAOw_G0p6XK_KVeHl_M1bbTu_0 2024-09-12T01:15:45.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.310+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8340997973187807328', time=2024-09-12T03:06:01.946293+0000, chain.objs.size()=1 2024-09-12T01:15:45.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.311+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.BXXfUEYsWPl95mbiaZZ72TbRK1XM7pC_0 2024-09-12T01:15:45.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.311+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7985421662177224121', time=2024-09-12T03:06:01.996665+0000, chain.objs.size()=1 2024-09-12T01:15:45.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.311+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.6sLdE928tnPF6-x8PMWrRUkqm34oz5i_0 2024-09-12T01:15:45.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.311+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6656580068148616678', time=2024-09-12T03:06:02.000180+0000, chain.objs.size()=1 2024-09-12T01:15:45.310 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.311+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.VQj5cOtRtPEVRN6PqFNq-kMgMgCdWmi_0 2024-09-12T01:15:45.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.313+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3686939734989627826', time=2024-09-12T03:06:02.099336+0000, chain.objs.size()=1 2024-09-12T01:15:45.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.313+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.nLbkWCoV3gOQczA_Ji_KvJHnf4l8NhX_0 2024-09-12T01:15:45.311 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.313+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7656878589385774710', time=2024-09-12T03:06:02.110034+0000, chain.objs.size()=1 2024-09-12T01:15:45.312 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.313+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ehYAaXBC5vdWvvhtsZQuHqa2Q9N6ahE_0 2024-09-12T01:15:45.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.313+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15714478678102946318', time=2024-09-12T03:06:02.161903+0000, chain.objs.size()=1 2024-09-12T01:15:45.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.313+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HkLEl0OedUJ_s4Jre_WPsB8_aAAAh32_0 2024-09-12T01:15:45.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.313+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8312901183221757605', time=2024-09-12T03:06:02.163158+0000, chain.objs.size()=1 2024-09-12T01:15:45.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.313+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ZZTMycEr50s8_ApYPyHuP1iJrDRysVG_0 2024-09-12T01:15:45.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.313+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3103006298247244854', time=2024-09-12T03:06:02.216319+0000, chain.objs.size()=1 2024-09-12T01:15:45.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.313+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.2cAcelHfpBfjGBn5kxTVkB2unECJoQi_0 2024-09-12T01:15:45.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.313+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8570332314705811061', time=2024-09-12T03:06:02.350173+0000, chain.objs.size()=1 2024-09-12T01:15:45.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.313+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.VMq2s0PhtWb0fI892xBuuPHKck-3tcz_0 2024-09-12T01:15:45.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.314+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14070892279371876621', time=2024-09-12T03:06:02.391789+0000, chain.objs.size()=1 2024-09-12T01:15:45.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.314+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.eOrGZSRtK6BNvqmIK-ZQtegdi5m5hPl_0 2024-09-12T01:15:45.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.314+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7605005232752764645', time=2024-09-12T03:06:02.408078+0000, chain.objs.size()=1 2024-09-12T01:15:45.313 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.314+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.4mpQ0E-mjGg4_-U2hU3LZxkr90yGNuw_0 2024-09-12T01:15:45.314 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.316+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16675489200392659365', time=2024-09-12T03:06:02.565567+0000, chain.objs.size()=1 2024-09-12T01:15:45.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.316+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Lf-6Yy1hBFLIXOOtoYWvUvl9miSdPeU_0 2024-09-12T01:15:45.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.316+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3407609998067391087', time=2024-09-12T03:06:02.596281+0000, chain.objs.size()=1 2024-09-12T01:15:45.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.316+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.8o-v5UUU3qVLehZumTk_xsN55jUJhSB_0 2024-09-12T01:15:45.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.316+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3495054021773449235', time=2024-09-12T03:06:02.746128+0000, chain.objs.size()=1 2024-09-12T01:15:45.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.316+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.miilW7MhnMdDQ1o3NvWMinpK23SMxE-_0 2024-09-12T01:15:45.315 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.317+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12821834096040387932', time=2024-09-12T03:06:02.782868+0000, chain.objs.size()=1 2024-09-12T01:15:45.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.317+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.BSMoqnJcd_1LuMwL1gLUAUeNIEerOeV_0 2024-09-12T01:15:45.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.317+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8568987949357142689', time=2024-09-12T03:06:02.794952+0000, chain.objs.size()=1 2024-09-12T01:15:45.316 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.317+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.4GoVMbgJGlZZrLtyVvGTvl-E2ZEBJd__0 2024-09-12T01:15:45.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1257946515906957240', time=2024-09-12T03:06:02.914194+0000, chain.objs.size()=1 2024-09-12T01:15:45.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.6mAXadWgwfyCe4MPpXRbDHYu31ajUn2_0 2024-09-12T01:15:45.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9888021606018747050', time=2024-09-12T03:06:02.925306+0000, chain.objs.size()=1 2024-09-12T01:15:45.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.hO9qBCklWd4s_WoUA-jFerbbBkKvG-G_0 2024-09-12T01:15:45.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7905516522564410708', time=2024-09-12T03:06:02.946298+0000, chain.objs.size()=1 2024-09-12T01:15:45.318 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.sTG3EP1eZno_Yjz4S5yKi_HkM_Bjzrw_0 2024-09-12T01:15:45.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6313588895778552345', time=2024-09-12T03:06:02.982129+0000, chain.objs.size()=1 2024-09-12T01:15:45.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.dVjqbA9I_TEPW9n8I7Hj6_dVOwanBU-_0 2024-09-12T01:15:45.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9567934213181467575', time=2024-09-12T03:06:02.986439+0000, chain.objs.size()=1 2024-09-12T01:15:45.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.mkLOu1IKrE4jDp8m6eLTtw34i90HUZb_0 2024-09-12T01:15:45.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3482314580930381405', time=2024-09-12T03:06:11.588707+0000, chain.objs.size()=1 2024-09-12T01:15:45.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.yUEeSsFHLK89l0-1rZXI6qZvJGeIy3j_0 2024-09-12T01:15:45.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15986228737013333134', time=2024-09-12T03:06:11.690628+0000, chain.objs.size()=1 2024-09-12T01:15:45.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.SpwEw6QeCqS-KmOEj6FOPTMmc5VdQ2e_0 2024-09-12T01:15:45.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9954984604368217610', time=2024-09-12T03:06:11.798259+0000, chain.objs.size()=1 2024-09-12T01:15:45.319 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.v3NF7fyWiB670Lgv1fpA_OnLDDAYTSF_0 2024-09-12T01:15:45.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2475500730150957440', time=2024-09-12T03:06:11.896357+0000, chain.objs.size()=1 2024-09-12T01:15:45.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.319+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Zby9SYQ_SieKZRwLGuvDePBD4yjwpLc_0 2024-09-12T01:15:45.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.321+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18075501042513495778', time=2024-09-12T03:06:11.897886+0000, chain.objs.size()=1 2024-09-12T01:15:45.320 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.321+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.sOTWf7yVG-KrXNA8kEkMxi3xuPVYOcZ_0 2024-09-12T01:15:45.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.321+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16914188733404255271', time=2024-09-12T03:06:11.988533+0000, chain.objs.size()=1 2024-09-12T01:15:45.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.321+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ZFmlxWUswxwiY7LdI7M8629IWprg-lu_0 2024-09-12T01:15:45.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.322+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4165301267765912402', time=2024-09-12T03:06:11.999270+0000, chain.objs.size()=1 2024-09-12T01:15:45.321 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.322+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.QQvTFp-rNIYMeePESseK-ePPdOo2FTU_0 2024-09-12T01:15:45.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10603700907737553359', time=2024-09-12T03:06:12.002089+0000, chain.objs.size()=1 2024-09-12T01:15:45.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.o-ISIPxychzADtait6ktSm36WTDqlTX_0 2024-09-12T01:15:45.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4017366105548480001', time=2024-09-12T03:06:12.006162+0000, chain.objs.size()=1 2024-09-12T01:15:45.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.JcgKOaIn4VU4QAgQzf3aJLjm6me7azi_0 2024-09-12T01:15:45.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16707725473577155824', time=2024-09-12T03:06:12.019124+0000, chain.objs.size()=1 2024-09-12T01:15:45.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.e_ePj3fT87HwMLssjcCX2f0b8xFKJCq_0 2024-09-12T01:15:45.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10658704171118463129', time=2024-09-12T03:06:12.189315+0000, chain.objs.size()=1 2024-09-12T01:15:45.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7Uxf7o4DdCUBTZkPah7cE7isyGoBfRR_0 2024-09-12T01:15:45.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2416691982149572377', time=2024-09-12T03:06:12.200457+0000, chain.objs.size()=1 2024-09-12T01:15:45.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.QBVtb_noSQKXIFoCyPPX491xYQPb36C_0 2024-09-12T01:15:45.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4006551419969026488', time=2024-09-12T03:06:12.220353+0000, chain.objs.size()=1 2024-09-12T01:15:45.323 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.xYHisSb5gFXTW7Ql-jU7b0A4fRg8uRY_0 2024-09-12T01:15:45.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6571606110201252649', time=2024-09-12T03:06:12.254898+0000, chain.objs.size()=1 2024-09-12T01:15:45.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Pvk2tgEr4ZUWu0vkw9-HZ1ChfWCa8sX_0 2024-09-12T01:15:45.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3260374347615066153', time=2024-09-12T03:06:12.439881+0000, chain.objs.size()=1 2024-09-12T01:15:45.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.I5hSg2f1DyPDtp6fD9eaOZJ-3-ljril_0 2024-09-12T01:15:45.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9982162644247896290', time=2024-09-12T03:06:12.447809+0000, chain.objs.size()=1 2024-09-12T01:15:45.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.324+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.EznsGQbF6VM871By6aOjb4ywIcBlZSN_0 2024-09-12T01:15:45.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.325+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5798563665443585428', time=2024-09-12T03:06:12.574513+0000, chain.objs.size()=1 2024-09-12T01:15:45.324 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.325+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.hbWOZStGh4PKxn6oiaRsOzgXAxqhKp-_0 2024-09-12T01:15:45.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.327+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6779812642176200642', time=2024-09-12T03:06:12.615285+0000, chain.objs.size()=1 2024-09-12T01:15:45.326 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.327+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ChK7-CzTkj3jceVO_ev2anCa7_ccJxy_0 2024-09-12T01:15:45.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3004304978380867628', time=2024-09-12T03:06:12.758329+0000, chain.objs.size()=1 2024-09-12T01:15:45.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Vo6DXIZ0ls0TnmsR0W8Giinh8iglqUS_0 2024-09-12T01:15:45.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17393180482401013104', time=2024-09-12T03:06:12.790642+0000, chain.objs.size()=1 2024-09-12T01:15:45.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.zOYxKCmHUOCuJirBfMseqeD4TkX_Ioe_0 2024-09-12T01:15:45.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12004254267867635964', time=2024-09-12T03:06:12.802720+0000, chain.objs.size()=1 2024-09-12T01:15:45.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.K7weesB1VfwIqPqzVFdp6fdjtXpaqic_0 2024-09-12T01:15:45.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8204840113627936108', time=2024-09-12T03:06:12.806013+0000, chain.objs.size()=1 2024-09-12T01:15:45.328 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.8eUJjO7skJeJssZ6gLfRQ9-NQ0kkzO4_0 2024-09-12T01:15:45.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10677723549684142656', time=2024-09-12T03:06:12.986697+0000, chain.objs.size()=1 2024-09-12T01:15:45.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.rglJosIyD7XMrmjhGToeaSKiNJSYGZ9_0 2024-09-12T01:15:45.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10085811693488281274', time=2024-09-12T03:06:15.836592+0000, chain.objs.size()=1 2024-09-12T01:15:45.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.331__shadow_.gssoU9zDOMO7_ZSM5sdK1F-9Jmm2rXd_0 2024-09-12T01:15:45.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11116979230206421607', time=2024-09-12T03:06:16.738912+0000, chain.objs.size()=1 2024-09-12T01:15:45.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.333__shadow_.J3wA6gkdMbaMSmkFsrE3gtKn-hFI1Hi_0 2024-09-12T01:15:45.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1355342123285336447', time=2024-09-12T03:06:21.039395+0000, chain.objs.size()=1 2024-09-12T01:15:45.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.342__shadow_.8PlP9VW5rDXkEjVjg18bPm9eIKCmlfm_0 2024-09-12T01:15:45.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1039152909778102363', time=2024-09-12T03:06:21.530538+0000, chain.objs.size()=1 2024-09-12T01:15:45.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.343__shadow_.xdCm54_ogBeYvobCRSFkqiho36uCWx8_0 2024-09-12T01:15:45.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1939651374754511678', time=2024-09-12T03:07:08.078714+0000, chain.objs.size()=1 2024-09-12T01:15:45.329 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.329+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.434__shadow_.lCFA-e7fY5PprnFH9NaQB4QkTJ7bNnl_0 2024-09-12T01:15:45.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.331+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15124854062362196547', time=2024-09-12T03:07:26.147326+0000, chain.objs.size()=1 2024-09-12T01:15:45.330 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.331+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.464__shadow_.LbmwF4b62D4FLnTkFj4tIAGRd6fyo7J_0 2024-09-12T01:15:45.333 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.334+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/43507 2024-09-12T01:15:45.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=11, truncated=0, next_marker='' 2024-09-12T01:15:45.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.504095730791311018', time=2024-09-12T03:07:26.767742+0000, chain.objs.size()=1 2024-09-12T01:15:45.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.465__shadow_.YIKHMay_Y5fcaDmuW9WvSMoiZjid4RQ_0 2024-09-12T01:15:45.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17491215787214365563', time=2024-09-12T03:09:10.674857+0000, chain.objs.size()=1 2024-09-12T01:15:45.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:klxEoOyuJq1rt.5BdIs3b2SisECMXYY_.ab5wHYmEh0weaf8bJeH-q3qfjWqoJqH_0 2024-09-12T01:15:45.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6864200968159996147', time=2024-09-12T03:09:32.235248+0000, chain.objs.size()=1 2024-09-12T01:15:45.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:DOLiV1Yjnn6A8jLbin4dyN5C.Els4FD_.zKDvgF-F7-j_n79aHSCXupgCgPGbILB_0 2024-09-12T01:15:45.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1470215004186498216', time=2024-09-12T03:09:54.687586+0000, chain.objs.size()=1 2024-09-12T01:15:45.336 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.608__shadow_.OZPEamsr8tGhZ1wSVvfad6_KA4yvA98_0 2024-09-12T01:15:45.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7083197485164170441', time=2024-09-12T03:10:04.882770+0000, chain.objs.size()=1 2024-09-12T01:15:45.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.617__shadow_.5K_6B1uM2HizZ8SQZeWHUNUXXIcy2RW_0 2024-09-12T01:15:45.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14770188802648860378', time=2024-09-12T03:12:18.707884+0000, chain.objs.size()=1 2024-09-12T01:15:45.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.637__shadow_.9IiTH5rpuOtOInOqoeuDrrwkwBL44ta_0 2024-09-12T01:15:45.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7433941941630205670', time=2024-09-12T03:12:20.823361+0000, chain.objs.size()=1 2024-09-12T01:15:45.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.641__shadow_.mjFHaSOXJF_WZNW3hVK2MPWb6GW7spW_0 2024-09-12T01:15:45.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325987328207198757', time=2024-09-12T03:12:32.832172+0000, chain.objs.size()=6 2024-09-12T01:15:45.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.662__multipart_baz.2~gq3RuYeArLK7g1oD_al7-V5ehzYttCR.1 2024-09-12T01:15:45.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.662__multipart_baz.2~gq3RuYeArLK7g1oD_al7-V5ehzYttCR.2 2024-09-12T01:15:45.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.662__multipart_baz.2~gq3RuYeArLK7g1oD_al7-V5ehzYttCR.3 2024-09-12T01:15:45.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.662__multipart_baz.2~gq3RuYeArLK7g1oD_al7-V5ehzYttCR.4 2024-09-12T01:15:45.337 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.336+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.662__multipart_baz.2~gq3RuYeArLK7g1oD_al7-V5ehzYttCR.5 2024-09-12T01:15:45.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.339+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.662__multipart_baz.2~gq3RuYeArLK7g1oD_al7-V5ehzYttCR.6 2024-09-12T01:15:45.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.339+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6900701537289267702', time=2024-09-12T03:12:33.566410+0000, chain.objs.size()=1 2024-09-12T01:15:45.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.339+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.664__shadow_.BowUOvUlZbCyVJd-IOBMWlj7San7EZO_0 2024-09-12T01:15:45.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.340+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16913371609481838353', time=2024-09-12T03:12:50.940685+0000, chain.objs.size()=1 2024-09-12T01:15:45.338 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.340+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.703__multipart_file1.2~OtVpHK0F-KlUwiLaPFhsF9n78CV5WpA.1 2024-09-12T01:15:45.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.340+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5067729798774606722', time=2024-09-12T03:12:55.640743+0000, chain.objs.size()=1 2024-09-12T01:15:45.339 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.340+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.713__shadow:35lFSOupvoklQRecwkCGpD4n.gv96WF_.Ig7iPCOWV-K5oWqFlegy2_YWfEGVVhY_0 2024-09-12T01:15:45.346 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.347+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:45.348 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.349+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2024-09-12T01:15:45.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.351+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:45.350 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.352+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:45.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.352+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/71734' 2024-09-12T01:15:45.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.352+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9771412232628683662', time=2024-09-12T03:03:07.705073+0000, chain.objs.size()=1 2024-09-12T01:15:45.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.352+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.159__shadow_.-AQYq7xTc3ccq0LgLU2sSuVPKKfOwfV_0 2024-09-12T01:15:45.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.352+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2534372468635646705', time=2024-09-12T03:04:59.733274+0000, chain.objs.size()=1 2024-09-12T01:15:45.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.352+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.239__shadow_.NcGXBDCGZQLSZiZswjVyq00pLRCG2ZK_0 2024-09-12T01:15:45.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.352+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15074156642617326064', time=2024-09-12T03:05:02.750075+0000, chain.objs.size()=1 2024-09-12T01:15:45.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.352+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.244__shadow_.Spm4R_r4a3zv4FtQAodgga3ImjzF8Qh_0 2024-09-12T01:15:45.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.352+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15896237442759795064', time=2024-09-12T03:05:05.553197+0000, chain.objs.size()=1 2024-09-12T01:15:45.352 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.352+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.249__shadow_.0tNEr2103AsK9w-9NfYEFxUFNt-QgBP_0 2024-09-12T01:15:45.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.352+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4544457254011889487', time=2024-09-12T03:05:06.563808+0000, chain.objs.size()=1 2024-09-12T01:15:45.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.352+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.251__shadow_.MpS1Dk1YGeWNC5OegwhqwKMB1qllIhQ_0 2024-09-12T01:15:45.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.352+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17551642681102187868', time=2024-09-12T03:05:08.028461+0000, chain.objs.size()=1 2024-09-12T01:15:45.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.352+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.254__shadow_.uNKRpF6hfY8OOyRa6_7TjXdcgkMJv8n_0 2024-09-12T01:15:45.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.352+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5257595403412023278', time=2024-09-12T03:05:20.225269+0000, chain.objs.size()=1 2024-09-12T01:15:45.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.352+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.bu4AA2HE-E2V9bRsz9TvJhDvBVkpwut_0 2024-09-12T01:15:45.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.353+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11789653102318398803', time=2024-09-12T03:05:20.228644+0000, chain.objs.size()=1 2024-09-12T01:15:45.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.353+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.isZ2vXMSHFxh3aAcKUjHD2FDF98GXQP_0 2024-09-12T01:15:45.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.353+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10996898744458933191', time=2024-09-12T03:05:20.237340+0000, chain.objs.size()=1 2024-09-12T01:15:45.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.353+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.msgCOupuUuCld6UeXxwz9Nrj_HeRn8-_0 2024-09-12T01:15:45.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.353+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2814126785724962427', time=2024-09-12T03:05:20.248329+0000, chain.objs.size()=1 2024-09-12T01:15:45.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.353+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.08tu5I2i6mEUtIhzePAlUbTwZ0t3-qy_0 2024-09-12T01:15:45.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.353+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1434478543635943562', time=2024-09-12T03:05:20.264355+0000, chain.objs.size()=1 2024-09-12T01:15:45.353 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.353+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.zVValGg12pFWwcITmgtCfi-29aLQv4e_0 2024-09-12T01:15:45.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.353+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3686633724765060332', time=2024-09-12T03:05:20.319426+0000, chain.objs.size()=1 2024-09-12T01:15:45.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.353+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.LtD_IM53T5qsMjrCCAtMp5TTxjEgOMz_0 2024-09-12T01:15:45.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.355+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14940516430983686084', time=2024-09-12T03:05:20.429353+0000, chain.objs.size()=1 2024-09-12T01:15:45.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.355+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.tQkrVWgDhr0dASlXnI7zUHD4f_high8_0 2024-09-12T01:15:45.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.355+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10384159441018392173', time=2024-09-12T03:05:20.450824+0000, chain.objs.size()=1 2024-09-12T01:15:45.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.355+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.yyjsofMQVl0Rr6O4ZnLhWQ4590CaxiI_0 2024-09-12T01:15:45.354 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.355+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1689301303889611534', time=2024-09-12T03:05:20.453067+0000, chain.objs.size()=1 2024-09-12T01:15:45.355 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.355+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Sc8tnMHa404okJAicT6K058XjxQuPX-_0 2024-09-12T01:15:45.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7054211597798021505', time=2024-09-12T03:05:20.479833+0000, chain.objs.size()=1 2024-09-12T01:15:45.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.c3cmJwodFQQpSme7sXWD9Am1YJUWzaH_0 2024-09-12T01:15:45.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8447671987271472072', time=2024-09-12T03:05:20.481002+0000, chain.objs.size()=1 2024-09-12T01:15:45.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.mGK8GpdQ6z2pmDC9koLyWm2Rh_fjCVC_0 2024-09-12T01:15:45.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7075543875154225087', time=2024-09-12T03:05:20.501300+0000, chain.objs.size()=1 2024-09-12T01:15:45.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Dj7fhZDye3FubKTwXoZvRurSkHOpk0t_0 2024-09-12T01:15:45.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1703424280489627262', time=2024-09-12T03:05:20.504621+0000, chain.objs.size()=1 2024-09-12T01:15:45.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.huEdSwtF00Ol63a2J86YqzVyh4uyQw5_0 2024-09-12T01:15:45.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14612064837416533567', time=2024-09-12T03:05:20.679260+0000, chain.objs.size()=1 2024-09-12T01:15:45.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.97eXEWaTd8HnjaKjXZlKFpUudOH6yDH_0 2024-09-12T01:15:45.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15857780921627811655', time=2024-09-12T03:05:20.721290+0000, chain.objs.size()=1 2024-09-12T01:15:45.359 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.9n8leZ5c_XkP2EeuadlEWdxRG2MK6Y5_0 2024-09-12T01:15:45.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1061539770919313338', time=2024-09-12T03:05:20.722141+0000, chain.objs.size()=1 2024-09-12T01:15:45.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lugC-1WGwPHPwtkCFgXaJh3ZH0zbU0R_0 2024-09-12T01:15:45.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10527233888432688729', time=2024-09-12T03:05:20.902497+0000, chain.objs.size()=1 2024-09-12T01:15:45.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.RwNHy4q-f8m9HWOAOA51Q31aKalAher_0 2024-09-12T01:15:45.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1926533033226500628', time=2024-09-12T03:05:21.015842+0000, chain.objs.size()=1 2024-09-12T01:15:45.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.tmIAKLBPOSb8Q9To_By-doeADVJSv-4_0 2024-09-12T01:15:45.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8143496146851596553', time=2024-09-12T03:05:21.046876+0000, chain.objs.size()=1 2024-09-12T01:15:45.360 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.uvq1H5LIG7vAWlQYQ8qkn7W2Rj8IkKT_0 2024-09-12T01:15:45.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12161054814470712965', time=2024-09-12T03:05:21.081079+0000, chain.objs.size()=1 2024-09-12T01:15:45.361 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.360+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.knAPetqYKV5_OnixiUwjanTvBNOah9T_0 2024-09-12T01:15:45.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.365+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10080184228680854532', time=2024-09-12T03:05:21.239728+0000, chain.objs.size()=1 2024-09-12T01:15:45.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.365+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.GPOuCycBWX5BBThJYBUMVIloX_Q6LhN_0 2024-09-12T01:15:45.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.365+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4387395135411135727', time=2024-09-12T03:05:21.444997+0000, chain.objs.size()=1 2024-09-12T01:15:45.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.365+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.saoT-y5IIDJuqtWJbVd_R0aG3BPK1yz_0 2024-09-12T01:15:45.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.365+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3515068826929157364', time=2024-09-12T03:05:21.454509+0000, chain.objs.size()=1 2024-09-12T01:15:45.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.365+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.KsQ9Kge-HkB8hKDrP5o_3KUsCFuptUw_0 2024-09-12T01:15:45.364 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.365+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17262996642681671954', time=2024-09-12T03:05:21.491474+0000, chain.objs.size()=1 2024-09-12T01:15:45.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.365+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.IUl2IIodJwQi9dNN0nMyZAPfianmDOg_0 2024-09-12T01:15:45.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.366+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6574087196932271564', time=2024-09-12T03:05:21.624960+0000, chain.objs.size()=1 2024-09-12T01:15:45.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.366+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.v-9L8YszluaoFLdLsXtZJc1T79fzKL9_0 2024-09-12T01:15:45.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.366+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17009849669374117003', time=2024-09-12T03:05:21.637566+0000, chain.objs.size()=1 2024-09-12T01:15:45.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.366+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.OeGIhndYWUnAU4MO-27N6Jybc8KT9VF_0 2024-09-12T01:15:45.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.366+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14490202465315568018', time=2024-09-12T03:05:22.131382+0000, chain.objs.size()=1 2024-09-12T01:15:45.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.366+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.264__shadow_.joqLpiN8JEOhu129va1gWo2thuVWbki_0 2024-09-12T01:15:45.365 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.366+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14834884798587471593', time=2024-09-12T03:05:26.941481+0000, chain.objs.size()=1 2024-09-12T01:15:45.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.366+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.274__shadow_.rhTceXAiosIO_EuCSh9y3cbYOToYl3t_0 2024-09-12T01:15:45.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.366+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14773859286800841473', time=2024-09-12T03:05:36.908110+0000, chain.objs.size()=1 2024-09-12T01:15:45.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.366+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.EzhlKTLtnozjy_qUigE1PYxcGE4e5Z9_0 2024-09-12T01:15:45.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.366+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12633193223796370412', time=2024-09-12T03:05:40.770771+0000, chain.objs.size()=1 2024-09-12T01:15:45.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.366+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.300__shadow_.xftLx4Z4tOiE0VxARTMQiC_sLd5wYFY_0 2024-09-12T01:15:45.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.366+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14829297283730988816', time=2024-09-12T03:05:45.344354+0000, chain.objs.size()=1 2024-09-12T01:15:45.366 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.366+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.308__shadow:aOmHwCkWK3FBHudpigdW3aPScNNKG3C_.U04h8pJQfufB65g1u1vGT1pLmfWrjqt_0 2024-09-12T01:15:45.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.369+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5763242101980583986', time=2024-09-12T03:05:52.435920+0000, chain.objs.size()=1 2024-09-12T01:15:45.368 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.369+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.323__shadow_.HkyzfKMuyEwv0YSnoKnBSUXsLH-_XD__0 2024-09-12T01:15:45.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.370+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6183173843275438497', time=2024-09-12T03:06:01.517878+0000, chain.objs.size()=1 2024-09-12T01:15:45.369 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.370+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Zxsd4kpWm5m6LVvZ9-1ZP3JflnElOaq_0 2024-09-12T01:15:45.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.371+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14308848276859078560', time=2024-09-12T03:06:01.537966+0000, chain.objs.size()=1 2024-09-12T01:15:45.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.371+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.SE7iNPumI361FAEZlZpeqTB4oflrffB_0 2024-09-12T01:15:45.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.371+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12409782949110876322', time=2024-09-12T03:06:01.550212+0000, chain.objs.size()=1 2024-09-12T01:15:45.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.371+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.-oMosWPQ3nrkGzc3-Gjv71IimKf6VVz_0 2024-09-12T01:15:45.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.371+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9256286454174990026', time=2024-09-12T03:06:01.692212+0000, chain.objs.size()=1 2024-09-12T01:15:45.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.371+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.tsAsXtH-xYShFx4vhoVTA7gk3YIk198_0 2024-09-12T01:15:45.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.371+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3206300178830192721', time=2024-09-12T03:06:01.694277+0000, chain.objs.size()=1 2024-09-12T01:15:45.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.371+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.nEZR0887-Gi3mrpAZxYsiTGlvlPXwYv_0 2024-09-12T01:15:45.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.371+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5704228349290937831', time=2024-09-12T03:06:01.697924+0000, chain.objs.size()=1 2024-09-12T01:15:45.370 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.371+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.uIy_a4_8Vb64N2aSdPI-3bZiuXSuCuC_0 2024-09-12T01:15:45.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.371+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13693809910973415359', time=2024-09-12T03:06:01.741483+0000, chain.objs.size()=1 2024-09-12T01:15:45.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.371+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.mDt0Z6HAbvntyutxRneNYIOHzP99cqY_0 2024-09-12T01:15:45.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.371+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14739506892439846608', time=2024-09-12T03:06:01.925215+0000, chain.objs.size()=1 2024-09-12T01:15:45.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.371+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.yPowiNolRRLtnMk2SQwF9Fq6mnZOBh4_0 2024-09-12T01:15:45.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.371+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10218437468857865890', time=2024-09-12T03:06:01.950294+0000, chain.objs.size()=1 2024-09-12T01:15:45.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.371+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.lJBqDeKpeIxhMeLM9YLKKyl9Uh3akHO_0 2024-09-12T01:15:45.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.372+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.921637536011857393', time=2024-09-12T03:06:01.976434+0000, chain.objs.size()=1 2024-09-12T01:15:45.371 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.372+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.r8Wlf5O1tLi9tmMNpwex5fCbCKprqAG_0 2024-09-12T01:15:45.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.375+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15174681671408536210', time=2024-09-12T03:06:02.144498+0000, chain.objs.size()=1 2024-09-12T01:15:45.374 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.375+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.cSwycd0URHsfgFqBkxO2L-khk15UYq0_0 2024-09-12T01:15:45.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.376+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10926607156914618660', time=2024-09-12T03:06:02.168619+0000, chain.objs.size()=1 2024-09-12T01:15:45.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.376+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.r2h672htlUkXEg6aH_ZT_y-1nH_BW-b_0 2024-09-12T01:15:45.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.376+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11078134827542583726', time=2024-09-12T03:06:02.202139+0000, chain.objs.size()=1 2024-09-12T01:15:45.375 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.376+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.g2tCnbcXtXFXMhf8D7-xGvf92hxtnnU_0 2024-09-12T01:15:45.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.376+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9215498817006122956', time=2024-09-12T03:06:02.297243+0000, chain.objs.size()=1 2024-09-12T01:15:45.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.376+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.eT-uguGLircTP087kDiBDI4yVslVLfS_0 2024-09-12T01:15:45.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.376+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18308269920161192237', time=2024-09-12T03:06:02.310281+0000, chain.objs.size()=1 2024-09-12T01:15:45.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.376+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.YgeQuMd1tgpVfmxu1hHP48J96XPdZDF_0 2024-09-12T01:15:45.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.376+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6767354369272460002', time=2024-09-12T03:06:02.334938+0000, chain.objs.size()=1 2024-09-12T01:15:45.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.376+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.p5Z4gtSZpapGFyuoMfPYU-qCY9qGFR3_0 2024-09-12T01:15:45.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.376+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4743506244902081302', time=2024-09-12T03:06:02.376093+0000, chain.objs.size()=1 2024-09-12T01:15:45.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.376+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.3v1yOBUL4EMW3dOb8HlxtXvXZL6cNYX_0 2024-09-12T01:15:45.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.376+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16384106988694799031', time=2024-09-12T03:06:02.402745+0000, chain.objs.size()=1 2024-09-12T01:15:45.376 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.376+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qIcPc1mGNBhSD7MN3zgWPySiVChx5oa_0 2024-09-12T01:15:45.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.378+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16552661649245545719', time=2024-09-12T03:06:02.419306+0000, chain.objs.size()=1 2024-09-12T01:15:45.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.378+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ssWoJDVmb-iJR80zFqFSTO8KapI4c-4_0 2024-09-12T01:15:45.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.378+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3013950334931075440', time=2024-09-12T03:06:02.527334+0000, chain.objs.size()=1 2024-09-12T01:15:45.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.378+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.VUdaUvnUK6doER-MjMdsAIMhKxYGU_O_0 2024-09-12T01:15:45.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.378+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13648739608140881426', time=2024-09-12T03:06:02.537546+0000, chain.objs.size()=1 2024-09-12T01:15:45.377 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.378+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1JuII9gCRdBt8jvK3zoGGYNotJo-yFc_0 2024-09-12T01:15:45.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.380+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15494433908145083269', time=2024-09-12T03:06:02.539746+0000, chain.objs.size()=1 2024-09-12T01:15:45.379 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.380+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.pTJ0lEaEgmKk7Cp-Km-4mvgQtbUM8Q1_0 2024-09-12T01:15:45.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.381+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5469693738788154899', time=2024-09-12T03:06:02.544855+0000, chain.objs.size()=1 2024-09-12T01:15:45.380 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.381+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qTVnjPmJ2wNp_TNmy8EEBGFIoTKdVsr_0 2024-09-12T01:15:45.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.381+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16172122994832803748', time=2024-09-12T03:06:02.559241+0000, chain.objs.size()=1 2024-09-12T01:15:45.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.381+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.9RSiPgt9MJX_V5JegFuArwMUtpk0-Nr_0 2024-09-12T01:15:45.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.381+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17282225774059097350', time=2024-09-12T03:06:02.595823+0000, chain.objs.size()=1 2024-09-12T01:15:45.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.381+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Y4IEBeVTdyEULmTRkoOAcJGEjkwW1_B_0 2024-09-12T01:15:45.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.381+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.969946102022664858', time=2024-09-12T03:06:02.718313+0000, chain.objs.size()=1 2024-09-12T01:15:45.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.381+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.oywsAFJ7y0JaLHr86xNRIEcb_p0lomH_0 2024-09-12T01:15:45.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.382+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17828067940841577671', time=2024-09-12T03:06:02.720549+0000, chain.objs.size()=1 2024-09-12T01:15:45.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.382+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ZvxBt_VRWHBskjXjLB4Eovs2ryKDU-h_0 2024-09-12T01:15:45.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.382+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15130909000019812463', time=2024-09-12T03:06:02.755147+0000, chain.objs.size()=1 2024-09-12T01:15:45.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.382+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.oYiB9VOh0Gf4jwOvFlmmIZKW78PAl_6_0 2024-09-12T01:15:45.381 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.382+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5590931899079913779', time=2024-09-12T03:06:02.783845+0000, chain.objs.size()=1 2024-09-12T01:15:45.382 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.382+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.QJHtKSkccxMOFFhjpmIlHwYDUy30gX9_0 2024-09-12T01:15:45.382 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.382+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8208806222692293989', time=2024-09-12T03:06:02.784718+0000, chain.objs.size()=1 2024-09-12T01:15:45.382 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.382+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.83sEV_MUbB11mB9x-xxrHhay4DAAzG8_0 2024-09-12T01:15:45.382 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.382+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15123140728518180080', time=2024-09-12T03:06:02.796531+0000, chain.objs.size()=1 2024-09-12T01:15:45.382 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.382+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.n1Cfy-5SE-4UGwa-qxi9zrcxvv-InYz_0 2024-09-12T01:15:45.382 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.382+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16990655752709119901', time=2024-09-12T03:06:02.810395+0000, chain.objs.size()=1 2024-09-12T01:15:45.382 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.382+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.onQMeQHXC32TJzYbqeKNKAJiU70kk4z_0 2024-09-12T01:15:45.384 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.386+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6520956412211465538', time=2024-09-12T03:06:02.814799+0000, chain.objs.size()=1 2024-09-12T01:15:45.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.386+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.mpUyk8buJOtOEvOK1g7ksh6XpeCyigj_0 2024-09-12T01:15:45.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.386+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9978388371399004899', time=2024-09-12T03:06:02.920174+0000, chain.objs.size()=1 2024-09-12T01:15:45.385 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.386+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.MLatsY2T9zLPlLNBfpFyp7K01W7nhWi_0 2024-09-12T01:15:45.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.387+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.35702186443324774', time=2024-09-12T03:06:02.947771+0000, chain.objs.size()=1 2024-09-12T01:15:45.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.387+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xnaQGsjJX548-pxcp5KqANZSKDuh4rY_0 2024-09-12T01:15:45.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.387+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14880281787778934504', time=2024-09-12T03:06:11.622085+0000, chain.objs.size()=1 2024-09-12T01:15:45.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.387+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.DPthiXKKPUEE1mA5c776rAWyOVrfiZa_0 2024-09-12T01:15:45.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.387+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.505908629198829924', time=2024-09-12T03:06:11.628130+0000, chain.objs.size()=1 2024-09-12T01:15:45.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.387+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Rm8qASVhYT7MzahAZXAjlxhSVSvoCTq_0 2024-09-12T01:15:45.386 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.387+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5230121371397390349', time=2024-09-12T03:06:11.675548+0000, chain.objs.size()=1 2024-09-12T01:15:45.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.387+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.58y52gd9AwPexto1Gb75ud9pEKQ_4L4_0 2024-09-12T01:15:45.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.387+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16286739107694768507', time=2024-09-12T03:06:11.779687+0000, chain.objs.size()=1 2024-09-12T01:15:45.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.387+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.n5cFwcUUaJV02ewBoxnk0dGA3HZwEcp_0 2024-09-12T01:15:45.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.387+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15812783955935764478', time=2024-09-12T03:06:11.794836+0000, chain.objs.size()=1 2024-09-12T01:15:45.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.387+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.yXJqnNK9mPvPnGnkFIoltiPwKdgvveO_0 2024-09-12T01:15:45.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.387+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13793974825413628323', time=2024-09-12T03:06:11.795782+0000, chain.objs.size()=1 2024-09-12T01:15:45.387 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.387+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.tXB-EFgHNHL-39mRvsGtkWztholm9YL_0 2024-09-12T01:15:45.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.388+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.188639119883647872', time=2024-09-12T03:06:11.867583+0000, chain.objs.size()=1 2024-09-12T01:15:45.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.388+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.XeZwy_2Y7AaBYj7IATOmyRO0LJ88svG_0 2024-09-12T01:15:45.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.388+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16010553092390879234', time=2024-09-12T03:06:11.893744+0000, chain.objs.size()=1 2024-09-12T01:15:45.388 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.388+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.VUhyAtBVs5RtxdcK0UR1LgKQ22x7VV9_0 2024-09-12T01:15:45.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.391+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13589399398874854764', time=2024-09-12T03:06:11.988778+0000, chain.objs.size()=1 2024-09-12T01:15:45.390 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.391+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.0SpUPAeeHgtvTc3JQCqwrtWxe-Dj2Q8_0 2024-09-12T01:15:45.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12129724230274832403', time=2024-09-12T03:06:12.049124+0000, chain.objs.size()=1 2024-09-12T01:15:45.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.8mQrBQeEofWLa3NErUVHl1t0Itjuu6T_0 2024-09-12T01:15:45.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5422483782469158586', time=2024-09-12T03:06:12.050004+0000, chain.objs.size()=1 2024-09-12T01:15:45.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Z2AT9ihOjn_jEnwsqYSjNWYyMuICT0r_0 2024-09-12T01:15:45.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8285760658027492382', time=2024-09-12T03:06:12.063853+0000, chain.objs.size()=1 2024-09-12T01:15:45.392 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.R8oulK9pBvOalACNFMzh_7ieAHWMBkW_0 2024-09-12T01:15:45.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3895186287783017927', time=2024-09-12T03:06:12.082478+0000, chain.objs.size()=1 2024-09-12T01:15:45.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.cFc69FhALGfOXPfAmm1cAq3zERfDxjl_0 2024-09-12T01:15:45.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8639838737429450220', time=2024-09-12T03:06:12.085047+0000, chain.objs.size()=1 2024-09-12T01:15:45.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.2epTvc7X1ZZrihYZtSiGTaiHKF2sddF_0 2024-09-12T01:15:45.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6328402978826885692', time=2024-09-12T03:06:12.088702+0000, chain.objs.size()=1 2024-09-12T01:15:45.393 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.AnQKvBsBD8ZibqtsWJF2EzVJzrZXgrH_0 2024-09-12T01:15:45.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1031607460775972807', time=2024-09-12T03:06:12.167305+0000, chain.objs.size()=1 2024-09-12T01:15:45.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.5uBsEaKwF8Mm5IzNo-JBaOD3h5uEJVc_0 2024-09-12T01:15:45.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6830116584003036135', time=2024-09-12T03:06:12.205042+0000, chain.objs.size()=1 2024-09-12T01:15:45.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.mqO4h1KeR_LX46vE6Nr0zlCH5fH10WW_0 2024-09-12T01:15:45.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.801413569316602688', time=2024-09-12T03:06:12.371772+0000, chain.objs.size()=1 2024-09-12T01:15:45.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.2RcSqKA3DwR5kentYWuLw0GWBlvLaMT_0 2024-09-12T01:15:45.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5202022927856008622', time=2024-09-12T03:06:12.379008+0000, chain.objs.size()=1 2024-09-12T01:15:45.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.KUbrUytTduUJnauuKSWBhePrnuHX8_t_0 2024-09-12T01:15:45.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.674028650690358971', time=2024-09-12T03:06:12.420805+0000, chain.objs.size()=1 2024-09-12T01:15:45.394 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.393+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.tfu3HPMK0uUNytcYnfkRFxUxMJLuWrU_0 2024-09-12T01:15:45.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.398+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3521292875952462930', time=2024-09-12T03:06:12.482547+0000, chain.objs.size()=1 2024-09-12T01:15:45.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.398+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.tDFHXIc7_rAtXkc1-nj_rESV3DAu0S2_0 2024-09-12T01:15:45.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.398+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7515028803497379047', time=2024-09-12T03:06:12.560105+0000, chain.objs.size()=1 2024-09-12T01:15:45.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.398+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.nnUJxAYKS_yTBffMXidXixHwJhT39mo_0 2024-09-12T01:15:45.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.398+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1681467248006602402', time=2024-09-12T03:06:12.607964+0000, chain.objs.size()=1 2024-09-12T01:15:45.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.398+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.3QW50YD8AzP7o9Dkur0EKh5-3JNz8zb_0 2024-09-12T01:15:45.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.398+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14213570016879973228', time=2024-09-12T03:06:12.813256+0000, chain.objs.size()=1 2024-09-12T01:15:45.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.398+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Tgpjm4MqnJadk2Wm-UQJqQrwKDKqR04_0 2024-09-12T01:15:45.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.398+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17609980252471664754', time=2024-09-12T03:06:12.857034+0000, chain.objs.size()=1 2024-09-12T01:15:45.397 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.398+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.kaiii7O0ngDK5yYSm9PQOpAR3VTMrsf_0 2024-09-12T01:15:45.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.398+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4656536369968575089', time=2024-09-12T03:06:12.867085+0000, chain.objs.size()=1 2024-09-12T01:15:45.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.398+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ZF-ZZIFhl_oK-PU4tqfF9FLLJaizyZ4_0 2024-09-12T01:15:45.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.398+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8657506043267318752', time=2024-09-12T03:06:12.971424+0000, chain.objs.size()=1 2024-09-12T01:15:45.398 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.398+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.LG7jZ5LfLedHkmaQ2rSgpe8mWhL76JO_0 2024-09-12T01:15:45.400 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.401+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/71734 2024-09-12T01:15:45.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.403+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=17, truncated=0, next_marker='' 2024-09-12T01:15:45.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.403+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15129026653595127184', time=2024-09-12T03:06:13.013101+0000, chain.objs.size()=1 2024-09-12T01:15:45.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.403+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.BglvBuqmwUye-hx58H1HQg3aQxEyGYl_0 2024-09-12T01:15:45.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.403+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4804596216062325476', time=2024-09-12T03:06:13.015472+0000, chain.objs.size()=1 2024-09-12T01:15:45.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.403+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.kSR6Ry0hCZrPzL2o1fFoeJBmV11p8G-_0 2024-09-12T01:15:45.403 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.403+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15420132509902175501', time=2024-09-12T03:06:13.019022+0000, chain.objs.size()=1 2024-09-12T01:15:45.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.403+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.P4H3TdnxNp5HnluDzIZ5ilDhNEos92F_0 2024-09-12T01:15:45.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.403+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16982786205086107232', time=2024-09-12T03:06:13.033784+0000, chain.objs.size()=1 2024-09-12T01:15:45.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.403+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.WzZYkg9z4LmS8PhO68oNtWF22_5xMdj_0 2024-09-12T01:15:45.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.404+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14238699296229862753', time=2024-09-12T03:06:34.873503+0000, chain.objs.size()=1 2024-09-12T01:15:45.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.404+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.374__shadow_.rZ_FKy5rIgBo5hCxuUId-O3ondwq8a9_0 2024-09-12T01:15:45.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.404+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11914109176074155393', time=2024-09-12T03:07:36.082998+0000, chain.objs.size()=1 2024-09-12T01:15:45.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.404+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.488__shadow_.E5cfm0mpozluAbhGqAAzCFvZvGTH8Ya_0 2024-09-12T01:15:45.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.404+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13982828493477550420', time=2024-09-12T03:07:39.589639+0000, chain.objs.size()=1 2024-09-12T01:15:45.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.404+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.496__shadow_.0VM1klbfCBiHLotvI5fU91MF51BLKn-_0 2024-09-12T01:15:45.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.404+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3787434413156935723', time=2024-09-12T03:07:56.465656+0000, chain.objs.size()=3 2024-09-12T01:15:45.404 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.404+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.522__multipart_mymultipart.2~13WMrQ2aKZ92jnMqyt1Bd2Nl5I5-raI.1 2024-09-12T01:15:45.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.404+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.522__multipart_mymultipart.2~13WMrQ2aKZ92jnMqyt1Bd2Nl5I5-raI.2 2024-09-12T01:15:45.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.404+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.522__multipart_mymultipart.2~13WMrQ2aKZ92jnMqyt1Bd2Nl5I5-raI.3 2024-09-12T01:15:45.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.404+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11008934183113463137', time=2024-09-12T03:07:57.224601+0000, chain.objs.size()=1 2024-09-12T01:15:45.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.404+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.521__shadow:48QQv.jZ1ooDj6svzGCStWzsBf2nhei_.yZim5NVYFz-pPV6T04mhOmFIraymLGo_0 2024-09-12T01:15:45.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.404+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15575682614236396538', time=2024-09-12T03:07:57.327474+0000, chain.objs.size()=3 2024-09-12T01:15:45.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.404+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.522__multipart_mymultipart.2~exU6HaizUNXSBCIb2u4C1m08bpt7nQ4.1 2024-09-12T01:15:45.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.406+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.522__multipart_mymultipart.2~exU6HaizUNXSBCIb2u4C1m08bpt7nQ4.2 2024-09-12T01:15:45.405 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.406+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.522__multipart_mymultipart.2~exU6HaizUNXSBCIb2u4C1m08bpt7nQ4.3 2024-09-12T01:15:45.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.406+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~tOrtPheSXTy-2qeztFUSH-oDo78vnBf', time=2024-09-12T03:08:17.461267+0000, chain.objs.size()=1 2024-09-12T01:15:45.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.406+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.534__multipart_mymultipart.2~tOrtPheSXTy-2qeztFUSH-oDo78vnBf.1 2024-09-12T01:15:45.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.407+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4100320728017245075', time=2024-09-12T03:09:08.280762+0000, chain.objs.size()=1 2024-09-12T01:15:45.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.407+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:YM.TMoT2dkc8vkuanfDU5JzmxRPLesQ_.E3GmsGiyxKNQQPqnj1f3V7dgsYwYerM_0 2024-09-12T01:15:45.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.407+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5947531305076378846', time=2024-09-12T03:09:17.984939+0000, chain.objs.size()=1 2024-09-12T01:15:45.406 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.407+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.575__shadow:qtHKR8.8BkHur4-aXACu5OfxOsj0BT5_.BpZOQTdRoPMHfzKfJO_2_bHJ702MrFA_0 2024-09-12T01:15:45.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.407+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15842088519484152702', time=2024-09-12T03:09:33.998060+0000, chain.objs.size()=1 2024-09-12T01:15:45.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.407+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:3C1OzSGMBDeuSFPoKQUOxPQq6EotJkE_.iSazgzorExuXfkTCG68ZRr3Ho1H55wi_0 2024-09-12T01:15:45.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.407+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11480703005463642025', time=2024-09-12T03:09:42.321853+0000, chain.objs.size()=1 2024-09-12T01:15:45.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.407+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.583__shadow:g2SP3NCLJupAgPjhG5ubtq4NOdg83zk_.j1c0Bha4DHiTr9SmdzvBtBynesJzUdm_0 2024-09-12T01:15:45.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.407+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~0WaHSyKtGOHRYjZby5LgfX8aRuau5j7', time=2024-09-12T03:12:13.381670+0000, chain.objs.size()=12 2024-09-12T01:15:45.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.407+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.626__multipart_multipart_enc.2~0WaHSyKtGOHRYjZby5LgfX8aRuau5j7.1 2024-09-12T01:15:45.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.407+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.626__shadow_multipart_enc.2~0WaHSyKtGOHRYjZby5LgfX8aRuau5j7.1_1 2024-09-12T01:15:45.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.407+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.626__multipart_multipart_enc.2~0WaHSyKtGOHRYjZby5LgfX8aRuau5j7.2 2024-09-12T01:15:45.407 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.407+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.626__shadow_multipart_enc.2~0WaHSyKtGOHRYjZby5LgfX8aRuau5j7.2_1 2024-09-12T01:15:45.409 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.410+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.626__multipart_multipart_enc.2~0WaHSyKtGOHRYjZby5LgfX8aRuau5j7.3 2024-09-12T01:15:45.410 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.411+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.626__shadow_multipart_enc.2~0WaHSyKtGOHRYjZby5LgfX8aRuau5j7.3_1 2024-09-12T01:15:45.410 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.411+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.626__multipart_multipart_enc.2~0WaHSyKtGOHRYjZby5LgfX8aRuau5j7.4 2024-09-12T01:15:45.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.413+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.626__shadow_multipart_enc.2~0WaHSyKtGOHRYjZby5LgfX8aRuau5j7.4_1 2024-09-12T01:15:45.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.413+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.626__multipart_multipart_enc.2~0WaHSyKtGOHRYjZby5LgfX8aRuau5j7.5 2024-09-12T01:15:45.412 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.413+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.626__shadow_multipart_enc.2~0WaHSyKtGOHRYjZby5LgfX8aRuau5j7.5_1 2024-09-12T01:15:45.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.413+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.626__multipart_multipart_enc.2~0WaHSyKtGOHRYjZby5LgfX8aRuau5j7.6 2024-09-12T01:15:45.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.413+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.626__shadow_multipart_enc.2~0WaHSyKtGOHRYjZby5LgfX8aRuau5j7.6_1 2024-09-12T01:15:45.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.413+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15888510912224467642', time=2024-09-12T03:12:23.218577+0000, chain.objs.size()=1 2024-09-12T01:15:45.413 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.413+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.646__shadow_.FU0-OZOGbxUSyteC4BEaDUwzWQGG0pp_0 2024-09-12T01:15:45.416 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.418+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:45.418 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.419+0000 7f12a26ca640 0 -- 172.21.15.38:0/1383317295 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x7f1298023be0 msgr2=0x7f116c08cb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:15:45.420 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.421+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2024-09-12T01:15:45.421 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.422+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:45.421 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.423+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:45.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.423+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/50513' 2024-09-12T01:15:45.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.423+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11957052652440399103', time=2024-09-12T03:03:03.288014+0000, chain.objs.size()=1 2024-09-12T01:15:45.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.423+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.149__shadow_.MQG7Wqj3KaslD5LjnC3WGQnt-JpYcWV_0 2024-09-12T01:15:45.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.423+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='_V73BlKjYkUMSekDITgBhxYpXmkigWv9', time=2024-09-12T03:03:09.840642+0000, chain.objs.size()=3 2024-09-12T01:15:45.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.423+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.FfYRxemm1UA7Av-IeweKDe_pn3WHQfQ_0 2024-09-12T01:15:45.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.423+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.FfYRxemm1UA7Av-IeweKDe_pn3WHQfQ_1 2024-09-12T01:15:45.423 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.423+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.FfYRxemm1UA7Av-IeweKDe_pn3WHQfQ_2 2024-09-12T01:15:45.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.424+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9770915668246403313', time=2024-09-12T03:04:55.565778+0000, chain.objs.size()=1 2024-09-12T01:15:45.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.424+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.232__shadow_.Gf7BVo2-EyhsPfHvtkdA4RMxKjwiPii_0 2024-09-12T01:15:45.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.424+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6846259484496758134', time=2024-09-12T03:04:59.732888+0000, chain.objs.size()=1 2024-09-12T01:15:45.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.424+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.239__shadow_.l3_CeD_fJxf9OOEHYi5Vm0-6_xwewv-_0 2024-09-12T01:15:45.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.424+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14351613843550293485', time=2024-09-12T03:05:05.552858+0000, chain.objs.size()=1 2024-09-12T01:15:45.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.424+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.249__shadow_.Cuzq_t0T5V54pqs4x9xMpUcwhM39MW6_0 2024-09-12T01:15:45.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.424+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14490368054780514748', time=2024-09-12T03:05:07.034135+0000, chain.objs.size()=1 2024-09-12T01:15:45.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.424+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.252__shadow_.p7GFKX0S35sFlNT-Lya4s5--3LVrGtt_0 2024-09-12T01:15:45.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.424+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7757110297532577333', time=2024-09-12T03:05:08.487778+0000, chain.objs.size()=1 2024-09-12T01:15:45.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.424+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.255__shadow_.xrl1SCZwa7HrEnaJ7huMLt4IyV6BtKK_0 2024-09-12T01:15:45.424 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.424+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16638368989335145125', time=2024-09-12T03:05:09.947946+0000, chain.objs.size()=1 2024-09-12T01:15:45.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.424+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.258__shadow_.ZPYKy06D1TqK5Rvt0NtrzBAtSyD1BbK_0 2024-09-12T01:15:45.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.424+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17285795802434888011', time=2024-09-12T03:05:20.230646+0000, chain.objs.size()=1 2024-09-12T01:15:45.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.424+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.uHf4DgpJt31dRY5XP-sPGLxyINrUuPC_0 2024-09-12T01:15:45.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.424+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18068087297566665065', time=2024-09-12T03:05:20.485423+0000, chain.objs.size()=1 2024-09-12T01:15:45.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.424+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.eb_-3hLEMfFoaU-c1YHAXc-OUP1lWsc_0 2024-09-12T01:15:45.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.426+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16251373763140048560', time=2024-09-12T03:05:20.648662+0000, chain.objs.size()=1 2024-09-12T01:15:45.425 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.426+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.opkyE4JnbtKxxKe-VjJWif2oWnmCK0E_0 2024-09-12T01:15:45.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.427+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17900729593638491923', time=2024-09-12T03:05:20.866171+0000, chain.objs.size()=1 2024-09-12T01:15:45.426 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.427+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.MYIZEw06_xEPFsgJJa-_XfL5oR-c-jz_0 2024-09-12T01:15:45.427 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6887669091484358940', time=2024-09-12T03:05:20.869515+0000, chain.objs.size()=1 2024-09-12T01:15:45.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ORpgTp2_pVG2hKYU-cQO3BxaUUcaoft_0 2024-09-12T01:15:45.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13448051831737432199', time=2024-09-12T03:05:20.889313+0000, chain.objs.size()=1 2024-09-12T01:15:45.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.PTLcc0eAfKkHT4Jd7I_jAYRf9MgHnfx_0 2024-09-12T01:15:45.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8979889915106658644', time=2024-09-12T03:05:20.998882+0000, chain.objs.size()=1 2024-09-12T01:15:45.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.oRBKDytZErrJkBOqambt3qHi26lajNk_0 2024-09-12T01:15:45.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.842894015901646605', time=2024-09-12T03:05:21.000341+0000, chain.objs.size()=1 2024-09-12T01:15:45.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.R6TibxeyykZB6VBdqK-AQZh889dFiEW_0 2024-09-12T01:15:45.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13713001078837832621', time=2024-09-12T03:05:21.024714+0000, chain.objs.size()=1 2024-09-12T01:15:45.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.-2UJeT3QSv69RFl0YVNUoA-VF-qP7q8_0 2024-09-12T01:15:45.428 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18309737324400814791', time=2024-09-12T03:05:21.043976+0000, chain.objs.size()=1 2024-09-12T01:15:45.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.PyHI6P2bKTe2TeHNt_jdnIJqTpD-zXi_0 2024-09-12T01:15:45.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16575735536584230419', time=2024-09-12T03:05:21.084750+0000, chain.objs.size()=1 2024-09-12T01:15:45.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.mfRRfpSuvkm200vNxW5X9RRiyiqjONm_0 2024-09-12T01:15:45.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9999685908640380300', time=2024-09-12T03:05:21.088933+0000, chain.objs.size()=1 2024-09-12T01:15:45.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.i_kIC5x9SsJBxuyVG5StfPFsLR3URMY_0 2024-09-12T01:15:45.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11389587866240469600', time=2024-09-12T03:05:21.100583+0000, chain.objs.size()=1 2024-09-12T01:15:45.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.SrIxaihJTRySqdUgi5Kq-GM1hN3zQVS_0 2024-09-12T01:15:45.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5430976794571220280', time=2024-09-12T03:05:21.222861+0000, chain.objs.size()=1 2024-09-12T01:15:45.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.fml2N4d-W3pvzaDkJZvWKckl7V4kvwY_0 2024-09-12T01:15:45.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13028082897882248987', time=2024-09-12T03:05:21.282953+0000, chain.objs.size()=1 2024-09-12T01:15:45.429 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.429+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.AReFPWTQio2AgsiL0xAStlBN-xmzPW1_0 2024-09-12T01:15:45.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a36cc640 0 -- 172.21.15.38:0/1383317295 >> [v2:172.21.15.194:6824/2257857096,v1:172.21.15.194:6825/2257857096] conn(0x7f128c0030f0 msgr2=0x7f1298092a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:15:45.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2089628320272778243', time=2024-09-12T03:05:21.396802+0000, chain.objs.size()=1 2024-09-12T01:15:45.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.JpXX8mtfCrNKh5JF2kgnTsDAaT4TU2p_0 2024-09-12T01:15:45.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9179513937898166168', time=2024-09-12T03:05:21.451492+0000, chain.objs.size()=1 2024-09-12T01:15:45.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ngRnV_KfrxF1wKITUMBL3V7U4nw0B6T_0 2024-09-12T01:15:45.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9516796242308649148', time=2024-09-12T03:05:21.476874+0000, chain.objs.size()=1 2024-09-12T01:15:45.431 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.uBplDMi3SyA12mQtWrmdw1n3LbBGca1_0 2024-09-12T01:15:45.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2419393254249554641', time=2024-09-12T03:05:21.603613+0000, chain.objs.size()=1 2024-09-12T01:15:45.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.WYY8lr26AqD19AYnSDGOb4BwTuDn11l_0 2024-09-12T01:15:45.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14347374769998338874', time=2024-09-12T03:05:21.604669+0000, chain.objs.size()=1 2024-09-12T01:15:45.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.zkYR2vw0iSsN0S5h-2hiTzbJCNDPlnA_0 2024-09-12T01:15:45.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14293634262653865764', time=2024-09-12T03:05:21.617787+0000, chain.objs.size()=1 2024-09-12T01:15:45.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.CnY3aq5e9YqNa7MtcsWz1m7NOe0Iv4L_0 2024-09-12T01:15:45.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8546641036019341614', time=2024-09-12T03:05:21.619720+0000, chain.objs.size()=1 2024-09-12T01:15:45.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.HCtROW9yIRDgkeZg2-19jSR3IyeirjK_0 2024-09-12T01:15:45.432 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12258214460941801085', time=2024-09-12T03:05:26.452046+0000, chain.objs.size()=1 2024-09-12T01:15:45.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.273__shadow_.4c6qQLLrgTR2zhHBIzrj2BJnSuJGQ5-_0 2024-09-12T01:15:45.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4643217694565771416', time=2024-09-12T03:05:32.923726+0000, chain.objs.size()=1 2024-09-12T01:15:45.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.286__shadow_.MKey7b5ivvydXWRM4lG9MD1b1wE9KVj_0 2024-09-12T01:15:45.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5475143427065564136', time=2024-09-12T03:05:35.328235+0000, chain.objs.size()=1 2024-09-12T01:15:45.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.291__shadow_.Hseo0pz1m0NuuQwpvqKIo8mICuTtkIm_0 2024-09-12T01:15:45.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.402933386143129997', time=2024-09-12T03:05:36.897349+0000, chain.objs.size()=1 2024-09-12T01:15:45.433 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.432+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.HkOBUIr9l0RPLhlEjtwqZ69U_n_s_2O_0 2024-09-12T01:15:45.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.435+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6961376729474483579', time=2024-09-12T03:05:38.696685+0000, chain.objs.size()=1 2024-09-12T01:15:45.434 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.435+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.296__shadow_.LApHwAmS8KtvFPAOd51JoYY-VmNkhBB_0 2024-09-12T01:15:45.435 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.436+0000 7f12a26ca640 0 -- 172.21.15.38:0/1383317295 >> [v2:172.21.15.194:6816/68546384,v1:172.21.15.194:6817/68546384] conn(0x7f1294068020 msgr2=0x7f12940ada90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:15:45.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17689553637624480109', time=2024-09-12T03:05:40.226061+0000, chain.objs.size()=1 2024-09-12T01:15:45.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.299__shadow_.AaVGdqRPTOLAS1A1SWseYzIYSYLtifA_0 2024-09-12T01:15:45.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14953486146152862263', time=2024-09-12T03:05:42.729091+0000, chain.objs.size()=1 2024-09-12T01:15:45.437 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.304__shadow_.SXR1DAD9FBRDXZcoL0diLRxqHZE_WQb_0 2024-09-12T01:15:45.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17003408130094916603', time=2024-09-12T03:05:42.730322+0000, chain.objs.size()=1 2024-09-12T01:15:45.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.304__shadow_.OniPpstm23EwnXbRzFZ1oaf9R3kNViO_0 2024-09-12T01:15:45.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9711125085185339879', time=2024-09-12T03:06:01.474297+0000, chain.objs.size()=1 2024-09-12T01:15:45.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.KIDD3-6opMJ2lXO4p1V5eYpqidjd-_C_0 2024-09-12T01:15:45.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6327232537392422143', time=2024-09-12T03:06:01.524849+0000, chain.objs.size()=1 2024-09-12T01:15:45.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.vG_4VwvvMwgFlzrm39RIdyfTPimuBbc_0 2024-09-12T01:15:45.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5795086175009814990', time=2024-09-12T03:06:01.540850+0000, chain.objs.size()=1 2024-09-12T01:15:45.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.lsprMpmBifMrR1s1B3f0eZLs66BukOI_0 2024-09-12T01:15:45.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15436759594438066304', time=2024-09-12T03:06:01.541530+0000, chain.objs.size()=1 2024-09-12T01:15:45.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ytd1EinpTXcNZt_YEadCh628fXlkeTR_0 2024-09-12T01:15:45.438 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1838833991694131471', time=2024-09-12T03:06:01.542235+0000, chain.objs.size()=1 2024-09-12T01:15:45.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HHhDoWNVMAbmzHp4_Loo16tm1ecLWez_0 2024-09-12T01:15:45.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18404910030437654267', time=2024-09-12T03:06:01.572469+0000, chain.objs.size()=1 2024-09-12T01:15:45.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.rRHziTaNGHmXCsUfJHnYkLjJDMAr5Bj_0 2024-09-12T01:15:45.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1451091746728906173', time=2024-09-12T03:06:01.590119+0000, chain.objs.size()=1 2024-09-12T01:15:45.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fInPx55IrbHIgmGQUKyQh3bipQd30pw_0 2024-09-12T01:15:45.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15855778252900245239', time=2024-09-12T03:06:01.695254+0000, chain.objs.size()=1 2024-09-12T01:15:45.439 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.438+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.zpRCv8WaNRTIATGmvPohn2vWmk0wr3x_0 2024-09-12T01:15:45.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.441+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9666875363750969000', time=2024-09-12T03:06:01.734886+0000, chain.objs.size()=1 2024-09-12T01:15:45.440 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.441+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.b7HIytBOWx8mO5trIZTS_oh5ZL1irZ0_0 2024-09-12T01:15:45.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.442+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15517895591115587515', time=2024-09-12T03:06:01.747545+0000, chain.objs.size()=1 2024-09-12T01:15:45.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.442+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.nxLMFStZo2h-u8RNNGMmlWHxQkPjlAd_0 2024-09-12T01:15:45.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.442+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11766610138986237303', time=2024-09-12T03:06:01.748409+0000, chain.objs.size()=1 2024-09-12T01:15:45.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.442+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.-sXZY69j_Qma6YCmO1I1kZ7bCKErYpA_0 2024-09-12T01:15:45.441 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.442+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7491488938625366077', time=2024-09-12T03:06:01.795087+0000, chain.objs.size()=1 2024-09-12T01:15:45.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.442+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.V7Om37MbBWDGd5LfDvSMqPcooxvhmzI_0 2024-09-12T01:15:45.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.442+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9897730820642425270', time=2024-09-12T03:06:01.883019+0000, chain.objs.size()=1 2024-09-12T01:15:45.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.442+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.e2vhyu3OSW21OUwe2tPyVjulzUd8vcI_0 2024-09-12T01:15:45.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.443+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3493727766296101012', time=2024-09-12T03:06:01.920612+0000, chain.objs.size()=1 2024-09-12T01:15:45.442 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.443+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xxL2kQdg7Owd5INTRv4hj9aC7y9ruO3_0 2024-09-12T01:15:45.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.444+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9798381084489218806', time=2024-09-12T03:06:02.006224+0000, chain.objs.size()=1 2024-09-12T01:15:45.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.444+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.BDirswtnhFlKWC4P7_PVvFk0e8i7Z6t_0 2024-09-12T01:15:45.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.444+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14636398785678603218', time=2024-09-12T03:06:02.098862+0000, chain.objs.size()=1 2024-09-12T01:15:45.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.444+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.gXCelufNQui-EnvPmUhEJplFQ3eAvje_0 2024-09-12T01:15:45.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.444+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13499885139634477461', time=2024-09-12T03:06:02.209648+0000, chain.objs.size()=1 2024-09-12T01:15:45.443 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.444+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.FmY3Af8x6kKqoIh7yP6hXmLlpYkN69G_0 2024-09-12T01:15:45.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.444+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6819242620968595269', time=2024-09-12T03:06:02.295793+0000, chain.objs.size()=1 2024-09-12T01:15:45.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.444+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.hJ5VTkNh4THyQF2WVdKMGd6CjsMXrFP_0 2024-09-12T01:15:45.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.444+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10771883434377267424', time=2024-09-12T03:06:02.313582+0000, chain.objs.size()=1 2024-09-12T01:15:45.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.444+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ilZkshcudCP0qpK921SKh4fT8XOW2vz_0 2024-09-12T01:15:45.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.445+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1326813934838269466', time=2024-09-12T03:06:02.350523+0000, chain.objs.size()=1 2024-09-12T01:15:45.444 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.445+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.5283RMUi1LIJSAu8PSHMB_LERVxwp4M_0 2024-09-12T01:15:45.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.446+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11037433685249478944', time=2024-09-12T03:06:02.405098+0000, chain.objs.size()=1 2024-09-12T01:15:45.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.446+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.rlu6VvqmifvDD7dHOB66PaZk3D9rMFF_0 2024-09-12T01:15:45.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.446+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.494400681080603980', time=2024-09-12T03:06:02.411047+0000, chain.objs.size()=1 2024-09-12T01:15:45.445 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.446+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.5IqmZpPGJVSOdDkhltUkWP0l5MioaTs_0 2024-09-12T01:15:45.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.447+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11865285617979680386', time=2024-09-12T03:06:02.503617+0000, chain.objs.size()=1 2024-09-12T01:15:45.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.447+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.yeNND3GnzHUdx90UcQ53DLvMpJK5VK0_0 2024-09-12T01:15:45.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.447+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17563510582508877019', time=2024-09-12T03:06:02.537480+0000, chain.objs.size()=1 2024-09-12T01:15:45.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.447+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.TnzpD2g48nN_lSrUXQjb_8OpH6kCFEv_0 2024-09-12T01:15:45.446 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.447+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6465136888203304150', time=2024-09-12T03:06:02.545676+0000, chain.objs.size()=1 2024-09-12T01:15:45.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.447+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.QEzUd_AHEgfYoFmx1xIxw3bzN3Xb0aC_0 2024-09-12T01:15:45.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.448+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2947065580760609935', time=2024-09-12T03:06:02.562017+0000, chain.objs.size()=1 2024-09-12T01:15:45.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.448+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.LlMIoS10BFnOi4IJnIYOulS0Gl_XK3c_0 2024-09-12T01:15:45.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.448+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10294785576767630198', time=2024-09-12T03:06:02.610370+0000, chain.objs.size()=1 2024-09-12T01:15:45.447 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.448+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.62BOtpbS6-33iZvBZA7pPXBNcyCQuKW_0 2024-09-12T01:15:45.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.450+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4663230878358637530', time=2024-09-12T03:06:02.709882+0000, chain.objs.size()=1 2024-09-12T01:15:45.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.450+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ID0RyJax2CoeCSy47BRtTodvdh8XYav_0 2024-09-12T01:15:45.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.450+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1652112759367682834', time=2024-09-12T03:06:02.733957+0000, chain.objs.size()=1 2024-09-12T01:15:45.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.450+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.oPuOaC6hEQgP4w22ThhhXyxGUT4HdV8_0 2024-09-12T01:15:45.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.450+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15378862142548963115', time=2024-09-12T03:06:02.896147+0000, chain.objs.size()=1 2024-09-12T01:15:45.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.450+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.LwmulShoDIxszxoj8iBy2Lp2KsCUrS__0 2024-09-12T01:15:45.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.450+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2886990681524555213', time=2024-09-12T03:06:02.908594+0000, chain.objs.size()=1 2024-09-12T01:15:45.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.450+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.9Tt8-KAab7hIIV3Dp5sbM8KDFNSzDw8_0 2024-09-12T01:15:45.449 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.450+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.252407455756525353', time=2024-09-12T03:06:02.930315+0000, chain.objs.size()=1 2024-09-12T01:15:45.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.450+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.YO51K4WcNOBfNZ1YzysY4Qo7t7ALL6-_0 2024-09-12T01:15:45.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.450+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8705709566440968175', time=2024-09-12T03:06:11.587164+0000, chain.objs.size()=1 2024-09-12T01:15:45.450 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.450+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.smB5cOWHhMoIJdMZSMUL3Jluoz41nTk_0 2024-09-12T01:15:45.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.451+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1950026110506127281', time=2024-09-12T03:06:11.618777+0000, chain.objs.size()=1 2024-09-12T01:15:45.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.451+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.NCIshfinND4is5XHRkIPxeOvQylViqq_0 2024-09-12T01:15:45.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.452+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16199700742529314765', time=2024-09-12T03:06:11.629896+0000, chain.objs.size()=1 2024-09-12T01:15:45.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.452+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.WMvggEXZnkyA-gcA-T5br1BVz4DK2UF_0 2024-09-12T01:15:45.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.452+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5319309910654042524', time=2024-09-12T03:06:11.649628+0000, chain.objs.size()=1 2024-09-12T01:15:45.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.452+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.jp5nn_C2TwAYNMGvWgryQuQmJC0Na3Z_0 2024-09-12T01:15:45.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.452+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13862671883134004060', time=2024-09-12T03:06:11.660261+0000, chain.objs.size()=1 2024-09-12T01:15:45.451 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.452+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Q1l5i7U1W57_2CwRv8jl2ZsNrHAn8Q8_0 2024-09-12T01:15:45.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.452+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17600340661960173247', time=2024-09-12T03:06:11.671289+0000, chain.objs.size()=1 2024-09-12T01:15:45.452 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.452+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.NbThOuJraEdGD3UIuz2EXMVn10w3Jiw_0 2024-09-12T01:15:45.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.454+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10642573842092409798', time=2024-09-12T03:06:11.683847+0000, chain.objs.size()=1 2024-09-12T01:15:45.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.454+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.CFghsUUAhRNdxClvD5ID2FTw3ijKF_F_0 2024-09-12T01:15:45.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.454+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7098975332055853358', time=2024-09-12T03:06:11.829568+0000, chain.objs.size()=1 2024-09-12T01:15:45.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.454+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.BoMo8ylQpAU_ODvDf3rI0XIoyKwqcl5_0 2024-09-12T01:15:45.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.454+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11154869756118978724', time=2024-09-12T03:06:11.874054+0000, chain.objs.size()=1 2024-09-12T01:15:45.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.454+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.y40MFncHJBSL3thhYRemq63SmAtRsEU_0 2024-09-12T01:15:45.453 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.454+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2198341763996763857', time=2024-09-12T03:06:12.011927+0000, chain.objs.size()=1 2024-09-12T01:15:45.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.454+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.BJUqUgfocySyQLv_nOjEIgiE_Fdy9dq_0 2024-09-12T01:15:45.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.454+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11333993866287414525', time=2024-09-12T03:06:12.067440+0000, chain.objs.size()=1 2024-09-12T01:15:45.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.454+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.q1Qph7AEYLw5hQQbNEU_-qhAan1-x9w_0 2024-09-12T01:15:45.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.454+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10488662909821561326', time=2024-09-12T03:06:12.078575+0000, chain.objs.size()=1 2024-09-12T01:15:45.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.454+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.CizX53tduM04YJJmvwdCk2ODPG9bbJb_0 2024-09-12T01:15:45.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.454+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14806793710235141391', time=2024-09-12T03:06:12.085681+0000, chain.objs.size()=1 2024-09-12T01:15:45.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.454+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.HBYm2tIlY2toMEOXy-m4nlRVJM8XcaQ_0 2024-09-12T01:15:45.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.454+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3109717866380922733', time=2024-09-12T03:06:12.166309+0000, chain.objs.size()=1 2024-09-12T01:15:45.454 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.454+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.nDJyzp5M8jxf3nXzTDSjMKufxhv92pW_0 2024-09-12T01:15:45.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.456+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5838036693030060893', time=2024-09-12T03:06:12.168919+0000, chain.objs.size()=1 2024-09-12T01:15:45.455 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.456+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.6tRHAxhgMDPz6yV2LmbWCbX7-zTaoq3_0 2024-09-12T01:15:45.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.457+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3907319856470747708', time=2024-09-12T03:06:12.189494+0000, chain.objs.size()=1 2024-09-12T01:15:45.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.457+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.pEI9iVevzDkszwRstfn8Gf22QWoQp7J_0 2024-09-12T01:15:45.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.457+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17803723482712291038', time=2024-09-12T03:06:12.201878+0000, chain.objs.size()=1 2024-09-12T01:15:45.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.457+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.FBflfT_Mg9KgWsCiz_DgAOB2yrgc4FJ_0 2024-09-12T01:15:45.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.458+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6330457554787901571', time=2024-09-12T03:06:12.218860+0000, chain.objs.size()=1 2024-09-12T01:15:45.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.458+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.jWOosQWD4F9LxvKkWLPTWboM9pIRGkF_0 2024-09-12T01:15:45.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.458+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3796708700956335600', time=2024-09-12T03:06:12.265327+0000, chain.objs.size()=1 2024-09-12T01:15:45.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.458+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9oFCneet7Wt8bJxTn4pqHzJ_isKh2bJ_0 2024-09-12T01:15:45.457 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.458+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3300954040167551973', time=2024-09-12T03:06:12.273048+0000, chain.objs.size()=1 2024-09-12T01:15:45.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.458+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.KmooixoWZyJ8lTVH_DCippUq7iHtgSj_0 2024-09-12T01:15:45.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.458+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5657659509904714203', time=2024-09-12T03:06:12.389372+0000, chain.objs.size()=1 2024-09-12T01:15:45.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.458+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.IxH0dfzYgzY1u6a20PCZhXJs7YahdfT_0 2024-09-12T01:15:45.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.458+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5177971313626012140', time=2024-09-12T03:06:12.468370+0000, chain.objs.size()=1 2024-09-12T01:15:45.458 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.458+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.jE6s9D2-dAVQSsyu31zm-u4kMniBkAX_0 2024-09-12T01:15:45.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.461+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14214142564123281623', time=2024-09-12T03:06:12.469570+0000, chain.objs.size()=1 2024-09-12T01:15:45.459 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.461+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.HOXpejbDRHD0rA93GPxq-DAJKcuLVxX_0 2024-09-12T01:15:45.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.461+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6402725776911807605', time=2024-09-12T03:06:12.470849+0000, chain.objs.size()=1 2024-09-12T01:15:45.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.461+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Ma6WXx0FivpXP3V2Roes__wEAK7K0Wp_0 2024-09-12T01:15:45.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.461+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3595843858845518811', time=2024-09-12T03:06:12.476056+0000, chain.objs.size()=1 2024-09-12T01:15:45.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.461+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_._xmzMxZ50_LaUxEKWu3hHvLAmGWFbz2_0 2024-09-12T01:15:45.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.461+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15792691260938626039', time=2024-09-12T03:06:12.563365+0000, chain.objs.size()=1 2024-09-12T01:15:45.460 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.461+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.V1I-N95gPNAJYK-0oEic_N-2I40AJNO_0 2024-09-12T01:15:45.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.461+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6145097150548594004', time=2024-09-12T03:06:12.615133+0000, chain.objs.size()=1 2024-09-12T01:15:45.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.461+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.r8L2lKPiFv96Um-iBTbV0jNVOZbDaN7_0 2024-09-12T01:15:45.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.462+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1406112796418159213', time=2024-09-12T03:06:12.626182+0000, chain.objs.size()=1 2024-09-12T01:15:45.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.462+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.uqxW0U8kGZrjxp6xzhq53Qm4rUD56cW_0 2024-09-12T01:15:45.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.462+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13523325822198051820', time=2024-09-12T03:06:12.671677+0000, chain.objs.size()=1 2024-09-12T01:15:45.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.462+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.v4KDgVS_Asn7TTXURAMdsATEpo5cbBA_0 2024-09-12T01:15:45.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.462+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10990168954783911607', time=2024-09-12T03:06:12.750473+0000, chain.objs.size()=1 2024-09-12T01:15:45.461 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.462+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.h2iE0a4ADlmQL-mAzdiTiZt3EArSapE_0 2024-09-12T01:15:45.464 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.465+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/50513 2024-09-12T01:15:45.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=31, truncated=0, next_marker='' 2024-09-12T01:15:45.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2407936115992046677', time=2024-09-12T03:06:12.858028+0000, chain.objs.size()=1 2024-09-12T01:15:45.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.3wKUGkQNoOyA24etp-zyGMqrA6ck6EE_0 2024-09-12T01:15:45.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6831318671004191898', time=2024-09-12T03:06:12.947427+0000, chain.objs.size()=1 2024-09-12T01:15:45.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.xUaTZ2RZiOvJoBZrvFhjqVvjcmYxcGR_0 2024-09-12T01:15:45.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8463315716317363780', time=2024-09-12T03:06:12.949101+0000, chain.objs.size()=1 2024-09-12T01:15:45.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7whhHdB5aVd9h5Ip7_T6HFha-Mzpt0A_0 2024-09-12T01:15:45.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2111034037849473519', time=2024-09-12T03:06:13.015114+0000, chain.objs.size()=1 2024-09-12T01:15:45.467 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.yY9422vPJEkuWqlvZpMXwvFBO39lhUe_0 2024-09-12T01:15:45.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11831044245097104715', time=2024-09-12T03:06:13.018808+0000, chain.objs.size()=1 2024-09-12T01:15:45.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Ejg-tlMo0xFQJ7va7EPthZqkoh_TL17_0 2024-09-12T01:15:45.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7392814619282167614', time=2024-09-12T03:06:13.019983+0000, chain.objs.size()=1 2024-09-12T01:15:45.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Y2HDpQrTLunCc6AZxINh3w0QLRgwwoM_0 2024-09-12T01:15:45.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3324264126786078043', time=2024-09-12T03:06:13.027545+0000, chain.objs.size()=1 2024-09-12T01:15:45.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.o7zFtj0wwUuddJR1nQscSTHhUh4m86D_0 2024-09-12T01:15:45.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7365545722953323410', time=2024-09-12T03:06:36.931011+0000, chain.objs.size()=1 2024-09-12T01:15:45.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.376__shadow_.DuwFX2gW1l2u_9gy4_qfUtw3yd4cx7v_0 2024-09-12T01:15:45.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15018745856665418684', time=2024-09-12T03:07:33.903704+0000, chain.objs.size()=1 2024-09-12T01:15:45.468 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.484__shadow_.gqbgd6s8oZfyFo6FfBHWJm2rZlQbDmo_0 2024-09-12T01:15:45.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13149015954194614733', time=2024-09-12T03:07:40.125789+0000, chain.objs.size()=1 2024-09-12T01:15:45.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.497__shadow_.mk_zTmMTGqqUE0qAUP01K0pltaA6Kwg_0 2024-09-12T01:15:45.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~mOBTNuDBTTYJcOjwMA3Izzdj1SmB0eL', time=2024-09-12T03:08:06.194187+0000, chain.objs.size()=1 2024-09-12T01:15:45.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~mOBTNuDBTTYJcOjwMA3Izzdj1SmB0eL.1 2024-09-12T01:15:45.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~mOBTNuDBTTYJcOjwMA3Izzdj1SmB0eL', time=2024-09-12T03:08:06.195758+0000, chain.objs.size()=1 2024-09-12T01:15:45.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.468+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~mOBTNuDBTTYJcOjwMA3Izzdj1SmB0eL.2 2024-09-12T01:15:45.469 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.470+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~mOBTNuDBTTYJcOjwMA3Izzdj1SmB0eL', time=2024-09-12T03:08:06.197203+0000, chain.objs.size()=1 2024-09-12T01:15:45.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.470+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~mOBTNuDBTTYJcOjwMA3Izzdj1SmB0eL.3 2024-09-12T01:15:45.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.470+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~mOBTNuDBTTYJcOjwMA3Izzdj1SmB0eL', time=2024-09-12T03:08:06.198983+0000, chain.objs.size()=1 2024-09-12T01:15:45.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.470+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~mOBTNuDBTTYJcOjwMA3Izzdj1SmB0eL.4 2024-09-12T01:15:45.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.470+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~mOBTNuDBTTYJcOjwMA3Izzdj1SmB0eL', time=2024-09-12T03:08:06.200412+0000, chain.objs.size()=1 2024-09-12T01:15:45.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.470+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~mOBTNuDBTTYJcOjwMA3Izzdj1SmB0eL.5 2024-09-12T01:15:45.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.470+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~mOBTNuDBTTYJcOjwMA3Izzdj1SmB0eL', time=2024-09-12T03:08:06.201784+0000, chain.objs.size()=1 2024-09-12T01:15:45.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.470+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~mOBTNuDBTTYJcOjwMA3Izzdj1SmB0eL.6 2024-09-12T01:15:45.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.470+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13734867912006813769', time=2024-09-12T03:09:10.099240+0000, chain.objs.size()=1 2024-09-12T01:15:45.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.470+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:hZXUgnahdeuLeuCem4.IFLFvjGjZ-Br_.SP2T_pPSmurPMBLQBFLK0_o4t6ndUrr_0 2024-09-12T01:15:45.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.470+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3030664852800409685', time=2024-09-12T03:09:11.138365+0000, chain.objs.size()=1 2024-09-12T01:15:45.470 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.470+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:hUD1L9uKK1wVfc.5BTjrBbvrYqVAZij_.V2Eea0-6hKWgLwP3EAMSCW88KfOMlMW_0 2024-09-12T01:15:45.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.471+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4059527945437292618', time=2024-09-12T03:09:22.276269+0000, chain.objs.size()=1 2024-09-12T01:15:45.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.471+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.577__shadow:dQvHdTcLUw3Eds44uPtVjTTslaF-rN5_.LB8aiDqZPMP6-3SL4s9cZi8Prc51b0q_0 2024-09-12T01:15:45.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.471+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12755522206943297866', time=2024-09-12T03:09:31.824974+0000, chain.objs.size()=1 2024-09-12T01:15:45.471 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.471+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:YMfjCGrnBqpc6FXHz0wcvZZXqOxU41g_.R9I_C40evk9Auoid49Vhlhn5JGJ_yAt_0 2024-09-12T01:15:45.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.473+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17611303510038380589', time=2024-09-12T03:09:36.937721+0000, chain.objs.size()=1 2024-09-12T01:15:45.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.473+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:yV44enNI-EAAEuV5BDWYQYOzbP8U72T_.sbu1b6vN6wPcPDOLYNz64XSl13BvMr__0 2024-09-12T01:15:45.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.473+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1255967291441836225', time=2024-09-12T03:09:40.528994+0000, chain.objs.size()=1 2024-09-12T01:15:45.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.473+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.580__shadow:L6UEzp4gmWg0qRdfuuK28JSo39TCKhq_.4Tk0PB-ohqyqaTf7Ni2Z9s7l4M3g9Hg_0 2024-09-12T01:15:45.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.473+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9154792629946868930', time=2024-09-12T03:09:41.773090+0000, chain.objs.size()=1 2024-09-12T01:15:45.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.473+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.581__shadow:E6QA42L0IkNCxHsiuXZ.9Qe4ND.xLrm_.hLrKQa4xD5BYc0B6Bg0kzGOnNg9yb3a_0 2024-09-12T01:15:45.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.473+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3875522397086366328', time=2024-09-12T03:09:45.778787+0000, chain.objs.size()=1 2024-09-12T01:15:45.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.473+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.588__shadow:Tikz55nnETZ7qahjvhYQnbXjIf06yn._.orxIeGj4WuspaWWiFyL5VL5CWlJonZY_0 2024-09-12T01:15:45.472 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.473+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15777201855570304623', time=2024-09-12T03:09:49.855770+0000, chain.objs.size()=1 2024-09-12T01:15:45.473 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.473+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.597__shadow_.Pwh5aI3j4mNwvlHuAmeY2-vjZd0qwGk_0 2024-09-12T01:15:45.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.475+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.623415683548303166', time=2024-09-12T03:11:05.920869+0000, chain.objs.size()=1 2024-09-12T01:15:45.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.475+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.618__shadow_.KXh9TcG3TPLYdSuNncKfSxOUDFNYNXS_0 2024-09-12T01:15:45.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.475+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13144878302794054406', time=2024-09-12T03:12:22.680184+0000, chain.objs.size()=1 2024-09-12T01:15:45.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.475+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.645__shadow_.tBflQUlUgMbV5rFJLItTKQ_KJ9kWVGf_0 2024-09-12T01:15:45.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.475+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12134351561171203955', time=2024-09-12T03:12:29.154132+0000, chain.objs.size()=1 2024-09-12T01:15:45.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.475+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.656__shadow_.C9ljSB_uutI7Y-ZFVJ_rAy8ojOIaIhx_0 2024-09-12T01:15:45.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.475+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14206316194144393778', time=2024-09-12T03:12:34.252125+0000, chain.objs.size()=1 2024-09-12T01:15:45.474 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.475+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.665__shadow_.BRaZW0EFKbsfh579uUhnI77P9xzzOOS_0 2024-09-12T01:15:45.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.475+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11981551996892374714', time=2024-09-12T03:12:50.006512+0000, chain.objs.size()=1 2024-09-12T01:15:45.475 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.475+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.701__shadow:l91L79H.AUuQpWVkx.hxqegHlfwbZ-i_._IbfACTtEsiZja_Oo9ymQJjnDC8oEw1_0 2024-09-12T01:15:45.477 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.479+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16691473235245369783', time=2024-09-12T03:13:25.117203+0000, chain.objs.size()=1 2024-09-12T01:15:45.478 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.479+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.735__shadow_.1BqE6vuHoZ5G7q0gyP8yYK8IuTO2SPf_0 2024-09-12T01:15:45.479 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.481+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:45.482 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.483+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2024-09-12T01:15:45.483 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.485+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:45.484 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.485+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:45.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/54811' 2024-09-12T01:15:45.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='_I_9HWxl7vWRyOCtTjdgjL3EUVKpRHpw', time=2024-09-12T03:03:09.067559+0000, chain.objs.size()=1 2024-09-12T01:15:45.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.9r8TlcwSjJFrPkgo4CNh0s57rsCEydk_0 2024-09-12T01:15:45.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='_zV-yLPq8uDEi4URY0woUA3gHLnysLhH', time=2024-09-12T03:03:13.097435+0000, chain.objs.size()=3 2024-09-12T01:15:45.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.166__shadow_.kUBjxXHNHyiL9CXhMUPla321nCoDAkB_0 2024-09-12T01:15:45.486 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.166__shadow_.kUBjxXHNHyiL9CXhMUPla321nCoDAkB_1 2024-09-12T01:15:45.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.166__shadow_.kUBjxXHNHyiL9CXhMUPla321nCoDAkB_2 2024-09-12T01:15:45.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.512091959466046157', time=2024-09-12T03:03:29.867231+0000, chain.objs.size()=1 2024-09-12T01:15:45.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.183__shadow_.XTH9SxyOp1dk7TgQK0gVecMJZHrk14E_0 2024-09-12T01:15:45.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~MRooyCR9ezugZIy85sk78lQ9NHgYJ6p', time=2024-09-12T03:03:45.053719+0000, chain.objs.size()=2 2024-09-12T01:15:45.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.202__multipart_mymultipart.2~MRooyCR9ezugZIy85sk78lQ9NHgYJ6p.1 2024-09-12T01:15:45.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.202__shadow_mymultipart.2~MRooyCR9ezugZIy85sk78lQ9NHgYJ6p.1_1 2024-09-12T01:15:45.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8766394046565643277', time=2024-09-12T03:04:57.551442+0000, chain.objs.size()=1 2024-09-12T01:15:45.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.236__shadow_.q2DCBaSvjsnuYGXRVJ9oCu3oZk-gejV_0 2024-09-12T01:15:45.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2265164025904047062', time=2024-09-12T03:05:01.651856+0000, chain.objs.size()=1 2024-09-12T01:15:45.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.243__shadow_.LRkezcASJDqqYgjudzoKxKs8AWd5Bzj_0 2024-09-12T01:15:45.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2033071630226583292', time=2024-09-12T03:05:10.854608+0000, chain.objs.size()=1 2024-09-12T01:15:45.487 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.260__shadow_.Gatf5PtODQcmMXSaHSpWiVktOnO6h4Z_0 2024-09-12T01:15:45.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8749530081992284309', time=2024-09-12T03:05:11.776100+0000, chain.objs.size()=1 2024-09-12T01:15:45.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.262__shadow_.ZgSs7eFFmcmTaaKw1aEacUw6okQPnbp_0 2024-09-12T01:15:45.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1787050297500051868', time=2024-09-12T03:05:20.222974+0000, chain.objs.size()=1 2024-09-12T01:15:45.488 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.486+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.AeU-wP6rC-NlwpanCtsrAzj-nwq7QmF_0 2024-09-12T01:15:45.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16595827366138686299', time=2024-09-12T03:05:20.306225+0000, chain.objs.size()=1 2024-09-12T01:15:45.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.j-p478u-gPXEx2Tb__Jh6xqWm94J6QE_0 2024-09-12T01:15:45.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5534314473425907082', time=2024-09-12T03:05:20.417913+0000, chain.objs.size()=1 2024-09-12T01:15:45.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Lzxm9X1nQBUZ4IYjhJYhpcDbzBEYXgz_0 2024-09-12T01:15:45.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15618240775333843917', time=2024-09-12T03:05:20.421427+0000, chain.objs.size()=1 2024-09-12T01:15:45.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.PGHB2EE-6IfZR8Hjd4fXBMCEkrIBLDf_0 2024-09-12T01:15:45.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11816025619073107671', time=2024-09-12T03:05:20.430141+0000, chain.objs.size()=1 2024-09-12T01:15:45.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.kCBkA56eThIrjaMQF0wsJYcs3Yfvus__0 2024-09-12T01:15:45.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5500110638851249851', time=2024-09-12T03:05:20.448414+0000, chain.objs.size()=1 2024-09-12T01:15:45.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.o1gW3xbPLTOXVTd1aOaqYwH5dGoh2iy_0 2024-09-12T01:15:45.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17627830632723168342', time=2024-09-12T03:05:20.460866+0000, chain.objs.size()=1 2024-09-12T01:15:45.489 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ZwDU_XlHKMNuL84kUuscKooVNrVafnb_0 2024-09-12T01:15:45.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14269137922555023900', time=2024-09-12T03:05:20.493319+0000, chain.objs.size()=1 2024-09-12T01:15:45.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.5RU8DNEiMx9gxV3fdp0I6jsJQTAimQf_0 2024-09-12T01:15:45.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14791850369134525168', time=2024-09-12T03:05:20.629314+0000, chain.objs.size()=1 2024-09-12T01:15:45.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.mwOCYcwdcAqsr0dvlakStDuJeURErpJ_0 2024-09-12T01:15:45.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9433503571056041467', time=2024-09-12T03:05:20.659694+0000, chain.objs.size()=1 2024-09-12T01:15:45.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.cVGEp6xYd66kUD01O5-2rqKWGWC07DI_0 2024-09-12T01:15:45.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5312770599974234746', time=2024-09-12T03:05:20.725257+0000, chain.objs.size()=1 2024-09-12T01:15:45.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.U8i93BEXrtxTpZFoHdK2-IX5ehRNlQv_0 2024-09-12T01:15:45.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5618649771180999852', time=2024-09-12T03:05:20.888825+0000, chain.objs.size()=1 2024-09-12T01:15:45.490 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.489+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.yteRnVoGgtOnUPAHGEhP5xfE2wKWD_g_0 2024-09-12T01:15:45.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13630936831531936295', time=2024-09-12T03:05:20.895169+0000, chain.objs.size()=1 2024-09-12T01:15:45.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.igXUIHumMaGVc8U6Dt-HcTkBcWOHiDf_0 2024-09-12T01:15:45.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15806994034866568739', time=2024-09-12T03:05:20.917115+0000, chain.objs.size()=1 2024-09-12T01:15:45.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_._9_w2krSI644sDcXLYYq7APAj9BIlV__0 2024-09-12T01:15:45.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16774602730823523100', time=2024-09-12T03:05:21.000609+0000, chain.objs.size()=1 2024-09-12T01:15:45.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.OfRGnJH20qIw2ngYejjAe2N5SBneW49_0 2024-09-12T01:15:45.492 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10346842521066866780', time=2024-09-12T03:05:21.009388+0000, chain.objs.size()=1 2024-09-12T01:15:45.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.7_Di_bkyvBNy3rTS9d1EtDu-qaEtgdj_0 2024-09-12T01:15:45.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6005450599192589498', time=2024-09-12T03:05:21.018138+0000, chain.objs.size()=1 2024-09-12T01:15:45.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.545tur97ZLcy6rKl3cNB9LSmrkbu_Rc_0 2024-09-12T01:15:45.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4072035930829036561', time=2024-09-12T03:05:21.020315+0000, chain.objs.size()=1 2024-09-12T01:15:45.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.9wkZk9dwZJ4ksceugk2pCj6Ux5ENy8y_0 2024-09-12T01:15:45.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10086634334339361949', time=2024-09-12T03:05:21.021131+0000, chain.objs.size()=1 2024-09-12T01:15:45.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.E89_Zzatz6yZBvlBzQDv4NGahwmCbZ-_0 2024-09-12T01:15:45.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18160992468612532852', time=2024-09-12T03:05:21.024270+0000, chain.objs.size()=1 2024-09-12T01:15:45.493 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Y46oLzWfOMZcGlWjPWM3HMp4hVzFMYM_0 2024-09-12T01:15:45.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16301075223714761291', time=2024-09-12T03:05:21.095864+0000, chain.objs.size()=1 2024-09-12T01:15:45.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.493+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.GGdasmTLivEz4OGgYNTmIeKJQuAC6Mm_0 2024-09-12T01:15:45.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.494+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1761298870088891007', time=2024-09-12T03:05:21.102488+0000, chain.objs.size()=1 2024-09-12T01:15:45.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.494+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.dCcF8wik6T42cY7vzCRRQROb0QGW0Ks_0 2024-09-12T01:15:45.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.494+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7433589223270785426', time=2024-09-12T03:05:21.109198+0000, chain.objs.size()=1 2024-09-12T01:15:45.494 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.494+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.rJp-qLI7HRwallxaJuJemJxQUqk1SyW_0 2024-09-12T01:15:45.496 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5023886255575933069', time=2024-09-12T03:05:21.193718+0000, chain.objs.size()=1 2024-09-12T01:15:45.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.3Azv2Uxhta8GUV_iqH0b_4aPucof4PT_0 2024-09-12T01:15:45.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18045205450455989890', time=2024-09-12T03:05:21.234601+0000, chain.objs.size()=1 2024-09-12T01:15:45.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.QfdK9V-3P-hi219BPJwIeavutjobPH1_0 2024-09-12T01:15:45.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7626155062765482253', time=2024-09-12T03:05:21.277077+0000, chain.objs.size()=1 2024-09-12T01:15:45.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.MIYwCg45wujU1h9mGdAFRubWtODPbJf_0 2024-09-12T01:15:45.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5813879879195373300', time=2024-09-12T03:05:21.396497+0000, chain.objs.size()=1 2024-09-12T01:15:45.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.dD_GpB-7PPiudpyHEwYkcO4-wr7LJWo_0 2024-09-12T01:15:45.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4253153696665637537', time=2024-09-12T03:05:21.400866+0000, chain.objs.size()=1 2024-09-12T01:15:45.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.mc26RlFYd731dZ-eINCC0xtHP4CKBjc_0 2024-09-12T01:15:45.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11757367410855982', time=2024-09-12T03:05:21.409995+0000, chain.objs.size()=1 2024-09-12T01:15:45.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.xgny3OYkc8rx1b4B037_UyqebHrkDR5_0 2024-09-12T01:15:45.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13495760048964066731', time=2024-09-12T03:05:21.418977+0000, chain.objs.size()=1 2024-09-12T01:15:45.497 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.SZFpYXBBA8v_wr8WMmZTkniCaPWsRCk_0 2024-09-12T01:15:45.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6960852050016272554', time=2024-09-12T03:05:21.491331+0000, chain.objs.size()=1 2024-09-12T01:15:45.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.mC1EQ5P58u8tAZsSvoCO1VgY5Gml6Kz_0 2024-09-12T01:15:45.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2615253887724466578', time=2024-09-12T03:05:21.574814+0000, chain.objs.size()=1 2024-09-12T01:15:45.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.zH7nKjOYW4nVtCHt2RJY8bgXq0ect9w_0 2024-09-12T01:15:45.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.497+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11178083104284581697', time=2024-09-12T03:05:21.593719+0000, chain.objs.size()=1 2024-09-12T01:15:45.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.498+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.vUlhtZRph-zTnZ_tAxpaxJpil4JjcTb_0 2024-09-12T01:15:45.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.498+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7918637812610543727', time=2024-09-12T03:05:21.623701+0000, chain.objs.size()=1 2024-09-12T01:15:45.498 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.498+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.CoxvtUKlpOk9DfpNi2-ivkWTPi-a6LE_0 2024-09-12T01:15:45.500 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.501+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11529256777371190742', time=2024-09-12T03:05:21.644836+0000, chain.objs.size()=1 2024-09-12T01:15:45.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.501+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.rMHCds-ela3AsFAA9NfUqeFQqnKxDt5_0 2024-09-12T01:15:45.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.501+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.219881720985969024', time=2024-09-12T03:05:21.647266+0000, chain.objs.size()=1 2024-09-12T01:15:45.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.501+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.oESxJbWwiDV7hMFwDTD3eBvKJHiRr7Y_0 2024-09-12T01:15:45.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.501+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2379105078441079018', time=2024-09-12T03:05:21.649098+0000, chain.objs.size()=1 2024-09-12T01:15:45.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.501+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.UKeaTU9g1MdGyfZMISrrcUtkeAEM9wL_0 2024-09-12T01:15:45.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.501+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14034925104257654365', time=2024-09-12T03:05:21.660470+0000, chain.objs.size()=1 2024-09-12T01:15:45.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.501+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.6q2ijEN7L8eceQ2mvL20iV9hXsIhZ0x_0 2024-09-12T01:15:45.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.501+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2018011656228864186', time=2024-09-12T03:05:21.661591+0000, chain.objs.size()=1 2024-09-12T01:15:45.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.501+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lJvOZH4XUjFh3yTyf9cdiQ7PCASgIG-_0 2024-09-12T01:15:45.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.501+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.154275105397701824', time=2024-09-12T03:05:29.426194+0000, chain.objs.size()=1 2024-09-12T01:15:45.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.501+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.279__shadow_.V9DhUr8ar_u_wzK_lA6Srg6vpy5P-vV_0 2024-09-12T01:15:45.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.502+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13344431533233111979', time=2024-09-12T03:05:35.329359+0000, chain.objs.size()=1 2024-09-12T01:15:45.501 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.502+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.291__shadow_.G5p0-7vudC1a-PDgyJHimlsr27TrUV2_0 2024-09-12T01:15:45.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.502+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12439152710773017626', time=2024-09-12T03:05:36.912250+0000, chain.objs.size()=1 2024-09-12T01:15:45.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.502+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.mixtZj_YltTP8f5kjAiIm2fwEH-mPx9_0 2024-09-12T01:15:45.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.502+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16137039599907559077', time=2024-09-12T03:05:40.772129+0000, chain.objs.size()=1 2024-09-12T01:15:45.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.502+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.300__shadow_.W2clDKhP5EtZkbxtLcDk5z7A0hJaGqV_0 2024-09-12T01:15:45.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.502+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8301718729599726030', time=2024-09-12T03:05:43.690882+0000, chain.objs.size()=1 2024-09-12T01:15:45.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.502+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.306__shadow_.MSS3OwdB0OUyWU-LY7az1SrNDQ60R7d_0 2024-09-12T01:15:45.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.502+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11579120567505162549', time=2024-09-12T03:05:44.321591+0000, chain.objs.size()=1 2024-09-12T01:15:45.502 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.502+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.307__shadow_.SvyIKHczh-dDlqAPQUgiNR23z54yeXS_0 2024-09-12T01:15:45.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.505+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1794282561478600457', time=2024-09-12T03:06:01.486120+0000, chain.objs.size()=1 2024-09-12T01:15:45.504 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.505+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xVeGVBUYj4vinZQ-RZdEZvfnoV8mElQ_0 2024-09-12T01:15:45.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17440298560060628265', time=2024-09-12T03:06:01.504685+0000, chain.objs.size()=1 2024-09-12T01:15:45.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.CvqDREcXbbufFa4u3LDKOTBd1cXgZP7_0 2024-09-12T01:15:45.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17395705380288773672', time=2024-09-12T03:06:01.511642+0000, chain.objs.size()=1 2024-09-12T01:15:45.506 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.YD-xu1GLBJlNnNaXlD6_C_23WcDEIJ5_0 2024-09-12T01:15:45.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12841618811555043476', time=2024-09-12T03:06:01.517125+0000, chain.objs.size()=1 2024-09-12T01:15:45.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.XFvPT2IJfT1Sa_Jjf1RG-CIfn5w3fww_0 2024-09-12T01:15:45.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1126194010859133227', time=2024-09-12T03:06:01.587593+0000, chain.objs.size()=1 2024-09-12T01:15:45.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.aHSc5EqGnLp8fqYb4yatfCcn0t_PGXb_0 2024-09-12T01:15:45.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.915997433164281552', time=2024-09-12T03:06:01.683695+0000, chain.objs.size()=1 2024-09-12T01:15:45.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.umzNowOeUlpmy6Wlb-5m28_BNjFkr8v_0 2024-09-12T01:15:45.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12264511705370546703', time=2024-09-12T03:06:01.745085+0000, chain.objs.size()=1 2024-09-12T01:15:45.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.bhoNc7SJ93HY6CVzZm70a0b6xLFOtsU_0 2024-09-12T01:15:45.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7529998771456095211', time=2024-09-12T03:06:01.751694+0000, chain.objs.size()=1 2024-09-12T01:15:45.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.SHFuuZrvfD-OBFzbVs71XDRiPe9GzJC_0 2024-09-12T01:15:45.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4883006768374765455', time=2024-09-12T03:06:01.764809+0000, chain.objs.size()=1 2024-09-12T01:15:45.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.pdRrlIRNmjFvu5rOCuu83eop1MwWsHd_0 2024-09-12T01:15:45.507 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18061185602627864478', time=2024-09-12T03:06:01.789734+0000, chain.objs.size()=1 2024-09-12T01:15:45.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.0sPtjgWebMQi3WMvB3DBaWPWgDcmNr-_0 2024-09-12T01:15:45.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16519886409282324426', time=2024-09-12T03:06:01.883308+0000, chain.objs.size()=1 2024-09-12T01:15:45.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ZUFwdomzsFxj2f-IRvDHjn_BuSP2dSZ_0 2024-09-12T01:15:45.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3878536940109947679', time=2024-09-12T03:06:01.916580+0000, chain.objs.size()=1 2024-09-12T01:15:45.508 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.507+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.P3vnPmSElOPZOep-8yxQWAb8AuKZfP0_0 2024-09-12T01:15:45.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8010560729834161614', time=2024-09-12T03:06:01.919844+0000, chain.objs.size()=1 2024-09-12T01:15:45.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.JwCao6p0FLrGcqdYiNgBSSehLohWx9q_0 2024-09-12T01:15:45.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4466725732752719908', time=2024-09-12T03:06:01.934709+0000, chain.objs.size()=1 2024-09-12T01:15:45.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1pNav9Qz3PAnTTvawhmBlr7xpcXY7IY_0 2024-09-12T01:15:45.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5048830665201808830', time=2024-09-12T03:06:02.092602+0000, chain.objs.size()=1 2024-09-12T01:15:45.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Kpo3G7UhbzUKsHVvTWEFfRU0NPrjKRl_0 2024-09-12T01:15:45.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1171403063695935490', time=2024-09-12T03:06:02.108138+0000, chain.objs.size()=1 2024-09-12T01:15:45.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.QhvfucKIQEizCuhuHnVqGxuESUR3VKG_0 2024-09-12T01:15:45.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4598672258023987918', time=2024-09-12T03:06:02.111599+0000, chain.objs.size()=1 2024-09-12T01:15:45.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.lsUWvB6gNHEYxWdqqW9PJ3pTLweOxQi_0 2024-09-12T01:15:45.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.863628761994271590', time=2024-09-12T03:06:02.138825+0000, chain.objs.size()=1 2024-09-12T01:15:45.512 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.u-TBfzhhjIaO0jMz1sPp76iRBijpYlF_0 2024-09-12T01:15:45.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16675985728267432013', time=2024-09-12T03:06:02.211790+0000, chain.objs.size()=1 2024-09-12T01:15:45.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.SSQ4gnIS4Z2jUrkmacG5PVSNLqXXWwR_0 2024-09-12T01:15:45.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9072323522970536714', time=2024-09-12T03:06:02.220531+0000, chain.objs.size()=1 2024-09-12T01:15:45.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Y9xwVIbz2yFYubg3xIE-UWAH8Grj62W_0 2024-09-12T01:15:45.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3467943866530590338', time=2024-09-12T03:06:02.318286+0000, chain.objs.size()=1 2024-09-12T01:15:45.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ZHm-kfeP1steHF0t3hpbcbfZ9VL2yP6_0 2024-09-12T01:15:45.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18204189309229755567', time=2024-09-12T03:06:02.345365+0000, chain.objs.size()=1 2024-09-12T01:15:45.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.npbCxqb7BZ487E2Si4bD6pG7IU5bcJ8_0 2024-09-12T01:15:45.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8584416376450101170', time=2024-09-12T03:06:02.397318+0000, chain.objs.size()=1 2024-09-12T01:15:45.513 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.513+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.6tePkgTE3NuBmh6XbP_h4PUpeho1uam_0 2024-09-12T01:15:45.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.516+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13249422234800758985', time=2024-09-12T03:06:02.514109+0000, chain.objs.size()=1 2024-09-12T01:15:45.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.516+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.YUiMfGvz_4s6dIVlF3o-pEWrbcAog1N_0 2024-09-12T01:15:45.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1133760806015748797', time=2024-09-12T03:06:02.541726+0000, chain.objs.size()=1 2024-09-12T01:15:45.515 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.PHzpI5CpWdhVxPc75uON8_ice0tPDNN_0 2024-09-12T01:15:45.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5006287246694971296', time=2024-09-12T03:06:02.548117+0000, chain.objs.size()=1 2024-09-12T01:15:45.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fSG8-F9DKQKShcXTNOx48eVs4S-yvUc_0 2024-09-12T01:15:45.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17431250262323899390', time=2024-09-12T03:06:02.567587+0000, chain.objs.size()=1 2024-09-12T01:15:45.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.2it1s9c5lAe7mJrvnKJ16K-O08RwUjn_0 2024-09-12T01:15:45.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11341200001627934657', time=2024-09-12T03:06:02.706295+0000, chain.objs.size()=1 2024-09-12T01:15:45.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.VsvWpYz7Pp8O8ztqegn7A4mia9SWGxq_0 2024-09-12T01:15:45.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12125240919348824037', time=2024-09-12T03:06:02.734146+0000, chain.objs.size()=1 2024-09-12T01:15:45.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ka-PoahuplDvz0JyxrQBjMUhqdxsNN1_0 2024-09-12T01:15:45.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1883218582599468915', time=2024-09-12T03:06:02.745685+0000, chain.objs.size()=1 2024-09-12T01:15:45.516 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.TRuyWgmw75kFOoqQrLdhm6N9sFRnuj0_0 2024-09-12T01:15:45.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15124063294712839298', time=2024-09-12T03:06:02.751159+0000, chain.objs.size()=1 2024-09-12T01:15:45.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.KxwjJdmNn-IMKouXvMlsEvbqiLQm1VE_0 2024-09-12T01:15:45.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14282917275460037839', time=2024-09-12T03:06:02.767162+0000, chain.objs.size()=1 2024-09-12T01:15:45.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.byltiubfMleXkCK6CS-RbxEGVNDCsL__0 2024-09-12T01:15:45.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15308771223889478263', time=2024-09-12T03:06:02.772348+0000, chain.objs.size()=1 2024-09-12T01:15:45.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.5byF2kGRbub2OEONR-EkOrpCiDzyk4R_0 2024-09-12T01:15:45.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7826924381908632343', time=2024-09-12T03:06:02.919123+0000, chain.objs.size()=1 2024-09-12T01:15:45.517 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.517+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.tep2sLMRYIY3AOHThRjz25fsoHAPQhg_0 2024-09-12T01:15:45.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.520+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.62484946652088397', time=2024-09-12T03:06:02.937822+0000, chain.objs.size()=1 2024-09-12T01:15:45.518 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.520+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.pjmF4J5LIBMxzLlXRGGy68bs9Ws_EFd_0 2024-09-12T01:15:45.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.520+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3829670434153896319', time=2024-09-12T03:06:11.597819+0000, chain.objs.size()=1 2024-09-12T01:15:45.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.520+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.AcCJvQudNdTaz14Pzlbu6qagZ1-q6WH_0 2024-09-12T01:15:45.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.520+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10704250780961487456', time=2024-09-12T03:06:11.603625+0000, chain.objs.size()=1 2024-09-12T01:15:45.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.520+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.5e8GHI8IRftzd-XYbc_cDCiOFeOPVh6_0 2024-09-12T01:15:45.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.520+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4438075519034912561', time=2024-09-12T03:06:11.604617+0000, chain.objs.size()=1 2024-09-12T01:15:45.519 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.520+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.OVJo1ROBWd5TjNllc-QhnqNyvxfTfAZ_0 2024-09-12T01:15:45.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.521+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11092429879058897438', time=2024-09-12T03:06:11.658520+0000, chain.objs.size()=1 2024-09-12T01:15:45.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.521+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.TCjRxDYQpEo6pvF2xZO-QQz850uf7T-_0 2024-09-12T01:15:45.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.521+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17876236083945247113', time=2024-09-12T03:06:11.662849+0000, chain.objs.size()=1 2024-09-12T01:15:45.520 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.521+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.cY8Ej6VrlNrcrQgh4uugjgFw-g5lY2N_0 2024-09-12T01:15:45.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.522+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13962406805705996481', time=2024-09-12T03:06:11.673880+0000, chain.objs.size()=1 2024-09-12T01:15:45.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.522+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.iGSp9-kTGIw22zS3-hejfW8N1fZo5QO_0 2024-09-12T01:15:45.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.522+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7827122218240381321', time=2024-09-12T03:06:11.692687+0000, chain.objs.size()=1 2024-09-12T01:15:45.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.522+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.wV2CJdTtPlBILvdG3KyxU8uxTS68AkH_0 2024-09-12T01:15:45.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.522+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5460515287491471053', time=2024-09-12T03:06:11.796976+0000, chain.objs.size()=1 2024-09-12T01:15:45.521 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.522+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.w-J143caQEYDTMdK0SRNK7ENBfbzTxR_0 2024-09-12T01:15:45.522 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.522+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4437146409406356246', time=2024-09-12T03:06:11.823575+0000, chain.objs.size()=1 2024-09-12T01:15:45.522 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.522+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.dafcxn7nDNWDjOzH03dPcuZ2NbnexaX_0 2024-09-12T01:15:45.522 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.522+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5521942106982787801', time=2024-09-12T03:06:11.830119+0000, chain.objs.size()=1 2024-09-12T01:15:45.522 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.522+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.1QfuQlGXKhiJwOG5dR2YvT_IAdgmKj__0 2024-09-12T01:15:45.522 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.523+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1650899720114216771', time=2024-09-12T03:06:11.854138+0000, chain.objs.size()=1 2024-09-12T01:15:45.522 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.523+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.37r_YTnPkO4xZpDpi3KZNdzWsPDXCSD_0 2024-09-12T01:15:45.525 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.526+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8968440494965778762', time=2024-09-12T03:06:11.891858+0000, chain.objs.size()=1 2024-09-12T01:15:45.525 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.526+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.wST1iAIDm3E1OXiEFbybm-oKlAvmDIp_0 2024-09-12T01:15:45.527 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.528+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/54811 2024-09-12T01:15:45.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=30, truncated=0, next_marker='' 2024-09-12T01:15:45.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13852626930436987467', time=2024-09-12T03:06:11.990589+0000, chain.objs.size()=1 2024-09-12T01:15:45.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.eqQJ1aoNO0Dy_PTe0w81m1L9tHo7FWY_0 2024-09-12T01:15:45.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14656079100458736167', time=2024-09-12T03:06:12.064387+0000, chain.objs.size()=1 2024-09-12T01:15:45.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.10nzssAsrCov2nEd6On6t0jyzNPisx__0 2024-09-12T01:15:45.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7468356424524297671', time=2024-09-12T03:06:12.068790+0000, chain.objs.size()=1 2024-09-12T01:15:45.530 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.EPa482uQIabV24SwEtnOb8tTmPWrRio_0 2024-09-12T01:15:45.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1551968802384390697', time=2024-09-12T03:06:12.251782+0000, chain.objs.size()=1 2024-09-12T01:15:45.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.83YS2soW6IDo01G3I0zUce6JbaEIDJX_0 2024-09-12T01:15:45.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.605974421460633767', time=2024-09-12T03:06:12.281340+0000, chain.objs.size()=1 2024-09-12T01:15:45.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7ZfMYs7GB_tozbcZsY3PcEzuVOwoiAu_0 2024-09-12T01:15:45.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6118449723670877988', time=2024-09-12T03:06:12.282118+0000, chain.objs.size()=1 2024-09-12T01:15:45.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.cxH8uMoCUBLpGWO-8WbPy3bUVtldNWG_0 2024-09-12T01:15:45.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1094818092928673029', time=2024-09-12T03:06:12.416018+0000, chain.objs.size()=1 2024-09-12T01:15:45.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.WQZjrfUn_qhuvY7tAXPxaZSrvLttjqr_0 2024-09-12T01:15:45.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18177614137152281189', time=2024-09-12T03:06:12.431988+0000, chain.objs.size()=1 2024-09-12T01:15:45.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.RsOAEQc7iRibXQ8dRyUs8f22mkK5V1Z_0 2024-09-12T01:15:45.531 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2859295929413346138', time=2024-09-12T03:06:12.480185+0000, chain.objs.size()=1 2024-09-12T01:15:45.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.FaQU6_FJbzfJDB6Mnbj8wcIPhiUMlay_0 2024-09-12T01:15:45.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16812501483810332466', time=2024-09-12T03:06:12.586718+0000, chain.objs.size()=1 2024-09-12T01:15:45.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.4zTZPXEshKqUTYKhKOOEnVHfX2uayr3_0 2024-09-12T01:15:45.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4931511306686928694', time=2024-09-12T03:06:12.783413+0000, chain.objs.size()=1 2024-09-12T01:15:45.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Dp6fTS00pBopE19Y3LDFMLrxSi0pGtB_0 2024-09-12T01:15:45.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12524226600506461557', time=2024-09-12T03:06:12.802688+0000, chain.objs.size()=1 2024-09-12T01:15:45.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.531+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.rCwiTpKziXfhe4ctwD0--MdOEAimOuB_0 2024-09-12T01:15:45.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.533+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15637381081797532327', time=2024-09-12T03:06:12.837730+0000, chain.objs.size()=1 2024-09-12T01:15:45.532 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.533+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.8ITua9p4-WfHv1uABdcvsoGpmleybTi_0 2024-09-12T01:15:45.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5559795006539907905', time=2024-09-12T03:06:12.851909+0000, chain.objs.size()=1 2024-09-12T01:15:45.533 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ZNA7w8TyKUvPb9JvFJmYPWhdjdPzzGD_0 2024-09-12T01:15:45.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3976704835896269264', time=2024-09-12T03:06:12.861208+0000, chain.objs.size()=1 2024-09-12T01:15:45.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.vYcK_brbrHn2ev15NzRDYqvh_tKAKoF_0 2024-09-12T01:15:45.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5257454559594813273', time=2024-09-12T03:06:12.944801+0000, chain.objs.size()=1 2024-09-12T01:15:45.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ZVvmVmfCLnoPUED-aIZCU5zW85uj2cR_0 2024-09-12T01:15:45.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17861566888457493576', time=2024-09-12T03:06:12.976319+0000, chain.objs.size()=1 2024-09-12T01:15:45.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.lq7JV2xlTDcYw0MkQxCBz2KP-QT2gF4_0 2024-09-12T01:15:45.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13425350048244756974', time=2024-09-12T03:06:13.024512+0000, chain.objs.size()=1 2024-09-12T01:15:45.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Kk_uiPi-uSgsSze9uyxkvefoe4FJYxp_0 2024-09-12T01:15:45.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5878689774263027535', time=2024-09-12T03:06:13.029036+0000, chain.objs.size()=1 2024-09-12T01:15:45.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Ir8FlZeaxZOVyQ86BNL-45vS8LybqbB_0 2024-09-12T01:15:45.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1009282774067877088', time=2024-09-12T03:06:40.022471+0000, chain.objs.size()=1 2024-09-12T01:15:45.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.382__shadow_.YaI8Az1LMBGz-2sp7rqnJ-wmZ6C80qk_0 2024-09-12T01:15:45.534 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9071574333077449998', time=2024-09-12T03:06:44.734402+0000, chain.objs.size()=1 2024-09-12T01:15:45.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.391__shadow_.OkTpoXxkEEWjCbpffTQn8VlxwFTklqf_0 2024-09-12T01:15:45.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3151794068246670616', time=2024-09-12T03:07:33.901083+0000, chain.objs.size()=1 2024-09-12T01:15:45.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.484__shadow_.1jvSIwuCuFFqUPK7UG2g7iV1tCG34Yy_0 2024-09-12T01:15:45.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12228398770810560719', time=2024-09-12T03:07:34.424053+0000, chain.objs.size()=1 2024-09-12T01:15:45.535 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.534+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.485__shadow_.eLiLu00JvCqaZ4cnQU_JR7iqIJm0nLN_0 2024-09-12T01:15:45.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.537+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3417587555757707987', time=2024-09-12T03:07:34.748064+0000, chain.objs.size()=1 2024-09-12T01:15:45.536 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.537+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.486__shadow_.sQyzpjPZ65Q9MgjSqBrB-5nuMqtJnrO_0 2024-09-12T01:15:45.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.538+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5645809664681850682', time=2024-09-12T03:07:39.589377+0000, chain.objs.size()=1 2024-09-12T01:15:45.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.538+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.496__shadow_.0VM1klbfCBiHLotvI5fU91MF51BLKn-_0 2024-09-12T01:15:45.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.538+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16064222648467885677', time=2024-09-12T03:09:11.897990+0000, chain.objs.size()=1 2024-09-12T01:15:45.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.538+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:Mhi6P.M4A9livp-b5gH53CnjERKzAU4_.299QFDsuGxxWX5O7GI8BVOi03YJNcmJ_0 2024-09-12T01:15:45.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.538+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9800795577231190191', time=2024-09-12T03:09:13.803413+0000, chain.objs.size()=1 2024-09-12T01:15:45.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.538+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:R.x3pOwQYhJfLJ8NfYVzJ1tlCqK9QHf_.gn48rBEq-erraieJj4XU-ThfpD71Exg_0 2024-09-12T01:15:45.537 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.538+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3250541890087873910', time=2024-09-12T03:09:19.201323+0000, chain.objs.size()=1 2024-09-12T01:15:45.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.538+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.575__shadow:KWYJWHJtfH6HwcV0AlwIB29H4Lm1o41_.W4cBJWluoZ_86fx2TLUXnYPpg89CVF4_0 2024-09-12T01:15:45.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.538+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16854331238524077263', time=2024-09-12T03:12:07.381762+0000, chain.objs.size()=1 2024-09-12T01:15:45.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.538+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.619__shadow_.anaNKiF2G26GZz3vnKueOXtGtD39sDs_0 2024-09-12T01:15:45.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.538+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2164758567790576309', time=2024-09-12T03:12:27.940564+0000, chain.objs.size()=1 2024-09-12T01:15:45.538 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.538+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.654__shadow_.VlfjZeMOl9M33a8rOISPsvp9Sj18L7K_0 2024-09-12T01:15:45.541 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.542+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:45.543 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.545+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2024-09-12T01:15:45.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.546+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:45.545 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.546+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:45.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/48420' 2024-09-12T01:15:45.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11514850193271350022', time=2024-09-12T03:03:32.467069+0000, chain.objs.size()=1 2024-09-12T01:15:45.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.189__shadow_.sFFnuyX4cc0V545VGEslILfQCgXBk9R_0 2024-09-12T01:15:45.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10222780455661757071', time=2024-09-12T03:04:55.565599+0000, chain.objs.size()=1 2024-09-12T01:15:45.546 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.232__shadow_.k9TU61HZZABJUbmXKb2ispUCL_c_z7Y_0 2024-09-12T01:15:45.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3325306274395962113', time=2024-09-12T03:05:20.245456+0000, chain.objs.size()=1 2024-09-12T01:15:45.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.nUhDuGDkNC8rVqLVyGCfLH7hXI0wBHk_0 2024-09-12T01:15:45.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.309782130872818875', time=2024-09-12T03:05:20.247062+0000, chain.objs.size()=1 2024-09-12T01:15:45.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.P5o4-Dm4vfuGuvfgCsr4H1w1vi9VS7T_0 2024-09-12T01:15:45.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1685200338239289806', time=2024-09-12T03:05:20.268290+0000, chain.objs.size()=1 2024-09-12T01:15:45.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.QucrfPCXDdE1jjmgEDa1Vl0nZFh1rRG_0 2024-09-12T01:15:45.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6894141376527544941', time=2024-09-12T03:05:20.300791+0000, chain.objs.size()=1 2024-09-12T01:15:45.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.rnvfkrhZmOh19h_-RTP5EvWrnsjHGaM_0 2024-09-12T01:15:45.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9930885620573228854', time=2024-09-12T03:05:20.311590+0000, chain.objs.size()=1 2024-09-12T01:15:45.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.HZtv0iBTPsIMv4pzXX7IlH6rFHLPl5u_0 2024-09-12T01:15:45.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12568351337414467836', time=2024-09-12T03:05:20.315981+0000, chain.objs.size()=1 2024-09-12T01:15:45.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.P-oQtv0zvqhUuAB7fnFOdQf2O0S1tZO_0 2024-09-12T01:15:45.547 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11129813740894543747', time=2024-09-12T03:05:20.319187+0000, chain.objs.size()=1 2024-09-12T01:15:45.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.K9EQTCB8JK2wSDlL-r0kaEufDuk7Cz5_0 2024-09-12T01:15:45.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5460807682563166527', time=2024-09-12T03:05:20.425562+0000, chain.objs.size()=1 2024-09-12T01:15:45.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.F4gsgSJGwX4z1uL15kkjJDFnUaq0bPj_0 2024-09-12T01:15:45.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4697755397028457604', time=2024-09-12T03:05:20.452804+0000, chain.objs.size()=1 2024-09-12T01:15:45.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.zAU3rIjAhpFD6fnhVAl_WfayQcOMehr_0 2024-09-12T01:15:45.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11926879349796206106', time=2024-09-12T03:05:20.477156+0000, chain.objs.size()=1 2024-09-12T01:15:45.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.547+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8h7BpLE-rAS7mJUeVE0ZqQ17Ucc0mKt_0 2024-09-12T01:15:45.548 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.549+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12539301984967431391', time=2024-09-12T03:05:20.515415+0000, chain.objs.size()=1 2024-09-12T01:15:45.549 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.549+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.HtHLa4zWV2h7aBQW6vyIB7o4ybQiGmD_0 2024-09-12T01:15:45.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1491063015895515780', time=2024-09-12T03:05:20.644503+0000, chain.objs.size()=1 2024-09-12T01:15:45.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.zR6lNWUk7i9vmetiHk5NYz6I90tkruI_0 2024-09-12T01:15:45.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3624042674410590111', time=2024-09-12T03:05:20.686138+0000, chain.objs.size()=1 2024-09-12T01:15:45.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Vqw-q0XFeAXslm_w48FvZGV4_V2Dz2B_0 2024-09-12T01:15:45.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6340662951538796312', time=2024-09-12T03:05:20.807226+0000, chain.objs.size()=1 2024-09-12T01:15:45.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.wdjezjKt1zgdmIX6PUJ-nS72FMiSyaw_0 2024-09-12T01:15:45.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14910161073988590012', time=2024-09-12T03:05:20.822664+0000, chain.objs.size()=1 2024-09-12T01:15:45.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Bo-5AWYu2ZQpj318S108A1qeVFrS5hZ_0 2024-09-12T01:15:45.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13577815107115524670', time=2024-09-12T03:05:20.917835+0000, chain.objs.size()=1 2024-09-12T01:15:45.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.GgLWNtxoIsVwZFWnxcxax5txqFvCDrs_0 2024-09-12T01:15:45.550 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17500702782786168249', time=2024-09-12T03:05:21.005960+0000, chain.objs.size()=1 2024-09-12T01:15:45.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.C3O4KnGILCCUrqPnfXddxZhpZmszPp7_0 2024-09-12T01:15:45.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14098269676013625003', time=2024-09-12T03:05:21.009959+0000, chain.objs.size()=1 2024-09-12T01:15:45.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ZJeUWJxwZpYFnwbPNas-TBrPITOkl1x_0 2024-09-12T01:15:45.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14330743658899098696', time=2024-09-12T03:05:21.015072+0000, chain.objs.size()=1 2024-09-12T01:15:45.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.KBwjoDNvYG0x4sgzoQma6AsedprN4H1_0 2024-09-12T01:15:45.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5469193375477589999', time=2024-09-12T03:05:21.032896+0000, chain.objs.size()=1 2024-09-12T01:15:45.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.P--p2SZgmuuc9SJHz4peNkYYNKYOD0W_0 2024-09-12T01:15:45.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8168223263791619156', time=2024-09-12T03:05:21.033679+0000, chain.objs.size()=1 2024-09-12T01:15:45.551 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.551+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.5KFxM69dtgEbpJGv1BBAEg8J5_Gjzfn_0 2024-09-12T01:15:45.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.554+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.41202504191413939', time=2024-09-12T03:05:21.038799+0000, chain.objs.size()=1 2024-09-12T01:15:45.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.554+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.MMLI1-9JS6imzYHaaXsN5MrGW1ZLX86_0 2024-09-12T01:15:45.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.554+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.669883431498202272', time=2024-09-12T03:05:21.104752+0000, chain.objs.size()=1 2024-09-12T01:15:45.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.554+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.6riDFgrmWAi6V6-op6WGwIw3akXqZV7_0 2024-09-12T01:15:45.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.554+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11334002842839308065', time=2024-09-12T03:05:21.217700+0000, chain.objs.size()=1 2024-09-12T01:15:45.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.554+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.QM6_-VOsj2UvnLKRIuqW4oOMiMyLOif_0 2024-09-12T01:15:45.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.554+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2897326873938040372', time=2024-09-12T03:05:21.228648+0000, chain.objs.size()=1 2024-09-12T01:15:45.553 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.554+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.W8TjToeuGpSVkNkaPG55G4JeRvshdyL_0 2024-09-12T01:15:45.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.554+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1420420838164713122', time=2024-09-12T03:05:21.233699+0000, chain.objs.size()=1 2024-09-12T01:15:45.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.554+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Np4jWEV8QxtMF1b5DapvwIBjN3VPnVU_0 2024-09-12T01:15:45.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.554+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11440232962136802738', time=2024-09-12T03:05:21.280868+0000, chain.objs.size()=1 2024-09-12T01:15:45.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.554+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.fs2NCqyZaqUeQOeN_53szLsT6p4u3SI_0 2024-09-12T01:15:45.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.554+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16044085938301445744', time=2024-09-12T03:05:21.299934+0000, chain.objs.size()=1 2024-09-12T01:15:45.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.554+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.X0p6zdb-0PR7hxovVXnnYAogOja3MRZ_0 2024-09-12T01:15:45.554 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.554+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7584143137735776307', time=2024-09-12T03:05:21.393794+0000, chain.objs.size()=1 2024-09-12T01:15:45.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.554+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.qwIT1WkjbvBlz-IFAyqjOcdz2p95HIq_0 2024-09-12T01:15:45.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.555+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14733848153583322827', time=2024-09-12T03:05:21.444734+0000, chain.objs.size()=1 2024-09-12T01:15:45.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.555+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.LWHluEd0aGYfKMmzG0DJuj07htlQt29_0 2024-09-12T01:15:45.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.555+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10009135181219208782', time=2024-09-12T03:05:21.485768+0000, chain.objs.size()=1 2024-09-12T01:15:45.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.555+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.CSr9LtUddQ0WmCL-xRlUbg0V-4NV9K0_0 2024-09-12T01:15:45.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.555+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.521046486595477981', time=2024-09-12T03:05:21.573487+0000, chain.objs.size()=1 2024-09-12T01:15:45.555 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.555+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.5y8KZ9sfdH-_DeaZRubbqRCYkoJZiJo_0 2024-09-12T01:15:45.556 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.558+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17770913882741821745', time=2024-09-12T03:05:21.574672+0000, chain.objs.size()=1 2024-09-12T01:15:45.557 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.558+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.vDQ4Hp1Fed7vn6KlCGfjArdnSy8wfgZ_0 2024-09-12T01:15:45.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.560+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7243156148081114561', time=2024-09-12T03:05:21.594259+0000, chain.objs.size()=1 2024-09-12T01:15:45.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.560+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.zKURr3J7fxj4ZQEioFHQBbHMpsKmhZQ_0 2024-09-12T01:15:45.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.560+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10099350766862576337', time=2024-09-12T03:05:21.662975+0000, chain.objs.size()=1 2024-09-12T01:15:45.559 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.560+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.xgUQBO3vpVLV6Hsh-oWn0gw1H7TYO6k_0 2024-09-12T01:15:45.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.561+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.482353922951186271', time=2024-09-12T03:05:21.664392+0000, chain.objs.size()=1 2024-09-12T01:15:45.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.561+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.T6O8onZ-gZ6MJKg9SUOki2BeWFlDUQG_0 2024-09-12T01:15:45.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.561+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7313291539327463784', time=2024-09-12T03:05:29.935783+0000, chain.objs.size()=1 2024-09-12T01:15:45.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.561+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.280__shadow_.ScS26DUg1RfGYPRZeIhRnCibRieGy2a_0 2024-09-12T01:15:45.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.561+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15515001275904884175', time=2024-09-12T03:05:31.847381+0000, chain.objs.size()=1 2024-09-12T01:15:45.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.561+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.284__shadow_.hdFJ5iUb0yHAYF2o__4IMuuVsP24KW5_0 2024-09-12T01:15:45.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.561+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12234493304081529049', time=2024-09-12T03:05:33.887525+0000, chain.objs.size()=1 2024-09-12T01:15:45.560 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.561+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.288__shadow_.NQdhUmrsCbcrt7f57QTZrvy9uuKVshB_0 2024-09-12T01:15:45.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.562+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14327907141515587398', time=2024-09-12T03:05:38.199832+0000, chain.objs.size()=1 2024-09-12T01:15:45.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.562+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.295__shadow_.9bjajRtX8omR0o-655xp3D7CGHpT4BR_0 2024-09-12T01:15:45.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.562+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13862673528119351058', time=2024-09-12T03:05:41.263045+0000, chain.objs.size()=1 2024-09-12T01:15:45.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.562+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.301__shadow_.aKztdlvoYqvK3fwpdrBszSKUdZy3F5j_0 2024-09-12T01:15:45.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.562+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.357407783149536916', time=2024-09-12T03:05:42.271068+0000, chain.objs.size()=1 2024-09-12T01:15:45.562 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.562+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.303__shadow_.5VbJDkArP_GG_dcR33olDzOX70DZ3-4_0 2024-09-12T01:15:45.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.562+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12261210982141580860', time=2024-09-12T03:06:01.491297+0000, chain.objs.size()=1 2024-09-12T01:15:45.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.562+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.5IfKOKbbjeEl1moL8n5-j2pkLKeuAx9_0 2024-09-12T01:15:45.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.562+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12076696433249788', time=2024-09-12T03:06:01.554489+0000, chain.objs.size()=1 2024-09-12T01:15:45.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.562+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.8CYPMDWCDvbCZFoDv-c6oa9NPJ9x-LK_0 2024-09-12T01:15:45.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.563+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12778384492472346664', time=2024-09-12T03:06:01.576807+0000, chain.objs.size()=1 2024-09-12T01:15:45.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.563+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Fr2Yt7F2SOQBrgOPz--3ra4l4Ha7FfP_0 2024-09-12T01:15:45.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.563+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7827017005750687492', time=2024-09-12T03:06:01.596926+0000, chain.objs.size()=1 2024-09-12T01:15:45.563 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.563+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.nNq-uWAuotDKxEgvhKH_5EGqXUxJSMS_0 2024-09-12T01:15:45.564 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.566+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13112264675124940887', time=2024-09-12T03:06:01.979881+0000, chain.objs.size()=1 2024-09-12T01:15:45.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.566+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.e6v_-D_gTd53jHHmTq0DqkcDotsdOyU_0 2024-09-12T01:15:45.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.566+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16795725826603084505', time=2024-09-12T03:06:02.141629+0000, chain.objs.size()=1 2024-09-12T01:15:45.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.566+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.H-AssjTmCLoyHYvzNNoW0PLG4lB_1Sm_0 2024-09-12T01:15:45.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.566+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.516013473535997040', time=2024-09-12T03:06:02.168408+0000, chain.objs.size()=1 2024-09-12T01:15:45.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.566+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.AmYcz2V-p_yt61AhFVrf-cutS7gVTbv_0 2024-09-12T01:15:45.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.567+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11743687197306910326', time=2024-09-12T03:06:02.172154+0000, chain.objs.size()=1 2024-09-12T01:15:45.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.567+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.VPslGBVTt0Xg5fTfXQnhkIGWd5KX300_0 2024-09-12T01:15:45.565 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.567+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1747077404823116599', time=2024-09-12T03:06:02.194365+0000, chain.objs.size()=1 2024-09-12T01:15:45.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.567+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.e6NKIIPIQs5afw223j9jKpshkobaqkJ_0 2024-09-12T01:15:45.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.567+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13163319582827737727', time=2024-09-12T03:06:02.331428+0000, chain.objs.size()=1 2024-09-12T01:15:45.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.567+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.2X2uM9H6UgPye0zZ9EB3BRwwxWg2WIw_0 2024-09-12T01:15:45.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.567+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8440099172671069937', time=2024-09-12T03:06:02.345663+0000, chain.objs.size()=1 2024-09-12T01:15:45.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.567+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.dnS1oo2cD5ySpdwCxELrR5bOdRCB1OQ_0 2024-09-12T01:15:45.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.567+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4148209522114471018', time=2024-09-12T03:06:02.358756+0000, chain.objs.size()=1 2024-09-12T01:15:45.566 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.567+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.mGz_TXqabSWoA2gj6w3cV3CFawZlmMJ_0 2024-09-12T01:15:45.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.568+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5175945331633527956', time=2024-09-12T03:06:02.384318+0000, chain.objs.size()=1 2024-09-12T01:15:45.567 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.568+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.TPM80EZFMAakyaza6J7uIM1QtHA9fo0_0 2024-09-12T01:15:45.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.570+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4643797856845702955', time=2024-09-12T03:06:02.387998+0000, chain.objs.size()=1 2024-09-12T01:15:45.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.570+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.NY5iWotlkuefID8DsE3g-MXk1CBy8uL_0 2024-09-12T01:15:45.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.570+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12159080464831620260', time=2024-09-12T03:06:02.423926+0000, chain.objs.size()=1 2024-09-12T01:15:45.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.570+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.15Bg2BXz6KJm4J2b_Kh79oB6MYzFzIa_0 2024-09-12T01:15:45.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.570+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8799311345831330973', time=2024-09-12T03:06:02.593993+0000, chain.objs.size()=1 2024-09-12T01:15:45.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.570+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.22POqCfek7sIb_-iJ2yWkohW4iuRwwL_0 2024-09-12T01:15:45.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.570+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1073850549196941032', time=2024-09-12T03:06:02.617559+0000, chain.objs.size()=1 2024-09-12T01:15:45.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.570+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.c_0iHNiuETePLLbIpzQgdG9UKak9S4g_0 2024-09-12T01:15:45.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.570+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14398884647147125100', time=2024-09-12T03:06:02.741194+0000, chain.objs.size()=1 2024-09-12T01:15:45.569 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.570+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.GFmUlxFkigNy6ADMiePJUWOrPJ-Frvw_0 2024-09-12T01:15:45.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.570+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14893905994513687846', time=2024-09-12T03:06:02.775028+0000, chain.objs.size()=1 2024-09-12T01:15:45.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.570+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.MlVMaV90NP-hcJtQVb4U6SMU75XE9X9_0 2024-09-12T01:15:45.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.570+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9269784658468180852', time=2024-09-12T03:06:02.817821+0000, chain.objs.size()=1 2024-09-12T01:15:45.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.570+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.UEdzaRH3rIvaU8WigixxmFBLUjKd8xw_0 2024-09-12T01:15:45.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.571+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5318728986011466976', time=2024-09-12T03:06:02.819746+0000, chain.objs.size()=1 2024-09-12T01:15:45.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.571+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.MZr6gM2Se4lGNFrJ0sTqGpg84BsPwhD_0 2024-09-12T01:15:45.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.571+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17534844475140200213', time=2024-09-12T03:06:02.903681+0000, chain.objs.size()=1 2024-09-12T01:15:45.570 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.571+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.6SsYY-f0KpeCbd_iEyQMbCncqlqY96L_0 2024-09-12T01:15:45.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.572+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15190732701832862063', time=2024-09-12T03:06:02.943737+0000, chain.objs.size()=1 2024-09-12T01:15:45.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.572+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.9ufH5_C58kUq39meJNSABQrZKDfknRY_0 2024-09-12T01:15:45.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.572+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10247385070585921936', time=2024-09-12T03:06:02.957958+0000, chain.objs.size()=1 2024-09-12T01:15:45.571 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.572+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.0_llb3FBatbxzPUkKwLbdWSPjf-7RIy_0 2024-09-12T01:15:45.572 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.573+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14543855663881623960', time=2024-09-12T03:06:11.606358+0000, chain.objs.size()=1 2024-09-12T01:15:45.572 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.573+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.N3Gkw4Hp5lDxAh9STTfdErZlNQU9Qck_0 2024-09-12T01:15:45.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.574+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16510784849239360245', time=2024-09-12T03:06:11.642535+0000, chain.objs.size()=1 2024-09-12T01:15:45.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.574+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.I5ZSoYx7YarUFe5ntmSLKy9GmwQoqK__0 2024-09-12T01:15:45.573 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.574+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17749202180710564411', time=2024-09-12T03:06:11.665690+0000, chain.objs.size()=1 2024-09-12T01:15:45.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.574+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.etZ9hp9D5ZUE7Eb-hZrnYzHt94xmDgn_0 2024-09-12T01:15:45.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.574+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7942758939282703366', time=2024-09-12T03:06:11.690624+0000, chain.objs.size()=1 2024-09-12T01:15:45.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.574+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.JlHv8cdWvjsMTTU6qrQqbM2QAT8dUQ8_0 2024-09-12T01:15:45.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.574+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18366444363101241531', time=2024-09-12T03:06:11.795971+0000, chain.objs.size()=1 2024-09-12T01:15:45.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.574+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.e-EEG8CJvcXOdT0GSbji10ScIuVKw6U_0 2024-09-12T01:15:45.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.574+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8543077576847436680', time=2024-09-12T03:06:11.810747+0000, chain.objs.size()=1 2024-09-12T01:15:45.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.574+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.-PEKwQsilhzveqGoBZBl47qEf2Q-h1q_0 2024-09-12T01:15:45.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.574+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10559338951486990535', time=2024-09-12T03:06:11.823166+0000, chain.objs.size()=1 2024-09-12T01:15:45.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.574+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.URvAJcCSbXRMjrv09HR2BRDroeZ1TTC_0 2024-09-12T01:15:45.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.574+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10818716036211646677', time=2024-09-12T03:06:11.827993+0000, chain.objs.size()=1 2024-09-12T01:15:45.574 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.574+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_._O6ceEElxXAcdwtcGOXDWdYHxFH2_Bw_0 2024-09-12T01:15:45.575 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.576+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16213681511649316027', time=2024-09-12T03:06:11.839542+0000, chain.objs.size()=1 2024-09-12T01:15:45.575 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.576+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.i7QZ__ubD6vJKDQ6yh47XYzl1BGGCWk_0 2024-09-12T01:15:45.575 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.576+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12304688138140434118', time=2024-09-12T03:06:11.846282+0000, chain.objs.size()=1 2024-09-12T01:15:45.575 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.576+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Qumrhoc-kMTNoXIEP5OF25lKCgHZYR3_0 2024-09-12T01:15:45.576 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.576+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15391072690537931134', time=2024-09-12T03:06:11.862023+0000, chain.objs.size()=1 2024-09-12T01:15:45.576 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.576+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.bHLCq5GcQFiqV2obXq5bykfq4IiwdDY_0 2024-09-12T01:15:45.576 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.576+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5611321337837181823', time=2024-09-12T03:06:11.875867+0000, chain.objs.size()=1 2024-09-12T01:15:45.576 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.576+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.UGNKchgDYiEEIR4gKPgGzTnj-kcjWjv_0 2024-09-12T01:15:45.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.578+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14623578689013504808', time=2024-09-12T03:06:11.975981+0000, chain.objs.size()=1 2024-09-12T01:15:45.577 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.578+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.NI2sLiCaE0dz1uFe9mRBgyS8gu1Tekb_0 2024-09-12T01:15:45.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5765123344590036423', time=2024-09-12T03:06:11.983529+0000, chain.objs.size()=1 2024-09-12T01:15:45.579 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.wHk2Dt-yGFTsl_PFb-VzDZ77T9puL6F_0 2024-09-12T01:15:45.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.829974423393060252', time=2024-09-12T03:06:12.023142+0000, chain.objs.size()=1 2024-09-12T01:15:45.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.5SpcaxF8yV2B6FSalmqB4Ua1G231mMW_0 2024-09-12T01:15:45.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.54178039086800942', time=2024-09-12T03:06:12.032851+0000, chain.objs.size()=1 2024-09-12T01:15:45.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9Ln94m8SN-ssoBXPbf9oJyzlL7UU5P__0 2024-09-12T01:15:45.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.444036914186148813', time=2024-09-12T03:06:12.039572+0000, chain.objs.size()=1 2024-09-12T01:15:45.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.gOGGuPjPxEk8OUlshbOuzAZJfpclNtb_0 2024-09-12T01:15:45.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18264698201127374771', time=2024-09-12T03:06:12.167181+0000, chain.objs.size()=1 2024-09-12T01:15:45.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.UvlLjbH_Dtzt8-Cda3zmAXL2qeKPnr0_0 2024-09-12T01:15:45.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.696578264448418263', time=2024-09-12T03:06:12.178242+0000, chain.objs.size()=1 2024-09-12T01:15:45.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.E6NPjJVki3z6AKEa7FNjG3FoMgnP0MH_0 2024-09-12T01:15:45.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15484354990580885222', time=2024-09-12T03:06:12.252692+0000, chain.objs.size()=1 2024-09-12T01:15:45.580 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.0c1yA1boMHhegioOkhEyRwiVQb4e9VF_0 2024-09-12T01:15:45.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11020834720084519723', time=2024-09-12T03:06:12.286053+0000, chain.objs.size()=1 2024-09-12T01:15:45.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.yMuRF-k8wUuqc_9aKdNz9uZGGn0HXOc_0 2024-09-12T01:15:45.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1143084937300679610', time=2024-09-12T03:06:12.381378+0000, chain.objs.size()=1 2024-09-12T01:15:45.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.-lQj7ErdFLVuyx4hxGIHn6ErF4FfiYi_0 2024-09-12T01:15:45.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6145310128906037085', time=2024-09-12T03:06:12.409095+0000, chain.objs.size()=1 2024-09-12T01:15:45.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.580+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ZaBjCPBHzEZLmKmVOJai0OIjeoCQXiH_0 2024-09-12T01:15:45.581 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.582+0000 7f12a26ca640 0 -- 172.21.15.38:0/1383317295 >> [v2:172.21.15.194:6808/3161873983,v1:172.21.15.194:6809/3161873983] conn(0x5648c38dc500 msgr2=0x7f116c08c5c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2024-09-12T01:15:45.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.582+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14849516756417386916', time=2024-09-12T03:06:12.432297+0000, chain.objs.size()=1 2024-09-12T01:15:45.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.582+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.gA4Y_XaMUNBAqG37gRumFQ-HL58-P4__0 2024-09-12T01:15:45.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.583+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11277393062286897242', time=2024-09-12T03:06:12.444814+0000, chain.objs.size()=1 2024-09-12T01:15:45.582 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.583+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.v9XI5bi6G4QCbVSJMNb93ZeowUh_4E1_0 2024-09-12T01:15:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.585+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.889037413973109597', time=2024-09-12T03:06:12.479271+0000, chain.objs.size()=1 2024-09-12T01:15:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.585+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.FYcp3jrGn3hguVMFtBpfbJlgIHb_7Hg_0 2024-09-12T01:15:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.585+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6996892452748441657', time=2024-09-12T03:06:12.563309+0000, chain.objs.size()=1 2024-09-12T01:15:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.585+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.pWLeAzRnm8_hDoEPgxXNWY5VE0Trhw4_0 2024-09-12T01:15:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.585+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3939614047742461577', time=2024-09-12T03:06:12.645491+0000, chain.objs.size()=1 2024-09-12T01:15:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.585+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.yeS2D7aEoN0LrNj_bHo5HAfyJMTPvCL_0 2024-09-12T01:15:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.585+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2861642799513553006', time=2024-09-12T03:06:12.662087+0000, chain.objs.size()=1 2024-09-12T01:15:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.585+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.qP88m2o7sNVgz3hk8um4d1HLNP7p2r8_0 2024-09-12T01:15:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.585+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16648153978512324256', time=2024-09-12T03:06:12.756134+0000, chain.objs.size()=1 2024-09-12T01:15:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.585+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.2__HQMcM_uUVEnXa18nAERKrDte5G5Q_0 2024-09-12T01:15:45.584 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.585+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14920136058973347412', time=2024-09-12T03:06:12.847195+0000, chain.objs.size()=1 2024-09-12T01:15:45.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.585+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.6qfERiPEvNVVSBfK3mNI1llcvmguUmo_0 2024-09-12T01:15:45.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.585+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1748886931654924295', time=2024-09-12T03:06:12.851853+0000, chain.objs.size()=1 2024-09-12T01:15:45.585 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.585+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.yRsxPQEPM-ryR5pqXT1jNPHThr9UFb1_0 2024-09-12T01:15:45.587 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.588+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/48420 2024-09-12T01:15:45.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=24, truncated=0, next_marker='' 2024-09-12T01:15:45.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6232357975285990822', time=2024-09-12T03:06:12.979391+0000, chain.objs.size()=1 2024-09-12T01:15:45.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.8GE49dpww9UCU_z0DYRmg9lTBwHiQhW_0 2024-09-12T01:15:45.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11883941216411089460', time=2024-09-12T03:06:12.994571+0000, chain.objs.size()=1 2024-09-12T01:15:45.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.YNRoDkkZMLCoGh0GyPhHIoI_6YMFW0L_0 2024-09-12T01:15:45.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14675546617271464087', time=2024-09-12T03:06:13.000439+0000, chain.objs.size()=1 2024-09-12T01:15:45.590 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.gN6YGzUo5Q-hmjWOBoqKzd4BE09avYM_0 2024-09-12T01:15:45.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18262069065715109230', time=2024-09-12T03:06:13.012989+0000, chain.objs.size()=1 2024-09-12T01:15:45.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.3pJmfydeG-rATJD4MFH1B_0-FwPZkM9_0 2024-09-12T01:15:45.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9332157357419074586', time=2024-09-12T03:06:13.031808+0000, chain.objs.size()=1 2024-09-12T01:15:45.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.KIQC6IUNAPiTXBSF4z-QQXcz6dk0sgB_0 2024-09-12T01:15:45.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8300678903437814847', time=2024-09-12T03:06:55.620850+0000, chain.objs.size()=1 2024-09-12T01:15:45.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.410__shadow_.UY1BchWbxLBY24_-F0aqXwnIZ2NEoRm_0 2024-09-12T01:15:45.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1989413094191952395', time=2024-09-12T03:07:06.193209+0000, chain.objs.size()=1 2024-09-12T01:15:45.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.430__shadow_.VmkR5QJvNJ4Y6QYj72xfxDhLOsY2aua_0 2024-09-12T01:15:45.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11085706881927825499', time=2024-09-12T03:07:34.424049+0000, chain.objs.size()=1 2024-09-12T01:15:45.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.485__shadow_.fCwT1CT67xdvGM3YUMYV-9ev0WnXSMp_0 2024-09-12T01:15:45.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8992606976847505761', time=2024-09-12T03:07:36.082522+0000, chain.objs.size()=1 2024-09-12T01:15:45.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.488__shadow_.E5cfm0mpozluAbhGqAAzCFvZvGTH8Ya_0 2024-09-12T01:15:45.591 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9656403277508818001', time=2024-09-12T03:07:46.644512+0000, chain.objs.size()=12 2024-09-12T01:15:45.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.1 2024-09-12T01:15:45.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.1_1 2024-09-12T01:15:45.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.591+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.2 2024-09-12T01:15:45.592 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.593+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.2_1 2024-09-12T01:15:45.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.593+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.3 2024-09-12T01:15:45.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.594+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.3_1 2024-09-12T01:15:45.593 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.594+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.4 2024-09-12T01:15:45.594 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.595+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.4_1 2024-09-12T01:15:45.594 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.595+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.5 2024-09-12T01:15:45.594 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.595+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.5_1 2024-09-12T01:15:45.594 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.595+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.6 2024-09-12T01:15:45.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.595+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.6_1 2024-09-12T01:15:45.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.595+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3836218270410519313', time=2024-09-12T03:07:49.383350+0000, chain.objs.size()=1 2024-09-12T01:15:45.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.595+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.515__shadow_.vsVh0Kb_4aOS9nYPJa7ZinyhuP9N50__0 2024-09-12T01:15:45.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.595+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10916709245721119430', time=2024-09-12T03:07:57.216768+0000, chain.objs.size()=1 2024-09-12T01:15:45.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.595+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.521__shadow:4WmbizA0NQoZKEUmdx82CwPufmC-TDT_.CSUohNkk4d77DL0hSYK_FQ79K0ruSXT_0 2024-09-12T01:15:45.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.596+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~Y4SG9wAFDBNFhFbFuIdLEtgwgBHfMCm', time=2024-09-12T03:08:02.047148+0000, chain.objs.size()=1 2024-09-12T01:15:45.595 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.596+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.2~Y4SG9wAFDBNFhFbFuIdLEtgwgBHfMCm.3 2024-09-12T01:15:45.596 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.597+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14926573455724157169', time=2024-09-12T03:08:10.169672+0000, chain.objs.size()=1 2024-09-12T01:15:45.596 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.597+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.526__multipart_mymultipart.2~PyAk6TPn71h7EnWtPaLfPxOuW-gjf4a.1 2024-09-12T01:15:45.596 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.597+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14724292805219601604', time=2024-09-12T03:08:53.552152+0000, chain.objs.size()=2 2024-09-12T01:15:45.596 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.597+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.553__shadow_.M9ED-nHyDdk3EbRvVnUkTRbqKo5gIMR_0 2024-09-12T01:15:45.596 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.597+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.553__shadow_.M9ED-nHyDdk3EbRvVnUkTRbqKo5gIMR_1 2024-09-12T01:15:45.597 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.597+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12587612228176092649', time=2024-09-12T03:09:07.770025+0000, chain.objs.size()=1 2024-09-12T01:15:45.597 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.597+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:MZkNmKpqYGfPazn4Y.6arJZk4RQ6szb_.KU1znEk-gItquIuIGIqegrBA1V0BPYe_0 2024-09-12T01:15:45.597 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.597+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1613944838674077642', time=2024-09-12T03:09:17.375137+0000, chain.objs.size()=1 2024-09-12T01:15:45.597 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.597+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.575__shadow_.Dj4RdO3vsP0-WlWoWvkJcCUfXvOWyAo_0 2024-09-12T01:15:45.597 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.599+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14298342610152344000', time=2024-09-12T03:09:34.949244+0000, chain.objs.size()=1 2024-09-12T01:15:45.597 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.599+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:F7yVJA6Hn3jUZKF8gaEu2jPzY9dJXlx_.AiCbhusP0L3sshE4iH4dMxraFA5Na9e_0 2024-09-12T01:15:45.597 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.599+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293330370421445057', time=2024-09-12T03:09:40.532628+0000, chain.objs.size()=1 2024-09-12T01:15:45.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.599+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.580__shadow:FRaZRkYm5KC-qXY2dtzIySmQtwwqHL-_.XnQACDm6euKcmA_lRbQ3mz5s2dy-5bu_0 2024-09-12T01:15:45.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.600+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3128486762641231181', time=2024-09-12T03:09:45.774101+0000, chain.objs.size()=1 2024-09-12T01:15:45.598 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.600+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.588__shadow:FVNzoWA31oz3pD9IBy5XL0x7kv2tHax_.N8eyL-Bz0S2zeQIRiKim8otKEanxoYp_0 2024-09-12T01:15:45.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.600+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4491434935243963585', time=2024-09-12T03:12:29.825620+0000, chain.objs.size()=1 2024-09-12T01:15:45.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.600+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.657__shadow_.w3RoTMNdLPhEH1QYQTdzCQPDm18RlLt_0 2024-09-12T01:15:45.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.600+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15496456512119354884', time=2024-09-12T03:12:35.679163+0000, chain.objs.size()=1 2024-09-12T01:15:45.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.600+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.667__shadow_.yJO4bsatU_F3-WIgFo1Xk0pJnkP5jFj_0 2024-09-12T01:15:45.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.600+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4067696397205873804', time=2024-09-12T03:12:51.445295+0000, chain.objs.size()=1 2024-09-12T01:15:45.599 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.600+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.704__shadow:C4Po-NmkfJFdg75Cjuth33tU3d-pRwM_.D4cYnT_ljVyOw9D0_RYlHQwglgHQXvU_0 2024-09-12T01:15:45.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.601+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13061249264250475623', time=2024-09-12T03:13:30.929115+0000, chain.objs.size()=1 2024-09-12T01:15:45.600 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.601+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.745__shadow_.HTXjgItNyhSRyNiWNWDO-F1eyqMJ_O-_0 2024-09-12T01:15:45.603 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.605+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:45.606 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.607+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2024-09-12T01:15:45.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.608+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:45.607 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:45.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/47964' 2024-09-12T01:15:45.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='_paPnFZ8aFdTGY0rbaL1cuU3OxBGdkPV', time=2024-09-12T03:03:09.851259+0000, chain.objs.size()=1 2024-09-12T01:15:45.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.k17KRubPPSpVvH1Kth1qoe_1d6YItfb_0 2024-09-12T01:15:45.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8711876479067204417', time=2024-09-12T03:04:57.056390+0000, chain.objs.size()=1 2024-09-12T01:15:45.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.235__shadow_.ufNxep7PpZFmopjL2FbTzLMs5cv9JKS_0 2024-09-12T01:15:45.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5121740330678539599', time=2024-09-12T03:05:03.593419+0000, chain.objs.size()=1 2024-09-12T01:15:45.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.245__shadow_.lKMZhb8LxMDwS_PLHU_OXeC4zzhNCta_0 2024-09-12T01:15:45.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10487050192816269268', time=2024-09-12T03:05:20.218883+0000, chain.objs.size()=1 2024-09-12T01:15:45.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.KuVZCOnMgdTueNCqErJQkWd9AVEMtFR_0 2024-09-12T01:15:45.609 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16578061077709921285', time=2024-09-12T03:05:20.256412+0000, chain.objs.size()=1 2024-09-12T01:15:45.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.XWrS6Qw0WXc9cM1w3ZEU1Zp7nDvDLGE_0 2024-09-12T01:15:45.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2815799405107907273', time=2024-09-12T03:05:20.270196+0000, chain.objs.size()=1 2024-09-12T01:15:45.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.pwfUfT-KqUJY69Xl7BZc3Mn90G1UYt6_0 2024-09-12T01:15:45.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3975826409425921008', time=2024-09-12T03:05:20.443930+0000, chain.objs.size()=1 2024-09-12T01:15:45.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.vLP3-g4HHymyeEWnyr-aoKTyqE7k17M_0 2024-09-12T01:15:45.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17459525483807587977', time=2024-09-12T03:05:20.485090+0000, chain.objs.size()=1 2024-09-12T01:15:45.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.609+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.2eGLco6EM9MM7IQ260KEPVFyvXlzxf0_0 2024-09-12T01:15:45.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.610+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2653841273239054901', time=2024-09-12T03:05:20.503191+0000, chain.objs.size()=1 2024-09-12T01:15:45.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.610+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ceQEq4_BB-nTG6vlyd4VD_PbZb6rPbp_0 2024-09-12T01:15:45.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.610+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16501203825360222954', time=2024-09-12T03:05:20.513912+0000, chain.objs.size()=1 2024-09-12T01:15:45.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.610+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.mFm0H4itV9sdGLJETv6rKY7RZmMRk9F_0 2024-09-12T01:15:45.610 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.610+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14786733717374901236', time=2024-09-12T03:05:20.527418+0000, chain.objs.size()=1 2024-09-12T01:15:45.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.610+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.13jyusyAH5Ehd-rCZWjdkLG4Tajjs4s_0 2024-09-12T01:15:45.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.610+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9203442083737101062', time=2024-09-12T03:05:20.663679+0000, chain.objs.size()=1 2024-09-12T01:15:45.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.610+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.DtSYMR-D5vwwCJdh0Z5iZA6_zPtTsq5_0 2024-09-12T01:15:45.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.611+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9985614291661198520', time=2024-09-12T03:05:20.693544+0000, chain.objs.size()=1 2024-09-12T01:15:45.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.611+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ZW054FRnIeqNPQRsMSN97e1oRPLUNiz_0 2024-09-12T01:15:45.611 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.612+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12446668393271368149', time=2024-09-12T03:05:20.804053+0000, chain.objs.size()=1 2024-09-12T01:15:45.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.612+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.LWcQmSoVIOXjFllpxoZbeVfcMxu86Dq_0 2024-09-12T01:15:45.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.613+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3722478228210905869', time=2024-09-12T03:05:20.805438+0000, chain.objs.size()=1 2024-09-12T01:15:45.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.613+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.XriRFAJ4eL5gAd2BNl81LqzqPrTU1Wi_0 2024-09-12T01:15:45.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.613+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2978050988618661189', time=2024-09-12T03:05:20.836389+0000, chain.objs.size()=1 2024-09-12T01:15:45.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.613+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.c-3C2WGlde6x7J4gZuCNs7UF3Qpyl-r_0 2024-09-12T01:15:45.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.613+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.370970506946320868', time=2024-09-12T03:05:20.842741+0000, chain.objs.size()=1 2024-09-12T01:15:45.612 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.613+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.WpWsgpIKqsEzdjc_pyadipk6Drg-NNu_0 2024-09-12T01:15:45.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.613+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3215619845461681747', time=2024-09-12T03:05:20.847151+0000, chain.objs.size()=1 2024-09-12T01:15:45.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.613+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.cxW1tdbsXNeN-zhTrxOUCt9dEGJy8Nh_0 2024-09-12T01:15:45.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.613+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10124422287040265168', time=2024-09-12T03:05:20.880739+0000, chain.objs.size()=1 2024-09-12T01:15:45.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.613+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.1EeoJwrkCVJzW22oSI8eLA5IXOw7ufB_0 2024-09-12T01:15:45.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.613+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11394893571054989740', time=2024-09-12T03:05:20.886354+0000, chain.objs.size()=1 2024-09-12T01:15:45.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.613+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.GyBF-OGftDNynBVIp3VpxAx3cgXjITu_0 2024-09-12T01:15:45.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.614+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17822572429199502320', time=2024-09-12T03:05:20.908209+0000, chain.objs.size()=1 2024-09-12T01:15:45.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.614+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.jGx7u8nqceabQO_2m5XSw-GYZnoSqqa_0 2024-09-12T01:15:45.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.614+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11049621667303686839', time=2024-09-12T03:05:21.025089+0000, chain.objs.size()=1 2024-09-12T01:15:45.613 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.614+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.4Wd8avCHcbu--hDOAk2V4IMClZrWTpd_0 2024-09-12T01:15:45.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.614+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5083071784679314241', time=2024-09-12T03:05:21.050670+0000, chain.objs.size()=1 2024-09-12T01:15:45.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.614+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.-V-8Z_Ap_xFVkOCr-AtSAiewXdWlJp1_0 2024-09-12T01:15:45.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.615+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11273020397026745601', time=2024-09-12T03:05:21.052516+0000, chain.objs.size()=1 2024-09-12T01:15:45.614 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.615+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ClsPI0HiLW-PXrwBmF6350zpwCd3Anc_0 2024-09-12T01:15:45.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.616+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3002080625329004863', time=2024-09-12T03:05:21.200904+0000, chain.objs.size()=1 2024-09-12T01:15:45.615 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.616+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Ag1zCM5ZJ30gYE2PPEpTfNJQoOwg4oh_0 2024-09-12T01:15:45.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.617+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7611050594705860634', time=2024-09-12T03:05:21.240253+0000, chain.objs.size()=1 2024-09-12T01:15:45.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.617+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.1H6NGloYp12ZCf-HtjugqIdl6Ty4bam_0 2024-09-12T01:15:45.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.617+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5490643825488721265', time=2024-09-12T03:05:21.262188+0000, chain.objs.size()=1 2024-09-12T01:15:45.616 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.617+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.kdhHfs9v3UMBggRwxeMBKTnGOkD1mDa_0 2024-09-12T01:15:45.617 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.618+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5831282784777451666', time=2024-09-12T03:05:21.407907+0000, chain.objs.size()=1 2024-09-12T01:15:45.617 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.618+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.oK8fRhHEKGGU85OFk9Nnbk9u8wrrKo8_0 2024-09-12T01:15:45.617 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.618+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5999716289795124647', time=2024-09-12T03:05:21.430707+0000, chain.objs.size()=1 2024-09-12T01:15:45.617 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.618+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.iHdr3BmM-kg9joyvIw0xjOIPAW0yFj8_0 2024-09-12T01:15:45.617 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.618+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10755656117788238448', time=2024-09-12T03:05:21.447318+0000, chain.objs.size()=1 2024-09-12T01:15:45.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.618+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.yVRVcFzb8FW6RyncotEOcTEfCViiZbr_0 2024-09-12T01:15:45.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.618+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6874217595326037670', time=2024-09-12T03:05:21.627654+0000, chain.objs.size()=1 2024-09-12T01:15:45.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.618+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.NpbK4biEO9r4gpZ_6uPBrKiH-IA14s1_0 2024-09-12T01:15:45.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.618+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12185410164722280408', time=2024-09-12T03:05:21.630714+0000, chain.objs.size()=1 2024-09-12T01:15:45.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.618+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.JGj2nrG0UvIDpjZGkoUzf-DaTEsXBCQ_0 2024-09-12T01:15:45.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.618+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9090916684973775266', time=2024-09-12T03:05:21.639527+0000, chain.objs.size()=1 2024-09-12T01:15:45.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.618+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lmPxH0cclcLnuyCOyh_UJHqlHEyRBn6_0 2024-09-12T01:15:45.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.618+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15663874511417763713', time=2024-09-12T03:05:21.641989+0000, chain.objs.size()=1 2024-09-12T01:15:45.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.618+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.yeP6sjxAxQfnLaXwEc8PiSKEA9_tgxw_0 2024-09-12T01:15:45.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.618+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2861195144454089732', time=2024-09-12T03:05:21.651332+0000, chain.objs.size()=1 2024-09-12T01:15:45.618 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.618+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.GwGfl5WWdWcNgQM2RBxCOVgj1hQLCEt_0 2024-09-12T01:15:45.619 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.620+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14364616357493871527', time=2024-09-12T03:05:21.659975+0000, chain.objs.size()=1 2024-09-12T01:15:45.619 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.620+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.eUamCUMQxBCbSFdU9z0qA_Bm2kMbryz_0 2024-09-12T01:15:45.619 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.620+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16171537680699302268', time=2024-09-12T03:05:23.116703+0000, chain.objs.size()=1 2024-09-12T01:15:45.619 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.620+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.266__shadow_.EalBux50gghWwnskDnB0huiIn8CDha3_0 2024-09-12T01:15:45.620 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.620+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6756871631428045317', time=2024-09-12T03:05:25.445377+0000, chain.objs.size()=1 2024-09-12T01:15:45.620 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.620+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.271__shadow_.BvcgGyfiMp_wwzO48yRZiTo2Iv-OF3u_0 2024-09-12T01:15:45.620 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.621+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17286430272853775467', time=2024-09-12T03:05:25.964847+0000, chain.objs.size()=1 2024-09-12T01:15:45.620 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.621+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.272__shadow_.QIDaoX2fkAPYYyCRwUYvCuUNAUqx85o_0 2024-09-12T01:15:45.620 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.621+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10327984086922654144', time=2024-09-12T03:05:25.965568+0000, chain.objs.size()=1 2024-09-12T01:15:45.620 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.621+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.272__shadow_.J6ugUeApY1S1hOfWrf5pTBb31e1z4h4_0 2024-09-12T01:15:45.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.623+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8945963226202996940', time=2024-09-12T03:05:25.966267+0000, chain.objs.size()=1 2024-09-12T01:15:45.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.623+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.272__shadow_.E49iDOG-El6YSzsJISCDF8QKGN1eJj2_0 2024-09-12T01:15:45.621 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.623+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15674053268425522183', time=2024-09-12T03:05:34.358223+0000, chain.objs.size()=1 2024-09-12T01:15:45.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.623+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.289__shadow_.WHjRrR-rF3wmaFiNvXZaVsqjNPIQhpC_0 2024-09-12T01:15:45.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.623+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15795902916586303707', time=2024-09-12T03:05:37.712444+0000, chain.objs.size()=1 2024-09-12T01:15:45.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.623+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.KMQ38cGFVfCRpv9FPsSAqLULU_OIGgc_0 2024-09-12T01:15:45.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.623+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10372320442820316755', time=2024-09-12T03:05:51.818714+0000, chain.objs.size()=1 2024-09-12T01:15:45.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.623+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.322__shadow_.oa03TQUi0TxFzWNH9YAiUDI05XNUHaT_0 2024-09-12T01:15:45.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.623+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6109749331745054184', time=2024-09-12T03:05:52.435910+0000, chain.objs.size()=1 2024-09-12T01:15:45.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.623+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.323__shadow_.aYcMsalB3O8RIblj-sJ0l3gDiVeHWyc_0 2024-09-12T01:15:45.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.623+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7473644229922558862', time=2024-09-12T03:06:01.480647+0000, chain.objs.size()=1 2024-09-12T01:15:45.622 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.623+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.wMltV7m-3gQisfDHWGzLccWZ8ZB4_TH_0 2024-09-12T01:15:45.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.624+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18334547285465829581', time=2024-09-12T03:06:01.493390+0000, chain.objs.size()=1 2024-09-12T01:15:45.623 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.624+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.7ZpIcugDFgWzCYwbfv6zFUa7pBXJP-K_0 2024-09-12T01:15:45.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.625+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2015270258082917617', time=2024-09-12T03:06:01.520919+0000, chain.objs.size()=1 2024-09-12T01:15:45.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.625+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.RE89-ce9YAsW8KpyxKFXvClFkMUkVYK_0 2024-09-12T01:15:45.624 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.625+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16601934515974816004', time=2024-09-12T03:06:01.538111+0000, chain.objs.size()=1 2024-09-12T01:15:45.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.625+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.-zgxwXW8KTYD1EDU5qA4Cyz0f8sUP46_0 2024-09-12T01:15:45.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.625+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12549098362339512781', time=2024-09-12T03:06:01.545341+0000, chain.objs.size()=1 2024-09-12T01:15:45.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.625+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.AKr24IZVAiyNT_iCqz5vTAsD1MFjHSl_0 2024-09-12T01:15:45.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.625+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12440703856792821721', time=2024-09-12T03:06:01.547051+0000, chain.objs.size()=1 2024-09-12T01:15:45.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.625+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Y5XPKFMmNnAnUzoS35Bs5irmB-QkMSr_0 2024-09-12T01:15:45.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.625+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7469307614752511732', time=2024-09-12T03:06:01.698515+0000, chain.objs.size()=1 2024-09-12T01:15:45.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.625+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.FlJdinXdMFQ_av8YcoYztuZFh9oXZIh_0 2024-09-12T01:15:45.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.625+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9679956907858717895', time=2024-09-12T03:06:01.743661+0000, chain.objs.size()=1 2024-09-12T01:15:45.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.625+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_._xUD8eggIMmvCvTJfP01TLXv6Ougonj_0 2024-09-12T01:15:45.625 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.626+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4997547151780772428', time=2024-09-12T03:06:01.750349+0000, chain.objs.size()=1 2024-09-12T01:15:45.626 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.626+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.sOe96-qX8C7yjLDYJY2PmKqcjweXxH0_0 2024-09-12T01:15:45.626 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.626+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6871866857577531755', time=2024-09-12T03:06:01.973135+0000, chain.objs.size()=1 2024-09-12T01:15:45.626 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.626+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.zolp7F_3X6cqrA4imq8Ue5zmOXcEcp3_0 2024-09-12T01:15:45.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.628+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7687728410507708097', time=2024-09-12T03:06:01.974237+0000, chain.objs.size()=1 2024-09-12T01:15:45.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.628+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.9f1G-93AAkgFqPFlhL9_vpfFC_tT_dN_0 2024-09-12T01:15:45.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.628+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16382823923746578350', time=2024-09-12T03:06:02.094822+0000, chain.objs.size()=1 2024-09-12T01:15:45.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.628+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.m26USETRGr8VbTUMi5Pr2J68E-hDroF_0 2024-09-12T01:15:45.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.628+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1583312589413056303', time=2024-09-12T03:06:02.104320+0000, chain.objs.size()=1 2024-09-12T01:15:45.627 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.628+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.nVxygJqX1xAtQeQqSk-GvioZVgpIxNM_0 2024-09-12T01:15:45.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3369003031643672310', time=2024-09-12T03:06:02.129192+0000, chain.objs.size()=1 2024-09-12T01:15:45.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1AsPsuPMu1nifYaT7neGpy62QsWr3dH_0 2024-09-12T01:15:45.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13535902108841703428', time=2024-09-12T03:06:02.356226+0000, chain.objs.size()=1 2024-09-12T01:15:45.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.oIfbKLiVMGjbaZSxqdqJygIb6gLy_3S_0 2024-09-12T01:15:45.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7656751704321492399', time=2024-09-12T03:06:02.378248+0000, chain.objs.size()=1 2024-09-12T01:15:45.629 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.aPAazWxQXKl4eY5NkBG0XIM-JfapZ2H_0 2024-09-12T01:15:45.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6406043493311858037', time=2024-09-12T03:06:02.406373+0000, chain.objs.size()=1 2024-09-12T01:15:45.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.PtpSRwcEiB9ta7DXxXKJx4TtVs5Z09l_0 2024-09-12T01:15:45.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1312925634940273931', time=2024-09-12T03:06:02.421750+0000, chain.objs.size()=1 2024-09-12T01:15:45.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.okV4_I_kp0bHKqpjZK1f3y5ZNkwbosc_0 2024-09-12T01:15:45.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18153357866129097001', time=2024-09-12T03:06:02.595169+0000, chain.objs.size()=1 2024-09-12T01:15:45.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.eqf1QVoO11lMo0gyd0t8YCgE2gC_xMI_0 2024-09-12T01:15:45.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5193133723395356152', time=2024-09-12T03:06:02.743055+0000, chain.objs.size()=1 2024-09-12T01:15:45.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HQNTfMw1FF0K9jJsmmjlPcdpt76dzzA_0 2024-09-12T01:15:45.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17038975902337370848', time=2024-09-12T03:06:02.786127+0000, chain.objs.size()=1 2024-09-12T01:15:45.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xHG1qJBlzouM1IfU4Dlb25uNfUYiBdN_0 2024-09-12T01:15:45.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1583530180601472428', time=2024-09-12T03:06:02.943409+0000, chain.objs.size()=1 2024-09-12T01:15:45.630 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.630+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fvqUshkO5gVpG42hWMx1Q4mFI78D9fS_0 2024-09-12T01:15:45.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.633+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15353978891588488341', time=2024-09-12T03:06:02.951065+0000, chain.objs.size()=1 2024-09-12T01:15:45.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.633+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.cN-pxEixIZLBdGhP9uKyQHkxQlqgHVk_0 2024-09-12T01:15:45.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.633+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9779871775936185351', time=2024-09-12T03:06:02.992516+0000, chain.objs.size()=1 2024-09-12T01:15:45.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.633+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.UVdrkaSZUE7yY21h3VDUyzZJm6LEa3G_0 2024-09-12T01:15:45.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.633+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13354235540674302878', time=2024-09-12T03:06:11.614774+0000, chain.objs.size()=1 2024-09-12T01:15:45.632 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.633+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.cPwZY6ErVZKATDrFBDR7enztb4ritfO_0 2024-09-12T01:15:45.633 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.635+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2693597221125227204', time=2024-09-12T03:06:11.644761+0000, chain.objs.size()=1 2024-09-12T01:15:45.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.635+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.DQgbfBGr0Tal5CCaxjSBoovSbhXzjSL_0 2024-09-12T01:15:45.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.635+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5861344398070584586', time=2024-09-12T03:06:11.800808+0000, chain.objs.size()=1 2024-09-12T01:15:45.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.635+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.efB3bECrfzXzEGxK5V8XpRh6OAo5wK8_0 2024-09-12T01:15:45.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.635+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10781325225064517654', time=2024-09-12T03:06:11.808272+0000, chain.objs.size()=1 2024-09-12T01:15:45.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.635+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.lZoc49iPb__r4H6O-iFWU0R70M5TFWh_0 2024-09-12T01:15:45.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.635+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13022636377168007925', time=2024-09-12T03:06:11.813002+0000, chain.objs.size()=1 2024-09-12T01:15:45.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.635+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.iaJdRbAIw-4GaeRV86gBFYTIwPfZDZN_0 2024-09-12T01:15:45.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.635+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8178466675595516097', time=2024-09-12T03:06:11.816133+0000, chain.objs.size()=1 2024-09-12T01:15:45.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.635+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Oc3llyq0pUkG5dW-vwMoK2h2IQ3yeWJ_0 2024-09-12T01:15:45.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.635+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3554241386989734528', time=2024-09-12T03:06:11.876674+0000, chain.objs.size()=1 2024-09-12T01:15:45.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.635+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.0AvF6_mrFvgbH-gyjvATFX50khF3oqZ_0 2024-09-12T01:15:45.634 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.635+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7945338179669443905', time=2024-09-12T03:06:12.040921+0000, chain.objs.size()=1 2024-09-12T01:15:45.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.635+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.HBuXd05mAO9L_d68v-72hzF3PtlyroM_0 2024-09-12T01:15:45.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.635+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16400413165795479879', time=2024-09-12T03:06:12.204426+0000, chain.objs.size()=1 2024-09-12T01:15:45.635 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.635+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.hhomRPq8xqBvYU-7rfLKkE6bwDUkKMI_0 2024-09-12T01:15:45.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.637+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11290995343042042260', time=2024-09-12T03:06:12.260637+0000, chain.objs.size()=1 2024-09-12T01:15:45.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.637+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.YBjBeb46iKsetTC9BlFj2JAUFGa8S70_0 2024-09-12T01:15:45.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.637+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2072113577162091737', time=2024-09-12T03:06:12.269397+0000, chain.objs.size()=1 2024-09-12T01:15:45.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.637+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.LrKX8-DWg9liVx32pUWpd7Tcti71KOl_0 2024-09-12T01:15:45.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.637+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13774939581114602032', time=2024-09-12T03:06:12.280910+0000, chain.objs.size()=1 2024-09-12T01:15:45.636 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.637+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_._wqaE0b4wmTR8mOFzmS__vfcrviDIa6_0 2024-09-12T01:15:45.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.638+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5304356231486262365', time=2024-09-12T03:06:12.366565+0000, chain.objs.size()=1 2024-09-12T01:15:45.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.638+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.1nZQZ9TMOfWwRDdmA6HnEh0JG-4qstS_0 2024-09-12T01:15:45.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.638+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.201261579934539433', time=2024-09-12T03:06:12.443091+0000, chain.objs.size()=1 2024-09-12T01:15:45.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.638+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Tt04EMcK4PqmIUhFiNm-c3Lrnf2liYh_0 2024-09-12T01:15:45.637 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.638+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.532430996387665485', time=2024-09-12T03:06:12.463013+0000, chain.objs.size()=1 2024-09-12T01:15:45.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.638+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_._p_-wx6yuarXWgwp4JgNALIWV1Wg8Bx_0 2024-09-12T01:15:45.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.638+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10933760337041468265', time=2024-09-12T03:06:12.780395+0000, chain.objs.size()=1 2024-09-12T01:15:45.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.638+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.adu3QygjIztpalfYphHM4CyOcMB6EfB_0 2024-09-12T01:15:45.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.638+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3696655555324716280', time=2024-09-12T03:06:12.783345+0000, chain.objs.size()=1 2024-09-12T01:15:45.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.638+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.1WQh3NKrAKBkTzpjPjunc55R4OQDo8W_0 2024-09-12T01:15:45.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.638+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9804972345352501913', time=2024-09-12T03:06:12.804673+0000, chain.objs.size()=1 2024-09-12T01:15:45.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.638+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ll3GLi2_iQ2iSfPANXBx_Jr9OvEd3nE_0 2024-09-12T01:15:45.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.638+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7849264663765034554', time=2024-09-12T03:06:12.822623+0000, chain.objs.size()=1 2024-09-12T01:15:45.638 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.638+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.jm4CTQ7BZMmqcuQkFs4PDre5xA8vR2g_0 2024-09-12T01:15:45.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.640+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8591592096741705463', time=2024-09-12T03:06:13.007050+0000, chain.objs.size()=1 2024-09-12T01:15:45.639 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.640+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.HAxTbzTKBd4xIn-nUoXvJXazapTQn9r_0 2024-09-12T01:15:45.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.642+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11959507015675780886', time=2024-09-12T03:06:13.019231+0000, chain.objs.size()=1 2024-09-12T01:15:45.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.642+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.lEO8EiYo5inHbT3RlghIanHF39MvjXc_0 2024-09-12T01:15:45.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.642+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.95607276376042621', time=2024-09-12T03:06:13.039162+0000, chain.objs.size()=1 2024-09-12T01:15:45.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.642+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.dSp8FtUbO-9w6HUi5IwyOzQzb_v2WPE_0 2024-09-12T01:15:45.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.642+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5870201748657017707', time=2024-09-12T03:06:33.920979+0000, chain.objs.size()=1 2024-09-12T01:15:45.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.642+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.372__shadow_.igLViZwEcd6frdrflD712TJOxcsQt6T_0 2024-09-12T01:15:45.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.642+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9984558112283354548', time=2024-09-12T03:06:44.733937+0000, chain.objs.size()=1 2024-09-12T01:15:45.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.642+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.391__shadow_.kO1c_RarFDy0GEWLyhZ1HUto44pOLwC_0 2024-09-12T01:15:45.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.642+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.55711674387911275', time=2024-09-12T03:07:07.195219+0000, chain.objs.size()=1 2024-09-12T01:15:45.641 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.642+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.432__shadow_.O_EWiC83Xus1MVzOU5tn7ioaHJB1LMy_0 2024-09-12T01:15:45.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.643+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8947009849203825062', time=2024-09-12T03:07:27.350376+0000, chain.objs.size()=1 2024-09-12T01:15:45.642 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.643+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.466__shadow_.5AbWJtwHMU5WCHFdAW9KZnsFDc7bGNu_0 2024-09-12T01:15:45.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.643+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4060369318934824812', time=2024-09-12T03:07:36.656280+0000, chain.objs.size()=1 2024-09-12T01:15:45.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.643+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.489__shadow_.cGF006CyqY2UHFwpEV1mL8gRYzRXYPe_0 2024-09-12T01:15:45.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.643+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4914204617715146540', time=2024-09-12T03:07:40.828507+0000, chain.objs.size()=1 2024-09-12T01:15:45.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.643+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.499__shadow_.IIA6GbdhMRZfr9nFAu5kSiPzXGjBajH_0 2024-09-12T01:15:45.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.643+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2773228056210161215', time=2024-09-12T03:07:48.732842+0000, chain.objs.size()=1 2024-09-12T01:15:45.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.643+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.513__shadow_.0KuPyPAm8D_G8CIuIjZoIuySLO1pTD1_0 2024-09-12T01:15:45.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.643+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8101708100891649922', time=2024-09-12T03:07:51.541203+0000, chain.objs.size()=1 2024-09-12T01:15:45.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.643+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.519__multipart_mymultipart.2~-Op2U_iuau1DaXkusWzBKTLWJJj9bwk.1 2024-09-12T01:15:45.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.644+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9716196746810490267', time=2024-09-12T03:07:52.172054+0000, chain.objs.size()=1 2024-09-12T01:15:45.643 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.644+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.518__shadow_.7WKdU5-AZKrU1aYNjz0xzmlVJI5ZC6h_0 2024-09-12T01:15:45.646 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.648+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/47964 2024-09-12T01:15:45.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=8, truncated=0, next_marker='' 2024-09-12T01:15:45.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4090388549159017324', time=2024-09-12T03:09:12.611617+0000, chain.objs.size()=1 2024-09-12T01:15:45.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:PrYX7HvHh4CDKAcCV1LtiPq5N.RR6.L_.5vv2DQi4gJftTM99NuqfttW_rohSAHq_0 2024-09-12T01:15:45.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1229157897932437690', time=2024-09-12T03:09:13.226797+0000, chain.objs.size()=1 2024-09-12T01:15:45.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:rzG92sTZ2WZSTb-dYWRALNYlB.nrrWh_.m5XLDvn6Xr8vQ5JO_swmILCbJiVHtLM_0 2024-09-12T01:15:45.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13128978602431650557', time=2024-09-12T03:09:14.354753+0000, chain.objs.size()=1 2024-09-12T01:15:45.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.571__shadow:cf5M2J2OmDHNFpwHXJQhtVROGxpT1qX_.zi4VPBWRIR715oml-g3H4gcH1wZvClP_0 2024-09-12T01:15:45.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17570381566043682447', time=2024-09-12T03:09:21.863546+0000, chain.objs.size()=1 2024-09-12T01:15:45.650 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.577__shadow:qyrJraJP8PjpTRIM2q8tkZ8KOWXVB1H_.qFcmIwQiSzpClW78HQD8J3jimLfhxyj_0 2024-09-12T01:15:45.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6757020047331869406', time=2024-09-12T03:09:42.326600+0000, chain.objs.size()=1 2024-09-12T01:15:45.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.583__shadow:aA-DaiAqaHe2N2xzKTfgsRF2RuvnvV2_.1-l6c94eGTnZkeu8MQFeB8shKGwg83G_0 2024-09-12T01:15:45.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13644343341850751315', time=2024-09-12T03:12:33.567011+0000, chain.objs.size()=1 2024-09-12T01:15:45.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.664__shadow_.pztgExVnh4_i3-6fLX9cUqRZeLWnx1J_0 2024-09-12T01:15:45.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4415288316564218808', time=2024-09-12T03:12:35.677973+0000, chain.objs.size()=1 2024-09-12T01:15:45.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.667__shadow_.Z-uRUC-9bwGQIrBqKBnOfRDHhbGUGOG_0 2024-09-12T01:15:45.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18352542082975296966', time=2024-09-12T03:13:30.423348+0000, chain.objs.size()=3 2024-09-12T01:15:45.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.744__multipart_mymultipart3.2~BW2oKVdNmt1l6AkdrchP4q5WTfedvYN.1 2024-09-12T01:15:45.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.744__multipart_mymultipart3.2~BW2oKVdNmt1l6AkdrchP4q5WTfedvYN.2 2024-09-12T01:15:45.651 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.650+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.744__multipart_mymultipart3.2~BW2oKVdNmt1l6AkdrchP4q5WTfedvYN.3 2024-09-12T01:15:45.653 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.654+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:45.655 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.657+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2024-09-12T01:15:45.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.658+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:45.657 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.658+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:45.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46551' 2024-09-12T01:15:45.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='__oWT8NAGRpn6TnDML6NnHjNU5_GMVCG', time=2024-09-12T03:03:11.685014+0000, chain.objs.size()=3 2024-09-12T01:15:45.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.Nhx52nx8d9WkcRSRDBHfBXePbVA9W66_0 2024-09-12T01:15:45.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.Nhx52nx8d9WkcRSRDBHfBXePbVA9W66_1 2024-09-12T01:15:45.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_.Nhx52nx8d9WkcRSRDBHfBXePbVA9W66_2 2024-09-12T01:15:45.659 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18231183482268132034', time=2024-09-12T03:03:13.020868+0000, chain.objs.size()=3 2024-09-12T01:15:45.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.165__multipart_foo.2~6iinQMxpR_5D4ojDvg_xIPvW2HE3tNC.1 2024-09-12T01:15:45.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.165__shadow_foo.2~6iinQMxpR_5D4ojDvg_xIPvW2HE3tNC.1_1 2024-09-12T01:15:45.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.165__multipart_foo.2~6iinQMxpR_5D4ojDvg_xIPvW2HE3tNC.2 2024-09-12T01:15:45.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2675449446420973558', time=2024-09-12T03:03:14.312729+0000, chain.objs.size()=1 2024-09-12T01:15:45.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.171__shadow_.pUsqi8WvWHqZcljxpWJJF_iPCtyl0fE_0 2024-09-12T01:15:45.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2632026042358458890', time=2024-09-12T03:03:14.510405+0000, chain.objs.size()=1 2024-09-12T01:15:45.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.172__shadow_.GfUDFX_JOkA9Q3cmFdR_3MuUY2gxzWv_0 2024-09-12T01:15:45.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14699448544277368304', time=2024-09-12T03:03:46.595942+0000, chain.objs.size()=1 2024-09-12T01:15:45.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.205__shadow_.4segsfUt23cvKVbUUJRv5EERb9r-opR_0 2024-09-12T01:15:45.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18040529231711788987', time=2024-09-12T03:04:58.894277+0000, chain.objs.size()=1 2024-09-12T01:15:45.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.238__shadow_.Wh-rrPAb69W7voStAavQyyi8nZOUXKw_0 2024-09-12T01:15:45.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4765626242604499326', time=2024-09-12T03:05:02.751972+0000, chain.objs.size()=1 2024-09-12T01:15:45.660 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.244__shadow_.6x7uhaBpUDHyWT4GxCafvL5zr0Rwl-9_0 2024-09-12T01:15:45.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8605872429289914313', time=2024-09-12T03:05:05.058418+0000, chain.objs.size()=1 2024-09-12T01:15:45.661 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.659+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.248__shadow_.kEGawM6qwu_9rzA9WFV-djDpMXwfERe_0 2024-09-12T01:15:45.662 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15887767183425032905', time=2024-09-12T03:05:20.434900+0000, chain.objs.size()=1 2024-09-12T01:15:45.662 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.MWwI-JleVefEcspNzpueWiSA7tQtWVW_0 2024-09-12T01:15:45.662 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7874792179893946111', time=2024-09-12T03:05:20.464466+0000, chain.objs.size()=1 2024-09-12T01:15:45.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.skiLzHokMo43wZGXo-CwtpCh1Fb8lnR_0 2024-09-12T01:15:45.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11408527027074210959', time=2024-09-12T03:05:20.530392+0000, chain.objs.size()=1 2024-09-12T01:15:45.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.dljnfDm5LqcW5pmG9FSugiTjonkjtil_0 2024-09-12T01:15:45.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12481590886725154989', time=2024-09-12T03:05:20.615370+0000, chain.objs.size()=1 2024-09-12T01:15:45.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.QLakSTOKQ-Ib_thRwh7-k6HZLhvy5Ow_0 2024-09-12T01:15:45.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7342578025217038654', time=2024-09-12T03:05:20.646604+0000, chain.objs.size()=1 2024-09-12T01:15:45.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Aa4EWICvznP2MqOtDPbxgDuybevogwv_0 2024-09-12T01:15:45.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17120532381751123524', time=2024-09-12T03:05:20.647459+0000, chain.objs.size()=1 2024-09-12T01:15:45.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.zZfAm0tEVmvCea3mT_I-P0COs_w0YkN_0 2024-09-12T01:15:45.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8923984321427841469', time=2024-09-12T03:05:20.675282+0000, chain.objs.size()=1 2024-09-12T01:15:45.663 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.NcYjHuxoyUPseT1NmZGPg7ZYOigHujH_0 2024-09-12T01:15:45.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17968670402631775126', time=2024-09-12T03:05:20.708731+0000, chain.objs.size()=1 2024-09-12T01:15:45.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8DjDaYHDDYyKM4TbNPKJfprIH8_YsCs_0 2024-09-12T01:15:45.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17013328194903105787', time=2024-09-12T03:05:20.820564+0000, chain.objs.size()=1 2024-09-12T01:15:45.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.l7n6ORj9r1M4sNQYs33Iri0yhA98RzW_0 2024-09-12T01:15:45.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3519019033752660780', time=2024-09-12T03:05:20.893808+0000, chain.objs.size()=1 2024-09-12T01:15:45.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.y3K0xIuHmpxbRPu2noUi8kMte7rx_dQ_0 2024-09-12T01:15:45.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11292265896652623763', time=2024-09-12T03:05:20.895970+0000, chain.objs.size()=1 2024-09-12T01:15:45.664 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.662+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.QNauau0yi7iZwcYVDz5iPP84nEl7grm_0 2024-09-12T01:15:45.666 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.666+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3999943110099647014', time=2024-09-12T03:05:21.079733+0000, chain.objs.size()=1 2024-09-12T01:15:45.666 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.666+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.liQosaKCurujIy16WAzvpXYE9f_OXoV_0 2024-09-12T01:15:45.666 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.666+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.137321109015334478', time=2024-09-12T03:05:21.199383+0000, chain.objs.size()=1 2024-09-12T01:15:45.666 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.666+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.FmzGiGKQxGZdKQEUHz02BhZajIFa3nS_0 2024-09-12T01:15:45.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.666+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15533758034492632267', time=2024-09-12T03:05:21.201975+0000, chain.objs.size()=1 2024-09-12T01:15:45.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.666+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.bCZ0V8u5eYI3kkCemLGh_bOR789gnWy_0 2024-09-12T01:15:45.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14091168641492775144', time=2024-09-12T03:05:21.214895+0000, chain.objs.size()=1 2024-09-12T01:15:45.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.pbj0dmYUwnJIESRTamaYcVPiFnsdoA9_0 2024-09-12T01:15:45.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12395929425835233475', time=2024-09-12T03:05:21.300700+0000, chain.objs.size()=1 2024-09-12T01:15:45.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.BX5aT1kcyph0anpYLxXq5wouZVKtLw5_0 2024-09-12T01:15:45.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9383408106425699567', time=2024-09-12T03:05:21.417489+0000, chain.objs.size()=1 2024-09-12T01:15:45.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.YicdyGVI7cr3dGCrah8o4g-KmBmg69Z_0 2024-09-12T01:15:45.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13674582400958831978', time=2024-09-12T03:05:21.424716+0000, chain.objs.size()=1 2024-09-12T01:15:45.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Qu28N-Umvp88DG3gJnq47durOdWAB9s_0 2024-09-12T01:15:45.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.73971731153350026', time=2024-09-12T03:05:21.432841+0000, chain.objs.size()=1 2024-09-12T01:15:45.667 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.tE1IHNfP8HA5HY5N0YUFhAzGyaxOxDB_0 2024-09-12T01:15:45.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3786131402224490772', time=2024-09-12T03:05:21.442736+0000, chain.objs.size()=1 2024-09-12T01:15:45.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.deh_RwG9y7mtQ8TpjB7PxRsQt594uLr_0 2024-09-12T01:15:45.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8228657283085944515', time=2024-09-12T03:05:21.451374+0000, chain.objs.size()=1 2024-09-12T01:15:45.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.4sO8Gg8JYkoSdCoxL4NcNnwdQRsVizq_0 2024-09-12T01:15:45.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.667+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9262963825511454333', time=2024-09-12T03:05:21.495530+0000, chain.objs.size()=1 2024-09-12T01:15:45.668 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.667+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.A9PRWuhVbILItJxzQfyqP_HhBnnOtnL_0 2024-09-12T01:15:45.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9229373430883731523', time=2024-09-12T03:05:21.600997+0000, chain.objs.size()=1 2024-09-12T01:15:45.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.i9uO5WwI5M6z1Fsg6Et45TEmt8NWPFC_0 2024-09-12T01:15:45.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5295357279014942524', time=2024-09-12T03:05:21.604722+0000, chain.objs.size()=1 2024-09-12T01:15:45.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ApVtFzzoEyHryB2mRQMWJfMcuLli7VS_0 2024-09-12T01:15:45.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8975469356291404197', time=2024-09-12T03:05:24.024185+0000, chain.objs.size()=1 2024-09-12T01:15:45.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.268__shadow_.SnqHr9j-G2WpoXWjM8y5ZJogNtMsar9_0 2024-09-12T01:15:45.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16443635271755515333', time=2024-09-12T03:05:28.919110+0000, chain.objs.size()=1 2024-09-12T01:15:45.671 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.278__shadow_.IysAcA_-nZ5FVw6xuT3Iur4mYzSs_43_0 2024-09-12T01:15:45.672 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17120445309197756186', time=2024-09-12T03:05:34.358817+0000, chain.objs.size()=1 2024-09-12T01:15:45.672 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.289__shadow_.pCGhIyvbZSv0llbdLN1js8vMPtikWj4_0 2024-09-12T01:15:45.672 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16353577177352886245', time=2024-09-12T03:05:36.898726+0000, chain.objs.size()=1 2024-09-12T01:15:45.672 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.VHnXH2q8o260JI4ML51VfH-dy-kF_Tp_0 2024-09-12T01:15:45.672 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17378067222474553709', time=2024-09-12T03:05:39.196415+0000, chain.objs.size()=1 2024-09-12T01:15:45.672 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.297__shadow_.yj0nZskKMGVyHHG_A3I9mSJ6TtfeVQ-_0 2024-09-12T01:15:45.672 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12869371413033455465', time=2024-09-12T03:05:43.229746+0000, chain.objs.size()=1 2024-09-12T01:15:45.672 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.305__shadow_.DI4rn4iJXbO9iiUwtcVwivlYmiqszbM_0 2024-09-12T01:15:45.672 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1966376627048661220', time=2024-09-12T03:06:01.479918+0000, chain.objs.size()=1 2024-09-12T01:15:45.672 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.YNt6YM1XEPnWCe12AL9zl8BpDbKQ6l0_0 2024-09-12T01:15:45.672 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12952712699401318160', time=2024-09-12T03:06:01.529396+0000, chain.objs.size()=1 2024-09-12T01:15:45.672 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.t2Z-POeBQmMbtfRsssGIJrcwPlOcC-A_0 2024-09-12T01:15:45.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16741263282361269217', time=2024-09-12T03:06:01.555782+0000, chain.objs.size()=1 2024-09-12T01:15:45.673 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.671+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.a5GXh0CSDgCVYusgsUXGD0SimNl9ghv_0 2024-09-12T01:15:45.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.674+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13263371661151648712', time=2024-09-12T03:06:01.715806+0000, chain.objs.size()=1 2024-09-12T01:15:45.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.674+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.09tjsmltnSqNsDjyzvMTsml4AKbpWgJ_0 2024-09-12T01:15:45.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.674+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15747196689326578808', time=2024-09-12T03:06:01.755233+0000, chain.objs.size()=1 2024-09-12T01:15:45.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.674+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.dHyhWfxIR8jHYJV2XrgverSgWLEQa91_0 2024-09-12T01:15:45.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.674+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13869042722403273988', time=2024-09-12T03:06:01.797543+0000, chain.objs.size()=1 2024-09-12T01:15:45.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.674+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xJ0UIrIOw47ljLdDzr3DosMBZFXdOgN_0 2024-09-12T01:15:45.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.674+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17343736608063153170', time=2024-09-12T03:06:01.801862+0000, chain.objs.size()=1 2024-09-12T01:15:45.674 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.674+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.DFXxSOxwDCuiOdUr2C7EzBCpp18yMRR_0 2024-09-12T01:15:45.676 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.676+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16298099286306823521', time=2024-09-12T03:06:01.992399+0000, chain.objs.size()=1 2024-09-12T01:15:45.676 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.676+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.NcDPrYPkE8UWlBV3yo_whXtLvhM0n2O_0 2024-09-12T01:15:45.676 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.676+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15457370403984530947', time=2024-09-12T03:06:02.009952+0000, chain.objs.size()=1 2024-09-12T01:15:45.676 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.676+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.e1e3GVzc-3YmhDfjvoFfyrLirUhkhx6_0 2024-09-12T01:15:45.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.676+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.167464477650713108', time=2024-09-12T03:06:02.098566+0000, chain.objs.size()=1 2024-09-12T01:15:45.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.676+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.bcqamu08Nar4EpsCGnBpx78r0rk268r_0 2024-09-12T01:15:45.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.676+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5721332350727464486', time=2024-09-12T03:06:02.109158+0000, chain.objs.size()=1 2024-09-12T01:15:45.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.676+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.8xyIHom8NpDG1y77LUIi9bjEwDhHPxy_0 2024-09-12T01:15:45.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.677+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9723268010532543381', time=2024-09-12T03:06:02.188788+0000, chain.objs.size()=1 2024-09-12T01:15:45.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.677+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xCqszgQKqbqAlrwSBxzrZHm0rXoxVnI_0 2024-09-12T01:15:45.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.677+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8514528018623361896', time=2024-09-12T03:06:02.213355+0000, chain.objs.size()=1 2024-09-12T01:15:45.677 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.677+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.JpXmz9Z8FFRIwXr-I4xQVjCZ93ohwvO_0 2024-09-12T01:15:45.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.677+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.784353383331835398', time=2024-09-12T03:06:02.303566+0000, chain.objs.size()=1 2024-09-12T01:15:45.678 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.677+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.rUIG0ryWQ71CEx3jTvs_T1G_ZRQ-e___0 2024-09-12T01:15:45.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.679+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13765906062475990703', time=2024-09-12T03:06:02.317171+0000, chain.objs.size()=1 2024-09-12T01:15:45.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.679+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.lg09FIbTqCdwiQATMnrp8Vwl_QB0O1T_0 2024-09-12T01:15:45.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.679+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1964077414278507328', time=2024-09-12T03:06:02.367048+0000, chain.objs.size()=1 2024-09-12T01:15:45.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.679+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.m-xvhUNIjbkDdNWrOgK8ersCqxLX0Ub_0 2024-09-12T01:15:45.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.679+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13566362800734035956', time=2024-09-12T03:06:02.425329+0000, chain.objs.size()=1 2024-09-12T01:15:45.679 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.679+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.lg2HHY3kz8O2UFRqfa028kzO6tskJW6_0 2024-09-12T01:15:45.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.679+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8729688704678159554', time=2024-09-12T03:06:02.502625+0000, chain.objs.size()=1 2024-09-12T01:15:45.680 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.679+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.oXq5eNfpUS6APRC02o6RYPft_0jq3Nz_0 2024-09-12T01:15:45.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.681+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11226415870477994019', time=2024-09-12T03:06:02.507796+0000, chain.objs.size()=1 2024-09-12T01:15:45.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.681+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.12lu913GQR09TUdNWkJtgIKFMW0tDMb_0 2024-09-12T01:15:45.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.681+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3203221275218018154', time=2024-09-12T03:06:02.536244+0000, chain.objs.size()=1 2024-09-12T01:15:45.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.681+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.W1IMwRb3D4Iu5AXWd1Oei_mLqurZhqI_0 2024-09-12T01:15:45.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.681+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10949717513105996206', time=2024-09-12T03:06:02.576098+0000, chain.objs.size()=1 2024-09-12T01:15:45.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.681+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.XnqTuJKJWjnOcCAhMkVgWboRq8cflZJ_0 2024-09-12T01:15:45.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.681+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13932315127406521561', time=2024-09-12T03:06:02.577999+0000, chain.objs.size()=1 2024-09-12T01:15:45.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.681+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.w_V9ScFaGPGqhzzErmcZms3yI3fOdoV_0 2024-09-12T01:15:45.681 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.681+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.128456029574771010', time=2024-09-12T03:06:02.605865+0000, chain.objs.size()=1 2024-09-12T01:15:45.682 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.681+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.grw-ycssC3Ao8aTfNk6NU3YTrToOMMp_0 2024-09-12T01:15:45.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.683+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4966012529271834624', time=2024-09-12T03:06:02.621041+0000, chain.objs.size()=1 2024-09-12T01:15:45.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.683+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.UlGmGXJqPx91B34TZkyg6AI_YQ4V-S5_0 2024-09-12T01:15:45.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.683+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6599432059557653659', time=2024-09-12T03:06:02.759103+0000, chain.objs.size()=1 2024-09-12T01:15:45.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.683+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.MFnj25mHwmaFO-3oKS2v1eNwfhNP8V-_0 2024-09-12T01:15:45.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.683+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4403674784438703860', time=2024-09-12T03:06:02.910787+0000, chain.objs.size()=1 2024-09-12T01:15:45.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.683+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.vpbqOSGqi5Eumz5hDebOvCQoAybwvkR_0 2024-09-12T01:15:45.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.683+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17790974416772192862', time=2024-09-12T03:06:02.912153+0000, chain.objs.size()=1 2024-09-12T01:15:45.683 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.683+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.rmuGnXnIdkmN7ablMfR0pF4Whs6_aKy_0 2024-09-12T01:15:45.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.683+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12409473455640574062', time=2024-09-12T03:06:02.946309+0000, chain.objs.size()=1 2024-09-12T01:15:45.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.683+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.SZvdD8A3ZqfocuufiWFxRLgy-wMIGyW_0 2024-09-12T01:15:45.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.684+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18325896107807887178', time=2024-09-12T03:06:02.988721+0000, chain.objs.size()=1 2024-09-12T01:15:45.684 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.684+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.8hCp_kOrwNs1Z6zb65sp1S7-du-16nx_0 2024-09-12T01:15:45.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.685+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1066659244494549318', time=2024-09-12T03:06:11.603302+0000, chain.objs.size()=1 2024-09-12T01:15:45.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.685+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Mx1bArJVOMxeFKxilUodBkmBbNwejFt_0 2024-09-12T01:15:45.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.685+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8524354860436869544', time=2024-09-12T03:06:11.678544+0000, chain.objs.size()=1 2024-09-12T01:15:45.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.685+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.TAvkSqfBKhwH7RTatCZezYX4bfLbFIT_0 2024-09-12T01:15:45.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.685+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15212523307325780329', time=2024-09-12T03:06:11.701090+0000, chain.objs.size()=1 2024-09-12T01:15:45.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.685+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.mCuz512br8YTECCY1WnBF98qgGy-XX5_0 2024-09-12T01:15:45.685 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.685+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3426633759681495187', time=2024-09-12T03:06:11.800300+0000, chain.objs.size()=1 2024-09-12T01:15:45.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.685+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.WLms4PyFBzXSvGqc-Pfd3l_svUC0xRD_0 2024-09-12T01:15:45.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.685+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1311298463109432730', time=2024-09-12T03:06:11.823766+0000, chain.objs.size()=1 2024-09-12T01:15:45.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.685+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ANrt6LfcwN1mns-aOTtjad1hrCPDVI-_0 2024-09-12T01:15:45.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.686+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2150733888728812556', time=2024-09-12T03:06:11.832552+0000, chain.objs.size()=1 2024-09-12T01:15:45.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.686+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.L49__YSAHR52eqXSrk1w1Uw-CxqdyY6_0 2024-09-12T01:15:45.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.686+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15453042103936237833', time=2024-09-12T03:06:11.861460+0000, chain.objs.size()=1 2024-09-12T01:15:45.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.686+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.bMD5fsDT8hlqXKXeU26S3ETKBQzGknt_0 2024-09-12T01:15:45.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.686+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6641439891451479381', time=2024-09-12T03:06:11.872979+0000, chain.objs.size()=1 2024-09-12T01:15:45.686 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.686+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.iBnrfh3M9JQsGu-xj1aSj0qKmhEjJmR_0 2024-09-12T01:15:45.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.688+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16629519953870466020', time=2024-09-12T03:06:11.992823+0000, chain.objs.size()=1 2024-09-12T01:15:45.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.688+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.KMc9v_gx7W8r7_OMMEAaGsy1Pnz7uwB_0 2024-09-12T01:15:45.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.688+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2278301596151131080', time=2024-09-12T03:06:12.008657+0000, chain.objs.size()=1 2024-09-12T01:15:45.688 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.688+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.fEeH7n4b9rdxsO0a0UTMHKwIDA8PUvw_0 2024-09-12T01:15:45.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.689+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5076019388896241185', time=2024-09-12T03:06:12.022329+0000, chain.objs.size()=1 2024-09-12T01:15:45.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.689+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.jdGy_-zHVsMghs3GOCERM0bvEbv24i2_0 2024-09-12T01:15:45.689 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.689+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10023027655858084949', time=2024-09-12T03:06:12.075806+0000, chain.objs.size()=1 2024-09-12T01:15:45.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.689+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.a4x8S9OaZm4waMsN8vLzQUVXgpxN9Ad_0 2024-09-12T01:15:45.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.689+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13969010053916808234', time=2024-09-12T03:06:12.227466+0000, chain.objs.size()=1 2024-09-12T01:15:45.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.689+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.FQCtRxOYUPzNdeU9r-aAjJtJITrVbWm_0 2024-09-12T01:15:45.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.689+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12114986978350206037', time=2024-09-12T03:06:12.456968+0000, chain.objs.size()=1 2024-09-12T01:15:45.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.689+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.HhHp-Pdk8dpsjUxEaecFcdVqWoKMQEW_0 2024-09-12T01:15:45.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.689+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2899527129887303218', time=2024-09-12T03:06:12.462166+0000, chain.objs.size()=1 2024-09-12T01:15:45.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.689+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.lcXJ3CynJ04PCffTH2Kvushs3j7yx1I_0 2024-09-12T01:15:45.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.689+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7120367103764606852', time=2024-09-12T03:06:12.558868+0000, chain.objs.size()=1 2024-09-12T01:15:45.690 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.689+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.AKT-j4xJYxydjtJfgbUcJQA5_FfSa-Z_0 2024-09-12T01:15:45.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.689+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11654789506921627465', time=2024-09-12T03:06:12.668133+0000, chain.objs.size()=1 2024-09-12T01:15:45.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.689+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.lhUYEm8-BoDYH31GtWGsRBAC7znrALy_0 2024-09-12T01:15:45.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.691+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3176713143809702336', time=2024-09-12T03:06:12.798833+0000, chain.objs.size()=1 2024-09-12T01:15:45.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.691+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.SwGea4YYf3Y4tExXIBpGTxyEVz4sZon_0 2024-09-12T01:15:45.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.691+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17717931647069851088', time=2024-09-12T03:06:12.991095+0000, chain.objs.size()=1 2024-09-12T01:15:45.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.691+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.hmHbVRHxivkCk2owsjQgHi6KwTvk11r_0 2024-09-12T01:15:45.691 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.691+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12657245679846544470', time=2024-09-12T03:06:17.740822+0000, chain.objs.size()=1 2024-09-12T01:15:45.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.691+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.335__shadow_.DOqOD3R429BN4Iki2KwCwLvdaBYPWqS_0 2024-09-12T01:15:45.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.691+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2338854797425597033', time=2024-09-12T03:06:54.679053+0000, chain.objs.size()=1 2024-09-12T01:15:45.692 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.691+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.408__shadow_.MP9yWnlQYOnifBpjD7HaXp_lHSV-znM_0 2024-09-12T01:15:45.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.694+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13717981637051248584', time=2024-09-12T03:07:09.658081+0000, chain.objs.size()=1 2024-09-12T01:15:45.694 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.694+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.437__shadow_.VivY3TJFem5-ww5i9dTTSda08Z4qUGI_0 2024-09-12T01:15:45.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.694+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17805540798528258571', time=2024-09-12T03:07:13.166549+0000, chain.objs.size()=1 2024-09-12T01:15:45.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.694+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.444__shadow_.T-SgjAQc_VVXNOkG2xlNDqrwBMXV552_0 2024-09-12T01:15:45.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.694+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6045199571997290457', time=2024-09-12T03:07:23.139097+0000, chain.objs.size()=1 2024-09-12T01:15:45.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.694+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.460__shadow_.3S0Hz_CdDwtFg44OYVmTj-Ewp9PE2z3_0 2024-09-12T01:15:45.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.694+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1740826488421643550', time=2024-09-12T03:07:33.899579+0000, chain.objs.size()=1 2024-09-12T01:15:45.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.694+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.484__shadow_._dwwZybPrv_qYEZHmU9GIc73wt1eaWf_0 2024-09-12T01:15:45.695 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.694+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6007112667905791949', time=2024-09-12T03:07:41.446270+0000, chain.objs.size()=1 2024-09-12T01:15:45.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.694+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.500__shadow_.BfpNennBYF0PaZEhFK_-F6J1WSyaJJf_0 2024-09-12T01:15:45.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.694+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4381805906849291456', time=2024-09-12T03:07:43.488642+0000, chain.objs.size()=1 2024-09-12T01:15:45.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.694+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.504__shadow:UmM4C1u9SJEk8MgzhUFiNNKGDhUpVPK_._vUWTOEpTeS8Lz1kxpgI7_JTb2Gub1F_0 2024-09-12T01:15:45.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.695+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15808997594806823150', time=2024-09-12T03:07:50.281617+0000, chain.objs.size()=1 2024-09-12T01:15:45.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.695+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.517__multipart_mymultipartcopy.2~el9clj_gHwyDQG-jgUqJM_BSQrNqe4m.1 2024-09-12T01:15:45.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.695+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8460205302431042344', time=2024-09-12T03:07:52.285971+0000, chain.objs.size()=1 2024-09-12T01:15:45.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.695+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.519__multipart_mymultipart.2~NVH67up_rBdkKGB0gzb1Wz0DeG1YXln.1 2024-09-12T01:15:45.696 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.695+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11493984215573542660', time=2024-09-12T03:08:07.763501+0000, chain.objs.size()=6 2024-09-12T01:15:45.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.695+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.PFTkqMTPYoHYJdFjxrpsYbljAu6IZ0RO.1 2024-09-12T01:15:45.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.695+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.SFhRqDT7sXBekG6GdJKNRtVtmaKTbSaY.2 2024-09-12T01:15:45.697 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.695+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.iCvIbd4HqvEri1-ONHnuE6Fdvo66iqTH.3 2024-09-12T01:15:45.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.698+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.e7PRxlgFyKIAc1QCu4N72g4nhcVs5gAG.4 2024-09-12T01:15:45.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.698+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.PQw8kkMO6rvDveOM9g46JHXT25ricRYF.5 2024-09-12T01:15:45.698 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.699+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.523__multipart_mymultipart.mmraBmneHG9QMnp1IqDT3zgxg9e9xpnj.6 2024-09-12T01:15:45.699 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.699+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5822007788302885493', time=2024-09-12T03:08:08.828187+0000, chain.objs.size()=5 2024-09-12T01:15:45.699 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.699+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.524__multipart_mymultipart.2~5LFuMKpUsT3NC52wMK8Eg-BsIarglG-.1 2024-09-12T01:15:45.699 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.699+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.524__shadow_mymultipart.2~5LFuMKpUsT3NC52wMK8Eg-BsIarglG-.1_1 2024-09-12T01:15:45.699 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.699+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.524__multipart_mymultipart.2~5LFuMKpUsT3NC52wMK8Eg-BsIarglG-.2 2024-09-12T01:15:45.700 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.700+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.524__shadow_mymultipart.2~5LFuMKpUsT3NC52wMK8Eg-BsIarglG-.2_1 2024-09-12T01:15:45.700 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.700+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.524__multipart_mymultipart.2~5LFuMKpUsT3NC52wMK8Eg-BsIarglG-.3 2024-09-12T01:15:45.700 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.700+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~yoISxCfmbVqENNAM9pdI3T7_OOaIZbO', time=2024-09-12T03:08:16.348611+0000, chain.objs.size()=2 2024-09-12T01:15:45.700 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.700+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.532__multipart_mymultipart.2~yoISxCfmbVqENNAM9pdI3T7_OOaIZbO.1 2024-09-12T01:15:45.701 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.700+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.532__multipart_mymultipart.2~yoISxCfmbVqENNAM9pdI3T7_OOaIZbO.2 2024-09-12T01:15:45.701 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.700+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14997415720367183549', time=2024-09-12T03:09:08.616359+0000, chain.objs.size()=1 2024-09-12T01:15:45.701 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.700+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:ul-wz5ibXOQSLqHwlGsxVUFBRh6mqMv_.172jgFfBgqZR5o2sbXON14ijD8AcgRa_0 2024-09-12T01:15:45.705 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.705+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/46551 2024-09-12T01:15:45.707 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=7, truncated=0, next_marker='' 2024-09-12T01:15:45.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11335279948473771671', time=2024-09-12T03:09:11.567150+0000, chain.objs.size()=1 2024-09-12T01:15:45.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:eAO7SN8Qr-HfH8GjfmvEkGBZGNFIfSO_.9uKzPjozPeswenuwvHzv-bSLgjVF89S_0 2024-09-12T01:15:45.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3778697515870911372', time=2024-09-12T03:09:26.328626+0000, chain.objs.size()=1 2024-09-12T01:15:45.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:wdupTzjrT-DQGqbuVu9D1-.x4BmfxB3_.6_h6XLJztSLUkvGActdeC9i32rxqPEO_0 2024-09-12T01:15:45.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4778179198803212736', time=2024-09-12T03:09:40.565195+0000, chain.objs.size()=1 2024-09-12T01:15:45.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.580__shadow:2NA-VPyNZrOto5twUzyd6QK-mdBZG3G_.8KeThpYWdnKnfCndBTy5xkELpgdAunK_0 2024-09-12T01:15:45.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3414538010624243189', time=2024-09-12T03:12:32.953446+0000, chain.objs.size()=6 2024-09-12T01:15:45.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.663__multipart_foo.2~cT1MvyOFqljCre6C_YjQvEA0TtZKXV6.1 2024-09-12T01:15:45.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.663__multipart_foo.2~cT1MvyOFqljCre6C_YjQvEA0TtZKXV6.2 2024-09-12T01:15:45.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.663__multipart_foo.2~cT1MvyOFqljCre6C_YjQvEA0TtZKXV6.3 2024-09-12T01:15:45.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.663__multipart_foo.2~cT1MvyOFqljCre6C_YjQvEA0TtZKXV6.4 2024-09-12T01:15:45.708 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.663__multipart_foo.2~cT1MvyOFqljCre6C_YjQvEA0TtZKXV6.5 2024-09-12T01:15:45.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.663__multipart_foo.2~cT1MvyOFqljCre6C_YjQvEA0TtZKXV6.6 2024-09-12T01:15:45.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5317163131761077090', time=2024-09-12T03:12:33.565662+0000, chain.objs.size()=1 2024-09-12T01:15:45.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.664__shadow_.hduz7zafVy6Y1lBuIp0yw9amUJ2iT0z_0 2024-09-12T01:15:45.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16677811316255144502', time=2024-09-12T03:12:34.252356+0000, chain.objs.size()=1 2024-09-12T01:15:45.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.665__shadow_.GVMMIiZha7RGSI8QtJbfxtcRDclxcxX_0 2024-09-12T01:15:45.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8056953991730848415', time=2024-09-12T03:12:55.339528+0000, chain.objs.size()=1 2024-09-12T01:15:45.709 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.707+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.712__multipart_file1.2~oPhqZ7UB2EMS8UUZrtEsWXcMVtrS5tp.1 2024-09-12T01:15:45.712 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.712+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:45.714 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.715+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2024-09-12T01:15:45.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.716+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:45.716 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.716+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:45.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/45339' 2024-09-12T01:15:45.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11511168290859443520', time=2024-09-12T03:04:57.054999+0000, chain.objs.size()=1 2024-09-12T01:15:45.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.235__shadow_.1ptfT4BLaIwOjE6MGZ5BwSILbpSOhTb_0 2024-09-12T01:15:45.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16906388290198336495', time=2024-09-12T03:05:01.149921+0000, chain.objs.size()=1 2024-09-12T01:15:45.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.242__shadow_.biwMdS7xC7r1nbJJCyshW4Db5bPyIW__0 2024-09-12T01:15:45.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12986912165960037183', time=2024-09-12T03:05:04.578177+0000, chain.objs.size()=1 2024-09-12T01:15:45.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.247__shadow_.YRegabqcsZoN358nbUDdOujeH7nY81a_0 2024-09-12T01:15:45.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12221214391797129930', time=2024-09-12T03:05:05.553886+0000, chain.objs.size()=1 2024-09-12T01:15:45.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.249__shadow_.6TWu24YarY8-81L9miZhj7vnLWT5WGk_0 2024-09-12T01:15:45.718 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7838166147345692131', time=2024-09-12T03:05:06.093357+0000, chain.objs.size()=1 2024-09-12T01:15:45.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.250__shadow_.dgqbKVzjcl1egSQ3SOxWIpph7wVrXA9_0 2024-09-12T01:15:45.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16656699484115459082', time=2024-09-12T03:05:06.564340+0000, chain.objs.size()=1 2024-09-12T01:15:45.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.251__shadow_.fCFwRih9JQ_ciqMAZlSJLyFLJEtu6TJ_0 2024-09-12T01:15:45.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10240100789851417587', time=2024-09-12T03:05:07.034464+0000, chain.objs.size()=1 2024-09-12T01:15:45.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.252__shadow_.bMwrfqsCUFJoP5ZrmgTSZwZ5nQ4Z8LY_0 2024-09-12T01:15:45.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15726108445331869140', time=2024-09-12T03:05:08.946157+0000, chain.objs.size()=1 2024-09-12T01:15:45.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.256__shadow_.qyYsETbe8l_JbSX-459A39OHE1zHVeu_0 2024-09-12T01:15:45.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1875373052621522598', time=2024-09-12T03:05:09.485179+0000, chain.objs.size()=1 2024-09-12T01:15:45.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.257__shadow_.iw5FtNmaW5mINvF5CHbWqtghMavbrts_0 2024-09-12T01:15:45.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7114282382423208279', time=2024-09-12T03:05:20.231134+0000, chain.objs.size()=1 2024-09-12T01:15:45.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ORmZImMkHxWBkuuP439uGE4hR5r54m7_0 2024-09-12T01:15:45.719 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3223726485724707428', time=2024-09-12T03:05:20.242616+0000, chain.objs.size()=1 2024-09-12T01:15:45.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.KfxLgS3U7DgSUGM8y0v2ByLkKRyOeCL_0 2024-09-12T01:15:45.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16266959870453768566', time=2024-09-12T03:05:20.263954+0000, chain.objs.size()=1 2024-09-12T01:15:45.720 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.717+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_._ke30uPTpWH_Dc-YrGtJR2qZNnVfsd6_0 2024-09-12T01:15:45.721 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.721+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6809641996852823447', time=2024-09-12T03:05:20.277980+0000, chain.objs.size()=1 2024-09-12T01:15:45.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.721+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.P-FwLeEDxv5JCVdSq_ZhyAMMwY0K03d_0 2024-09-12T01:15:45.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.721+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11931001423228480371', time=2024-09-12T03:05:20.301258+0000, chain.objs.size()=1 2024-09-12T01:15:45.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.721+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8XJVgF-JeDx-0t4mvNbHPZUG1PzXC6M_0 2024-09-12T01:15:45.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.721+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1126186007124944896', time=2024-09-12T03:05:20.331300+0000, chain.objs.size()=1 2024-09-12T01:15:45.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.721+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.MXttshmkRwoEQB8T2i27NhmES9l0oBQ_0 2024-09-12T01:15:45.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.721+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16428097015046889073', time=2024-09-12T03:05:20.332711+0000, chain.objs.size()=1 2024-09-12T01:15:45.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.721+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.glbe4iA318xOyIF-eCY3nwC1_2x-X-k_0 2024-09-12T01:15:45.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.721+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6614973359274421820', time=2024-09-12T03:05:20.612945+0000, chain.objs.size()=1 2024-09-12T01:15:45.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.721+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.PFAy2R6ERibY5CMNi8uA-Ord9nsj9gI_0 2024-09-12T01:15:45.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.721+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11900784947235180262', time=2024-09-12T03:05:20.613623+0000, chain.objs.size()=1 2024-09-12T01:15:45.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.721+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.zVcFv1Vnori-Utpf2BNt_RJTykYd54t_0 2024-09-12T01:15:45.722 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.721+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16452820554251156978', time=2024-09-12T03:05:20.636230+0000, chain.objs.size()=1 2024-09-12T01:15:45.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.721+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.JMYv5477tzoqJMI0ugpQhjQ0jWQz9GP_0 2024-09-12T01:15:45.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.721+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15501734325198008266', time=2024-09-12T03:05:20.683636+0000, chain.objs.size()=1 2024-09-12T01:15:45.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.721+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.feTseCj_IOYsZHTvkCuafEIakOtmXMT_0 2024-09-12T01:15:45.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.722+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3691815254660886653', time=2024-09-12T03:05:20.691565+0000, chain.objs.size()=1 2024-09-12T01:15:45.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.722+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.PMs6HN-AATbajqp_5fd7dF6kGCB_g3s_0 2024-09-12T01:15:45.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.722+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8515821922006385674', time=2024-09-12T03:05:20.697063+0000, chain.objs.size()=1 2024-09-12T01:15:45.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.722+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.fjNSiG8GV1n4tyaP8mAlY1tK3701S7r_0 2024-09-12T01:15:45.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.722+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5220909051871062240', time=2024-09-12T03:05:20.710938+0000, chain.objs.size()=1 2024-09-12T01:15:45.723 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.722+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.89M9zpOdsUsXLU0yEktovWCAa7XV6G-_0 2024-09-12T01:15:45.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.726+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1046896875869607692', time=2024-09-12T03:05:20.809124+0000, chain.objs.size()=1 2024-09-12T01:15:45.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.726+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lGAkruja_yP9YO1idZ7Ljrk4R86OqvO_0 2024-09-12T01:15:45.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.726+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6160247381842852247', time=2024-09-12T03:05:20.856008+0000, chain.objs.size()=1 2024-09-12T01:15:45.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.726+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.v1kGU-wFMHuKZo7hU1ropip7sA49eQG_0 2024-09-12T01:15:45.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.726+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10506481373921332428', time=2024-09-12T03:05:20.858206+0000, chain.objs.size()=1 2024-09-12T01:15:45.726 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.726+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.r1aMNxDSekcvQb5c6WLzmuvEZEdfF5P_0 2024-09-12T01:15:45.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5347124858365622815', time=2024-09-12T03:05:20.876070+0000, chain.objs.size()=1 2024-09-12T01:15:45.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.muKZJhN3aqVCMIMCcTGJSYXDjX1LXVf_0 2024-09-12T01:15:45.728 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5641211464629124075', time=2024-09-12T03:05:21.008935+0000, chain.objs.size()=1 2024-09-12T01:15:45.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.bmHDI5Nj0xr_5H0UBZP9Miw1ZN9zA-V_0 2024-09-12T01:15:45.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.543379413262828667', time=2024-09-12T03:05:21.011860+0000, chain.objs.size()=1 2024-09-12T01:15:45.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.UEE46ZT4Imq5Yx1NosCQjK6ItvaZ1ao_0 2024-09-12T01:15:45.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5074963499430941562', time=2024-09-12T03:05:21.028095+0000, chain.objs.size()=1 2024-09-12T01:15:45.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.FfARPF-5iMJRX6JN6csH-22NS5k8eRg_0 2024-09-12T01:15:45.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9515816726549460017', time=2024-09-12T03:05:21.054953+0000, chain.objs.size()=1 2024-09-12T01:15:45.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.DOTaQh98kJZ8KwZAktcREX9ucIT1sv5_0 2024-09-12T01:15:45.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16270490571653763438', time=2024-09-12T03:05:21.062858+0000, chain.objs.size()=1 2024-09-12T01:15:45.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.BmwWkMvhInbk_AwSZ3LFoIQnL6Ttdpd_0 2024-09-12T01:15:45.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17613967823655549917', time=2024-09-12T03:05:21.069675+0000, chain.objs.size()=1 2024-09-12T01:15:45.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.uPmQM9NyXk8-Q0B09ePexkZBEhSUNHP_0 2024-09-12T01:15:45.729 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1441784546337546812', time=2024-09-12T03:05:21.071918+0000, chain.objs.size()=1 2024-09-12T01:15:45.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.nu7CMpPKVTJte1vNDxfao4zXPeJz1Gg_0 2024-09-12T01:15:45.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16236492914302614637', time=2024-09-12T03:05:21.082708+0000, chain.objs.size()=1 2024-09-12T01:15:45.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.2EiP-odycPW_hhyBTwTw6oOLcnsRJz7_0 2024-09-12T01:15:45.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17435755561507029217', time=2024-09-12T03:05:21.092076+0000, chain.objs.size()=1 2024-09-12T01:15:45.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8Z4Lr6791gG8Il8pGqweOTwr0cK6rNo_0 2024-09-12T01:15:45.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12698336148939308593', time=2024-09-12T03:05:21.207858+0000, chain.objs.size()=1 2024-09-12T01:15:45.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.728+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.iNaTO7NjNlwehx5zZVPvfbeKF8uGKtw_0 2024-09-12T01:15:45.730 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.731+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3806853583291948448', time=2024-09-12T03:05:21.219133+0000, chain.objs.size()=1 2024-09-12T01:15:45.731 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.731+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.07ko4n4CISlc0Gzqn8TzWlAjtCFkB9W_0 2024-09-12T01:15:45.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.732+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12647826684876602835', time=2024-09-12T03:05:21.237910+0000, chain.objs.size()=1 2024-09-12T01:15:45.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.732+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.fHTHerMCa9giifi1murUqcytfLRsAXe_0 2024-09-12T01:15:45.732 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.733+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.942807438711309192', time=2024-09-12T03:05:21.254239+0000, chain.objs.size()=1 2024-09-12T01:15:45.733 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.733+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.R2ogJmQfi0WcHLNLN0_zNiS7ac6pPL4_0 2024-09-12T01:15:45.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.735+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11582754161894362010', time=2024-09-12T03:05:21.257871+0000, chain.objs.size()=1 2024-09-12T01:15:45.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.735+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.rFlxbrCz8Tb5BbsYaDY9_8YxskbxSxy_0 2024-09-12T01:15:45.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.735+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17145691476997302501', time=2024-09-12T03:05:21.269361+0000, chain.objs.size()=1 2024-09-12T01:15:45.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.735+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.BkVnCvH_DrDFMjW1asPhU6yuDiAnF89_0 2024-09-12T01:15:45.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.735+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6996820702610806474', time=2024-09-12T03:05:21.397013+0000, chain.objs.size()=1 2024-09-12T01:15:45.735 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.735+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.LW5EjXkYxm0xCoApQtk-HTfx9yXM4ac_0 2024-09-12T01:15:45.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.736+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10997698301827644569', time=2024-09-12T03:05:21.401743+0000, chain.objs.size()=1 2024-09-12T01:15:45.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.736+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Naf9Xqd9mi8eLF3wjY0MDcczNAG9HxQ_0 2024-09-12T01:15:45.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.736+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5097377743350445546', time=2024-09-12T03:05:21.458643+0000, chain.objs.size()=1 2024-09-12T01:15:45.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.736+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.7i5lWRt51-Ks8dPSW2w0TXrYZmahuy2_0 2024-09-12T01:15:45.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.736+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.696984472749138637', time=2024-09-12T03:05:21.498287+0000, chain.objs.size()=1 2024-09-12T01:15:45.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.736+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8krkz1CsCed27f2t3YJhenEuQKUAdr__0 2024-09-12T01:15:45.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.736+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3919502338776312276', time=2024-09-12T03:05:21.605339+0000, chain.objs.size()=1 2024-09-12T01:15:45.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.736+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.A8COVWbd2F-1Jxo9nlHRlnL5GbPYKcS_0 2024-09-12T01:15:45.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.736+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3073913029415944559', time=2024-09-12T03:05:21.622591+0000, chain.objs.size()=1 2024-09-12T01:15:45.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.736+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.PfG2eeN-CXY6-njQgaqEhS11AUti50J_0 2024-09-12T01:15:45.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.736+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9668277340094290003', time=2024-09-12T03:05:21.647399+0000, chain.objs.size()=1 2024-09-12T01:15:45.736 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.736+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.zQZWluR3HTlmlxfJaKqLo7G44xqKAkk_0 2024-09-12T01:15:45.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.736+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4091673085145048310', time=2024-09-12T03:05:22.630580+0000, chain.objs.size()=1 2024-09-12T01:15:45.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.736+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.265__shadow_.qjlCi3GrrhRmO8b_GazF-Pt6QWK3pcL_0 2024-09-12T01:15:45.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.736+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10275467603296464192', time=2024-09-12T03:05:29.427465+0000, chain.objs.size()=1 2024-09-12T01:15:45.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.736+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.279__shadow_.0wnrbkvycJ3mraPCtKKT2EMdQwN068j_0 2024-09-12T01:15:45.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.737+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8037915743078688377', time=2024-09-12T03:05:37.715282+0000, chain.objs.size()=1 2024-09-12T01:15:45.737 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.737+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.OonE4slgj3Tp4WmVXQRUM7QzP5ytFKB_0 2024-09-12T01:15:45.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.738+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11652231498871865737', time=2024-09-12T03:05:37.724752+0000, chain.objs.size()=1 2024-09-12T01:15:45.738 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.738+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.mVh4EM7Zv8CSUL6RFUaD2D3AKRkN0lo_0 2024-09-12T01:15:45.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.738+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17888559927615630859', time=2024-09-12T03:05:37.727282+0000, chain.objs.size()=1 2024-09-12T01:15:45.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.738+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.zKtLhTzcBAO0spAY6GKV3tYQDlaJOx-_0 2024-09-12T01:15:45.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.739+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18441300574528716820', time=2024-09-12T03:05:38.697098+0000, chain.objs.size()=1 2024-09-12T01:15:45.739 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.739+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.296__shadow_.PTHFf_wdfUMp28fp32HYS_9k77LUgIz_0 2024-09-12T01:15:45.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.740+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2454577334733538217', time=2024-09-12T03:05:39.689498+0000, chain.objs.size()=1 2024-09-12T01:15:45.740 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.740+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.298__shadow_.etnVujteTa3g5XHoRdzgysm3EpSmFQ3_0 2024-09-12T01:15:45.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.740+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11718177833999327978', time=2024-09-12T03:05:43.230407+0000, chain.objs.size()=1 2024-09-12T01:15:45.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.740+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.305__shadow_.o_NqPniS47sa4MJf06YrTEtNgTAAK9r_0 2024-09-12T01:15:45.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.740+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1841882265507328093', time=2024-09-12T03:05:51.292412+0000, chain.objs.size()=1 2024-09-12T01:15:45.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.740+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.320__shadow:GN6Ks7xVYFVsMZ574m4x-Ez1M4NLwB3_.zQeKaWjW6hDeXQep3QGrCWfx7Oc-jES_0 2024-09-12T01:15:45.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.740+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3002629758374874199', time=2024-09-12T03:05:51.293967+0000, chain.objs.size()=1 2024-09-12T01:15:45.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.740+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.320__shadow:aBnffO-w64X-D1MP4LUNFpb2OYJhkYS_.oTflryvA65Vpq4ZEv1vnowEkfCnU6ly_0 2024-09-12T01:15:45.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.740+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6098237593288528695', time=2024-09-12T03:06:01.586515+0000, chain.objs.size()=1 2024-09-12T01:15:45.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.740+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.kr51enNXPh9emoXIbllpExsd7i23uQm_0 2024-09-12T01:15:45.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.740+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9724359776140410822', time=2024-09-12T03:06:01.597106+0000, chain.objs.size()=1 2024-09-12T01:15:45.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.740+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_._RgCT7UVXQEEG09GZt-t3fUXF2fa6qh_0 2024-09-12T01:15:45.741 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.740+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4050624908926222375', time=2024-09-12T03:06:01.732181+0000, chain.objs.size()=1 2024-09-12T01:15:45.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.740+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ngRlUsDWX4miCp_d4v5ADtSDPNwQILp_0 2024-09-12T01:15:45.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.742+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8065149929357710742', time=2024-09-12T03:06:01.777491+0000, chain.objs.size()=1 2024-09-12T01:15:45.742 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.742+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.s2j6F9CN4BHGvS_Zti7gVQs0x46ieBs_0 2024-09-12T01:15:45.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.743+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8645856871224302622', time=2024-09-12T03:06:01.797850+0000, chain.objs.size()=1 2024-09-12T01:15:45.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.743+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.biKTu4Dih92y5Lri4B0O9mHuf7SM21T_0 2024-09-12T01:15:45.743 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.744+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6380909519525978254', time=2024-09-12T03:06:01.885856+0000, chain.objs.size()=1 2024-09-12T01:15:45.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.744+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HuyOeTqwEvLBNeJ8dfdoi4cQIGMtD46_0 2024-09-12T01:15:45.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.744+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4761805940230898333', time=2024-09-12T03:06:01.929750+0000, chain.objs.size()=1 2024-09-12T01:15:45.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.744+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1G2qqmwst_pnyAMzVdqaPVL0IndJ8iV_0 2024-09-12T01:15:45.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.744+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3721053859880361435', time=2024-09-12T03:06:01.953079+0000, chain.objs.size()=1 2024-09-12T01:15:45.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.744+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.rMFrNOjzUMtG2IuDyGHA_cXVzxe5DSk_0 2024-09-12T01:15:45.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.744+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2685069606348366321', time=2024-09-12T03:06:02.096115+0000, chain.objs.size()=1 2024-09-12T01:15:45.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.744+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.RkD6SiCh-M41eR5YZTbkp5IakFoPi3W_0 2024-09-12T01:15:45.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.744+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12922012380818421274', time=2024-09-12T03:06:02.097290+0000, chain.objs.size()=1 2024-09-12T01:15:45.744 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.744+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.-765GiuHwyLMrWhWlvhoKf39Z0YGUOW_0 2024-09-12T01:15:45.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.745+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11777708124972967835', time=2024-09-12T03:06:02.139422+0000, chain.objs.size()=1 2024-09-12T01:15:45.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.745+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.vkEox6mOyCbMlGXAszGiLphb-PoH8P__0 2024-09-12T01:15:45.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.745+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5298635442751649602', time=2024-09-12T03:06:02.207929+0000, chain.objs.size()=1 2024-09-12T01:15:45.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.745+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.vsoN9sWASNdKwrTiDm9bz9yFr3nsRWS_0 2024-09-12T01:15:45.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.745+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.339757257880208126', time=2024-09-12T03:06:02.299597+0000, chain.objs.size()=1 2024-09-12T01:15:45.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.745+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ilugRxvMW_EJHJRk6Afdp6tgTrx4aud_0 2024-09-12T01:15:45.745 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.745+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11947968753441160394', time=2024-09-12T03:06:02.308483+0000, chain.objs.size()=1 2024-09-12T01:15:45.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.745+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.aWc2vx0Rtfq4Z9wkbG6SM_K7Y8FkrSu_0 2024-09-12T01:15:45.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.745+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13770718604548964852', time=2024-09-12T03:06:02.506692+0000, chain.objs.size()=1 2024-09-12T01:15:45.746 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.745+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.LH6Hdy6a9DwYbZ1EDXhWHe0IKJofwxD_0 2024-09-12T01:15:45.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.747+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12730666813358716214', time=2024-09-12T03:06:02.563003+0000, chain.objs.size()=1 2024-09-12T01:15:45.747 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.747+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Try_OwuyaKRLrlgxDyXcbQxNk7wji2J_0 2024-09-12T01:15:45.748 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.748+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15481498911615747547', time=2024-09-12T03:06:02.579615+0000, chain.objs.size()=1 2024-09-12T01:15:45.748 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.748+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xC-79xPwtaNDNkT6_kNwEzFjai0bsmU_0 2024-09-12T01:15:45.748 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.748+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5542928580931012993', time=2024-09-12T03:06:02.590513+0000, chain.objs.size()=1 2024-09-12T01:15:45.749 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.748+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.oIiU9LjYsJi11y-4t_90nFSNoOTAJLE_0 2024-09-12T01:15:45.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.749+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11633893305302427775', time=2024-09-12T03:06:02.621387+0000, chain.objs.size()=1 2024-09-12T01:15:45.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.749+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.i-LohHh-tmxvWM04rEGobFyZtamwD_2_0 2024-09-12T01:15:45.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.749+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6570537988573372738', time=2024-09-12T03:06:02.712590+0000, chain.objs.size()=1 2024-09-12T01:15:45.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.749+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.yc4JqF3QUM5BqpNzjiZ3JSQSCcieRzj_0 2024-09-12T01:15:45.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.749+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4307555543954649233', time=2024-09-12T03:06:02.729093+0000, chain.objs.size()=1 2024-09-12T01:15:45.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.749+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.NYpN5yJsBgFUXHMgX7VCzerbXYNcxUU_0 2024-09-12T01:15:45.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.750+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16245983706655218227', time=2024-09-12T03:06:02.758307+0000, chain.objs.size()=1 2024-09-12T01:15:45.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.750+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.js_bpsjmqZ55UjxSBjikiqgKLSfUdKD_0 2024-09-12T01:15:45.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.750+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16326215801064517243', time=2024-09-12T03:06:02.899730+0000, chain.objs.size()=1 2024-09-12T01:15:45.750 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.750+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.LoPjANWFSGGW_wH4YV5VnFf1zEVy7UD_0 2024-09-12T01:15:45.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.750+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15045980427347038942', time=2024-09-12T03:06:02.907255+0000, chain.objs.size()=1 2024-09-12T01:15:45.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.750+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.lmld18au_aGbinDkNL8AB7NSIgoqBK0_0 2024-09-12T01:15:45.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.750+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.738849055625230188', time=2024-09-12T03:06:02.911293+0000, chain.objs.size()=1 2024-09-12T01:15:45.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.750+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.yFJoHkXBOIOvnYFCR8ofzUxBVW7doXb_0 2024-09-12T01:15:45.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.750+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5559840456239495197', time=2024-09-12T03:06:02.920485+0000, chain.objs.size()=1 2024-09-12T01:15:45.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.750+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Sf6WmccY4Fcl0xtSW15PQhFV79itcIv_0 2024-09-12T01:15:45.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.752+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14685294736013348855', time=2024-09-12T03:06:02.927678+0000, chain.objs.size()=1 2024-09-12T01:15:45.751 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.752+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.-Ehz0GdBdBgkg4HJb6IyXJmjxDOPzpQ_0 2024-09-12T01:15:45.752 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.752+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15211602463426467611', time=2024-09-12T03:06:02.940815+0000, chain.objs.size()=1 2024-09-12T01:15:45.752 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.752+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.TBAXD5GyQMG6HGPn2TI1EERWuCu6vPR_0 2024-09-12T01:15:45.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14321292535174879728', time=2024-09-12T03:06:02.978067+0000, chain.objs.size()=1 2024-09-12T01:15:45.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.47_nsYvwhKzC4qxJ2CGxsjENUEmJwnV_0 2024-09-12T01:15:45.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6147944751181943235', time=2024-09-12T03:06:02.996380+0000, chain.objs.size()=1 2024-09-12T01:15:45.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.l3D1Zy86S7e5S18a4xdkzOlVvJH4WKz_0 2024-09-12T01:15:45.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17240325396645455195', time=2024-09-12T03:06:11.609902+0000, chain.objs.size()=1 2024-09-12T01:15:45.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.uxiYa0puK32GcC_iQVpDZpImi7NJkrI_0 2024-09-12T01:15:45.754 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16121498053228222015', time=2024-09-12T03:06:11.621451+0000, chain.objs.size()=1 2024-09-12T01:15:45.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.88nXdZ1Sc7FphPuQR5bZ21b5wdnaa0R_0 2024-09-12T01:15:45.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6856724202664854890', time=2024-09-12T03:06:11.827188+0000, chain.objs.size()=1 2024-09-12T01:15:45.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.6eajigLIUkaMKmZh8F51cT7thM4oql7_0 2024-09-12T01:15:45.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4962042775899191196', time=2024-09-12T03:06:11.836562+0000, chain.objs.size()=1 2024-09-12T01:15:45.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7623RTxB1Z2BnsZxuTyZ8qp6y2H1sS6_0 2024-09-12T01:15:45.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14452379119659682100', time=2024-09-12T03:06:11.838989+0000, chain.objs.size()=1 2024-09-12T01:15:45.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.GgQ3sYxEsFPli0mExuACVPOwKhIUuyy_0 2024-09-12T01:15:45.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11166484499434732358', time=2024-09-12T03:06:11.843514+0000, chain.objs.size()=1 2024-09-12T01:15:45.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.znLaMeBXtmJSQ7UICfb5jNFi4DqjgvC_0 2024-09-12T01:15:45.755 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1515500905327011084', time=2024-09-12T03:06:11.847501+0000, chain.objs.size()=1 2024-09-12T01:15:45.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.754+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.vsboh2LvViQEwj-ymva1ZiX9qClX9jk_0 2024-09-12T01:15:45.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.755+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13329210580453935540', time=2024-09-12T03:06:11.849594+0000, chain.objs.size()=1 2024-09-12T01:15:45.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.755+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.QooxHdeYAYRWgXb64CDTDOA5YHXzmQW_0 2024-09-12T01:15:45.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.755+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1155503786391120882', time=2024-09-12T03:06:11.855376+0000, chain.objs.size()=1 2024-09-12T01:15:45.756 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.755+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.BP7dH02Wc9tAa1taESUMMwcFt8pv0gJ_0 2024-09-12T01:15:45.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.759+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14626912661991984450', time=2024-09-12T03:06:11.879645+0000, chain.objs.size()=1 2024-09-12T01:15:45.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.759+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.RMgnK5QDfs9EfmYDZ7CF2VWLrobkcL4_0 2024-09-12T01:15:45.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.759+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3519101298052530657', time=2024-09-12T03:06:11.883411+0000, chain.objs.size()=1 2024-09-12T01:15:45.759 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.759+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Lmk7NfJXy-e3LI6iC5NbzVuksuYt8gI_0 2024-09-12T01:15:45.762 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.762+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/45339 2024-09-12T01:15:45.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=50, truncated=0, next_marker='' 2024-09-12T01:15:45.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7109113980197651147', time=2024-09-12T03:06:11.975447+0000, chain.objs.size()=1 2024-09-12T01:15:45.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.4Pr14UPC6UBFjuMORi5o061RwE2XCcG_0 2024-09-12T01:15:45.765 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4318147681914641097', time=2024-09-12T03:06:11.976175+0000, chain.objs.size()=1 2024-09-12T01:15:45.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.2caUiIC7l_IPqKHzEfjQEnPFTCFEDsw_0 2024-09-12T01:15:45.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17501856529552110176', time=2024-09-12T03:06:12.023768+0000, chain.objs.size()=1 2024-09-12T01:15:45.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Yt6d9UrZz0vk7JerIB-aoCB1Dm3ERJo_0 2024-09-12T01:15:45.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9724455311993080239', time=2024-09-12T03:06:12.038277+0000, chain.objs.size()=1 2024-09-12T01:15:45.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ZoW9NXXZnGumEY9H92a9piq4VveumMW_0 2024-09-12T01:15:45.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1208961057753313757', time=2024-09-12T03:06:12.167393+0000, chain.objs.size()=1 2024-09-12T01:15:45.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.LcgN8ee7mqFCeFHEouB2PpQEhADBF6p_0 2024-09-12T01:15:45.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12566244018842309471', time=2024-09-12T03:06:12.184512+0000, chain.objs.size()=1 2024-09-12T01:15:45.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.MJ-OEYAgXlmw42Qza1jYDEmuAV5nZ7K_0 2024-09-12T01:15:45.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11956655493706604477', time=2024-09-12T03:06:12.203835+0000, chain.objs.size()=1 2024-09-12T01:15:45.766 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.kP0KFHssijfMotfsZciZSSHbsquU8iy_0 2024-09-12T01:15:45.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17708294019373773623', time=2024-09-12T03:06:12.207002+0000, chain.objs.size()=1 2024-09-12T01:15:45.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.C-1o_p9RnSlIJ_3sz3wdsoJa9TjN0bk_0 2024-09-12T01:15:45.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1298129406210706826', time=2024-09-12T03:06:12.216204+0000, chain.objs.size()=1 2024-09-12T01:15:45.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.jUp-W0PF_rU0RMoQ4AY9CxRKbEbbbek_0 2024-09-12T01:15:45.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15936547692725427074', time=2024-09-12T03:06:12.252516+0000, chain.objs.size()=1 2024-09-12T01:15:45.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.iwGwJnoFcw_ZF-Vsz4nCGvUmYvCzw7D_0 2024-09-12T01:15:45.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11763923884356922868', time=2024-09-12T03:06:12.371523+0000, chain.objs.size()=1 2024-09-12T01:15:45.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.FxV4eOHPD3RDS1fRgcNT89UH6BBoZZb_0 2024-09-12T01:15:45.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6561415696561035295', time=2024-09-12T03:06:12.411017+0000, chain.objs.size()=1 2024-09-12T01:15:45.767 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.765+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.AtMFlbukMU0fd4tblz8lViMyg81A7Tb_0 2024-09-12T01:15:45.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.768+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8477321976267742152', time=2024-09-12T03:06:12.444461+0000, chain.objs.size()=1 2024-09-12T01:15:45.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.768+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.drZN_RKtBkwJsynbJovSavWnSco0uRu_0 2024-09-12T01:15:45.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.768+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7047707602763146506', time=2024-09-12T03:06:12.447441+0000, chain.objs.size()=1 2024-09-12T01:15:45.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.768+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.qmLNqDo6CVwlquhzNj_h2AOJGotWk-s_0 2024-09-12T01:15:45.768 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.768+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2469032370738616329', time=2024-09-12T03:06:12.564698+0000, chain.objs.size()=1 2024-09-12T01:15:45.769 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.768+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.jFFX0rhOOzBfxGBhHzHmHkRJYR-Tu3b_0 2024-09-12T01:15:45.769 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.769+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15344973773643367937', time=2024-09-12T03:06:12.578812+0000, chain.objs.size()=1 2024-09-12T01:15:45.769 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.769+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.xhL4oSmS55NSdQKjElYhGoR7UMiVwSs_0 2024-09-12T01:15:45.769 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.769+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10036352324934636139', time=2024-09-12T03:06:12.582355+0000, chain.objs.size()=1 2024-09-12T01:15:45.769 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.769+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.JiX6PrCqv-jv1zLcfgU_vZRUYziSdco_0 2024-09-12T01:15:45.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.770+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12173403032271238261', time=2024-09-12T03:06:12.607401+0000, chain.objs.size()=1 2024-09-12T01:15:45.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.770+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.rAUAvsXPBfEflRl6CrhAOWRmbtDLaNW_0 2024-09-12T01:15:45.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.770+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8180190686811801686', time=2024-09-12T03:06:12.611957+0000, chain.objs.size()=1 2024-09-12T01:15:45.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.770+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.XJnwPBlI8FiUOyIFvpDV6wnzeYRSLYh_0 2024-09-12T01:15:45.770 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.770+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1918041193659686272', time=2024-09-12T03:06:12.627474+0000, chain.objs.size()=1 2024-09-12T01:15:45.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.770+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.bVnvGa3tcPJvTxSaHV0RWeVw6o-xW3I_0 2024-09-12T01:15:45.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.770+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6316319060349629271', time=2024-09-12T03:06:12.648921+0000, chain.objs.size()=1 2024-09-12T01:15:45.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.770+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.CNT_7Gja54Ga1qc0c2lGQRgXzjB46t__0 2024-09-12T01:15:45.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.770+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13075973313342316945', time=2024-09-12T03:06:12.750768+0000, chain.objs.size()=1 2024-09-12T01:15:45.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.770+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.CGUNknF_x7_p9kgYvy7FykXS0XhkRLN_0 2024-09-12T01:15:45.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.770+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8246962083023338327', time=2024-09-12T03:06:12.751642+0000, chain.objs.size()=1 2024-09-12T01:15:45.771 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.770+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.JBxdt4Gia3gokGD7aubxRDS9nQ-Jc7Z_0 2024-09-12T01:15:45.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.773+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9041504963012697648', time=2024-09-12T03:06:12.775107+0000, chain.objs.size()=1 2024-09-12T01:15:45.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.773+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.2nYp9PcsDt339N4kw6hphHePhK6FIqh_0 2024-09-12T01:15:45.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.773+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2333255842834201125', time=2024-09-12T03:06:12.789668+0000, chain.objs.size()=1 2024-09-12T01:15:45.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.773+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.plRCAqltPtxTC9Bl3OGNIWRl7LA_vxH_0 2024-09-12T01:15:45.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.773+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1999046482722135638', time=2024-09-12T03:06:12.822220+0000, chain.objs.size()=1 2024-09-12T01:15:45.773 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.773+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.zcH1A3feZ-tFSTBiW37wvT3aU9bj1Jx_0 2024-09-12T01:15:45.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.773+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10155797483410573158', time=2024-09-12T03:06:12.826083+0000, chain.objs.size()=1 2024-09-12T01:15:45.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.773+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Aqu2aCHv05gXepPjJdoKOuQ9dfJK89v_0 2024-09-12T01:15:45.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.773+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.580074975433249428', time=2024-09-12T03:06:12.949528+0000, chain.objs.size()=1 2024-09-12T01:15:45.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.773+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.1yK57v80hU7AVG7vrD9c3nwtLYNxhIx_0 2024-09-12T01:15:45.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.773+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11201332143907730336', time=2024-09-12T03:06:12.958991+0000, chain.objs.size()=1 2024-09-12T01:15:45.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.773+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.tHZBtPSxgkT_3lZ9FUic5xaIKWZEs8Y_0 2024-09-12T01:15:45.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.773+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10162709713986579357', time=2024-09-12T03:06:12.980633+0000, chain.objs.size()=1 2024-09-12T01:15:45.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.773+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.0Mq635K_qiy6Dkd8HyMBZ68lF9N_mGF_0 2024-09-12T01:15:45.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.773+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8105142031426214902', time=2024-09-12T03:06:12.983042+0000, chain.objs.size()=1 2024-09-12T01:15:45.774 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.773+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.i72Ynvv3BzHRgi7iqn99R_FyEBsVrCy_0 2024-09-12T01:15:45.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.775+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16500751207427212797', time=2024-09-12T03:06:13.038849+0000, chain.objs.size()=1 2024-09-12T01:15:45.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.775+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ZCBISMIso7sBkpOMXMeiCsPH2ivFADs_0 2024-09-12T01:15:45.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.775+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2548209391732787862', time=2024-09-12T03:06:33.006366+0000, chain.objs.size()=1 2024-09-12T01:15:45.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.775+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.370__shadow_.zWHdPLS58vzm7hllNyWW098VAAyQKqr_0 2024-09-12T01:15:45.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.775+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14973052430806424559', time=2024-09-12T03:07:15.829899+0000, chain.objs.size()=1 2024-09-12T01:15:45.775 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.775+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.448__shadow_.cBCZxc_Zorv1KcEDRROY8R_bmp5LzQK_0 2024-09-12T01:15:45.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.776+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3598038990858700799', time=2024-09-12T03:07:27.797699+0000, chain.objs.size()=1 2024-09-12T01:15:45.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.776+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.467__shadow_.8qNIEz9WdFslHAHLpr7Udhpr9oIVyPR_0 2024-09-12T01:15:45.776 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.777+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1527099608961881261', time=2024-09-12T03:07:34.422398+0000, chain.objs.size()=1 2024-09-12T01:15:45.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.777+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.485__shadow_.aZSHKIfDcTXxp7bPdyTATDFX7TZpq8t_0 2024-09-12T01:15:45.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.777+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4402632767826347423', time=2024-09-12T03:08:11.056006+0000, chain.objs.size()=2 2024-09-12T01:15:45.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.777+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.526__multipart_mymultipart.2~tvyl16Rkt0acVM-lKDZiKKnVCFJkU51.1 2024-09-12T01:15:45.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.777+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.526__multipart_mymultipart.2~tvyl16Rkt0acVM-lKDZiKKnVCFJkU51.2 2024-09-12T01:15:45.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.777+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11810771903097054208', time=2024-09-12T03:08:12.264622+0000, chain.objs.size()=3 2024-09-12T01:15:45.777 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.777+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.525__shadow_.e8vdjpmnN3vs0WGWYtacyLjX-qyPD0H_0 2024-09-12T01:15:45.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.777+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.525__shadow_.e8vdjpmnN3vs0WGWYtacyLjX-qyPD0H_1 2024-09-12T01:15:45.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.777+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.525__shadow_.e8vdjpmnN3vs0WGWYtacyLjX-qyPD0H_2 2024-09-12T01:15:45.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.777+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14555023263243022134', time=2024-09-12T03:08:51.993098+0000, chain.objs.size()=1 2024-09-12T01:15:45.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.777+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.551__shadow_.0GXebgte_EKCSLTaAu1Xmd4jH4MFUkt_0 2024-09-12T01:15:45.778 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.778+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8446857936422203397', time=2024-09-12T03:08:56.720629+0000, chain.objs.size()=1 2024-09-12T01:15:45.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.778+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.558__shadow_.Q6Q5QBwFBGTB3uKwaOe4H_-BSBaLSi9_0 2024-09-12T01:15:45.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.778+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='2~wAymCnrt9-12KSF7H8cU0aZJJCX8c2Z', time=2024-09-12T03:08:59.324949+0000, chain.objs.size()=1 2024-09-12T01:15:45.779 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.778+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.562__multipart_mymultipart.2~wAymCnrt9-12KSF7H8cU0aZJJCX8c2Z.1 2024-09-12T01:15:45.781 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.782+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7644828395255632201', time=2024-09-12T03:09:13.461524+0000, chain.objs.size()=1 2024-09-12T01:15:45.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.782+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:aZyVJfAHcI-GQexY6qUbrQk9cfrQ-52_.o0l5HkLBwfu-55WjARHSXSbp1AAsc88_0 2024-09-12T01:15:45.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.782+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10207613929134061464', time=2024-09-12T03:09:15.051337+0000, chain.objs.size()=1 2024-09-12T01:15:45.782 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.782+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.572__shadow_.YwhpCZkyR6KG2s00-MGKe_UdJBGbmaa_0 2024-09-12T01:15:45.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.783+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17228505579921425973', time=2024-09-12T03:09:27.194173+0000, chain.objs.size()=1 2024-09-12T01:15:45.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.783+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:mDEjwUA-PV5HfGh-mDvX0.lYkfaO8Q5_.RvSKFsCFdS95oP9B17FsNOVnDpquZDG_0 2024-09-12T01:15:45.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.783+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3636110085051864321', time=2024-09-12T03:09:30.084857+0000, chain.objs.size()=1 2024-09-12T01:15:45.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.783+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:PRJNwrWz-mr9xBWz43ZZ3E0kT.eYqt8_.qbjcSjX6yXSIdQG4IoHg7ntRCYg57u6_0 2024-09-12T01:15:45.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.783+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9762303330281670674', time=2024-09-12T03:09:34.492566+0000, chain.objs.size()=1 2024-09-12T01:15:45.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.783+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:LzgZPG1Xb0vn3SvS1HB90sWE2HmDZgC_.fzMarzpqAN3MdlMfPT10_y9YPbrlywn_0 2024-09-12T01:15:45.783 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.783+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.246041235760729828', time=2024-09-12T03:09:40.518324+0000, chain.objs.size()=1 2024-09-12T01:15:45.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.783+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.580__shadow:FQarWVll0PrNqTc3I5BVZ8NGv2qdHzJ_.PmysP7LXyjd5ul7wTuM3PPFi49jUo8J_0 2024-09-12T01:15:45.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.783+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13472227197828533259', time=2024-09-12T03:09:40.545176+0000, chain.objs.size()=1 2024-09-12T01:15:45.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.783+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.580__shadow:9wj7jkmWMvjiACr.HZiFQoMFvNZ2ISv_.P_TCYWqLZwecVsgQ0cS644AN_1gjWz8_0 2024-09-12T01:15:45.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.783+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.764774033285517050', time=2024-09-12T03:12:15.689062+0000, chain.objs.size()=1 2024-09-12T01:15:45.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.783+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.631__shadow_.OzPzDyOHosILzADPi0qg8VP5wOGGQB7_0 2024-09-12T01:15:45.784 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.785+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14681192922100348192', time=2024-09-12T03:12:20.031078+0000, chain.objs.size()=1 2024-09-12T01:15:45.785 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.785+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.639__shadow_.AD9pA66X4VCQStKpa_Y6l-0tpYIgkee_0 2024-09-12T01:15:45.787 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.788+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:45.790 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.790+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2024-09-12T01:15:45.791 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.792+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:45.792 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.792+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:45.793 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51642' 2024-09-12T01:15:45.793 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7645501791267713929', time=2024-09-12T03:03:13.394171+0000, chain.objs.size()=1 2024-09-12T01:15:45.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.167__shadow_.rpg5oprzL1qKRZxr0xjzdz4_UVyelOh_0 2024-09-12T01:15:45.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2516766695128257982', time=2024-09-12T03:03:44.630943+0000, chain.objs.size()=1 2024-09-12T01:15:45.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.201__shadow_.GPZ-Fqp_HkXFwGy-0k2baK8UZblsRH4_0 2024-09-12T01:15:45.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12451317321579812328', time=2024-09-12T03:05:05.057783+0000, chain.objs.size()=1 2024-09-12T01:15:45.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.248__shadow_.wXYVk8P4PeOQXj0z6EwqSiQrdDDLMbJ_0 2024-09-12T01:15:45.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4842015393542921370', time=2024-09-12T03:05:11.774734+0000, chain.objs.size()=1 2024-09-12T01:15:45.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.262__shadow_.PFY5VSo_o3YGHH_hyLpW6LeFgaf4Vn__0 2024-09-12T01:15:45.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2556973766287108348', time=2024-09-12T03:05:20.225600+0000, chain.objs.size()=1 2024-09-12T01:15:45.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.gUxrW1jikfzXRrCRB3lfJz8uGlxF55v_0 2024-09-12T01:15:45.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11265931661240990073', time=2024-09-12T03:05:20.227278+0000, chain.objs.size()=1 2024-09-12T01:15:45.794 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.awyzqGr3gva4g1mXZ3zwBgzj0rXHcKh_0 2024-09-12T01:15:45.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5814300931019208004', time=2024-09-12T03:05:20.243689+0000, chain.objs.size()=1 2024-09-12T01:15:45.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Bb2qz7zyheUn1kFsTpdOboNxaxGUrEy_0 2024-09-12T01:15:45.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7121038777481342080', time=2024-09-12T03:05:20.278335+0000, chain.objs.size()=1 2024-09-12T01:15:45.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.mFqK6H2qcJ75dR2Q8G50F5dGdx_SKm__0 2024-09-12T01:15:45.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15858108000979323532', time=2024-09-12T03:05:20.281174+0000, chain.objs.size()=1 2024-09-12T01:15:45.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.p1LvX18XAYkRdubrUgTkh9H0ZwyhHAY_0 2024-09-12T01:15:45.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3189927126417905000', time=2024-09-12T03:05:20.295423+0000, chain.objs.size()=1 2024-09-12T01:15:45.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.BIKD8RfGJUJdoakooVS_MFjQc7uAvyn_0 2024-09-12T01:15:45.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2723556890424338955', time=2024-09-12T03:05:20.314423+0000, chain.objs.size()=1 2024-09-12T01:15:45.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8mYxvRKfvf4v10C54iTBmeFDzWwaMsE_0 2024-09-12T01:15:45.795 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6580515346546147509', time=2024-09-12T03:05:20.456000+0000, chain.objs.size()=1 2024-09-12T01:15:45.796 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.793+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.R7KzSfTXZKp2K38UfQKNJynDMt0757A_0 2024-09-12T01:15:45.796 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.796+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17217207075374897472', time=2024-09-12T03:05:20.466582+0000, chain.objs.size()=1 2024-09-12T01:15:45.796 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.796+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.PGVL6pgIg9yTe05bDr4iHds6EwXxHPk_0 2024-09-12T01:15:45.796 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.796+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13893987610921750768', time=2024-09-12T03:05:20.473536+0000, chain.objs.size()=1 2024-09-12T01:15:45.796 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.796+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.jS9BMxGG9xktOBvbektdVMPQ2lPhIJp_0 2024-09-12T01:15:45.797 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12648594867263695883', time=2024-09-12T03:05:20.485895+0000, chain.objs.size()=1 2024-09-12T01:15:45.797 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.4QKA-9fgZEQDoI8J9BsEf9uBnyzXt2j_0 2024-09-12T01:15:45.797 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4503330739124038565', time=2024-09-12T03:05:20.614650+0000, chain.objs.size()=1 2024-09-12T01:15:45.797 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.9POp34UsJekCv31Km4_PBBVM7wLbUDU_0 2024-09-12T01:15:45.797 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14631323539875196773', time=2024-09-12T03:05:20.630122+0000, chain.objs.size()=1 2024-09-12T01:15:45.797 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.yhpsKEOFwym7wKX5CQkrpu-ET8cXglQ_0 2024-09-12T01:15:45.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6051212437973531650', time=2024-09-12T03:05:20.639862+0000, chain.objs.size()=1 2024-09-12T01:15:45.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.dsBp5LFaim-PXNEEEwEdaiWVmmsxGuW_0 2024-09-12T01:15:45.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16389332235257347073', time=2024-09-12T03:05:20.664886+0000, chain.objs.size()=1 2024-09-12T01:15:45.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.UhGpWHsQSQsd7Wfs-sh6QoX9DH0Liim_0 2024-09-12T01:15:45.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3241734202596916867', time=2024-09-12T03:05:20.676454+0000, chain.objs.size()=1 2024-09-12T01:15:45.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.3qBZmvEazcvS4w2Tl8O9_xP6Tj0z47q_0 2024-09-12T01:15:45.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5126737244255422416', time=2024-09-12T03:05:20.688784+0000, chain.objs.size()=1 2024-09-12T01:15:45.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.c2JbwaDnvwqfCvC1BGisPkCPSxDmlLw_0 2024-09-12T01:15:45.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13533602638371511982', time=2024-09-12T03:05:20.705610+0000, chain.objs.size()=1 2024-09-12T01:15:45.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Ws4DrVJzkMGUIBmxyx-iKrtjbqFsqwQ_0 2024-09-12T01:15:45.798 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11737814352655205639', time=2024-09-12T03:05:20.706373+0000, chain.objs.size()=1 2024-09-12T01:15:45.799 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.797+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.zoJi2tmPNi8cWY5UfZiXdwmY6UvFZpP_0 2024-09-12T01:15:45.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.800+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9507210105230933264', time=2024-09-12T03:05:20.709383+0000, chain.objs.size()=1 2024-09-12T01:15:45.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.800+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.KhfTqBZDc0NybUwyoCwHJD4_HN1jrEK_0 2024-09-12T01:15:45.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.800+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14099247578999957125', time=2024-09-12T03:05:20.835684+0000, chain.objs.size()=1 2024-09-12T01:15:45.800 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.800+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.cKqH-5nQD__IYw1FK3GfXR95ljQcCi9_0 2024-09-12T01:15:45.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.801+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7043304129461496127', time=2024-09-12T03:05:20.836897+0000, chain.objs.size()=1 2024-09-12T01:15:45.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.801+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.2KAcUj8Q5PLyo1zB3TjvqBh5r_Y82ty_0 2024-09-12T01:15:45.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.801+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11848161127241331658', time=2024-09-12T03:05:20.897952+0000, chain.objs.size()=1 2024-09-12T01:15:45.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.801+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.QbHewE-Y7VVRVd9UZV0rFkh0N-lIck0_0 2024-09-12T01:15:45.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.801+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4929488309720074180', time=2024-09-12T03:05:20.914536+0000, chain.objs.size()=1 2024-09-12T01:15:45.801 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.801+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.vElorwsr2XtSs39YjCeMmN16-qjHtlI_0 2024-09-12T01:15:45.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.802+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10425933629157915595', time=2024-09-12T03:05:21.023510+0000, chain.objs.size()=1 2024-09-12T01:15:45.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.802+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.BV2tyYB3GiwHcQorOWCRPgeudUBRERH_0 2024-09-12T01:15:45.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.802+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2026163675323979016', time=2024-09-12T03:05:21.044371+0000, chain.objs.size()=1 2024-09-12T01:15:45.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.802+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.rAV1N8FF3LEqeUCKqX5jGkBr0_klrBS_0 2024-09-12T01:15:45.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.802+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9374845139496381398', time=2024-09-12T03:05:21.188398+0000, chain.objs.size()=1 2024-09-12T01:15:45.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.802+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.09cyFHyjRIP1N94OYpGNhJpWkFiwRfy_0 2024-09-12T01:15:45.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.802+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5982256690201070275', time=2024-09-12T03:05:21.209027+0000, chain.objs.size()=1 2024-09-12T01:15:45.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.802+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.B2calOSkZ6gQtxV3_L2g8DiWbCBxTh-_0 2024-09-12T01:15:45.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.802+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10163084369063126996', time=2024-09-12T03:05:21.216024+0000, chain.objs.size()=1 2024-09-12T01:15:45.802 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.802+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.9rnEUCooRkV2xZQRz73EqMctrSVYIT9_0 2024-09-12T01:15:45.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.802+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4646363142774483094', time=2024-09-12T03:05:21.222495+0000, chain.objs.size()=1 2024-09-12T01:15:45.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.802+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.eISelXGEy3ZLoX2wJKE7RbCcrW-kwLH_0 2024-09-12T01:15:45.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.803+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7095426896797117612', time=2024-09-12T03:05:21.381355+0000, chain.objs.size()=1 2024-09-12T01:15:45.803 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.803+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Agm3TG4S0DQT7dkl19l0L8uSL5fPzwS_0 2024-09-12T01:15:45.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.804+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12605944917701869572', time=2024-09-12T03:05:21.392298+0000, chain.objs.size()=1 2024-09-12T01:15:45.804 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.804+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.NNkVldX5lAswdmhyrRvPAfj6GbC2pZO_0 2024-09-12T01:15:45.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.805+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11308130197617560360', time=2024-09-12T03:05:21.588010+0000, chain.objs.size()=1 2024-09-12T01:15:45.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.805+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.yyo_Bl5uzu796SQrBEP9pB9Qrvf_H0V_0 2024-09-12T01:15:45.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.805+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6223956796745800767', time=2024-09-12T03:05:21.593925+0000, chain.objs.size()=1 2024-09-12T01:15:45.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.805+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.3XxNuJm-oXPyY-rSjC08I695SJLcTyI_0 2024-09-12T01:15:45.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.805+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16187269966221374337', time=2024-09-12T03:05:23.116219+0000, chain.objs.size()=1 2024-09-12T01:15:45.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.805+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.266__shadow_.74LwDaWgAHV5PBFbHvy79RxSA5eFvwt_0 2024-09-12T01:15:45.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.805+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9534883176177568851', time=2024-09-12T03:05:27.866118+0000, chain.objs.size()=1 2024-09-12T01:15:45.805 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.805+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.276__shadow_.zpr06jF__mwtPTmxd0YcSo6w3-yz5tt_0 2024-09-12T01:15:45.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.805+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6532570925744670701', time=2024-09-12T03:05:33.428343+0000, chain.objs.size()=1 2024-09-12T01:15:45.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.805+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.287__shadow_.9V6kWHUPEz5RRYzsmbFJD2TPIupRuyJ_0 2024-09-12T01:15:45.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.806+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9632908993333919956', time=2024-09-12T03:05:33.429120+0000, chain.objs.size()=1 2024-09-12T01:15:45.806 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.806+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.287__shadow_.f6OB7KMdt42vMHDOeVZNNA2sSfX566d_0 2024-09-12T01:15:45.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.806+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1459331074602438171', time=2024-09-12T03:05:37.712780+0000, chain.objs.size()=1 2024-09-12T01:15:45.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.806+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.y5SeV0GofmFqCYSzUYfMi02ANYS1pW9_0 2024-09-12T01:15:45.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.807+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11287249464444140435', time=2024-09-12T03:05:38.697608+0000, chain.objs.size()=1 2024-09-12T01:15:45.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.807+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.296__shadow_.JJmKXBJOplpv-nq7e6x2ucHPTf-MnYg_0 2024-09-12T01:15:45.808 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.807+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16648428283040203658', time=2024-09-12T03:05:40.225579+0000, chain.objs.size()=1 2024-09-12T01:15:45.809 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.807+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.299__shadow_.WdTnT5PzBgSg1qqX6JLeO8pl1wJKchL_0 2024-09-12T01:15:45.809 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.807+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5070509851928707291', time=2024-09-12T03:05:52.435652+0000, chain.objs.size()=1 2024-09-12T01:15:45.809 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.807+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.323__shadow_.Dq-zZwJEOqbqVvjQYN6YZLP9V3cdgBU_0 2024-09-12T01:15:45.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.809+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11799824789754665997', time=2024-09-12T03:06:01.470313+0000, chain.objs.size()=1 2024-09-12T01:15:45.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.809+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.AeJWwd-UlQ_G0rzfAcziL0_1Si4oFWQ_0 2024-09-12T01:15:45.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.809+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7500331291068635446', time=2024-09-12T03:06:01.479680+0000, chain.objs.size()=1 2024-09-12T01:15:45.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.809+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ku1nsu9L1ms1YXbYzzLgkO_0_yk-CUa_0 2024-09-12T01:15:45.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.809+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1975562888804492627', time=2024-09-12T03:06:01.493529+0000, chain.objs.size()=1 2024-09-12T01:15:45.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.809+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HQCt-VFzIPh6Wcv_awsyllyew8tgFdZ_0 2024-09-12T01:15:45.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.809+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3319963441446110056', time=2024-09-12T03:06:01.511941+0000, chain.objs.size()=1 2024-09-12T01:15:45.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.809+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.k1OeCF2gZ8LN_15AckiHNxSruXc-ecs_0 2024-09-12T01:15:45.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.809+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7208137770879584918', time=2024-09-12T03:06:01.540213+0000, chain.objs.size()=1 2024-09-12T01:15:45.810 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.809+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.x_OfSRcOwJAymn44PySc0jbDHwME-8v_0 2024-09-12T01:15:45.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.809+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11733481102618368360', time=2024-09-12T03:06:01.681414+0000, chain.objs.size()=1 2024-09-12T01:15:45.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.809+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.-v1tum-Wl5RhraXdx6Kn5WzNNmzrfda_0 2024-09-12T01:15:45.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.810+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6161437670476502422', time=2024-09-12T03:06:01.710850+0000, chain.objs.size()=1 2024-09-12T01:15:45.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.810+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qpsZI0u2oObcKu_2X-HuHdvPVbzzKAr_0 2024-09-12T01:15:45.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.810+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4210251619813109955', time=2024-09-12T03:06:01.730749+0000, chain.objs.size()=1 2024-09-12T01:15:45.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.810+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.tonUC7Q3rUf5YeatpnYFtqrOVke0khN_0 2024-09-12T01:15:45.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.811+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8640663996083583102', time=2024-09-12T03:06:01.738916+0000, chain.objs.size()=1 2024-09-12T01:15:45.811 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.811+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Q9uX8JyH97YyXe4Ejfh4BX8JAB4ek3A_0 2024-09-12T01:15:45.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.813+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.699031699963604350', time=2024-09-12T03:06:01.790692+0000, chain.objs.size()=1 2024-09-12T01:15:45.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.813+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.n_4Koi76sEL5bRqduYkudGiBjWti281_0 2024-09-12T01:15:45.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.813+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1721771072650862230', time=2024-09-12T03:06:01.882358+0000, chain.objs.size()=1 2024-09-12T01:15:45.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.813+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qzVaEdFUtAP7bjJD0pCGLX-6XcH-QIt_0 2024-09-12T01:15:45.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.813+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6810379815731011528', time=2024-09-12T03:06:01.898742+0000, chain.objs.size()=1 2024-09-12T01:15:45.813 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.813+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ePJ1mxku-zsPCUt8bg7yzHHserc4Z1G_0 2024-09-12T01:15:45.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.814+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508073640370658134', time=2024-09-12T03:06:01.899340+0000, chain.objs.size()=1 2024-09-12T01:15:45.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.814+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.p3PyNGj8s2wEdunAqYZg97fcyvD9WxK_0 2024-09-12T01:15:45.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.814+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15336471817201919498', time=2024-09-12T03:06:01.993945+0000, chain.objs.size()=1 2024-09-12T01:15:45.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.814+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.AjM9QPiVQeh4Jpan-EswBqbLhHjlzqq_0 2024-09-12T01:15:45.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.814+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8190863476298806418', time=2024-09-12T03:06:02.168759+0000, chain.objs.size()=1 2024-09-12T01:15:45.814 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.814+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.rySYXtsG6A2B1_NTrvR4J5HraJxZ4o9_0 2024-09-12T01:15:45.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.815+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13512474199610823513', time=2024-09-12T03:06:02.198607+0000, chain.objs.size()=1 2024-09-12T01:15:45.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.815+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.6NABePDj-humlT0hw0dZXuzFzfx797Y_0 2024-09-12T01:15:45.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.815+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17146098883603258843', time=2024-09-12T03:06:02.299528+0000, chain.objs.size()=1 2024-09-12T01:15:45.815 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.815+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.c6YxJeW1fxD-oSbELxOgu3JY0czsWUk_0 2024-09-12T01:15:45.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.815+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1428590174703480944', time=2024-09-12T03:06:02.300242+0000, chain.objs.size()=1 2024-09-12T01:15:45.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.815+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.afYdNTcThz7TvF2ET8CGU8tmjH3bjc5_0 2024-09-12T01:15:45.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.815+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5373824392194330423', time=2024-09-12T03:06:02.356067+0000, chain.objs.size()=1 2024-09-12T01:15:45.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.815+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_._Fi_YIRdpbHpg8Hv4sNpQyzfABH9YwO_0 2024-09-12T01:15:45.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.815+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2793941831960862655', time=2024-09-12T03:06:02.506959+0000, chain.objs.size()=1 2024-09-12T01:15:45.816 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.815+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Po9zp6llW0qvdL4qe01w08PJx-yXPaN_0 2024-09-12T01:15:45.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.816+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5348772558153294243', time=2024-09-12T03:06:02.526395+0000, chain.objs.size()=1 2024-09-12T01:15:45.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.816+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.4jNK6zgeQJvtCrqLODSkiYCxp68YGLf_0 2024-09-12T01:15:45.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.817+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12901003255035401032', time=2024-09-12T03:06:02.557204+0000, chain.objs.size()=1 2024-09-12T01:15:45.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.817+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.D-qbznuzY_pUpAlP_RIZfpKhIjFUHPb_0 2024-09-12T01:15:45.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.817+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4937007535594155347', time=2024-09-12T03:06:02.558821+0000, chain.objs.size()=1 2024-09-12T01:15:45.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.817+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.7WfSUJ4kSTwhAyjyQxmnKHDWifxD7y4_0 2024-09-12T01:15:45.817 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.817+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17727211816873008538', time=2024-09-12T03:06:02.702876+0000, chain.objs.size()=1 2024-09-12T01:15:45.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.817+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.njEtnUVAwm-EGTYfK4W3xukuKZQX8Od_0 2024-09-12T01:15:45.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.817+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5310964547798143198', time=2024-09-12T03:06:02.726747+0000, chain.objs.size()=1 2024-09-12T01:15:45.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.817+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.5__Sc-txrm3gbIdT_LLvxFWazCQMUsJ_0 2024-09-12T01:15:45.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.817+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16706094766960568985', time=2024-09-12T03:06:02.728398+0000, chain.objs.size()=1 2024-09-12T01:15:45.818 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.817+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.M729qOcbGDnJKAnx6Z-0yJ5KBrmdbDu_0 2024-09-12T01:15:45.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.819+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5058235883956344470', time=2024-09-12T03:06:02.930344+0000, chain.objs.size()=1 2024-09-12T01:15:45.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.819+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.onaE_931LLbadZ0vZsFNH6ItWMXLj-V_0 2024-09-12T01:15:45.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.819+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10046856213511012421', time=2024-09-12T03:06:02.956958+0000, chain.objs.size()=1 2024-09-12T01:15:45.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.819+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.dX1SgOT9z5J47AlvZEVnRUE19BzhAZi_0 2024-09-12T01:15:45.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.819+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14215081599498914898', time=2024-09-12T03:06:11.633055+0000, chain.objs.size()=1 2024-09-12T01:15:45.819 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.819+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7SL8K1fXeQcUWXUzvnRBJCfhmX6dnn8_0 2024-09-12T01:15:45.820 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.819+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1956630230602122952', time=2024-09-12T03:06:11.668452+0000, chain.objs.size()=1 2024-09-12T01:15:45.820 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.819+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.wXd93QAULKBigTOWhT4b9_8AYipDtg5_0 2024-09-12T01:15:45.820 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.819+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15190541797632575369', time=2024-09-12T03:06:11.806980+0000, chain.objs.size()=1 2024-09-12T01:15:45.820 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.819+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.9Qw3Ym7K-hkeQ0B1603-HpF0v5_4Ktl_0 2024-09-12T01:15:45.820 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.820+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12256005054493108006', time=2024-09-12T03:06:11.842865+0000, chain.objs.size()=1 2024-09-12T01:15:45.820 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.820+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.jXt9Qxd_9Qg9TEzxlxeW4EuxkAAzF3F_0 2024-09-12T01:15:45.820 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.820+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14991077121522214510', time=2024-09-12T03:06:11.874774+0000, chain.objs.size()=1 2024-09-12T01:15:45.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.820+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.uCza-nEHCXUojv9x3T9GL5mx3PDLlNw_0 2024-09-12T01:15:45.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.820+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8848835882433722846', time=2024-09-12T03:06:11.994691+0000, chain.objs.size()=1 2024-09-12T01:15:45.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.820+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.HIL_SisiZVookBAvETv7Mg13uo4XtE0_0 2024-09-12T01:15:45.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.821+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16944260115676948888', time=2024-09-12T03:06:12.042481+0000, chain.objs.size()=1 2024-09-12T01:15:45.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.821+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.8PrhpEph2jTR-Y5wnXiCquiYBlHn7Wa_0 2024-09-12T01:15:45.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.821+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11606518897981326775', time=2024-09-12T03:06:12.068807+0000, chain.objs.size()=1 2024-09-12T01:15:45.821 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.821+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.iq3Cn2lHRLT6d11Igi8IjW2RreDokis_0 2024-09-12T01:15:45.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.821+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3766593039371818382', time=2024-09-12T03:06:12.167104+0000, chain.objs.size()=1 2024-09-12T01:15:45.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.821+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.VRkALvh-Ch3cAjnjXONuV6k7qsXnve8_0 2024-09-12T01:15:45.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.822+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17415522866660341996', time=2024-09-12T03:06:12.173621+0000, chain.objs.size()=1 2024-09-12T01:15:45.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.822+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.JGVxb-KF13AQfR1jJTzo7LT2XUdO-Ro_0 2024-09-12T01:15:45.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.822+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11556636126090850901', time=2024-09-12T03:06:12.232206+0000, chain.objs.size()=1 2024-09-12T01:15:45.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.822+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.-1_R22BGMivwzTEEiLEBkl40urdF0wD_0 2024-09-12T01:15:45.822 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.822+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11550995147063073430', time=2024-09-12T03:06:12.247433+0000, chain.objs.size()=1 2024-09-12T01:15:45.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.822+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.We5msdhUSEctjs8m3kAzxm-Q0OjR8PN_0 2024-09-12T01:15:45.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.823+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13202707745491311538', time=2024-09-12T03:06:12.258755+0000, chain.objs.size()=1 2024-09-12T01:15:45.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.823+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.4_0xNoT5Hbp9FiP_y_xRS7XDhL1aAF2_0 2024-09-12T01:15:45.823 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.824+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2323582871575668186', time=2024-09-12T03:06:12.285800+0000, chain.objs.size()=1 2024-09-12T01:15:45.824 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.824+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.L9V2hwUa13Maegtdy11IaP26Mh4-oft_0 2024-09-12T01:15:45.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.825+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12112665380035330073', time=2024-09-12T03:06:12.372831+0000, chain.objs.size()=1 2024-09-12T01:15:45.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.825+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.54748Wt6b5zpHNBJ8Np2IgxvBdOTE3N_0 2024-09-12T01:15:45.825 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.825+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5716150440724057984', time=2024-09-12T03:06:12.421666+0000, chain.objs.size()=1 2024-09-12T01:15:45.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.825+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.--hiebh1qcBDQfcyU6hUNBFOgx7qKfm_0 2024-09-12T01:15:45.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.825+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17171040823603613654', time=2024-09-12T03:06:12.424189+0000, chain.objs.size()=1 2024-09-12T01:15:45.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.825+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.BPuUDOBh1caMvpBLPyzJdDP3vad5yID_0 2024-09-12T01:15:45.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.825+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9477060079344150334', time=2024-09-12T03:06:12.457113+0000, chain.objs.size()=1 2024-09-12T01:15:45.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.825+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.17Ii9jnruOt_-mD1FN5E3NrU5pHXdle_0 2024-09-12T01:15:45.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.825+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9090696001384706821', time=2024-09-12T03:06:12.559068+0000, chain.objs.size()=1 2024-09-12T01:15:45.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.825+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.fB7N2bzkFSzYShgh-WkzhhqrgmA1pIv_0 2024-09-12T01:15:45.826 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.826+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3486671582322212058', time=2024-09-12T03:06:12.588465+0000, chain.objs.size()=1 2024-09-12T01:15:45.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.826+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.c15YCblq1pN1IFOaMBsTKgBqE36XYVu_0 2024-09-12T01:15:45.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.826+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14366936353773409553', time=2024-09-12T03:06:12.611709+0000, chain.objs.size()=1 2024-09-12T01:15:45.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.826+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ikaSLyzFC67JK_4mHSK2cztScJwv4qb_0 2024-09-12T01:15:45.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.826+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3352161274372481009', time=2024-09-12T03:06:12.616438+0000, chain.objs.size()=1 2024-09-12T01:15:45.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.826+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.fpkTYUYtgCUS9KK-VgkRdRxuYAx9RIm_0 2024-09-12T01:15:45.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.826+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2497494890769314217', time=2024-09-12T03:06:12.632334+0000, chain.objs.size()=1 2024-09-12T01:15:45.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.826+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.mq3NeXT_HOWvbfCMC8DdBOSEFvpaeno_0 2024-09-12T01:15:45.827 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.828+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.513224188277449024', time=2024-09-12T03:06:12.865566+0000, chain.objs.size()=1 2024-09-12T01:15:45.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.828+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.LUVTeSpsoWiX16Ahw6RhF9OC4QTeojE_0 2024-09-12T01:15:45.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.828+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1478104010311098712', time=2024-09-12T03:06:12.868092+0000, chain.objs.size()=1 2024-09-12T01:15:45.828 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.828+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.5gB_G60M3VY8txe6VOORWatEXadCsVD_0 2024-09-12T01:15:45.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.829+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12122006098613759858', time=2024-09-12T03:06:12.976939+0000, chain.objs.size()=1 2024-09-12T01:15:45.829 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.829+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Q144b-efZE9ZYpeG0qp_z4oYxK3EeQA_0 2024-09-12T01:15:45.831 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.832+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/51642 2024-09-12T01:15:45.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=22, truncated=0, next_marker='' 2024-09-12T01:15:45.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.555870201470928180', time=2024-09-12T03:06:12.994699+0000, chain.objs.size()=1 2024-09-12T01:15:45.834 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.LnND3t11u0MRqVLlfuikiiqZlMbQUEF_0 2024-09-12T01:15:45.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1783733098647610609', time=2024-09-12T03:06:13.006862+0000, chain.objs.size()=1 2024-09-12T01:15:45.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.aDOv4x1rUWBEjatHPIJzI3b-8xURGVp_0 2024-09-12T01:15:45.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7056194685616457467', time=2024-09-12T03:06:13.025968+0000, chain.objs.size()=1 2024-09-12T01:15:45.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.DNeLeF3oW_KyGjdtG4re5y3Ht3nXSQ0_0 2024-09-12T01:15:45.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.584440766544434210', time=2024-09-12T03:06:13.912846+0000, chain.objs.size()=1 2024-09-12T01:15:45.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.327__shadow_.WsxomzQdcbvU75lEXL0ndJMj54glWFE_0 2024-09-12T01:15:45.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4801092719398069208', time=2024-09-12T03:06:37.998808+0000, chain.objs.size()=1 2024-09-12T01:15:45.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.378__shadow_.-1GwLz9vmKgFsGHRVe5GxsE-MIBce8R_0 2024-09-12T01:15:45.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6581680719879541978', time=2024-09-12T03:08:13.834103+0000, chain.objs.size()=4 2024-09-12T01:15:45.835 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.528__multipart_mymultipart.2~tTw2veqKI1lHncxjZjb7ukpQvM_9DQf.1 2024-09-12T01:15:45.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.528__multipart_mymultipart.2~tTw2veqKI1lHncxjZjb7ukpQvM_9DQf.2 2024-09-12T01:15:45.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.528__multipart_mymultipart.2~tTw2veqKI1lHncxjZjb7ukpQvM_9DQf.3 2024-09-12T01:15:45.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.528__multipart_mymultipart.2~tTw2veqKI1lHncxjZjb7ukpQvM_9DQf.4 2024-09-12T01:15:45.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.692388125989286163', time=2024-09-12T03:08:54.683083+0000, chain.objs.size()=1 2024-09-12T01:15:45.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.555__shadow_.ikqF66yYPjl2cqosPP-uuEa-w9fhZWG_0 2024-09-12T01:15:45.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10156240003796436503', time=2024-09-12T03:09:08.789497+0000, chain.objs.size()=1 2024-09-12T01:15:45.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:Q2Xo7hYupr4qM1u3Xkpqeqo3YR3Jsr4_.IRhoU2gvYQQyNFoCAC6sr7LXiQ4yQHp_0 2024-09-12T01:15:45.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7073738359853246789', time=2024-09-12T03:09:25.071625+0000, chain.objs.size()=1 2024-09-12T01:15:45.836 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.834+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:VYwTRe22vde0GCfBAQxu9jGScF5.IJw_.XRyp18gzfGrbgMC-UVsfDr_9Nl9Rq_Q_0 2024-09-12T01:15:45.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.836+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1276184678905277656', time=2024-09-12T03:09:27.735735+0000, chain.objs.size()=1 2024-09-12T01:15:45.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.836+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:iul3r6pn6kMNnLZdkQ5y0U7QIqRF3rs_.SDzu1hU7pKiKirNYjzPQeB0KN2UF6iZ_0 2024-09-12T01:15:45.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.837+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10669358895831657225', time=2024-09-12T03:09:28.235224+0000, chain.objs.size()=1 2024-09-12T01:15:45.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.837+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:.W.uU8wSGd3I7zXOr.J9pY3mO9UV.FH_.TPIMClB48_zVTIa38XPdM9_f14GFsv4_0 2024-09-12T01:15:45.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.837+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8519405627812561492', time=2024-09-12T03:09:45.232370+0000, chain.objs.size()=1 2024-09-12T01:15:45.837 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.837+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.587__shadow:YEcnHiqu-uXJvXhE9PzIYNYRstHCube_.5EHjf7MvysGPcP7Ox1uZwc44yNjETAo_0 2024-09-12T01:15:45.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.837+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4271079342513017869', time=2024-09-12T03:10:04.393083+0000, chain.objs.size()=12 2024-09-12T01:15:45.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.837+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.616__multipart_multipart_enc.2~aSJNaNUEwdiNkIVjMdZA7Ez1XwKbjfP.1 2024-09-12T01:15:45.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.837+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.616__shadow_multipart_enc.2~aSJNaNUEwdiNkIVjMdZA7Ez1XwKbjfP.1_1 2024-09-12T01:15:45.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.837+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.616__multipart_multipart_enc.2~aSJNaNUEwdiNkIVjMdZA7Ez1XwKbjfP.2 2024-09-12T01:15:45.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.837+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.616__shadow_multipart_enc.2~aSJNaNUEwdiNkIVjMdZA7Ez1XwKbjfP.2_1 2024-09-12T01:15:45.838 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.837+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.616__multipart_multipart_enc.2~aSJNaNUEwdiNkIVjMdZA7Ez1XwKbjfP.3 2024-09-12T01:15:45.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.839+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.616__shadow_multipart_enc.2~aSJNaNUEwdiNkIVjMdZA7Ez1XwKbjfP.3_1 2024-09-12T01:15:45.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.839+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.616__multipart_multipart_enc.2~aSJNaNUEwdiNkIVjMdZA7Ez1XwKbjfP.4 2024-09-12T01:15:45.839 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.839+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.616__shadow_multipart_enc.2~aSJNaNUEwdiNkIVjMdZA7Ez1XwKbjfP.4_1 2024-09-12T01:15:45.840 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.840+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.616__multipart_multipart_enc.2~aSJNaNUEwdiNkIVjMdZA7Ez1XwKbjfP.5 2024-09-12T01:15:45.842 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.842+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.616__shadow_multipart_enc.2~aSJNaNUEwdiNkIVjMdZA7Ez1XwKbjfP.5_1 2024-09-12T01:15:45.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.842+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.616__multipart_multipart_enc.2~aSJNaNUEwdiNkIVjMdZA7Ez1XwKbjfP.6 2024-09-12T01:15:45.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.842+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.616__shadow_multipart_enc.2~aSJNaNUEwdiNkIVjMdZA7Ez1XwKbjfP.6_1 2024-09-12T01:15:45.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.842+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9025514588738649974', time=2024-09-12T03:11:05.761356+0000, chain.objs.size()=1 2024-09-12T01:15:45.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.842+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.618__shadow_.9cVO9iGPsL-yusHrD4LWD-XAIzFb0Z-_0 2024-09-12T01:15:45.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.842+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2405929053478553423', time=2024-09-12T03:12:16.608103+0000, chain.objs.size()=1 2024-09-12T01:15:45.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.842+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.633__shadow_.DCjRjQzuTdf8n_r5jbP2Da1iYPo4SaZ_0 2024-09-12T01:15:45.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.842+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18248043289280613994', time=2024-09-12T03:12:20.151244+0000, chain.objs.size()=1 2024-09-12T01:15:45.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.842+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.640__shadow_.0QIT40LUXgxbD5BDmgPdK2yiQZ1HXb__0 2024-09-12T01:15:45.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.842+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4223691397061459204', time=2024-09-12T03:12:24.425827+0000, chain.objs.size()=2 2024-09-12T01:15:45.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.842+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.648__shadow_.CdI7PFBHb321JPxO0Ar4_8T6It8FpwC_0 2024-09-12T01:15:45.843 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.842+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.648__shadow_.CdI7PFBHb321JPxO0Ar4_8T6It8FpwC_1 2024-09-12T01:15:45.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.842+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1562930123589775956', time=2024-09-12T03:12:37.830461+0000, chain.objs.size()=1 2024-09-12T01:15:45.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.842+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.673__shadow_.xsVAt9Oc4wGdgrAazeQCY6z8vJdPkkS_0 2024-09-12T01:15:45.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.842+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17949843190996665463', time=2024-09-12T03:12:48.694718+0000, chain.objs.size()=1 2024-09-12T01:15:45.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.842+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.698__shadow:nZ5xY57hpBuyG2I2v-KOgpLM.NHJWEr_.gzNNLh-7RmtbslYr7c2rXTTiPW9oZHE_0 2024-09-12T01:15:45.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.844+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9870507629565722265', time=2024-09-12T03:12:51.858679+0000, chain.objs.size()=1 2024-09-12T01:15:45.844 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.844+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.705__shadow:-gshN3uI93CDLzlkajUSaICvxxxsPl0_.Sto3Evv-SCK8L5v1QwCVJTiUVvfSo_c_0 2024-09-12T01:15:45.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.847+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15382343406141012668', time=2024-09-12T03:13:07.308295+0000, chain.objs.size()=1 2024-09-12T01:15:45.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.847+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.717__shadow:uTNWE5DDVnLPMMi4G.D64WbvZqPYrO-_.sHyipbEclUuaw6Y9eHXLvl9D6M8Stz8_0 2024-09-12T01:15:45.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.847+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1575337311752740632', time=2024-09-12T03:13:18.074427+0000, chain.objs.size()=1 2024-09-12T01:15:45.847 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.847+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.720__shadow_.keammvgqbr4804KNSZDy1zOSCw-fh1l_0 2024-09-12T01:15:45.849 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.850+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:45.852 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.852+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2024-09-12T01:15:45.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.853+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:45.853 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.854+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:45.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/51250' 2024-09-12T01:15:45.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15940402417383789204', time=2024-09-12T03:04:55.019099+0000, chain.objs.size()=1 2024-09-12T01:15:45.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.231__shadow_.jEkiR5pXAUkWRPSdP1rop67iJoq5zqt_0 2024-09-12T01:15:45.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3916690657235539923', time=2024-09-12T03:04:58.893430+0000, chain.objs.size()=1 2024-09-12T01:15:45.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.238__shadow_.ASd0dYtaLvOqXo7QoSWnVMVbpMZGIb8_0 2024-09-12T01:15:45.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2319955245090210806', time=2024-09-12T03:05:03.593815+0000, chain.objs.size()=1 2024-09-12T01:15:45.855 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.245__shadow_.r7nDzORsWTwBJ8srq5cOllnv24HjRf0_0 2024-09-12T01:15:45.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8553724710146529421', time=2024-09-12T03:05:07.036012+0000, chain.objs.size()=1 2024-09-12T01:15:45.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.252__shadow_.lVPV3KZo7WE0IIl-QDBjXiXzpVQK21K_0 2024-09-12T01:15:45.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17260377411541512455', time=2024-09-12T03:05:08.028545+0000, chain.objs.size()=1 2024-09-12T01:15:45.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.254__shadow_.UZukrUAi9hOEARvB9iaU1f_4TIXsqgg_0 2024-09-12T01:15:45.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8407899127819232394', time=2024-09-12T03:05:09.947032+0000, chain.objs.size()=1 2024-09-12T01:15:45.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.258__shadow_.LBrJt4-kDV1fgx6vYhaTjZndSFzr-kc_0 2024-09-12T01:15:45.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16344599369171026642', time=2024-09-12T03:05:20.221084+0000, chain.objs.size()=1 2024-09-12T01:15:45.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.I8BKvBawunrvz5_RsZi5MoHUCH2ykJP_0 2024-09-12T01:15:45.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5732782153123408196', time=2024-09-12T03:05:20.236090+0000, chain.objs.size()=1 2024-09-12T01:15:45.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.XCeaF5pbI7Thszh0W9xaScshCs4RfK5_0 2024-09-12T01:15:45.856 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13997467486518932965', time=2024-09-12T03:05:20.249799+0000, chain.objs.size()=1 2024-09-12T01:15:45.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.6lONK9lWogLxbLWCZDDql8feD27-_GC_0 2024-09-12T01:15:45.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14208870770488414806', time=2024-09-12T03:05:20.276708+0000, chain.objs.size()=1 2024-09-12T01:15:45.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.3UT932fg0hl8ta8p_2hijbXkW5kN6fj_0 2024-09-12T01:15:45.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2487557525697492471', time=2024-09-12T03:05:20.286235+0000, chain.objs.size()=1 2024-09-12T01:15:45.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Muf7EpBlPWuzOHYrEIUZ3V4Oa8Q88Gw_0 2024-09-12T01:15:45.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12928679368990178520', time=2024-09-12T03:05:20.291515+0000, chain.objs.size()=1 2024-09-12T01:15:45.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.855+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.xR7SgDXDCET2egfVH3ML8DU-0T-ZYRI_0 2024-09-12T01:15:45.857 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.857+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10142333518864621770', time=2024-09-12T03:05:20.315846+0000, chain.objs.size()=1 2024-09-12T01:15:45.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.857+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.pRctppJ0MxNrKuMQq-NhVPE1Lanjxw1_0 2024-09-12T01:15:45.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.857+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15521252608921445106', time=2024-09-12T03:05:20.416103+0000, chain.objs.size()=1 2024-09-12T01:15:45.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.857+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.BRWEyf6qX8B2KjS3XcBZ_wWMIWMcZpa_0 2024-09-12T01:15:45.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.857+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9289458547926941619', time=2024-09-12T03:05:20.428203+0000, chain.objs.size()=1 2024-09-12T01:15:45.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.857+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ii8Nez-hQuwiKzdAXhfpeQVM-jjD0Nc_0 2024-09-12T01:15:45.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.857+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4796830004013610714', time=2024-09-12T03:05:20.437899+0000, chain.objs.size()=1 2024-09-12T01:15:45.858 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.857+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.PpC1kMqNDD8dBfv2Z6icoTpGk1mLjfZ_0 2024-09-12T01:15:45.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.860+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8839656441139313361', time=2024-09-12T03:05:20.466184+0000, chain.objs.size()=1 2024-09-12T01:15:45.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.860+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.bSp-Z96YWIcQ1oTAqFQ8gLCbVRPJ894_0 2024-09-12T01:15:45.860 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.860+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6620009170527009826', time=2024-09-12T03:05:20.485325+0000, chain.objs.size()=1 2024-09-12T01:15:45.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.860+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.YVN8AzHy2_NBhXJyrlsSR2j-xBeOz1K_0 2024-09-12T01:15:45.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.860+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16356937856646999395', time=2024-09-12T03:05:20.497071+0000, chain.objs.size()=1 2024-09-12T01:15:45.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.860+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.MIfDHOwR8kdlGnjlnlST1r_O2PqM1nD_0 2024-09-12T01:15:45.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.860+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5348509991862890939', time=2024-09-12T03:05:20.501967+0000, chain.objs.size()=1 2024-09-12T01:15:45.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.860+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.q_Inv4GHD3uk7EdC1UNlKGJ6IaDqyJA_0 2024-09-12T01:15:45.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.860+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3339267239266785809', time=2024-09-12T03:05:20.518904+0000, chain.objs.size()=1 2024-09-12T01:15:45.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.860+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.xbG2Upt3UG2vIgiQBJQCh8YNMSNYQSl_0 2024-09-12T01:15:45.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.860+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10528966899823372841', time=2024-09-12T03:05:20.523627+0000, chain.objs.size()=1 2024-09-12T01:15:45.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.860+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ukiHEpK4oTbdFNT8bSuqEgxTcY2JNpn_0 2024-09-12T01:15:45.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.860+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15985907131640475954', time=2024-09-12T03:05:20.633613+0000, chain.objs.size()=1 2024-09-12T01:15:45.861 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.860+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Vd39t6uVrXjpQMTasPjBfGrBcHUdQQx_0 2024-09-12T01:15:45.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.861+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12381149335571570665', time=2024-09-12T03:05:20.681005+0000, chain.objs.size()=1 2024-09-12T01:15:45.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.861+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.kRYmwWS1HY1DHQjk0HLORsMi2Zc-2k__0 2024-09-12T01:15:45.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.861+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14160727334377440323', time=2024-09-12T03:05:20.710104+0000, chain.objs.size()=1 2024-09-12T01:15:45.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.861+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.HqZ78HqcJSTM2LtGFw-S0mpdtGytmZd_0 2024-09-12T01:15:45.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.862+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15814741660298845980', time=2024-09-12T03:05:20.801886+0000, chain.objs.size()=1 2024-09-12T01:15:45.862 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.862+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.7nat9rTwA1czsziDf6SRWZtxVBPX5xv_0 2024-09-12T01:15:45.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.862+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15679157713792571263', time=2024-09-12T03:05:20.822337+0000, chain.objs.size()=1 2024-09-12T01:15:45.863 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.862+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ccIVKCMZcGwhr2TKAtDlvsRYf-j51tk_0 2024-09-12T01:15:45.864 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.865+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1566507251602064235', time=2024-09-12T03:05:20.894212+0000, chain.objs.size()=1 2024-09-12T01:15:45.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.865+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8Taly6LJ_w1p7vnIkjtuVpI2GZFbSFm_0 2024-09-12T01:15:45.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.865+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10626093545654999710', time=2024-09-12T03:05:21.084666+0000, chain.objs.size()=1 2024-09-12T01:15:45.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.865+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lrPrhztmorcpQDCeJwlk18cRc-3jqzL_0 2024-09-12T01:15:45.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.865+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15805982946555719602', time=2024-09-12T03:05:21.206723+0000, chain.objs.size()=1 2024-09-12T01:15:45.865 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.865+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.pv02_fwolkIc3pbBDxgy2AtiQdhW8IN_0 2024-09-12T01:15:45.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.865+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13875609179636324945', time=2024-09-12T03:05:21.233571+0000, chain.objs.size()=1 2024-09-12T01:15:45.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.865+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.9imB1c3XxryAlhwNnCQZlEe4BfIZVhw_0 2024-09-12T01:15:45.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.865+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2073556864971627101', time=2024-09-12T03:05:21.240887+0000, chain.objs.size()=1 2024-09-12T01:15:45.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.865+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.cNYxeffIMfhMpYOQ7unl7CMOzV1AR7a_0 2024-09-12T01:15:45.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.865+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8735595716062071471', time=2024-09-12T03:05:21.251605+0000, chain.objs.size()=1 2024-09-12T01:15:45.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.865+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.gN3Kx9GNRiSchP1KwAAgMka4mhDbpqU_0 2024-09-12T01:15:45.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.865+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6197678823698552030', time=2024-09-12T03:05:21.264455+0000, chain.objs.size()=1 2024-09-12T01:15:45.866 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.865+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.I3Ci0T_50ZH8QO9iZHMruPsFuLEyrQw_0 2024-09-12T01:15:45.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.867+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7637803274875795892', time=2024-09-12T03:05:21.283782+0000, chain.objs.size()=1 2024-09-12T01:15:45.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.867+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.IHCA-cJqQ-qdWWjWO8Dq5Wd7B7MjEO6_0 2024-09-12T01:15:45.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.867+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7330122432393863358', time=2024-09-12T03:05:21.298595+0000, chain.objs.size()=1 2024-09-12T01:15:45.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.867+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.eHR-8QBATqWwlQfoC13Fvy1-qqTat4w_0 2024-09-12T01:15:45.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.867+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16702422837540766215', time=2024-09-12T03:05:21.380949+0000, chain.objs.size()=1 2024-09-12T01:15:45.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.867+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.zexBSGdOoi1ALMige3KcyMTktL3J53Y_0 2024-09-12T01:15:45.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.867+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8882410102088016854', time=2024-09-12T03:05:21.395121+0000, chain.objs.size()=1 2024-09-12T01:15:45.867 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.867+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.wDDpzmqX8upIqbvt9qWlGjdeiuIMYTR_0 2024-09-12T01:15:45.868 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.868+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12324306121719918742', time=2024-09-12T03:05:21.414997+0000, chain.objs.size()=1 2024-09-12T01:15:45.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.868+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.-nOO6HQKhsx7_i1Yqnenv8h_6dTAgmI_0 2024-09-12T01:15:45.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.869+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9159325762883370090', time=2024-09-12T03:05:21.418949+0000, chain.objs.size()=1 2024-09-12T01:15:45.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.869+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.zI6TCVzOlsgbcfAZlidEGTL6vYdiPTb_0 2024-09-12T01:15:45.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.869+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15587516675330930509', time=2024-09-12T03:05:21.432389+0000, chain.objs.size()=1 2024-09-12T01:15:45.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.869+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.xkqk3iVhJkOdkVhtU-zxfx5mOQucEL__0 2024-09-12T01:15:45.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.869+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18334612883014666919', time=2024-09-12T03:05:21.438038+0000, chain.objs.size()=1 2024-09-12T01:15:45.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.869+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ZGU1A3V4Dehx6Vy3LB5a6nTHnAut7eH_0 2024-09-12T01:15:45.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.869+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2432286434650069547', time=2024-09-12T03:05:21.452385+0000, chain.objs.size()=1 2024-09-12T01:15:45.869 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.869+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.hqqa4Ks4XJsjaZoWNnJK0vZQE9zVVF7_0 2024-09-12T01:15:45.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.870+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14821269592027116774', time=2024-09-12T03:05:21.468296+0000, chain.objs.size()=1 2024-09-12T01:15:45.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.870+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.HoYY4n9e_MTCXvOn0DO_SZNdMkGuC_f_0 2024-09-12T01:15:45.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.870+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12706406876552258755', time=2024-09-12T03:05:21.470797+0000, chain.objs.size()=1 2024-09-12T01:15:45.870 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.870+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.g--Irtw4x-NK7q4QF5Cq4zTeLoqsNH5_0 2024-09-12T01:15:45.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.872+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16484074101163287071', time=2024-09-12T03:05:21.577360+0000, chain.objs.size()=1 2024-09-12T01:15:45.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.872+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_._gkuti8kYdI1iJqDY45-aZniO0YQs4T_0 2024-09-12T01:15:45.872 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.872+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13200971253002409919', time=2024-09-12T03:05:21.608790+0000, chain.objs.size()=1 2024-09-12T01:15:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.872+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.CtVP7FijuM-qzEnaCvHgapKiFogjt9__0 2024-09-12T01:15:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.872+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10537877349506006840', time=2024-09-12T03:05:21.618579+0000, chain.objs.size()=1 2024-09-12T01:15:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.872+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.K2AisCzvrcSlrZLR7hDkNjGBbQo03Dg_0 2024-09-12T01:15:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.872+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4788939037221079823', time=2024-09-12T03:05:21.630785+0000, chain.objs.size()=1 2024-09-12T01:15:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.872+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.do31JPkZ12uc8nqcffvS1c_K_9ZFkex_0 2024-09-12T01:15:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.873+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7115775176560686652', time=2024-09-12T03:05:21.666308+0000, chain.objs.size()=1 2024-09-12T01:15:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.873+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.cfmm2gbVW7dUjccNytKeTBsCBg14Anu_0 2024-09-12T01:15:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.873+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14409679023814794592', time=2024-09-12T03:05:33.887203+0000, chain.objs.size()=1 2024-09-12T01:15:45.873 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.873+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.288__shadow_.OIZ7IUGXzvR7XEIfXf56OuOI3T-xd00_0 2024-09-12T01:15:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.873+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7746652298893398014', time=2024-09-12T03:05:34.357421+0000, chain.objs.size()=1 2024-09-12T01:15:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.873+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.289__shadow_.6H707aqx48yJoYR0O4gJNehUio80iQU_0 2024-09-12T01:15:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.873+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17419778931235897549', time=2024-09-12T03:05:37.715005+0000, chain.objs.size()=1 2024-09-12T01:15:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.873+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.1DGLOx1MU3DvlQtW2drD3YzsMhwYwK1_0 2024-09-12T01:15:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.874+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12898537022565015518', time=2024-09-12T03:05:37.725929+0000, chain.objs.size()=1 2024-09-12T01:15:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.874+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.9EGPN_ySjLECeNXqRgaeydjGBX47372_0 2024-09-12T01:15:45.874 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.875+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7290952447186329341', time=2024-09-12T03:06:01.519338+0000, chain.objs.size()=1 2024-09-12T01:15:45.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.875+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.F4CQc5leXqHeFv78YpqXDv5QaI3nFy9_0 2024-09-12T01:15:45.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.875+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13359165293322001767', time=2024-09-12T03:06:01.683653+0000, chain.objs.size()=1 2024-09-12T01:15:45.875 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.875+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HUIMCZ8pPLFbOV4dhrTtQNoZitOY3Qj_0 2024-09-12T01:15:45.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7248749510581330857', time=2024-09-12T03:06:01.760926+0000, chain.objs.size()=1 2024-09-12T01:15:45.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.GPfVOBBZuKf137egY4dXYi5NNBkLOGG_0 2024-09-12T01:15:45.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9350144110391861839', time=2024-09-12T03:06:01.789733+0000, chain.objs.size()=1 2024-09-12T01:15:45.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qDln4O4Io-c_xUbrVNyrzbvzx1gY3-E_0 2024-09-12T01:15:45.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11480453173850925011', time=2024-09-12T03:06:01.899713+0000, chain.objs.size()=1 2024-09-12T01:15:45.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_._Zk8Bb1Jr0iDzIdJWeJeM2UMY_QDqpW_0 2024-09-12T01:15:45.878 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17317888049206486313', time=2024-09-12T03:06:01.914493+0000, chain.objs.size()=1 2024-09-12T01:15:45.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.cr5e7vhxlPBu6kHro3FK6h8dFlK5qPV_0 2024-09-12T01:15:45.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8589819367330159922', time=2024-09-12T03:06:01.951664+0000, chain.objs.size()=1 2024-09-12T01:15:45.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.NcHhBI5e6A2XJY7GPBcWxD5KIj02if8_0 2024-09-12T01:15:45.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2389103975843380573', time=2024-09-12T03:06:01.987689+0000, chain.objs.size()=1 2024-09-12T01:15:45.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.eTjvY99HOiyqYn2PucIabQ6afewwzgV_0 2024-09-12T01:15:45.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13079134732511897584', time=2024-09-12T03:06:02.009317+0000, chain.objs.size()=1 2024-09-12T01:15:45.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.fyQj1HZWghCyp4GO4FCGOnjU-ZZZWVF_0 2024-09-12T01:15:45.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15224232547103967322', time=2024-09-12T03:06:02.108839+0000, chain.objs.size()=1 2024-09-12T01:15:45.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.LTYRe0lhTojaSO_oLHVTOBEPjiLc_VU_0 2024-09-12T01:15:45.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12692895456541296973', time=2024-09-12T03:06:02.117343+0000, chain.objs.size()=1 2024-09-12T01:15:45.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.OoIQ4OQ4Y9eNueKviBPLBKdPi1AiYhl_0 2024-09-12T01:15:45.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16836039785301998846', time=2024-09-12T03:06:02.142571+0000, chain.objs.size()=1 2024-09-12T01:15:45.879 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.IaW2ulPCXXMc3WbgN1JFxKPRkmFU72G_0 2024-09-12T01:15:45.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5078334158159659803', time=2024-09-12T03:06:02.153782+0000, chain.objs.size()=1 2024-09-12T01:15:45.880 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.878+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.TkmF2yqmP17raURmVNUo80BFcssXIzj_0 2024-09-12T01:15:45.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.882+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4511329280656761585', time=2024-09-12T03:06:02.416945+0000, chain.objs.size()=1 2024-09-12T01:15:45.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.882+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.0-KbCvpRRU-u-na5kAdB4G77jkwaWoD_0 2024-09-12T01:15:45.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.882+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4920148134459259004', time=2024-09-12T03:06:02.564823+0000, chain.objs.size()=1 2024-09-12T01:15:45.882 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.882+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.--S2ScPjgzwD4hFsqWFg5_2x0Ow2PuP_0 2024-09-12T01:15:45.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.882+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12264159195318653594', time=2024-09-12T03:06:02.604391+0000, chain.objs.size()=1 2024-09-12T01:15:45.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.882+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.lp9YbkyYmgxWvNooyPNWbEzIwSTlwVj_0 2024-09-12T01:15:45.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.882+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4988414775106290891', time=2024-09-12T03:06:02.611409+0000, chain.objs.size()=1 2024-09-12T01:15:45.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.882+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.5GVnZ4ms7Xp__MYNuf7Xmt0Y3swzTek_0 2024-09-12T01:15:45.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.882+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7788126910719711130', time=2024-09-12T03:06:02.716256+0000, chain.objs.size()=1 2024-09-12T01:15:45.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.882+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.q7O1A3_hg55xN6u5uct_2x6Itb9dsiM_0 2024-09-12T01:15:45.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.882+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11637975806743854609', time=2024-09-12T03:06:02.717513+0000, chain.objs.size()=1 2024-09-12T01:15:45.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.882+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.A792Lk1zI0lu8geAkvnArmlAG8xfJUR_0 2024-09-12T01:15:45.883 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.882+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6329823393609096153', time=2024-09-12T03:06:02.722391+0000, chain.objs.size()=1 2024-09-12T01:15:45.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.882+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.3Mk_uqpY4c8b7jisfkt7t_r7vG3UM_7_0 2024-09-12T01:15:45.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.882+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11669846152293644421', time=2024-09-12T03:06:02.724087+0000, chain.objs.size()=1 2024-09-12T01:15:45.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.882+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.5vpWVvtJoROu3S1UaaALKIsc6pgY7Ya_0 2024-09-12T01:15:45.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.883+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17099498830297967666', time=2024-09-12T03:06:02.756328+0000, chain.objs.size()=1 2024-09-12T01:15:45.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.883+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.9CQ1efdse-7bNiYWDqB2tzHs7rQ5btm_0 2024-09-12T01:15:45.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.883+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1333996312381278059', time=2024-09-12T03:06:02.773606+0000, chain.objs.size()=1 2024-09-12T01:15:45.884 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.883+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.bwpa99uzAGYXI5WX98dmyjsIcMaqT_E_0 2024-09-12T01:15:45.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.883+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5030706452872525500', time=2024-09-12T03:06:02.775054+0000, chain.objs.size()=1 2024-09-12T01:15:45.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.883+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.LVaFX3xXZ0B86nz3Rms9rCbex3SdtAV_0 2024-09-12T01:15:45.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.885+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8601934559856513382', time=2024-09-12T03:06:02.779663+0000, chain.objs.size()=1 2024-09-12T01:15:45.885 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.885+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.X1A5bWzsnvP7_xFwUwywBwQCqJHcJs3_0 2024-09-12T01:15:45.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.887+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1581472426339769303', time=2024-09-12T03:06:02.783004+0000, chain.objs.size()=1 2024-09-12T01:15:45.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.887+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.OjWce2wX6t5SN4_fviZj8lRuVaCQfNa_0 2024-09-12T01:15:45.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.887+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3441939927426147119', time=2024-09-12T03:06:02.802708+0000, chain.objs.size()=1 2024-09-12T01:15:45.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.887+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.uyoGHdXFLOZ3igxQFBMigP0635DN_DE_0 2024-09-12T01:15:45.887 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.887+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15286895725556169260', time=2024-09-12T03:06:02.818906+0000, chain.objs.size()=1 2024-09-12T01:15:45.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.887+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.beWgJxm0HxtgUhcQYpey-EjTosXwBFf_0 2024-09-12T01:15:45.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.887+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15003217167071310539', time=2024-09-12T03:06:02.958436+0000, chain.objs.size()=1 2024-09-12T01:15:45.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.887+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.kl94_IrLRTAFjuil-S3RAv20K5Hzj1v_0 2024-09-12T01:15:45.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.887+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1086709519915239648', time=2024-09-12T03:06:02.973636+0000, chain.objs.size()=1 2024-09-12T01:15:45.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.887+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.emxOYPWN7tMorfQbUCiAy7uszBz5fmQ_0 2024-09-12T01:15:45.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.887+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7834841281916633662', time=2024-09-12T03:06:02.993435+0000, chain.objs.size()=1 2024-09-12T01:15:45.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.887+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xqnZK7Cw7DxaguQpDo8XdhkKwVLI7iq_0 2024-09-12T01:15:45.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.887+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7618736148785061169', time=2024-09-12T03:06:11.602731+0000, chain.objs.size()=1 2024-09-12T01:15:45.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.887+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.orJUok1BtFe8vxK_pljviTZmygQhfu__0 2024-09-12T01:15:45.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.887+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.296177535112202329', time=2024-09-12T03:06:11.649442+0000, chain.objs.size()=1 2024-09-12T01:15:45.888 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.887+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.yszfqgspyTnodSi57q_yTi25sG541-Z_0 2024-09-12T01:15:45.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.889+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8631538162842998662', time=2024-09-12T03:06:11.690552+0000, chain.objs.size()=1 2024-09-12T01:15:45.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.889+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.G7ynVoO7Ae33tzrDaOdrrWS-AlSsU3N_0 2024-09-12T01:15:45.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.889+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16530355416008825823', time=2024-09-12T03:06:11.691811+0000, chain.objs.size()=1 2024-09-12T01:15:45.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.889+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.fn50-1oYtSyR3P75ixuC0lg3iDftEoQ_0 2024-09-12T01:15:45.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.889+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10918902949646500173', time=2024-09-12T03:06:11.697438+0000, chain.objs.size()=1 2024-09-12T01:15:45.889 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.889+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.JjpPEtpCg2WDcgxxMQgTWeawZVDZwlQ_0 2024-09-12T01:15:45.890 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.891+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13647157553147074108', time=2024-09-12T03:06:11.869245+0000, chain.objs.size()=1 2024-09-12T01:15:45.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.891+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.37-0ablCQzsBXyHFcfoibBTazzERhOF_0 2024-09-12T01:15:45.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.891+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18434033276227777989', time=2024-09-12T03:06:11.975155+0000, chain.objs.size()=1 2024-09-12T01:15:45.891 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.891+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.YUHg8JsbrLfRWWme4gYhV-kjdB2WUUO_0 2024-09-12T01:15:45.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.892+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17978942736971789877', time=2024-09-12T03:06:12.002134+0000, chain.objs.size()=1 2024-09-12T01:15:45.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.892+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.fjBE4gLGRo7Y88skb1pHB7U0-zXVQQR_0 2024-09-12T01:15:45.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.892+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9128480393529875772', time=2024-09-12T03:06:12.018823+0000, chain.objs.size()=1 2024-09-12T01:15:45.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.892+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.CJFM-PAIL7UeznMWXXgP2JZQCvvQcVx_0 2024-09-12T01:15:45.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.892+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7601191366438038099', time=2024-09-12T03:06:12.033999+0000, chain.objs.size()=1 2024-09-12T01:15:45.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.892+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.eQ3Ys90FMvxlmwwsLc2PeyU_0zXxc6X_0 2024-09-12T01:15:45.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.892+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.61939241016942049', time=2024-09-12T03:06:12.053969+0000, chain.objs.size()=1 2024-09-12T01:15:45.892 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.892+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.1zqXjfajIqByto3x0ftQnZfhGrweB2j_0 2024-09-12T01:15:45.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.892+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9922365498425448488', time=2024-09-12T03:06:12.168942+0000, chain.objs.size()=1 2024-09-12T01:15:45.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.892+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.uGbhyDuoxAF3fMGfAF26sOl7YLutfQe_0 2024-09-12T01:15:45.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.892+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7855380049265401514', time=2024-09-12T03:06:12.173114+0000, chain.objs.size()=1 2024-09-12T01:15:45.893 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.892+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.azCBPcQDq86OSTnkeL1tQQx03bETMJL_0 2024-09-12T01:15:45.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.895+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15462825497520580385', time=2024-09-12T03:06:12.187389+0000, chain.objs.size()=1 2024-09-12T01:15:45.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.895+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.uBm2BDAYMvSEx64lTQ8HAdUkFNc2luH_0 2024-09-12T01:15:45.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.895+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3753992329205514805', time=2024-09-12T03:06:12.194773+0000, chain.objs.size()=1 2024-09-12T01:15:45.895 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.895+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.SOMGE0pppDfxG5WVs5KiDwos-6tyGQQ_0 2024-09-12T01:15:45.897 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.897+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/51250 2024-09-12T01:15:45.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=30, truncated=0, next_marker='' 2024-09-12T01:15:45.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.413173911706418106', time=2024-09-12T03:06:12.205031+0000, chain.objs.size()=1 2024-09-12T01:15:45.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.-IkDZK2KGjSoflk8lK1QkQBB71lQE5L_0 2024-09-12T01:15:45.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.209744818762039524', time=2024-09-12T03:06:12.244175+0000, chain.objs.size()=1 2024-09-12T01:15:45.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Ut3DWVHJKl7cwC2qSYrQmNLcu7fdLbG_0 2024-09-12T01:15:45.901 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6562736366389705265', time=2024-09-12T03:06:12.257518+0000, chain.objs.size()=1 2024-09-12T01:15:45.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7OAtJafBHS-mfoaqn-2l4vblGtsOe2S_0 2024-09-12T01:15:45.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12244239189422959503', time=2024-09-12T03:06:12.258877+0000, chain.objs.size()=1 2024-09-12T01:15:45.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.TqR25jPU_8MII47s4Fm5ewyM0PrXxuX_0 2024-09-12T01:15:45.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12682147156643363855', time=2024-09-12T03:06:12.367085+0000, chain.objs.size()=1 2024-09-12T01:15:45.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.MyIYyQAOD0VV67L2i-y7GV320HEvJw4_0 2024-09-12T01:15:45.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11893002175810489223', time=2024-09-12T03:06:12.462270+0000, chain.objs.size()=1 2024-09-12T01:15:45.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.KEtql5qqFFDjrFs48lc6NAW-Dn7yz1E_0 2024-09-12T01:15:45.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11134266825751676138', time=2024-09-12T03:06:12.640429+0000, chain.objs.size()=1 2024-09-12T01:15:45.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7PpdlbUtbixP7paWdX0IYrlwo2vO1qN_0 2024-09-12T01:15:45.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2119616091762817952', time=2024-09-12T03:06:12.750033+0000, chain.objs.size()=1 2024-09-12T01:15:45.902 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.avDa92bopehsKqek8rml8SdQA_GZ3LP_0 2024-09-12T01:15:45.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14161205316438300863', time=2024-09-12T03:06:12.830959+0000, chain.objs.size()=1 2024-09-12T01:15:45.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.s29jgmFqeW7JtfZf-8SYju5_DAqjYAW_0 2024-09-12T01:15:45.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.900+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.991379799382779077', time=2024-09-12T03:06:12.854414+0000, chain.objs.size()=1 2024-09-12T01:15:45.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.901+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Gxufe0tYLqs9cosjGjO-VkpMn2hJILY_0 2024-09-12T01:15:45.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.901+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14787808607924209003', time=2024-09-12T03:06:12.863227+0000, chain.objs.size()=1 2024-09-12T01:15:45.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.901+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.HR7V3oHEbmBJyWfjML9JSMk1xGAB7Ky_0 2024-09-12T01:15:45.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.901+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8778319043566876339', time=2024-09-12T03:06:12.948044+0000, chain.objs.size()=1 2024-09-12T01:15:45.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.901+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.TXuVwJqUtGuJHR9dmBBR5712wsbU53a_0 2024-09-12T01:15:45.903 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.904+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1396537499922730073', time=2024-09-12T03:06:33.479040+0000, chain.objs.size()=1 2024-09-12T01:15:45.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.904+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.371__shadow_.-NPgFK6mLjKKtixfhQLBg4fpZNICIc6_0 2024-09-12T01:15:45.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.904+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9387293115135449903', time=2024-09-12T03:06:55.125799+0000, chain.objs.size()=1 2024-09-12T01:15:45.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.904+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.409__shadow_.RK5cBPlXvumT0TOkfu9xfhED4cLL6sJ_0 2024-09-12T01:15:45.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.905+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2227096208796574818', time=2024-09-12T03:07:40.126566+0000, chain.objs.size()=1 2024-09-12T01:15:45.904 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.905+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.497__shadow_.mk_zTmMTGqqUE0qAUP01K0pltaA6Kwg_0 2024-09-12T01:15:45.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.906+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9407708862920750844', time=2024-09-12T03:07:41.445708+0000, chain.objs.size()=1 2024-09-12T01:15:45.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.906+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.500__shadow_.BfpNennBYF0PaZEhFK_-F6J1WSyaJJf_0 2024-09-12T01:15:45.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.906+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.824464467662938023', time=2024-09-12T03:07:46.643506+0000, chain.objs.size()=12 2024-09-12T01:15:45.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.906+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.1 2024-09-12T01:15:45.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.906+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.1_1 2024-09-12T01:15:45.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.906+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.2 2024-09-12T01:15:45.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.906+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.2_1 2024-09-12T01:15:45.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.906+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.3 2024-09-12T01:15:45.906 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.906+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.3_1 2024-09-12T01:15:45.907 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.906+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.4 2024-09-12T01:15:45.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.909+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.4_1 2024-09-12T01:15:45.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.909+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.5 2024-09-12T01:15:45.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.909+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.5_1 2024-09-12T01:15:45.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.909+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__multipart_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.6 2024-09-12T01:15:45.909 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.909+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.508__shadow_srcmultipart.2~nn4XHxVn-9Lx3RmQh-wd6HJx6tr-Xti.6_1 2024-09-12T01:15:45.910 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.911+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8512402867207441819', time=2024-09-12T03:07:47.930303+0000, chain.objs.size()=1 2024-09-12T01:15:45.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.911+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.512__multipart_mymultipart.2~aBGb4r4WNbh3yS29cJZh-gNIM3yDEbf.1 2024-09-12T01:15:45.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.911+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.568373099434098966', time=2024-09-12T03:08:08.453599+0000, chain.objs.size()=2 2024-09-12T01:15:45.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.911+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.524__multipart_mymultipart.2~qRqISkBXPVG9GBq0doWDA9m-F_lg6og.1 2024-09-12T01:15:45.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.911+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.524__multipart_mymultipart.2~qRqISkBXPVG9GBq0doWDA9m-F_lg6og.2 2024-09-12T01:15:45.911 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.911+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14948913220032950207', time=2024-09-12T03:09:09.299342+0000, chain.objs.size()=1 2024-09-12T01:15:45.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.911+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:ThJydw-LvIOCppuFfGbysNbRxtsQHke_.nvdQWYqXgRS52eeSOSX5clA62pP17qA_0 2024-09-12T01:15:45.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.911+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2486263502054460131', time=2024-09-12T03:09:12.945687+0000, chain.objs.size()=1 2024-09-12T01:15:45.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.911+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:PWYTsKJ.vo.ZKdywyrAp63tr9YTrRw6_.s_SM-bkSgzCgJH3snRQOAnKq_ffiQyk_0 2024-09-12T01:15:45.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.911+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17896338084061865207', time=2024-09-12T03:09:19.395604+0000, chain.objs.size()=1 2024-09-12T01:15:45.912 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.911+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.575__shadow:5xlDyBzKKzv6bbv2q3y6r5JH9rUwsdC_.F-_fvcqCPXoxxmUeooJR_3YpBrS-no8_0 2024-09-12T01:15:45.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.913+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14644212844037394014', time=2024-09-12T03:09:23.834184+0000, chain.objs.size()=1 2024-09-12T01:15:45.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.913+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.577__shadow:JF-7zVB2lXDU3K1v1xuvKFmZkOWGyqV_.auYWisYUEPpKgbnOhbm75QwgQ4z0uFO_0 2024-09-12T01:15:45.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.913+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2261163228264855066', time=2024-09-12T03:09:40.570464+0000, chain.objs.size()=1 2024-09-12T01:15:45.913 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.913+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.580__shadow:IbXOa4CJIxFU6TDHubFkB3JlsirL2Ic_.n1yeFSzHmc7T9VVDA07pLq1UKYSiCVs_0 2024-09-12T01:15:45.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.914+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17367182912782913483', time=2024-09-12T03:09:41.881218+0000, chain.objs.size()=1 2024-09-12T01:15:45.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.914+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.581__shadow:10wvnscIyyHuVWbe7lBGw2GvkiD89gA_.ATE-jOcZs2GNNicdgITgekqB62nkX9f_0 2024-09-12T01:15:45.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.914+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1070261994334742340', time=2024-09-12T03:12:16.167189+0000, chain.objs.size()=1 2024-09-12T01:15:45.914 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.914+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.632__shadow_.q0E6hqk7bZybFPW2U94y4Qa24T5ap3h_0 2024-09-12T01:15:45.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.914+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9188705480357611502', time=2024-09-12T03:12:35.678053+0000, chain.objs.size()=1 2024-09-12T01:15:45.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.914+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.667__shadow_.ZDsGs3umXQWDPTSm9Zgjc3w7fKUDzu1_0 2024-09-12T01:15:45.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.914+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5916805950933200886', time=2024-09-12T03:12:41.101893+0000, chain.objs.size()=1 2024-09-12T01:15:45.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.914+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.680__shadow_.d2bleElPTqoPG248RpZTYBm_sxBc3eF_0 2024-09-12T01:15:45.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.914+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3930838632888312218', time=2024-09-12T03:12:48.201889+0000, chain.objs.size()=1 2024-09-12T01:15:45.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.914+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.697__shadow:TmlsM3efcL7gdFHTXkLm6LGnrKJvhfT_.Cje8QNuC0LVW3KDS_dZ10fEaYlqrKYN_0 2024-09-12T01:15:45.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.914+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18292897721072594655', time=2024-09-12T03:12:50.422604+0000, chain.objs.size()=1 2024-09-12T01:15:45.915 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.914+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.702__shadow:ZAG3ZB0y2vnp.7Wd..bky6oSsiJwpsR_.me2S3oy3donGFRas3qFxQaMzrjJrQiv_0 2024-09-12T01:15:45.919 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.919+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:45.921 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.922+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2024-09-12T01:15:45.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.923+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:45.923 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:45.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/49513' 2024-09-12T01:15:45.925 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.705097508268513352', time=2024-09-12T03:03:43.001658+0000, chain.objs.size()=1 2024-09-12T01:15:45.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.198__shadow_.zR2C7GJyjvqG2wl60KoAAYNtt2JaiLC_0 2024-09-12T01:15:45.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7160837855766612435', time=2024-09-12T03:03:43.938440+0000, chain.objs.size()=1 2024-09-12T01:15:45.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.200__shadow_.lkema9gwh9WFIQlL34xDdcbzehB9IBx_0 2024-09-12T01:15:45.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16625863896626511373', time=2024-09-12T03:04:57.054877+0000, chain.objs.size()=1 2024-09-12T01:15:45.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.235__shadow_.MT-uDHAvrQDLx9621m5kzQV1dXkLuUI_0 2024-09-12T01:15:45.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4074739850797077374', time=2024-09-12T03:05:01.151597+0000, chain.objs.size()=1 2024-09-12T01:15:45.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.242__shadow_.W-6fU3qq2AGKl2ZFqsI2r5D0FpO__1G_0 2024-09-12T01:15:45.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13699568476388496845', time=2024-09-12T03:05:01.651452+0000, chain.objs.size()=1 2024-09-12T01:15:45.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.243__shadow_.F5Rk1zJ2rWI8wzI_bvHvV70OvFkaLDn_0 2024-09-12T01:15:45.926 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8907249488204221844', time=2024-09-12T03:05:07.524700+0000, chain.objs.size()=1 2024-09-12T01:15:45.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.253__shadow_.P8hmwdqz_9rEBI34E19GIPjwdjBNwEH_0 2024-09-12T01:15:45.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.563412289634848791', time=2024-09-12T03:05:11.315815+0000, chain.objs.size()=1 2024-09-12T01:15:45.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.261__shadow_.RXvyU-xDVXgfYGOicfjMFM9x1nCK8yU_0 2024-09-12T01:15:45.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.333664713194659274', time=2024-09-12T03:05:20.240300+0000, chain.objs.size()=1 2024-09-12T01:15:45.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.kEWCWjbW889ZNyBbtHnTHsppZ5OPAbY_0 2024-09-12T01:15:45.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15475951123370144817', time=2024-09-12T03:05:20.242815+0000, chain.objs.size()=1 2024-09-12T01:15:45.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.924+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.AhS_zJqpRx3ruUjVVyxhX-BlQhL0COj_0 2024-09-12T01:15:45.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.925+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.419298271611194959', time=2024-09-12T03:05:20.273029+0000, chain.objs.size()=1 2024-09-12T01:15:45.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.925+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8QD3nf5VsVd5KgLnK2pYyZjTeyfO6Rd_0 2024-09-12T01:15:45.927 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.925+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.65325963049065536', time=2024-09-12T03:05:20.292086+0000, chain.objs.size()=1 2024-09-12T01:15:45.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.925+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.rwTMegh0qofrkpwyo_hehSiX6-hjSQB_0 2024-09-12T01:15:45.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.925+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7463308973819271211', time=2024-09-12T03:05:20.292849+0000, chain.objs.size()=1 2024-09-12T01:15:45.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.925+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.UYlEI8TBSw4r1d577ZyIW478gpAeCPw_0 2024-09-12T01:15:45.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.927+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12574605638276654813', time=2024-09-12T03:05:20.452238+0000, chain.objs.size()=1 2024-09-12T01:15:45.928 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.927+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.2pYmmB6uWbvvuzD3wnEKgmnaBdz6Ulo_0 2024-09-12T01:15:45.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.564051106594636313', time=2024-09-12T03:05:20.528211+0000, chain.objs.size()=1 2024-09-12T01:15:45.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.FaGLZa7O3d7LkcFubYfma77NQHRnF5z_0 2024-09-12T01:15:45.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9567445409865824368', time=2024-09-12T03:05:20.660646+0000, chain.objs.size()=1 2024-09-12T01:15:45.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Etq_8AIjGxgG1LL77i58WXOYjxrfaDs_0 2024-09-12T01:15:45.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11429957971338727626', time=2024-09-12T03:05:20.664103+0000, chain.objs.size()=1 2024-09-12T01:15:45.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.f0V6xq5ztWEFKTvGw4wWw_TPRp85GW1_0 2024-09-12T01:15:45.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9109955751823591091', time=2024-09-12T03:05:20.675968+0000, chain.objs.size()=1 2024-09-12T01:15:45.929 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.kO5VSXsghCxXHtCMhWaIgT2H5lAX1Gk_0 2024-09-12T01:15:45.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8132124532799646120', time=2024-09-12T03:05:20.713561+0000, chain.objs.size()=1 2024-09-12T01:15:45.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.CE1bylcGIPN4QCrfQUywgmafospLj-9_0 2024-09-12T01:15:45.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14710124924385130452', time=2024-09-12T03:05:20.720368+0000, chain.objs.size()=1 2024-09-12T01:15:45.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.z8fCqGOifb5Rng3FI1tM1MDy4-bakzE_0 2024-09-12T01:15:45.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7261452559881722149', time=2024-09-12T03:05:20.805198+0000, chain.objs.size()=1 2024-09-12T01:15:45.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.RFZuud_CtOCE4A8_eOBRP2Vk38oCtsZ_0 2024-09-12T01:15:45.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4597130606103686536', time=2024-09-12T03:05:20.818904+0000, chain.objs.size()=1 2024-09-12T01:15:45.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.FIfo5xMauVeZgemGF-QxaWEE-Fwoejh_0 2024-09-12T01:15:45.930 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16224495263066072485', time=2024-09-12T03:05:20.870986+0000, chain.objs.size()=1 2024-09-12T01:15:45.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.4k67PEJZvJsEbXxraiMKD7yMfBXYsiO_0 2024-09-12T01:15:45.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.57238910137654862', time=2024-09-12T03:05:21.248086+0000, chain.objs.size()=1 2024-09-12T01:15:45.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.uD7cQj-yDmK48tt2zqPUd4Ex9tym4Xv_0 2024-09-12T01:15:45.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16785152131376999811', time=2024-09-12T03:05:21.279382+0000, chain.objs.size()=1 2024-09-12T01:15:45.931 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.929+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.VZ3kyxf_QWpoULR0MWZHORNEBHCt8YG_0 2024-09-12T01:15:45.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.931+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.41607797656924529', time=2024-09-12T03:05:21.282674+0000, chain.objs.size()=1 2024-09-12T01:15:45.932 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.931+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.7S4S40LykJ7dYVFSKN7fQUvIsr3lG3o_0 2024-09-12T01:15:45.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12487708228598434632', time=2024-09-12T03:05:21.292423+0000, chain.objs.size()=1 2024-09-12T01:15:45.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.HO4EIEXIipabnYK6c2TzZNJISCTSGiZ_0 2024-09-12T01:15:45.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10939913729004852419', time=2024-09-12T03:05:21.391018+0000, chain.objs.size()=1 2024-09-12T01:15:45.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.gpn6ZfuZQN2W9pFIcBevd9qpwUoetsh_0 2024-09-12T01:15:45.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8632230491219074038', time=2024-09-12T03:05:21.460420+0000, chain.objs.size()=1 2024-09-12T01:15:45.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.aiJ72YrA2eYWTjkASJHFJGhQikB71LL_0 2024-09-12T01:15:45.933 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13172543425841513440', time=2024-09-12T03:05:21.464512+0000, chain.objs.size()=1 2024-09-12T01:15:45.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.rfAv_gq3a_afvFgXq1ri5MVQHBCgEZY_0 2024-09-12T01:15:45.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9565178422487485000', time=2024-09-12T03:05:21.570644+0000, chain.objs.size()=1 2024-09-12T01:15:45.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lQnXv7GLoEYIB5DNytfLprTKpycfAC8_0 2024-09-12T01:15:45.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14651448836076729011', time=2024-09-12T03:05:21.572560+0000, chain.objs.size()=1 2024-09-12T01:15:45.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.JQFaYXjU5QpatsAWp7lyeNOLZfe_kk8_0 2024-09-12T01:15:45.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3597833316150315177', time=2024-09-12T03:05:21.577225+0000, chain.objs.size()=1 2024-09-12T01:15:45.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.3HM4WG6Js8ljB7KjGowq9C1H2XOJ6mT_0 2024-09-12T01:15:45.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9465745990386834412', time=2024-09-12T03:05:21.590563+0000, chain.objs.size()=1 2024-09-12T01:15:45.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.0dZEOSqsmKRhx5vRgqrqq95Q1GDkLNZ_0 2024-09-12T01:15:45.934 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16401559020497257031', time=2024-09-12T03:05:21.623686+0000, chain.objs.size()=1 2024-09-12T01:15:45.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.933+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Niu-2fsBBZNBdnBly2LhoatkQWG6DS__0 2024-09-12T01:15:45.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.935+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5376861838310243019', time=2024-09-12T03:05:21.632293+0000, chain.objs.size()=1 2024-09-12T01:15:45.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.935+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.6_qivV8WfpeMpu9f8QYP2HT_-hFEeRM_0 2024-09-12T01:15:45.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.935+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6600426264219924504', time=2024-09-12T03:05:21.640264+0000, chain.objs.size()=1 2024-09-12T01:15:45.935 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.935+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.XzuRtT1eHxUiScjlA5xPWN5Y9hofIko_0 2024-09-12T01:15:45.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.937+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8609038018905374678', time=2024-09-12T03:05:21.649248+0000, chain.objs.size()=1 2024-09-12T01:15:45.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.937+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.qtyuKXtZF_5SNHuOwh0upVK1sRH5Aup_0 2024-09-12T01:15:45.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.937+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16268483814085334510', time=2024-09-12T03:05:21.655519+0000, chain.objs.size()=1 2024-09-12T01:15:45.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.937+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.XdTJ1V-1QVbE1BpB_Ym3xQRfrH2K0NM_0 2024-09-12T01:15:45.937 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.938+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16838743799760059591', time=2024-09-12T03:05:24.508373+0000, chain.objs.size()=1 2024-09-12T01:15:45.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.938+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.269__shadow_.0L6L28MeJTA1dyaZIYrLTflEvHbwZeI_0 2024-09-12T01:15:45.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.938+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3819030200773775873', time=2024-09-12T03:05:28.378171+0000, chain.objs.size()=1 2024-09-12T01:15:45.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.938+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.277__shadow_.D_CLE1YwsQFjOMaR7bjPHoCFMDWW4BS_0 2024-09-12T01:15:45.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.938+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1980111891769358263', time=2024-09-12T03:05:29.936954+0000, chain.objs.size()=1 2024-09-12T01:15:45.938 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.938+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.280__shadow_.TGqUL5S1mVgzTXD2nJkYkRAhKmIRt4p_0 2024-09-12T01:15:45.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.938+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12835586184279633777', time=2024-09-12T03:05:30.429644+0000, chain.objs.size()=1 2024-09-12T01:15:45.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.938+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.281__shadow_.aaMbN_f7-DeHHKGfYYL0Pm7WjS185Cu_0 2024-09-12T01:15:45.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.938+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15555430351365581581', time=2024-09-12T03:05:38.199485+0000, chain.objs.size()=1 2024-09-12T01:15:45.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.938+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.295__shadow_.5ExDf9e-QiqyNn-1CfUTrvw8q_enbeH_0 2024-09-12T01:15:45.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.938+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14731172009386141116', time=2024-09-12T03:05:39.689815+0000, chain.objs.size()=1 2024-09-12T01:15:45.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.938+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.298__shadow_.jPsIR5P6zJFHbVGxrvCPpFvuQkyDYH2_0 2024-09-12T01:15:45.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.938+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15513697567034791999', time=2024-09-12T03:05:51.295090+0000, chain.objs.size()=1 2024-09-12T01:15:45.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.938+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.320__shadow:tGBc5hDUcHMz57yxi9LZTKEwhX.71rD_.GFBpmpbcirkjAmaCs910_OEjteNhW4o_0 2024-09-12T01:15:45.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.938+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6528324071798574871', time=2024-09-12T03:06:01.505303+0000, chain.objs.size()=1 2024-09-12T01:15:45.939 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.938+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.VwANB_Fxy_aKbNcowx05rqSjK1DzA3j_0 2024-09-12T01:15:45.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.939+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9845135955397184465', time=2024-09-12T03:06:01.589513+0000, chain.objs.size()=1 2024-09-12T01:15:45.940 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.939+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.GHCl38ASX0B60k3MWUT22xcopZRqj1c_0 2024-09-12T01:15:45.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.941+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15334190647730588518', time=2024-09-12T03:06:01.725424+0000, chain.objs.size()=1 2024-09-12T01:15:45.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.941+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ExJ0_fwJ0J_97DMftHSYFoalPedc_qm_0 2024-09-12T01:15:45.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.941+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15962044370747833551', time=2024-09-12T03:06:01.728186+0000, chain.objs.size()=1 2024-09-12T01:15:45.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.941+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.6dzArgaUenTOajgB72tkmKxs92pi_dD_0 2024-09-12T01:15:45.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.941+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10821769889231020193', time=2024-09-12T03:06:01.782806+0000, chain.objs.size()=1 2024-09-12T01:15:45.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.941+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.lHgsr7PysjkN6DaUx8BR2vOMnoHO0Ke_0 2024-09-12T01:15:45.941 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.941+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16694603943010955263', time=2024-09-12T03:06:01.795855+0000, chain.objs.size()=1 2024-09-12T01:15:45.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.941+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.O3_1LoPN6Gysb5Z1Iij7BJnhrzWyGA3_0 2024-09-12T01:15:45.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.941+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18169113213658550643', time=2024-09-12T03:06:01.885155+0000, chain.objs.size()=1 2024-09-12T01:15:45.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.941+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.KVCcBA0vpymOblOCZsH2elzWdOJFf66_0 2024-09-12T01:15:45.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.942+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14373822827228982470', time=2024-09-12T03:06:01.919642+0000, chain.objs.size()=1 2024-09-12T01:15:45.942 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.942+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.PPr08WBO328DSP6JuSOLAw2FQL2RIq4_0 2024-09-12T01:15:45.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.944+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3387979232565227013', time=2024-09-12T03:06:01.933669+0000, chain.objs.size()=1 2024-09-12T01:15:45.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.944+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.ZHksGyBCjw5V__g8utYG04VCYPbQpCZ_0 2024-09-12T01:15:45.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.944+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13883679250114153295', time=2024-09-12T03:06:01.968419+0000, chain.objs.size()=1 2024-09-12T01:15:45.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.944+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.0rrzGWCgRntUzGAA9Od_FZ0COu82yeR_0 2024-09-12T01:15:45.944 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.944+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6293718267360774083', time=2024-09-12T03:06:01.985425+0000, chain.objs.size()=1 2024-09-12T01:15:45.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.944+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.D93LypyA2k7bmuMW3fhoEt14OIjn-dY_0 2024-09-12T01:15:45.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.944+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17922995726599236144', time=2024-09-12T03:06:02.003486+0000, chain.objs.size()=1 2024-09-12T01:15:45.945 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.944+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.YdEpTyhV209tebYX0Uk0KvfcAQCEhIP_0 2024-09-12T01:15:45.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.944+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11688981025581169935', time=2024-09-12T03:06:02.132966+0000, chain.objs.size()=1 2024-09-12T01:15:45.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.944+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.zWGGNr0dg6mIv4Tl4ZNmZ9Ged67D-be_0 2024-09-12T01:15:45.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.945+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6170712791506094869', time=2024-09-12T03:06:02.166551+0000, chain.objs.size()=1 2024-09-12T01:15:45.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.945+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.4pqkHuJPl0loUq71XH3enqZVwwsXv-Y_0 2024-09-12T01:15:45.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.945+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5349069130113370802', time=2024-09-12T03:06:02.190089+0000, chain.objs.size()=1 2024-09-12T01:15:45.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.945+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.gEf0C908LwMHX5QQYAwhX3cn9Pib7oO_0 2024-09-12T01:15:45.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.945+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15444716532444513355', time=2024-09-12T03:06:02.198905+0000, chain.objs.size()=1 2024-09-12T01:15:45.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.945+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.4n505krhUQi5UcXOvd6Z-PQEdeOUS3R_0 2024-09-12T01:15:45.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.945+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9151719891808494926', time=2024-09-12T03:06:02.319267+0000, chain.objs.size()=1 2024-09-12T01:15:45.946 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.945+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.CPIbE3-bpV1_4uAnJecaou56YGpGEIV_0 2024-09-12T01:15:45.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.946+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12699225458941952653', time=2024-09-12T03:06:02.376842+0000, chain.objs.size()=1 2024-09-12T01:15:45.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.946+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xkCah3o8HFH_ePHNFz4kVAXQpJnU6-J_0 2024-09-12T01:15:45.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.946+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2086889460472367120', time=2024-09-12T03:06:02.384104+0000, chain.objs.size()=1 2024-09-12T01:15:45.947 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.946+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.VDpgdWvA097C78vtaCNan8c5ozeR7B5_0 2024-09-12T01:15:45.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.948+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3668415172740876712', time=2024-09-12T03:06:02.403614+0000, chain.objs.size()=1 2024-09-12T01:15:45.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.948+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.df8GOEBQXHEoPosFoEX5HpfDQdtYbk3_0 2024-09-12T01:15:45.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.948+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1418221230760587082', time=2024-09-12T03:06:02.412731+0000, chain.objs.size()=1 2024-09-12T01:15:45.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.948+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.HV-HM9s-BkeShzZK3D9K6T_ooghXXSD_0 2024-09-12T01:15:45.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.948+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10617070150333523823', time=2024-09-12T03:06:02.592288+0000, chain.objs.size()=1 2024-09-12T01:15:45.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.948+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.R5n6xGPyIRRhQ0Ibs1UfVcvwHs_PJEC_0 2024-09-12T01:15:45.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.948+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3302590774817910383', time=2024-09-12T03:06:02.611521+0000, chain.objs.size()=1 2024-09-12T01:15:45.948 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.948+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.GzLGj1laROkDDPDiCqor18oOSr-53e-_0 2024-09-12T01:15:45.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.948+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1027105558938559626', time=2024-09-12T03:06:02.703659+0000, chain.objs.size()=1 2024-09-12T01:15:45.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.948+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.xFxZHyDBJjAiEr9o_0F2RTNgwahr9xQ_0 2024-09-12T01:15:45.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.948+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17261694316801888316', time=2024-09-12T03:06:02.897360+0000, chain.objs.size()=1 2024-09-12T01:15:45.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.948+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.uxhT955P3xrXP_t33UtzCznCcYr6d4A_0 2024-09-12T01:15:45.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.949+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12446393377920838804', time=2024-09-12T03:06:02.926805+0000, chain.objs.size()=1 2024-09-12T01:15:45.949 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.949+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.eQM-TtIrMnGK3Yco47YxrdclcJQAoPL_0 2024-09-12T01:15:45.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.950+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16882252246988030318', time=2024-09-12T03:06:02.950573+0000, chain.objs.size()=1 2024-09-12T01:15:45.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.950+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.uWSOqXjctf3wgAFjCyX4Cx5lfG-XE4m_0 2024-09-12T01:15:45.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.950+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9088892530504159779', time=2024-09-12T03:06:02.967432+0000, chain.objs.size()=1 2024-09-12T01:15:45.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.950+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_._fDGSCASGuF6OOcNagyHaRZdc6SmL92_0 2024-09-12T01:15:45.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.950+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15975053988622926923', time=2024-09-12T03:06:11.621757+0000, chain.objs.size()=1 2024-09-12T01:15:45.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.950+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.u1VtdcSBz1qSRVjMJ1Z-DVsao-txcdk_0 2024-09-12T01:15:45.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.950+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12432597854337413775', time=2024-09-12T03:06:11.647564+0000, chain.objs.size()=1 2024-09-12T01:15:45.950 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.950+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.iXPf9Kmd6Bx-Rb4uhNjbOMv8w8k4zFQ_0 2024-09-12T01:15:45.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.952+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7035703255620191900', time=2024-09-12T03:06:11.653079+0000, chain.objs.size()=1 2024-09-12T01:15:45.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.952+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ZSc6a3alSddFz1M8aUL3yTGjoEeMZR2_0 2024-09-12T01:15:45.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.952+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13793970193255151202', time=2024-09-12T03:06:11.666158+0000, chain.objs.size()=1 2024-09-12T01:15:45.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.952+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.6yVF6XDZv6_d7vZ9cgGry7aBal0xIsq_0 2024-09-12T01:15:45.952 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.952+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7567447979583042663', time=2024-09-12T03:06:11.686319+0000, chain.objs.size()=1 2024-09-12T01:15:45.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.952+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.-3frBzwX0tS7mghnY4ETuYaqLL7h3ue_0 2024-09-12T01:15:45.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.952+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17052412481957545580', time=2024-09-12T03:06:11.696245+0000, chain.objs.size()=1 2024-09-12T01:15:45.953 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.952+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Szn8aIuHATsDBtWaOXFE7nmWO_FYdES_0 2024-09-12T01:15:45.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.954+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1165837000221460924', time=2024-09-12T03:06:11.703690+0000, chain.objs.size()=1 2024-09-12T01:15:45.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.954+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.C6c_Q_keJGlRB20q9dX0UsDaimkCx1F_0 2024-09-12T01:15:45.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.954+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3655515932094083440', time=2024-09-12T03:06:11.782205+0000, chain.objs.size()=1 2024-09-12T01:15:45.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.954+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.vs6Xy9jBeo9VIpqfmJwkRw6TV7dTH-8_0 2024-09-12T01:15:45.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.954+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18356606133092831624', time=2024-09-12T03:06:11.804219+0000, chain.objs.size()=1 2024-09-12T01:15:45.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.954+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.UhIVjpEDQZi6JVWdYS_i16uLR2XvAoL_0 2024-09-12T01:15:45.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.954+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10293092214677826631', time=2024-09-12T03:06:11.862197+0000, chain.objs.size()=1 2024-09-12T01:15:45.954 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.954+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.TwC3gizZK1rmmTywqrJxe4WiPFpwW5G_0 2024-09-12T01:15:45.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.954+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1189969940293612516', time=2024-09-12T03:06:12.072778+0000, chain.objs.size()=1 2024-09-12T01:15:45.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.954+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.RGpElRKUrSI6Lc8JMHYcKR9JP-XGUPS_0 2024-09-12T01:15:45.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.954+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1693176195724727787', time=2024-09-12T03:06:12.187272+0000, chain.objs.size()=1 2024-09-12T01:15:45.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.954+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.uu3Y3p1KeUSPYtXhjuu5PPv4rHVYpbr_0 2024-09-12T01:15:45.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.954+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13411162912921224224', time=2024-09-12T03:06:12.211573+0000, chain.objs.size()=1 2024-09-12T01:15:45.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.954+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.RAR8i9QzSg6gHF8z2Q9SZCeTdEYB3ra_0 2024-09-12T01:15:45.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.954+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9288829871464293163', time=2024-09-12T03:06:12.243659+0000, chain.objs.size()=1 2024-09-12T01:15:45.955 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.954+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.ezHv7UYaKVWlKI9M-OF9mwD6uJD7zQL_0 2024-09-12T01:15:45.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.956+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14839642613758901490', time=2024-09-12T03:06:12.276980+0000, chain.objs.size()=1 2024-09-12T01:15:45.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.956+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_._csGkCxGBS2yIEF4we4WUoOZXeN0nbe_0 2024-09-12T01:15:45.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.956+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11560864378388022845', time=2024-09-12T03:06:12.370523+0000, chain.objs.size()=1 2024-09-12T01:15:45.956 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.956+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.uk0LmT-GOZOmh7ZafBPH1N2eu7sve0Y_0 2024-09-12T01:15:45.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.957+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1633859362001132030', time=2024-09-12T03:06:12.401220+0000, chain.objs.size()=1 2024-09-12T01:15:45.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.957+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.QvDI7MJzpeTu8wmEvueYziF39jyZYl__0 2024-09-12T01:15:45.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.957+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.350037086996787041', time=2024-09-12T03:06:12.406852+0000, chain.objs.size()=1 2024-09-12T01:15:45.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.957+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.YT5AWoSXaN7Id-m47a6aRdiOr0fN2qP_0 2024-09-12T01:15:45.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.957+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5499087567487889780', time=2024-09-12T03:06:12.464508+0000, chain.objs.size()=1 2024-09-12T01:15:45.957 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.957+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.yttR1eFPngHpdnTo-H2tYbB1BiptgjA_0 2024-09-12T01:15:45.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.957+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5435899073917342729', time=2024-09-12T03:06:12.465976+0000, chain.objs.size()=1 2024-09-12T01:15:45.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.957+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.CRPnlDRWjVNMtICkTIClc97ZCvY6ubP_0 2024-09-12T01:15:45.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.958+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6335342630836176248', time=2024-09-12T03:06:12.477088+0000, chain.objs.size()=1 2024-09-12T01:15:45.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.958+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.YRqLue-cgSSDafRinGxfYf04ea5hjWI_0 2024-09-12T01:15:45.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.958+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13423944569328197128', time=2024-09-12T03:06:12.480681+0000, chain.objs.size()=1 2024-09-12T01:15:45.958 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.958+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.nPIiA0EsBoDJuaVUm7oHzcYULxG8etB_0 2024-09-12T01:15:45.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.959+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.715220155384435838', time=2024-09-12T03:06:12.579821+0000, chain.objs.size()=1 2024-09-12T01:15:45.959 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.959+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.cE2mV-J9znD8_qL8izic_bpf-1ti1xr_0 2024-09-12T01:15:45.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.959+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11855845549587776656', time=2024-09-12T03:06:12.594412+0000, chain.objs.size()=1 2024-09-12T01:15:45.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.959+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.GcnzWJip8fBaqCw4NVcs61qMvlcaPBt_0 2024-09-12T01:15:45.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.959+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7670580099694334693', time=2024-09-12T03:06:12.603266+0000, chain.objs.size()=1 2024-09-12T01:15:45.960 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.959+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.yWoyxtTdY-AiJT6KFjcyCvFfJYaLMww_0 2024-09-12T01:15:45.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.961+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7331232730930640189', time=2024-09-12T03:06:12.619401+0000, chain.objs.size()=1 2024-09-12T01:15:45.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.962+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.zkCwUWT9miuz-wf1bqkUTxs91k3LSPV_0 2024-09-12T01:15:45.961 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.962+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2065192750141772179', time=2024-09-12T03:06:12.620637+0000, chain.objs.size()=1 2024-09-12T01:15:45.962 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.962+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.1BS7ObSu8Vd6jhfqCk86eYoM-ji4AGR_0 2024-09-12T01:15:45.964 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.964+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/49513 2024-09-12T01:15:45.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=33, truncated=0, next_marker='' 2024-09-12T01:15:45.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6520053540743443977', time=2024-09-12T03:06:12.622493+0000, chain.objs.size()=1 2024-09-12T01:15:45.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.UvSaCPS_tt7P__1Ygnj0rJdloFPvMnM_0 2024-09-12T01:15:45.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11007443347496381094', time=2024-09-12T03:06:12.625581+0000, chain.objs.size()=1 2024-09-12T01:15:45.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.gjnSuqqfwCAv-tnFfqb1ZBh40iKcPsE_0 2024-09-12T01:15:45.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8018042894145441713', time=2024-09-12T03:06:12.632478+0000, chain.objs.size()=1 2024-09-12T01:15:45.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.SjDNhSct_ol30_zRJWHpM-melxeYFDc_0 2024-09-12T01:15:45.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13686355503105507091', time=2024-09-12T03:06:12.762174+0000, chain.objs.size()=1 2024-09-12T01:15:45.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.QrRFSl6AQhwyvJhoaI3efI6g3QhOVa8_0 2024-09-12T01:15:45.967 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7585374673410644059', time=2024-09-12T03:06:12.770368+0000, chain.objs.size()=1 2024-09-12T01:15:45.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.79Kkah9mYntz4iM1NPLEUjLAdlzqwEI_0 2024-09-12T01:15:45.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.838236834748961547', time=2024-09-12T03:06:12.780850+0000, chain.objs.size()=1 2024-09-12T01:15:45.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.3nLAZtZT0LmaVEyK1IgvqQfUdwmZKPr_0 2024-09-12T01:15:45.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10870016562131271745', time=2024-09-12T03:06:12.796461+0000, chain.objs.size()=1 2024-09-12T01:15:45.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.QKMjZVXMNPsnQKM2GHO5_GdFMuAI9XV_0 2024-09-12T01:15:45.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1534028265768852457', time=2024-09-12T03:06:12.845581+0000, chain.objs.size()=1 2024-09-12T01:15:45.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.KI1yM8-a2zCtqEMWEnlZi2FekCEv4oA_0 2024-09-12T01:15:45.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11740130165603861221', time=2024-09-12T03:06:12.857552+0000, chain.objs.size()=1 2024-09-12T01:15:45.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.BGm-UpSvyMOfnUSMal94KP2RNGOzYw2_0 2024-09-12T01:15:45.968 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4448897544770897622', time=2024-09-12T03:06:12.864974+0000, chain.objs.size()=1 2024-09-12T01:15:45.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.RGLpxmnQt8-aNh0Zof4JcQ-4Ye2woCJ_0 2024-09-12T01:15:45.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17228026798990396917', time=2024-09-12T03:06:12.959140+0000, chain.objs.size()=1 2024-09-12T01:15:45.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.CdA7yeca-oWdo3jjNm8n-Z331E61QCC_0 2024-09-12T01:15:45.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1546272810837508725', time=2024-09-12T03:06:12.993265+0000, chain.objs.size()=1 2024-09-12T01:15:45.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.967+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.oL_A4qhDqV5dvo0vZznMi01TowOzv7V_0 2024-09-12T01:15:45.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.969+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1830759853850461945', time=2024-09-12T03:06:12.995197+0000, chain.objs.size()=1 2024-09-12T01:15:45.969 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.969+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.8flagDMgEFb6jOoyKQGIKZ_DVtSDhFs_0 2024-09-12T01:15:45.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.969+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7816349920024885928', time=2024-09-12T03:06:13.008841+0000, chain.objs.size()=1 2024-09-12T01:15:45.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.969+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.wmoV8NOHg2LTIwwUKVjZvMRAh6q_2VL_0 2024-09-12T01:15:45.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.969+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15564904006664570231', time=2024-09-12T03:06:13.016324+0000, chain.objs.size()=1 2024-09-12T01:15:45.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.969+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.sk8DmkSuMq6KF-wJkod7CpN56fKOBUB_0 2024-09-12T01:15:45.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.970+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11422198171726382328', time=2024-09-12T03:06:14.788861+0000, chain.objs.size()=1 2024-09-12T01:15:45.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.970+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.329__shadow_.1yELuKK1mkfBjnhMs0KGXHVQbJi8XFr_0 2024-09-12T01:15:45.970 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.970+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2957989898385689551', time=2024-09-12T03:06:23.393109+0000, chain.objs.size()=1 2024-09-12T01:15:45.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.970+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.347__shadow_._t_AfNE4FAyhbWTEZrhEbQi5BwHqa64_0 2024-09-12T01:15:45.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.971+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16135725288827730440', time=2024-09-12T03:06:40.173371+0000, chain.objs.size()=1 2024-09-12T01:15:45.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.971+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.382__shadow_.8jy5tuFU6rS73w4PC-_I21rzwoIzBL5_0 2024-09-12T01:15:45.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.971+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8888005440288649910', time=2024-09-12T03:06:41.862936+0000, chain.objs.size()=1 2024-09-12T01:15:45.971 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.971+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.385__shadow_.W4aBOB86s3ZWCfhodlHvgRW3Ese_AN9_0 2024-09-12T01:15:45.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.971+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7138766737322005144', time=2024-09-12T03:07:10.112790+0000, chain.objs.size()=1 2024-09-12T01:15:45.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.971+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.438__shadow_.TgHP2JxMI7YRBMpeHcmoDlTk_iXTUJO_0 2024-09-12T01:15:45.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.971+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17536072469586820968', time=2024-09-12T03:07:22.442513+0000, chain.objs.size()=1 2024-09-12T01:15:45.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.971+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.459__shadow_.ih9xDiCaeqxqP9Qjveq1zydobrQazPz_0 2024-09-12T01:15:45.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.971+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16616897581867093032', time=2024-09-12T03:07:28.013081+0000, chain.objs.size()=1 2024-09-12T01:15:45.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.971+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.467__shadow_.x7qm9Gl7IB3jUBFAKe7xvUWsVbILBQ3_0 2024-09-12T01:15:45.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.971+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3827593777593222694', time=2024-09-12T03:07:41.560355+0000, chain.objs.size()=1 2024-09-12T01:15:45.972 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.971+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.501__shadow_.dexDmJly-5uwZJJ0pVjgv7Ff_mW3Ls6_0 2024-09-12T01:15:45.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.972+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4570895546557990098', time=2024-09-12T03:08:57.362787+0000, chain.objs.size()=1 2024-09-12T01:15:45.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.972+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.559__shadow_.hCZsgHh1vEpBHOSE0dPcX77eGdTV6SB_0 2024-09-12T01:15:45.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.974+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9550635197228803990', time=2024-09-12T03:09:10.857957+0000, chain.objs.size()=1 2024-09-12T01:15:45.973 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.974+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:y3DK0nKYrV2ONUS7ln9rmQXY0VIo96W_.FOVCp5lrzHp1dTZFgZgJbxwMAGoOAL__0 2024-09-12T01:15:45.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.974+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17792654612536719086', time=2024-09-12T03:09:12.762414+0000, chain.objs.size()=1 2024-09-12T01:15:45.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.974+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:1wWzikgg1A4bILsQygJ0lf4nvKDjCOe_.5SJO59cXk08Z9thPCiopb5yPGDarrpY_0 2024-09-12T01:15:45.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.974+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5809438792423288626', time=2024-09-12T03:09:18.678188+0000, chain.objs.size()=1 2024-09-12T01:15:45.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.974+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.575__shadow:XxcX4jz2kqlVW5cq9-Zjo.YWv0eQ2jZ_.Uh6GLilsXcUelK0ZQsG19vhdFwgM4ro_0 2024-09-12T01:15:45.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.974+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1541794905170140560', time=2024-09-12T03:09:32.606150+0000, chain.objs.size()=1 2024-09-12T01:15:45.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.974+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.578__shadow:jupBDyNTHgsgs13en9lwvBUVZulENXF_.QaWnmpHTgQyaXrz2RNd5G46zhOql0x-_0 2024-09-12T01:15:45.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.974+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2706806154959864865', time=2024-09-12T03:09:41.774321+0000, chain.objs.size()=1 2024-09-12T01:15:45.974 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.974+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.581__shadow:10wvnscIyyHuVWbe7lBGw2GvkiD89gA_.ATE-jOcZs2GNNicdgITgekqB62nkX9f_0 2024-09-12T01:15:45.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.974+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8531712864861942189', time=2024-09-12T03:09:52.854310+0000, chain.objs.size()=1 2024-09-12T01:15:45.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.974+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.604__shadow_.IXRG3MPNlXQzmGMyjJruZDkCEczXHwA_0 2024-09-12T01:15:45.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.974+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10372218000606190490', time=2024-09-12T03:12:22.070288+0000, chain.objs.size()=2 2024-09-12T01:15:45.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.974+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.644__shadow_.Vbhz1sj9ERRTAHdksimvVFYaFvLP_Ph_0 2024-09-12T01:15:45.975 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.974+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.644__shadow_.Vbhz1sj9ERRTAHdksimvVFYaFvLP_Ph_1 2024-09-12T01:15:45.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.976+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18014533051526482457', time=2024-09-12T03:12:26.397777+0000, chain.objs.size()=1 2024-09-12T01:15:45.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.976+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.651__shadow_.P0czaPozkM5B7dYXYTQ22bF1k7CB-ne_0 2024-09-12T01:15:45.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.976+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12208220543017879743', time=2024-09-12T03:12:46.918637+0000, chain.objs.size()=1 2024-09-12T01:15:45.976 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.976+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.694__shadow:ZQAjnPNuYFSZfO3dE68W79miSn111-n_.yoJK4-mfjbETVZLx1lwi0rMIT-gcG2g_0 2024-09-12T01:15:45.980 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.980+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:45.982 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.983+0000 7f12a7812800 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2024-09-12T01:15:45.983 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.984+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2024-09-12T01:15:45.984 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.984+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2024-09-12T01:15:45.985 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=100, truncated=1, next_marker='0/46871' 2024-09-12T01:15:45.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6401116775082299237', time=2024-09-12T03:03:07.692309+0000, chain.objs.size()=3 2024-09-12T01:15:45.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.159__shadow_.nwsSdhjrErmQv2wCvhMoiDtsNqG3rBs_0 2024-09-12T01:15:45.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.159__shadow_.nwsSdhjrErmQv2wCvhMoiDtsNqG3rBs_1 2024-09-12T01:15:45.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.159__shadow_.nwsSdhjrErmQv2wCvhMoiDtsNqG3rBs_2 2024-09-12T01:15:45.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15085601187932177636', time=2024-09-12T03:03:09.005540+0000, chain.objs.size()=1 2024-09-12T01:15:45.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.161__shadow_.FdXaIAbQg-eFyf9xWirIWXD1WsN6H_S_0 2024-09-12T01:15:45.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14979619504372105527', time=2024-09-12T03:03:11.402211+0000, chain.objs.size()=5 2024-09-12T01:15:45.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__multipart_foo-FROZEN.2~N8fCS42nLqCk5NHquw5xUwfhqCs1ZP8.1 2024-09-12T01:15:45.986 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_foo-FROZEN.2~N8fCS42nLqCk5NHquw5xUwfhqCs1ZP8.1_1 2024-09-12T01:15:45.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__multipart_foo-FROZEN.2~N8fCS42nLqCk5NHquw5xUwfhqCs1ZP8.2 2024-09-12T01:15:45.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__shadow_foo-FROZEN.2~N8fCS42nLqCk5NHquw5xUwfhqCs1ZP8.2_1 2024-09-12T01:15:45.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.162__multipart_foo-FROZEN.2~N8fCS42nLqCk5NHquw5xUwfhqCs1ZP8.3 2024-09-12T01:15:45.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5152895262222367479', time=2024-09-12T03:04:58.009779+0000, chain.objs.size()=1 2024-09-12T01:15:45.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.237__shadow_.oPvMqDGWrTIJx-_3cLsAb3t2_pVrPyo_0 2024-09-12T01:15:45.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15195019080524812164', time=2024-09-12T03:05:02.751925+0000, chain.objs.size()=1 2024-09-12T01:15:45.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.244__shadow_.1-AAZH7eqd5FXuz_mQkyinLflMMoJQc_0 2024-09-12T01:15:45.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14451189722238719920', time=2024-09-12T03:05:04.068241+0000, chain.objs.size()=1 2024-09-12T01:15:45.987 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.985+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.246__shadow_.xp9dTZM5KfthlqsnGT3FTot3ECyfNld_0 2024-09-12T01:15:45.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.988+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14934009459513200033', time=2024-09-12T03:05:04.578842+0000, chain.objs.size()=1 2024-09-12T01:15:45.988 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.988+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.247__shadow_.Pw8Ai6Q2utY0kHm9NEN0Xxwmxb6BELh_0 2024-09-12T01:15:45.989 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6613658073229404327', time=2024-09-12T03:05:08.946108+0000, chain.objs.size()=1 2024-09-12T01:15:45.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.256__shadow_.duq1oN0XrbwsvJGM4tukGMZ43aOUuqf_0 2024-09-12T01:15:45.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13003855714752700684', time=2024-09-12T03:05:10.854434+0000, chain.objs.size()=1 2024-09-12T01:15:45.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.260__shadow_.Aia2yTy6Ii9yhfMd5UsV4rzR7xo0cgm_0 2024-09-12T01:15:45.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3227106271330350919', time=2024-09-12T03:05:20.236643+0000, chain.objs.size()=1 2024-09-12T01:15:45.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.IM4bzhNJYGpAOYR7J4F6Ewo2q6UtrnJ_0 2024-09-12T01:15:45.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1388398664332896210', time=2024-09-12T03:05:20.259177+0000, chain.objs.size()=1 2024-09-12T01:15:45.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.xEuWmuiSkxWVYgLV52LN4GuCLS6JYqB_0 2024-09-12T01:15:45.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10401579926039178797', time=2024-09-12T03:05:20.260738+0000, chain.objs.size()=1 2024-09-12T01:15:45.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.5r2kFRqJjQmWPn2t9HENHiWSVkmh3u6_0 2024-09-12T01:15:45.990 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12245082158513328276', time=2024-09-12T03:05:20.272845+0000, chain.objs.size()=1 2024-09-12T01:15:45.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.VfdE7ppCLz3O8URPxsaWV9FpC3Uqui1_0 2024-09-12T01:15:45.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11035767514810411263', time=2024-09-12T03:05:20.287846+0000, chain.objs.size()=1 2024-09-12T01:15:45.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ZXOrmDf3pATm5rUK6ZXoJItfpYt8D9K_0 2024-09-12T01:15:45.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13627812310715139102', time=2024-09-12T03:05:20.293946+0000, chain.objs.size()=1 2024-09-12T01:15:45.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.VCBlznDeU0trEGOWdMgbJENcwFx9RR1_0 2024-09-12T01:15:45.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13126478763726676046', time=2024-09-12T03:05:20.333612+0000, chain.objs.size()=1 2024-09-12T01:15:45.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.s5XMyvgsFq_VeZe-7m12kJkdxuWSCk5_0 2024-09-12T01:15:45.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3794307733172234015', time=2024-09-12T03:05:20.416532+0000, chain.objs.size()=1 2024-09-12T01:15:45.991 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.989+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.OXU5nkJJZ-8jimvFo69nlh7-XyGGCOU_0 2024-09-12T01:15:45.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.992+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3699033508346463064', time=2024-09-12T03:05:20.462893+0000, chain.objs.size()=1 2024-09-12T01:15:45.992 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.992+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.gMeaQo9Rxzc5uHyGBwt_CwtwZuVBPYt_0 2024-09-12T01:15:45.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.993+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11891731113242283553', time=2024-09-12T03:05:20.467337+0000, chain.objs.size()=1 2024-09-12T01:15:45.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.993+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ay0tNW3DlUqWjhFTjCbCC-vixz3bBMs_0 2024-09-12T01:15:45.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.993+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7338896064822636727', time=2024-09-12T03:05:20.508976+0000, chain.objs.size()=1 2024-09-12T01:15:45.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.993+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.8llezQ5siOkh-5G-MlqrxBBuzUzz9Ad_0 2024-09-12T01:15:45.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.993+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1455890076643865562', time=2024-09-12T03:05:20.614317+0000, chain.objs.size()=1 2024-09-12T01:15:45.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.993+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.a3og19cTiAhdEYgTtMFf15hyl-W9K8G_0 2024-09-12T01:15:45.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.993+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18333849176018517923', time=2024-09-12T03:05:20.641951+0000, chain.objs.size()=1 2024-09-12T01:15:45.993 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.993+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.UI1BORaBF2x2lyiEKHs0E-CfieETbqw_0 2024-09-12T01:15:45.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.994+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18000780445739627439', time=2024-09-12T03:05:20.646290+0000, chain.objs.size()=1 2024-09-12T01:15:45.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.994+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.ZJkeChi3mXOTXnYHfZt5qVIgQ4C062r_0 2024-09-12T01:15:45.994 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.994+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15488556628904959943', time=2024-09-12T03:05:20.665942+0000, chain.objs.size()=1 2024-09-12T01:15:45.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.994+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.TeyK0_xYQHFlKdHSW_jekZzL_Rh_pG__0 2024-09-12T01:15:45.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.994+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17428407457059044902', time=2024-09-12T03:05:20.717841+0000, chain.objs.size()=1 2024-09-12T01:15:45.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.994+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.fAsNf1GiuJFGkl5oDTu7kepAuP6q5Fb_0 2024-09-12T01:15:45.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.994+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4315427260553119432', time=2024-09-12T03:05:20.815949+0000, chain.objs.size()=1 2024-09-12T01:15:45.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.994+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.yxL6554hqXVmbOT6y-3gjIbVUN8MdLM_0 2024-09-12T01:15:45.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.994+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2089841753900317360', time=2024-09-12T03:05:20.831329+0000, chain.objs.size()=1 2024-09-12T01:15:45.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.994+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.oAqPDlxDDM6n-nhWcGq20VMmdAiOO6-_0 2024-09-12T01:15:45.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.994+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.212702534628633589', time=2024-09-12T03:05:20.869150+0000, chain.objs.size()=1 2024-09-12T01:15:45.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.994+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.CPBWrjnAnzatTjdEXL6OZRoOrSA83uc_0 2024-09-12T01:15:45.995 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.994+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5069052783608748220', time=2024-09-12T03:05:20.873757+0000, chain.objs.size()=1 2024-09-12T01:15:45.996 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.994+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.bn-Cu40Jaciun7IOq5e8YIpIKO4iHhY_0 2024-09-12T01:15:45.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.997+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12933689839737421126', time=2024-09-12T03:05:20.874943+0000, chain.objs.size()=1 2024-09-12T01:15:45.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.997+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.Cmv52mnWFAj9R0Lc9iAQYEnvN-YFYSS_0 2024-09-12T01:15:45.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.997+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15820491504714587833', time=2024-09-12T03:05:20.882850+0000, chain.objs.size()=1 2024-09-12T01:15:45.997 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.997+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_._XFZAUwCNajC2hv7YMWSTxKZQoi-bSw_0 2024-09-12T01:15:45.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.997+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17749705876941849173', time=2024-09-12T03:05:20.906759+0000, chain.objs.size()=1 2024-09-12T01:15:45.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.997+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.IRcSnrDlqvyBXDhHV5dJjpFdlPIw3S__0 2024-09-12T01:15:45.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.997+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5880227380292475465', time=2024-09-12T03:05:20.909453+0000, chain.objs.size()=1 2024-09-12T01:15:45.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.997+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.UCYrrGBVRbh3nqJLEe-VPSnb3Aa1kIF_0 2024-09-12T01:15:45.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.997+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13334807651687434167', time=2024-09-12T03:05:21.031554+0000, chain.objs.size()=1 2024-09-12T01:15:45.998 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.997+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.S9ll1uGanhNv80MnIEDXNoYLzm5YSIf_0 2024-09-12T01:15:45.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.998+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2673741135580516658', time=2024-09-12T03:05:21.033099+0000, chain.objs.size()=1 2024-09-12T01:15:45.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.998+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.J4xGt3z2IE8H4tsBUtdTc8Lyy644XCv_0 2024-09-12T01:15:45.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.998+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15475279095315834844', time=2024-09-12T03:05:21.037650+0000, chain.objs.size()=1 2024-09-12T01:15:45.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.998+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.oMIM5qTFDFAk9jYoVWtJonQarmfSc5__0 2024-09-12T01:15:45.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.999+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8379153640243810896', time=2024-09-12T03:05:21.064286+0000, chain.objs.size()=1 2024-09-12T01:15:45.999 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.999+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.imIz3Q-gtYF-Vp8HVbDuRSSadn0_KFT_0 2024-09-12T01:15:46.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.999+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9533446292214384333', time=2024-09-12T03:05:21.086702+0000, chain.objs.size()=1 2024-09-12T01:15:46.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.999+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.oKsovCjxoH91Ar0B31EJ-vKIY1np2hM_0 2024-09-12T01:15:46.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.999+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12416059504520257738', time=2024-09-12T03:05:21.102505+0000, chain.objs.size()=1 2024-09-12T01:15:46.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.999+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.p2SaJLj256SdbNneDy_E-ZrhrZjpSnX_0 2024-09-12T01:15:46.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.999+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1652610348107662458', time=2024-09-12T03:05:21.108043+0000, chain.objs.size()=1 2024-09-12T01:15:46.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:45.999+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.lIbwvAiiUBKtNSHWiGcvQnUwM6Eh63J_0 2024-09-12T01:15:46.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.000+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7512499170371102808', time=2024-09-12T03:05:21.204086+0000, chain.objs.size()=1 2024-09-12T01:15:46.000 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.000+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.kV2BJ6JP6eqVfflzCi3plMdWRUCWIYh_0 2024-09-12T01:15:46.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.001+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17705491157617361741', time=2024-09-12T03:05:21.205625+0000, chain.objs.size()=1 2024-09-12T01:15:46.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.001+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.j7KbZY-_5r-sBNuyrvkHMBkMvXhAZy2_0 2024-09-12T01:15:46.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.001+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16906140702723592866', time=2024-09-12T03:05:21.262582+0000, chain.objs.size()=1 2024-09-12T01:15:46.001 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.001+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.xGuT6ER7G2LJXMF09eeqC18xzXCLcE8_0 2024-09-12T01:15:46.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.001+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10633788372641139493', time=2024-09-12T03:05:21.381147+0000, chain.objs.size()=1 2024-09-12T01:15:46.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.001+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.1e7P4LO7cpgd1uZTvud9LQukwT40-aB_0 2024-09-12T01:15:46.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.001+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2572465430825923126', time=2024-09-12T03:05:21.382068+0000, chain.objs.size()=1 2024-09-12T01:15:46.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.001+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.uZQsK0onbDg3NXpkxi4l8mB_ImA1z0g_0 2024-09-12T01:15:46.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.001+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9803556517631259060', time=2024-09-12T03:05:21.400804+0000, chain.objs.size()=1 2024-09-12T01:15:46.002 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.001+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.rlxu6Hk-KRkyIfARGqGeT5v7NRXN_Z4_0 2024-09-12T01:15:46.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10072070426503818096', time=2024-09-12T03:05:21.424267+0000, chain.objs.size()=1 2024-09-12T01:15:46.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.7fQW0t_uRd91y7KSeY4ev9vMU5B2_pV_0 2024-09-12T01:15:46.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12828269186375711167', time=2024-09-12T03:05:21.450603+0000, chain.objs.size()=1 2024-09-12T01:15:46.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.-V0rLBO9_UZyGOzuvwDV3mm-WCV6WCi_0 2024-09-12T01:15:46.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6764307766214615814', time=2024-09-12T03:05:21.586425+0000, chain.objs.size()=1 2024-09-12T01:15:46.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.bnr16Q6J_Go_XsLCEo1Q7Cw29B-LWpZ_0 2024-09-12T01:15:46.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.002+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11733841055906831567', time=2024-09-12T03:05:21.603590+0000, chain.objs.size()=1 2024-09-12T01:15:46.003 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.002+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.OY1LE_voX522RuqTbTu8yxp8WOwsZe3_0 2024-09-12T01:15:46.004 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.005+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14729375150659505667', time=2024-09-12T03:05:21.634263+0000, chain.objs.size()=1 2024-09-12T01:15:46.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.005+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.-a0Mts6YKpelSdUaaCNWq6uVyU8CFPX_0 2024-09-12T01:15:46.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.005+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16044183475624537357', time=2024-09-12T03:05:21.639849+0000, chain.objs.size()=1 2024-09-12T01:15:46.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.005+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.263__shadow_.aBLXf9ler0PJ97TbeA5mrRW9gmOP_WP_0 2024-09-12T01:15:46.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.005+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17034806502290113369', time=2024-09-12T03:05:23.567087+0000, chain.objs.size()=1 2024-09-12T01:15:46.005 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.005+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.267__shadow_.hIKjb_7kMEcgdPtyAhjM-NtsYhL4-h9_0 2024-09-12T01:15:46.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.006+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9992909198227961119', time=2024-09-12T03:05:25.445926+0000, chain.objs.size()=1 2024-09-12T01:15:46.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.006+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.271__shadow_.CL3FDuybY3Hr2VCFJ8KdKw5FM2mFzk3_0 2024-09-12T01:15:46.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.006+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5713959678874297851', time=2024-09-12T03:05:26.452310+0000, chain.objs.size()=1 2024-09-12T01:15:46.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.006+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.273__shadow_.rJG2H2q39NaAaVe2xJ0X4QMQaYVBb9F_0 2024-09-12T01:15:46.006 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.006+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13227753633103593361', time=2024-09-12T03:05:27.864574+0000, chain.objs.size()=1 2024-09-12T01:15:46.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.006+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.276__shadow_.koaYQc_oz2PAjti2tUabUbMP2jv18P9_0 2024-09-12T01:15:46.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.006+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5908610870159002500', time=2024-09-12T03:05:32.390974+0000, chain.objs.size()=1 2024-09-12T01:15:46.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.006+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.285__shadow_.WSTdSzLzXTbWcjFTpBTUTyQkMI6yBbU_0 2024-09-12T01:15:46.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.006+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12734099122530439179', time=2024-09-12T03:05:36.899557+0000, chain.objs.size()=1 2024-09-12T01:15:46.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.006+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.293__shadow_.TPEmcqjiAyl7NVgVK4cEFX4Q6jUnZ3l_0 2024-09-12T01:15:46.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.006+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3942258561405471051', time=2024-09-12T03:05:37.709687+0000, chain.objs.size()=1 2024-09-12T01:15:46.007 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.006+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.pcL1BNjBeJYFa7xF-BKPmOzYco3DO_x_0 2024-09-12T01:15:46.008 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.007+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18234780876242195274', time=2024-09-12T03:05:37.714151+0000, chain.objs.size()=1 2024-09-12T01:15:46.008 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.007+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.294__shadow_.hTcPjnawxUGBJUcdJ3RNAJN7KMQmy21_0 2024-09-12T01:15:46.008 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.007+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13082960072921561315', time=2024-09-12T03:06:01.479405+0000, chain.objs.size()=1 2024-09-12T01:15:46.008 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.007+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.MjTlbqvblTnXYHFjAyNMSwsn0yVtA8o_0 2024-09-12T01:15:46.008 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.008+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11150613940653475719', time=2024-09-12T03:06:01.486722+0000, chain.objs.size()=1 2024-09-12T01:15:46.008 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.008+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.f_l2mXGDxTbgGFp3qvOmjl8UzLoOPTh_0 2024-09-12T01:15:46.012 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1755629007180037492', time=2024-09-12T03:06:01.504297+0000, chain.objs.size()=1 2024-09-12T01:15:46.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.qrQSnjHCr9SfwGyO-04A254bXXwaG1i_0 2024-09-12T01:15:46.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7985021514122782113', time=2024-09-12T03:06:01.540700+0000, chain.objs.size()=1 2024-09-12T01:15:46.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.20VJ8lPO8v_5WB3wowtxznuQMLhVTVx_0 2024-09-12T01:15:46.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5214673146497755661', time=2024-09-12T03:06:01.577043+0000, chain.objs.size()=1 2024-09-12T01:15:46.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Lb-frxhIO5zGY2EIvvnSy25uCBARCOC_0 2024-09-12T01:15:46.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.18358652574322131539', time=2024-09-12T03:06:01.691844+0000, chain.objs.size()=1 2024-09-12T01:15:46.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.vTrgmuinQ5TqRcCSvSU6J2JT6IyuYvM_0 2024-09-12T01:15:46.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4108147652051249794', time=2024-09-12T03:06:01.695570+0000, chain.objs.size()=1 2024-09-12T01:15:46.013 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.EYXQdlssjykaKMjNKiuTVGHG6EGY8mL_0 2024-09-12T01:15:46.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15452234667388364398', time=2024-09-12T03:06:01.699199+0000, chain.objs.size()=1 2024-09-12T01:15:46.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.7C-fBenZcgfgV3CLAH3uwvICKOxOR1m_0 2024-09-12T01:15:46.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17751714839993260138', time=2024-09-12T03:06:01.728451+0000, chain.objs.size()=1 2024-09-12T01:15:46.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.5TTSdzGkh5YlBjmJLXWPd-DWGRZF2de_0 2024-09-12T01:15:46.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1648780358359517982', time=2024-09-12T03:06:01.748709+0000, chain.objs.size()=1 2024-09-12T01:15:46.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.1TRMIvDRdoH0qgk5JFGawxHO7nrrWhz_0 2024-09-12T01:15:46.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11135999197187208450', time=2024-09-12T03:06:01.896001+0000, chain.objs.size()=1 2024-09-12T01:15:46.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.JK8dIetJEyiGrhgQ22o0HJBhb6OjIgk_0 2024-09-12T01:15:46.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13939403594754720464', time=2024-09-12T03:06:01.962009+0000, chain.objs.size()=1 2024-09-12T01:15:46.014 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.t5bZeec55S66REldR_RBKb7dIk_CFBX_0 2024-09-12T01:15:46.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12041593491758866215', time=2024-09-12T03:06:01.995892+0000, chain.objs.size()=1 2024-09-12T01:15:46.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.011+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.B6jIRRH5GEsROzHU8y6WUv0RuvlZk_U_0 2024-09-12T01:15:46.015 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.014+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6688881483611854439', time=2024-09-12T03:06:02.093878+0000, chain.objs.size()=1 2024-09-12T01:15:46.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.014+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.rShpNPZfQHqq1jeb0v4nlmmWtwXt0C-_0 2024-09-12T01:15:46.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.015+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8792890126201433665', time=2024-09-12T03:06:02.107109+0000, chain.objs.size()=1 2024-09-12T01:15:46.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.015+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.QwFO7bM0gT_9PBpEpbQ6gAWzbYppEq0_0 2024-09-12T01:15:46.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.015+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9585205221433223134', time=2024-09-12T03:06:02.319802+0000, chain.objs.size()=1 2024-09-12T01:15:46.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.015+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.XuHpl0ry9lc4MLkHrCU26dd2zz054fY_0 2024-09-12T01:15:46.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.015+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.93170509759372720', time=2024-09-12T03:06:02.326857+0000, chain.objs.size()=1 2024-09-12T01:15:46.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.015+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.F8n8XZQD_yXvbIwg5o1CjDGBJYw3Uyn_0 2024-09-12T01:15:46.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.015+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.336235640607129444', time=2024-09-12T03:06:02.358622+0000, chain.objs.size()=1 2024-09-12T01:15:46.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.015+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.zzL7BUSKBo9yVY2bh4-D5HmRqSfAgWz_0 2024-09-12T01:15:46.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.015+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13861938939081844289', time=2024-09-12T03:06:02.361580+0000, chain.objs.size()=1 2024-09-12T01:15:46.016 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.015+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.5IBYs3x98HIXleTlVXT3m-ZfnWT5x6Y_0 2024-09-12T01:15:46.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.015+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7007550001424731448', time=2024-09-12T03:06:02.504108+0000, chain.objs.size()=1 2024-09-12T01:15:46.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.015+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.zvIRvF3RBAkliXzPAfZy3GUuoDbwFR0_0 2024-09-12T01:15:46.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.016+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.618238266115861146', time=2024-09-12T03:06:02.505348+0000, chain.objs.size()=1 2024-09-12T01:15:46.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.016+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.w_icy4unNzZfk5ByI5E_LIERvfyXrYU_0 2024-09-12T01:15:46.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.016+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8479962446187381821', time=2024-09-12T03:06:02.585406+0000, chain.objs.size()=1 2024-09-12T01:15:46.017 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.016+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.5b1QR2PPQfiCzqmAnVZTnD_Z4eMJ5Cx_0 2024-09-12T01:15:46.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.016+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8482256404023927222', time=2024-09-12T03:06:02.628240+0000, chain.objs.size()=1 2024-09-12T01:15:46.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.016+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.gtzGGWrkPwgn_8PeF0czFOcbv7-ystH_0 2024-09-12T01:15:46.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.016+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.16812067729521301461', time=2024-09-12T03:06:02.722999+0000, chain.objs.size()=1 2024-09-12T01:15:46.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.016+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.Gy5aC5bYZgqvf1Vvqsw8mQYElwPbYbb_0 2024-09-12T01:15:46.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.017+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2656927577137790506', time=2024-09-12T03:06:02.771603+0000, chain.objs.size()=1 2024-09-12T01:15:46.018 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.017+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.mLa3uYENx5s8dE7xD7nlnfxnbfI8jlt_0 2024-09-12T01:15:46.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.018+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14531073399732006051', time=2024-09-12T03:06:02.793938+0000, chain.objs.size()=1 2024-09-12T01:15:46.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.018+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.U1UuWjRHwI6OQAu5TbJgSdpYahYH4lN_0 2024-09-12T01:15:46.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.018+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2094286074808084252', time=2024-09-12T03:06:02.797040+0000, chain.objs.size()=1 2024-09-12T01:15:46.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.018+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.eQCXB6904ZzY1JcBIfsrIlwbHj7LW6a_0 2024-09-12T01:15:46.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.018+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3896882654225955241', time=2024-09-12T03:06:02.818671+0000, chain.objs.size()=1 2024-09-12T01:15:46.019 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.018+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.EPLUgg7iSp4jCbKBPSmUPvM62xecsFl_0 2024-09-12T01:15:46.020 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.020+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2700016432842217763', time=2024-09-12T03:06:02.940792+0000, chain.objs.size()=1 2024-09-12T01:15:46.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.020+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.bLmWFMjQn7804Efq8HS9jqA_fiIqbmO_0 2024-09-12T01:15:46.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.020+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10844674622254006183', time=2024-09-12T03:06:02.959570+0000, chain.objs.size()=1 2024-09-12T01:15:46.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.020+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_.wx0j3nHOR3UU3BKzw55TdxlAonV6Y_x_0 2024-09-12T01:15:46.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.020+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11757061634706459791', time=2024-09-12T03:06:02.973383+0000, chain.objs.size()=1 2024-09-12T01:15:46.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.020+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.324__shadow_._5Zuu-zVnXD35ZkeWenVFnwtEB3T4qU_0 2024-09-12T01:15:46.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.020+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13831998771234329424', time=2024-09-12T03:06:11.619651+0000, chain.objs.size()=1 2024-09-12T01:15:46.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.020+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.MMI-vsy-xspF-X41gLteoNy8E96qQX9_0 2024-09-12T01:15:46.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.020+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6274919009739044315', time=2024-09-12T03:06:11.701125+0000, chain.objs.size()=1 2024-09-12T01:15:46.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.020+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.HGRc1kR-a_0LyD1wtRdHKVs4ozWGhqB_0 2024-09-12T01:15:46.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.020+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11029733940487301791', time=2024-09-12T03:06:11.805994+0000, chain.objs.size()=1 2024-09-12T01:15:46.021 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.020+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Z7iZI2WJyyx8WdyGtqMIPrM1rMmy1iL_0 2024-09-12T01:15:46.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.020+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.2417585793313165925', time=2024-09-12T03:06:11.833940+0000, chain.objs.size()=1 2024-09-12T01:15:46.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.020+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.W_t-M7fvKbi_sgDJRiezsiEGTRK8ze7_0 2024-09-12T01:15:46.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.021+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.9518914798750678062', time=2024-09-12T03:06:11.842955+0000, chain.objs.size()=1 2024-09-12T01:15:46.022 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.021+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.D1gvobY3vpNL_E3f6VYqnqxsVMAl8IT_0 2024-09-12T01:15:46.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.023+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.672253741565836829', time=2024-09-12T03:06:11.883343+0000, chain.objs.size()=1 2024-09-12T01:15:46.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.023+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.w3m_954H66_1gJn8JF_5CC_zLJo6pNJ_0 2024-09-12T01:15:46.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.023+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14977596503110233301', time=2024-09-12T03:06:11.895955+0000, chain.objs.size()=1 2024-09-12T01:15:46.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.023+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.o_0oA_oDTK7M7Qo9-heezqeAFsPCjoZ_0 2024-09-12T01:15:46.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.023+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7231288495784477958', time=2024-09-12T03:06:12.007344+0000, chain.objs.size()=1 2024-09-12T01:15:46.023 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.023+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.bc2zSK02gGJAHLKaB5MooLZRCmgr1A-_0 2024-09-12T01:15:46.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.025+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1990948608555942297', time=2024-09-12T03:06:12.023225+0000, chain.objs.size()=1 2024-09-12T01:15:46.025 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.025+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.UVEBjoa1oyyaYQ3dNA6hqNDwFH7d85x_0 2024-09-12T01:15:46.027 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.028+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 0/46871 2024-09-12T01:15:46.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=33, truncated=0, next_marker='' 2024-09-12T01:15:46.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13929560644540314863', time=2024-09-12T03:06:12.057614+0000, chain.objs.size()=1 2024-09-12T01:15:46.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.KVQZYeIhfYT-qAVsOenK3j7DMofxV6p_0 2024-09-12T01:15:46.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.279519737024832720', time=2024-09-12T03:06:12.058607+0000, chain.objs.size()=1 2024-09-12T01:15:46.031 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.r8iaOzf1dLEVLjP34_-EREf6Ae7sHVC_0 2024-09-12T01:15:46.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3625073936340694730', time=2024-09-12T03:06:12.082303+0000, chain.objs.size()=1 2024-09-12T01:15:46.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.JAbreOkDz9n-eP_ZttOenLlOcW3xhR0_0 2024-09-12T01:15:46.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17029317280676864855', time=2024-09-12T03:06:12.200691+0000, chain.objs.size()=1 2024-09-12T01:15:46.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.B-4w7XPbksXPgAyakHFpJhF8GZNjJN__0 2024-09-12T01:15:46.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4206492473957426302', time=2024-09-12T03:06:12.217847+0000, chain.objs.size()=1 2024-09-12T01:15:46.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.SlzM429oYWqnLHbT4VN42cKpPQKpLq__0 2024-09-12T01:15:46.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11929017667537403526', time=2024-09-12T03:06:12.222196+0000, chain.objs.size()=1 2024-09-12T01:15:46.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.Ltb6WGhaTBO3oHuaBHppggX1IN3rbAD_0 2024-09-12T01:15:46.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3800434126759923053', time=2024-09-12T03:06:12.273755+0000, chain.objs.size()=1 2024-09-12T01:15:46.032 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.pGOnnV3HEkyLVUz_3WeXhMiidVySe0F_0 2024-09-12T01:15:46.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15248205088219783891', time=2024-09-12T03:06:12.288341+0000, chain.objs.size()=1 2024-09-12T01:15:46.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.OUA6pAO_Wst4EHilOplIM6DDdhDdtmH_0 2024-09-12T01:15:46.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.10087998042224610492', time=2024-09-12T03:06:12.366432+0000, chain.objs.size()=1 2024-09-12T01:15:46.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.RwLlqf__ri9czYEN1SEWEN3_V_qiXSz_0 2024-09-12T01:15:46.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.14158064498240582659', time=2024-09-12T03:06:12.385589+0000, chain.objs.size()=1 2024-09-12T01:15:46.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.030+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.MUFrkYcKu4ng_AsKO6W1790XSi4tljG_0 2024-09-12T01:15:46.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.031+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.11325710244069522143', time=2024-09-12T03:06:12.389365+0000, chain.objs.size()=1 2024-09-12T01:15:46.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.031+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.UhWgzCEABuPNTMdiyE5DNCp81wj1uI4_0 2024-09-12T01:15:46.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.031+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4879908081988434658', time=2024-09-12T03:06:12.414189+0000, chain.objs.size()=1 2024-09-12T01:15:46.033 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.031+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.BIIpMu_HOVFslh97Z0Sr7suWu7NuMFE_0 2024-09-12T01:15:46.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7683232379936533418', time=2024-09-12T03:06:12.472866+0000, chain.objs.size()=1 2024-09-12T01:15:46.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.2Dcp6HUomf5vRwGTXVk4hFSTAs9Ktw0_0 2024-09-12T01:15:46.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.12983323928927905535', time=2024-09-12T03:06:12.475117+0000, chain.objs.size()=1 2024-09-12T01:15:46.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.RyNw3xBEteGzcP1cUsccGfToOryDcRH_0 2024-09-12T01:15:46.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.1842074503305396100', time=2024-09-12T03:06:12.571971+0000, chain.objs.size()=1 2024-09-12T01:15:46.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.vVbtVKhNYI8_cuN4rZg8jlT7un3On2T_0 2024-09-12T01:15:46.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8464172094400561085', time=2024-09-12T03:06:12.591342+0000, chain.objs.size()=1 2024-09-12T01:15:46.034 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.6fjV9V8LLNm4yOPRwze5ppQlrYvf2Ej_0 2024-09-12T01:15:46.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17215203947082217308', time=2024-09-12T03:06:12.592076+0000, chain.objs.size()=1 2024-09-12T01:15:46.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_._cMOcif5m-7iC696saRMSjC4pKhsbSk_0 2024-09-12T01:15:46.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.13382072592608045898', time=2024-09-12T03:06:12.661341+0000, chain.objs.size()=1 2024-09-12T01:15:46.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.vvyxlTWfCVsl1A1nmBGvg0hjPLY-RNR_0 2024-09-12T01:15:46.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.157416073920451738', time=2024-09-12T03:06:12.747057+0000, chain.objs.size()=1 2024-09-12T01:15:46.035 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.MOKkXHx-HBdGQiVF3rpm9bJeWY2q2aH_0 2024-09-12T01:15:46.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17435906047601289998', time=2024-09-12T03:06:12.768585+0000, chain.objs.size()=1 2024-09-12T01:15:46.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.TmT3O8G3fQUVlASwowKSs-H3YvUUSES_0 2024-09-12T01:15:46.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8881527586776806086', time=2024-09-12T03:06:12.807698+0000, chain.objs.size()=1 2024-09-12T01:15:46.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.UmCMe-g2A3ZbO_22C6_zCLMdONNWARD_0 2024-09-12T01:15:46.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4866111684372342064', time=2024-09-12T03:06:12.831356+0000, chain.objs.size()=1 2024-09-12T01:15:46.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.VmAv3k1Y-Hoea8HTl67DVj3-KUtxj3p_0 2024-09-12T01:15:46.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.4999772473355322690', time=2024-09-12T03:06:12.845173+0000, chain.objs.size()=1 2024-09-12T01:15:46.036 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.034+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.F_32hI2UbEKwt2oHntKdEsqMAW2x3Rt_0 2024-09-12T01:15:46.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.037+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17192173226650138361', time=2024-09-12T03:06:12.860922+0000, chain.objs.size()=1 2024-09-12T01:15:46.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.037+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.7JIoRlsclX30W9y1eNtluJz05d4QlkX_0 2024-09-12T01:15:46.037 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.037+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6637025515290029121', time=2024-09-12T03:06:13.035393+0000, chain.objs.size()=1 2024-09-12T01:15:46.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.037+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.325__shadow_.5rhetjvMrRWooj3b8b970gsPhXpOCBg_0 2024-09-12T01:15:46.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.037+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.8033118209886397051', time=2024-09-12T03:07:25.411825+0000, chain.objs.size()=1 2024-09-12T01:15:46.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.037+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.463__shadow_.YCWYdgyVtMVflRAL4lm-ikNFJeFyXza_0 2024-09-12T01:15:46.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.037+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.7944747355049780027', time=2024-09-12T03:07:51.915003+0000, chain.objs.size()=1 2024-09-12T01:15:46.038 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.037+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.519__multipart_mymultipart.2~ypqqaHYhX1FZDrgkJCRZV-n9R3X9-1d.1 2024-09-12T01:15:46.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.039+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.15483322575443037342', time=2024-09-12T03:08:08.987852+0000, chain.objs.size()=3 2024-09-12T01:15:46.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.039+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.524__multipart_mymultipart.2~Tlj16zvQE2wmsgzIFzK2nqaGtFTZ1Yn.1 2024-09-12T01:15:46.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.039+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.524__multipart_mymultipart.2~Tlj16zvQE2wmsgzIFzK2nqaGtFTZ1Yn.2 2024-09-12T01:15:46.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.039+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.524__multipart_mymultipart.2~Tlj16zvQE2wmsgzIFzK2nqaGtFTZ1Yn.3 2024-09-12T01:15:46.039 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.039+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.5025622649279813850', time=2024-09-12T03:08:54.859278+0000, chain.objs.size()=1 2024-09-12T01:15:46.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.039+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.555__shadow_.IbA-s0uFQKuSh-ZbFRjH8AxHsjGMcHH_0 2024-09-12T01:15:46.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.039+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.6070784512288315234', time=2024-09-12T03:09:08.471022+0000, chain.objs.size()=1 2024-09-12T01:15:46.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.039+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:lc61gJJHrh6wczxujrmnB6ehDL1erkb_.1IfgWLdPg7s3G6KGhfannoBHoymXwkV_0 2024-09-12T01:15:46.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.039+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.3968863268056675538', time=2024-09-12T03:09:09.491326+0000, chain.objs.size()=1 2024-09-12T01:15:46.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.039+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.570__shadow:447yfqeN3kW54u0g.3T4-eB00rrQJZ._.UcJmQv3yzx3O1tC0EWQlSdw7-mqVKTp_0 2024-09-12T01:15:46.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.040+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17159988042501435578', time=2024-09-12T03:09:21.408175+0000, chain.objs.size()=1 2024-09-12T01:15:46.040 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.040+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.577__shadow:y8RwGvw.j33M4F2cEQ8k5vi.zYJa41k_.y6h3a_VyyylntpIkjbrMgSr6DBd5jSK_0 2024-09-12T01:15:46.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.041+0000 7f12a7812800 20 garbage collection: RGWGC::process iterating over entry tag='4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.17235857195532634137', time=2024-09-12T03:12:14.740516+0000, chain.objs.size()=1 2024-09-12T01:15:46.041 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.041+0000 7f12a7812800 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:4b4696ab-832b-42a5-8458-6d1e5648ba35.4532.629__shadow_.wXlsjs1NrYLYLiVcDpjjDwhfl7HcA-e_0 2024-09-12T01:15:46.044 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.044+0000 7f12a7812800 5 garbage collection: RGWGC::process removing entries, marker: 2024-09-12T01:15:46.047 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.048+0000 7f1159fe3640 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2024-09-12T01:15:46.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.050+0000 7f12a7812800 20 remove_watcher() i=0 2024-09-12T01:15:46.049 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.050+0000 7f12a7812800 2 removed watcher, disabling cache 2024-09-12T01:15:46.051 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.051+0000 7f12a7812800 20 remove_watcher() i=1 2024-09-12T01:15:46.052 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.052+0000 7f12a7812800 20 remove_watcher() i=2 2024-09-12T01:15:46.053 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.053+0000 7f12a7812800 20 remove_watcher() i=3 2024-09-12T01:15:46.054 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.054+0000 7f12a7812800 20 remove_watcher() i=4 2024-09-12T01:15:46.055 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.055+0000 7f12a7812800 20 remove_watcher() i=5 2024-09-12T01:15:46.056 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.056+0000 7f12a7812800 20 remove_watcher() i=6 2024-09-12T01:15:46.057 INFO:teuthology.orchestra.run.smithi038.stderr:2024-09-12T01:15:46.057+0000 7f12a7812800 20 remove_watcher() i=7 2024-09-12T01:15:46.070 DEBUG:teuthology.run_tasks:Unwinding manager openssl_keys 2024-09-12T01:15:46.081 DEBUG:teuthology.orchestra.run.smithi038:> rm -f /home/ubuntu/cephtest/ca/root.crt /home/ubuntu/cephtest/ca/root.key 2024-09-12T01:15:46.140 DEBUG:teuthology.orchestra.run.smithi038:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-12T01:15:46.211 DEBUG:teuthology.orchestra.run.smithi038:> rm -f /home/ubuntu/cephtest/ca/rgw.client.0.crt /home/ubuntu/cephtest/ca/rgw.client.0.key 2024-09-12T01:15:46.282 DEBUG:teuthology.orchestra.run.smithi038:> rmdir --ignore-fail-on-non-empty /home/ubuntu/cephtest/ca 2024-09-12T01:15:46.351 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm /usr/share/pki/ca-trust-source/anchors/root.crt 2024-09-12T01:15:46.432 DEBUG:teuthology.orchestra.run.smithi038:> sudo update-ca-trust 2024-09-12T01:15:47.481 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-12T01:15:47.493 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-12T01:15:47.493 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:15:47.832 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:15:47.844 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-09-12T01:15:47.847 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":1506,"stamp":"2024-09-12T01:15:46.496965+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":661989925,"num_objects":4438,"num_object_clones":0,"num_object_copies":12762,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4438,"num_whiteouts":0,"num_read":286155,"num_read_kb":2561119,"num_write":157902,"num_write_kb":2562818,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":211,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13306,"ondisk_log_size":13306,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":2707376,"kb_used_data":1146028,"kb_used_omap":12,"kb_used_meta":1561075,"kb_avail":752267344,"statfs":{"total":773094113280,"available":770321760256,"internally_reserved":0,"allocated":1173532672,"data_stored":1157498287,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1598541360},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-92341454,"num_objects":-591,"num_object_clones":0,"num_object_copies":-1764,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-591,"num_whiteouts":0,"num_read":676,"num_read_kb":635,"num_write":638,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005312"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:03.767783+0000","last_change":"2024-09-12T01:01:00.245903+0000","last_active":"2024-09-12T01:11:03.767783+0000","last_peered":"2024-09-12T01:11:03.767783+0000","last_clean":"2024-09-12T01:11:03.767783+0000","last_became_active":"2024-09-12T01:01:00.245426+0000","last_became_peered":"2024-09-12T01:01:00.245426+0000","last_unstale":"2024-09-12T01:11:03.767783+0000","last_undegraded":"2024-09-12T01:11:03.767783+0000","last_fullsized":"2024-09-12T01:11:03.767783+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:46:22.990299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"261'7","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:08.784605+0000","last_change":"2024-09-12T00:50:34.993631+0000","last_active":"2024-09-12T01:13:08.784605+0000","last_peered":"2024-09-12T01:13:08.784605+0000","last_clean":"2024-09-12T01:13:08.784605+0000","last_became_active":"2024-09-12T00:50:34.991949+0000","last_became_peered":"2024-09-12T00:50:34.991949+0000","last_unstale":"2024-09-12T01:13:08.784605+0000","last_undegraded":"2024-09-12T01:13:08.784605+0000","last_fullsized":"2024-09-12T01:13:08.784605+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:01:24.806822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":5147,"num_write":12,"num_write_kb":5147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"264'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:01.795291+0000","last_change":"2024-09-12T00:50:30.943920+0000","last_active":"2024-09-12T01:13:01.795291+0000","last_peered":"2024-09-12T01:13:01.795291+0000","last_clean":"2024-09-12T01:13:01.795291+0000","last_became_active":"2024-09-12T00:50:30.943574+0000","last_became_peered":"2024-09-12T00:50:30.943574+0000","last_unstale":"2024-09-12T01:13:01.795291+0000","last_undegraded":"2024-09-12T01:13:01.795291+0000","last_fullsized":"2024-09-12T01:13:01.795291+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:39:55.798610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"264'40","reported_seq":156,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:00.659348+0000","last_change":"2024-09-12T00:49:05.007101+0000","last_active":"2024-09-12T01:12:00.659348+0000","last_peered":"2024-09-12T01:12:00.659348+0000","last_clean":"2024-09-12T01:12:00.659348+0000","last_became_active":"2024-09-12T00:49:05.006742+0000","last_became_peered":"2024-09-12T00:49:05.006742+0000","last_unstale":"2024-09-12T01:12:00.659348+0000","last_undegraded":"2024-09-12T01:12:00.659348+0000","last_fullsized":"2024-09-12T01:12:00.659348+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:55:12.829149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":147,"num_write":68,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:01.750077+0000","last_change":"2024-09-12T01:01:00.247398+0000","last_active":"2024-09-12T01:11:01.750077+0000","last_peered":"2024-09-12T01:11:01.750077+0000","last_clean":"2024-09-12T01:11:01.750077+0000","last_became_active":"2024-09-12T01:01:00.247055+0000","last_became_peered":"2024-09-12T01:01:00.247055+0000","last_unstale":"2024-09-12T01:11:01.750077+0000","last_undegraded":"2024-09-12T01:11:01.750077+0000","last_fullsized":"2024-09-12T01:11:01.750077+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:52.242476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'9","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.795104+0000","last_change":"2024-09-12T00:50:34.998229+0000","last_active":"2024-09-12T01:13:06.795104+0000","last_peered":"2024-09-12T01:13:06.795104+0000","last_clean":"2024-09-12T01:13:06.795104+0000","last_became_active":"2024-09-12T00:50:34.997943+0000","last_became_peered":"2024-09-12T00:50:34.997943+0000","last_unstale":"2024-09-12T01:13:06.795104+0000","last_undegraded":"2024-09-12T01:13:06.795104+0000","last_fullsized":"2024-09-12T01:13:06.795104+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:44.967054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9437184,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":14,"num_read_kb":19458,"num_write":9,"num_write_kb":14336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"264'5","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:01.658665+0000","last_change":"2024-09-12T00:50:30.945805+0000","last_active":"2024-09-12T01:13:01.658665+0000","last_peered":"2024-09-12T01:13:01.658665+0000","last_clean":"2024-09-12T01:13:01.658665+0000","last_became_active":"2024-09-12T00:50:30.945254+0000","last_became_peered":"2024-09-12T00:50:30.945254+0000","last_unstale":"2024-09-12T01:13:01.658665+0000","last_undegraded":"2024-09-12T01:13:01.658665+0000","last_fullsized":"2024-09-12T01:13:01.658665+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:19:56.966979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":7170,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'13","reported_seq":79,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:11.766947+0000","last_change":"2024-09-12T00:49:05.002058+0000","last_active":"2024-09-12T01:13:11.766947+0000","last_peered":"2024-09-12T01:13:11.766947+0000","last_clean":"2024-09-12T01:13:11.766947+0000","last_became_active":"2024-09-12T00:49:05.001763+0000","last_became_peered":"2024-09-12T00:49:05.001763+0000","last_unstale":"2024-09-12T01:13:11.766947+0000","last_undegraded":"2024-09-12T01:13:11.766947+0000","last_fullsized":"2024-09-12T01:13:11.766947+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:53.021135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":38,"num_write":29,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.773052+0000","last_change":"2024-09-12T01:01:00.239899+0000","last_active":"2024-09-12T01:13:06.773052+0000","last_peered":"2024-09-12T01:13:06.773052+0000","last_clean":"2024-09-12T01:13:06.773052+0000","last_became_active":"2024-09-12T01:01:00.239631+0000","last_became_peered":"2024-09-12T01:01:00.239631+0000","last_unstale":"2024-09-12T01:13:06.773052+0000","last_undegraded":"2024-09-12T01:13:06.773052+0000","last_fullsized":"2024-09-12T01:13:06.773052+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:55.485366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"264'5","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.202631+0000","last_change":"2024-09-12T00:50:35.039728+0000","last_active":"2024-09-12T01:15:44.202631+0000","last_peered":"2024-09-12T01:15:44.202631+0000","last_clean":"2024-09-12T01:15:44.202631+0000","last_became_active":"2024-09-12T00:50:35.039271+0000","last_became_peered":"2024-09-12T00:50:35.039271+0000","last_unstale":"2024-09-12T01:15:44.202631+0000","last_undegraded":"2024-09-12T01:15:44.202631+0000","last_fullsized":"2024-09-12T01:15:44.202631+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:41.645145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:31.761936+0000","last_change":"2024-09-12T00:50:30.936876+0000","last_active":"2024-09-12T01:12:31.761936+0000","last_peered":"2024-09-12T01:12:31.761936+0000","last_clean":"2024-09-12T01:12:31.761936+0000","last_became_active":"2024-09-12T00:50:30.936604+0000","last_became_peered":"2024-09-12T00:50:30.936604+0000","last_unstale":"2024-09-12T01:12:31.761936+0000","last_undegraded":"2024-09-12T01:12:31.761936+0000","last_fullsized":"2024-09-12T01:12:31.761936+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:32.129971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"264'19","reported_seq":94,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:12.531107+0000","last_change":"2024-09-12T00:49:05.000146+0000","last_active":"2024-09-12T01:12:12.531107+0000","last_peered":"2024-09-12T01:12:12.531107+0000","last_clean":"2024-09-12T01:12:12.531107+0000","last_became_active":"2024-09-12T00:49:04.999778+0000","last_became_peered":"2024-09-12T00:49:04.999778+0000","last_unstale":"2024-09-12T01:12:12.531107+0000","last_undegraded":"2024-09-12T01:12:12.531107+0000","last_fullsized":"2024-09-12T01:12:12.531107+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:55.053996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":64,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796092+0000","last_change":"2024-09-12T01:01:00.243635+0000","last_active":"2024-09-12T01:13:06.796092+0000","last_peered":"2024-09-12T01:13:06.796092+0000","last_clean":"2024-09-12T01:13:06.796092+0000","last_became_active":"2024-09-12T01:01:00.241990+0000","last_became_peered":"2024-09-12T01:01:00.241990+0000","last_unstale":"2024-09-12T01:13:06.796092+0000","last_undegraded":"2024-09-12T01:13:06.796092+0000","last_fullsized":"2024-09-12T01:13:06.796092+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:14.717875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"264'1","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:36.791939+0000","last_change":"2024-09-12T00:50:35.037976+0000","last_active":"2024-09-12T01:12:36.791939+0000","last_peered":"2024-09-12T01:12:36.791939+0000","last_clean":"2024-09-12T01:12:36.791939+0000","last_became_active":"2024-09-12T00:50:35.037686+0000","last_became_peered":"2024-09-12T00:50:35.037686+0000","last_unstale":"2024-09-12T01:12:36.791939+0000","last_undegraded":"2024-09-12T01:12:36.791939+0000","last_fullsized":"2024-09-12T01:12:36.791939+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:48:34.490151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"264'4","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:26.799047+0000","last_change":"2024-09-12T00:50:30.930254+0000","last_active":"2024-09-12T01:13:26.799047+0000","last_peered":"2024-09-12T01:13:26.799047+0000","last_clean":"2024-09-12T01:13:26.799047+0000","last_became_active":"2024-09-12T00:50:30.929963+0000","last_became_peered":"2024-09-12T00:50:30.929963+0000","last_unstale":"2024-09-12T01:13:26.799047+0000","last_undegraded":"2024-09-12T01:13:26.799047+0000","last_fullsized":"2024-09-12T01:13:26.799047+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:03:08.789094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":9,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"264'40","reported_seq":148,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:29.550142+0000","last_change":"2024-09-12T00:49:05.000097+0000","last_active":"2024-09-12T01:13:29.550142+0000","last_peered":"2024-09-12T01:13:29.550142+0000","last_clean":"2024-09-12T01:13:29.550142+0000","last_became_active":"2024-09-12T00:49:04.999716+0000","last_became_peered":"2024-09-12T00:49:04.999716+0000","last_unstale":"2024-09-12T01:13:29.550142+0000","last_undegraded":"2024-09-12T01:13:29.550142+0000","last_fullsized":"2024-09-12T01:13:29.550142+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:38:06.060742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":134,"num_write":72,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:01.795338+0000","last_change":"2024-09-12T01:01:00.242771+0000","last_active":"2024-09-12T01:13:01.795338+0000","last_peered":"2024-09-12T01:13:01.795338+0000","last_clean":"2024-09-12T01:13:01.795338+0000","last_became_active":"2024-09-12T01:01:00.242224+0000","last_became_peered":"2024-09-12T01:01:00.242224+0000","last_unstale":"2024-09-12T01:13:01.795338+0000","last_undegraded":"2024-09-12T01:13:01.795338+0000","last_fullsized":"2024-09-12T01:13:01.795338+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:32.060418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"0'0","reported_seq":33,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:23.778680+0000","last_change":"2024-09-12T00:50:34.996417+0000","last_active":"2024-09-12T01:12:23.778680+0000","last_peered":"2024-09-12T01:12:23.778680+0000","last_clean":"2024-09-12T01:12:23.778680+0000","last_became_active":"2024-09-12T00:50:34.996154+0000","last_became_peered":"2024-09-12T00:50:34.996154+0000","last_unstale":"2024-09-12T01:12:23.778680+0000","last_undegraded":"2024-09-12T01:12:23.778680+0000","last_fullsized":"2024-09-12T01:12:23.778680+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:03:25.711273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'3","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661352+0000","last_change":"2024-09-12T00:50:30.939967+0000","last_active":"2024-09-12T01:12:15.661352+0000","last_peered":"2024-09-12T01:12:15.661352+0000","last_clean":"2024-09-12T01:12:15.661352+0000","last_became_active":"2024-09-12T00:50:30.939638+0000","last_became_peered":"2024-09-12T00:50:30.939638+0000","last_unstale":"2024-09-12T01:12:15.661352+0000","last_undegraded":"2024-09-12T01:12:15.661352+0000","last_fullsized":"2024-09-12T01:12:15.661352+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:36:04.827614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":3,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"264'20","reported_seq":99,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.783680+0000","last_change":"2024-09-12T00:49:05.002436+0000","last_active":"2024-09-12T01:11:36.783680+0000","last_peered":"2024-09-12T01:11:36.783680+0000","last_clean":"2024-09-12T01:11:36.783680+0000","last_became_active":"2024-09-12T00:49:05.002165+0000","last_became_peered":"2024-09-12T00:49:05.002165+0000","last_unstale":"2024-09-12T01:11:36.783680+0000","last_undegraded":"2024-09-12T01:11:36.783680+0000","last_fullsized":"2024-09-12T01:11:36.783680+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:30.148234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":100,"num_read_kb":68,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.662992+0000","last_change":"2024-09-12T01:01:00.248904+0000","last_active":"2024-09-12T01:13:31.662992+0000","last_peered":"2024-09-12T01:13:31.662992+0000","last_clean":"2024-09-12T01:13:31.662992+0000","last_became_active":"2024-09-12T01:01:00.248572+0000","last_became_peered":"2024-09-12T01:01:00.248572+0000","last_unstale":"2024-09-12T01:13:31.662992+0000","last_undegraded":"2024-09-12T01:13:31.662992+0000","last_fullsized":"2024-09-12T01:13:31.662992+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:02:50.166971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"264'3","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.766922+0000","last_change":"2024-09-12T00:50:34.997856+0000","last_active":"2024-09-12T01:12:21.766922+0000","last_peered":"2024-09-12T01:12:21.766922+0000","last_clean":"2024-09-12T01:12:21.766922+0000","last_became_active":"2024-09-12T00:50:34.997567+0000","last_became_peered":"2024-09-12T00:50:34.997567+0000","last_unstale":"2024-09-12T01:12:21.766922+0000","last_undegraded":"2024-09-12T01:12:21.766922+0000","last_fullsized":"2024-09-12T01:12:21.766922+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:04.930105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":10240,"num_write":3,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"261'11","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.788765+0000","last_change":"2024-09-12T00:50:30.932850+0000","last_active":"2024-09-12T01:12:21.788765+0000","last_peered":"2024-09-12T01:12:21.788765+0000","last_clean":"2024-09-12T01:12:21.788765+0000","last_became_active":"2024-09-12T00:50:30.932533+0000","last_became_peered":"2024-09-12T00:50:30.932533+0000","last_unstale":"2024-09-12T01:12:21.788765+0000","last_undegraded":"2024-09-12T01:12:21.788765+0000","last_fullsized":"2024-09-12T01:12:21.788765+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:59:03.192260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":7172,"num_write":16,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"261'112","reported_seq":386,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.760656+0000","last_change":"2024-09-12T00:49:05.001293+0000","last_active":"2024-09-12T01:11:36.760656+0000","last_peered":"2024-09-12T01:11:36.760656+0000","last_clean":"2024-09-12T01:11:36.760656+0000","last_became_active":"2024-09-12T00:49:05.001017+0000","last_became_peered":"2024-09-12T00:49:05.001017+0000","last_unstale":"2024-09-12T01:11:36.760656+0000","last_undegraded":"2024-09-12T01:11:36.760656+0000","last_fullsized":"2024-09-12T01:11:36.760656+0000","mapping_epoch":251,"log_start":"261'100","ondisk_log_start":"261'100","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:32.060019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":677,"num_read_kb":569,"num_write":130,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"264'1","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:01.776988+0000","last_change":"2024-09-12T01:01:00.241380+0000","last_active":"2024-09-12T01:11:01.776988+0000","last_peered":"2024-09-12T01:11:01.776988+0000","last_clean":"2024-09-12T01:11:01.776988+0000","last_became_active":"2024-09-12T01:01:00.241075+0000","last_became_peered":"2024-09-12T01:01:00.241075+0000","last_unstale":"2024-09-12T01:11:01.776988+0000","last_undegraded":"2024-09-12T01:11:01.776988+0000","last_fullsized":"2024-09-12T01:11:01.776988+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:37.266721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'8","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.773127+0000","last_change":"2024-09-12T00:50:34.999006+0000","last_active":"2024-09-12T01:13:06.773127+0000","last_peered":"2024-09-12T01:13:06.773127+0000","last_clean":"2024-09-12T01:13:06.773127+0000","last_became_active":"2024-09-12T00:50:34.998656+0000","last_became_peered":"2024-09-12T00:50:34.998656+0000","last_unstale":"2024-09-12T01:13:06.773127+0000","last_undegraded":"2024-09-12T01:13:06.773127+0000","last_fullsized":"2024-09-12T01:13:06.773127+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:26:47.962996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":10,"num_read_kb":16384,"num_write":18,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"264'1","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:01.794105+0000","last_change":"2024-09-12T00:50:30.940020+0000","last_active":"2024-09-12T01:13:01.794105+0000","last_peered":"2024-09-12T01:13:01.794105+0000","last_clean":"2024-09-12T01:13:01.794105+0000","last_became_active":"2024-09-12T00:50:30.939689+0000","last_became_peered":"2024-09-12T00:50:30.939689+0000","last_unstale":"2024-09-12T01:13:01.794105+0000","last_undegraded":"2024-09-12T01:13:01.794105+0000","last_fullsized":"2024-09-12T01:13:01.794105+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:49.704148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"264'40","reported_seq":154,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:30.265088+0000","last_change":"2024-09-12T00:49:05.003763+0000","last_active":"2024-09-12T01:13:30.265088+0000","last_peered":"2024-09-12T01:13:30.265088+0000","last_clean":"2024-09-12T01:13:30.265088+0000","last_became_active":"2024-09-12T00:49:05.003249+0000","last_became_peered":"2024-09-12T00:49:05.003249+0000","last_unstale":"2024-09-12T01:13:30.265088+0000","last_undegraded":"2024-09-12T01:13:30.265088+0000","last_fullsized":"2024-09-12T01:13:30.265088+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:53:07.505775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":209,"num_read_kb":145,"num_write":63,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:01.777043+0000","last_change":"2024-09-12T01:01:00.244164+0000","last_active":"2024-09-12T01:11:01.777043+0000","last_peered":"2024-09-12T01:11:01.777043+0000","last_clean":"2024-09-12T01:11:01.777043+0000","last_became_active":"2024-09-12T01:01:00.243245+0000","last_became_peered":"2024-09-12T01:01:00.243245+0000","last_unstale":"2024-09-12T01:11:01.777043+0000","last_undegraded":"2024-09-12T01:11:01.777043+0000","last_fullsized":"2024-09-12T01:11:01.777043+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:18:33.293646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"261'7","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796126+0000","last_change":"2024-09-12T00:50:34.996942+0000","last_active":"2024-09-12T01:13:06.796126+0000","last_peered":"2024-09-12T01:13:06.796126+0000","last_clean":"2024-09-12T01:13:06.796126+0000","last_became_active":"2024-09-12T00:50:34.996636+0000","last_became_peered":"2024-09-12T00:50:34.996636+0000","last_unstale":"2024-09-12T01:13:06.796126+0000","last_undegraded":"2024-09-12T01:13:06.796126+0000","last_fullsized":"2024-09-12T01:13:06.796126+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:43:33.721042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":3076,"num_write":12,"num_write_kb":1026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:00.667540+0000","last_change":"2024-09-12T00:50:30.943697+0000","last_active":"2024-09-12T01:13:00.667540+0000","last_peered":"2024-09-12T01:13:00.667540+0000","last_clean":"2024-09-12T01:13:00.667540+0000","last_became_active":"2024-09-12T00:50:30.943131+0000","last_became_peered":"2024-09-12T00:50:30.943131+0000","last_unstale":"2024-09-12T01:13:00.667540+0000","last_undegraded":"2024-09-12T01:13:00.667540+0000","last_fullsized":"2024-09-12T01:13:00.667540+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:18.820306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'24","reported_seq":112,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:29.762554+0000","last_change":"2024-09-12T00:49:04.999484+0000","last_active":"2024-09-12T01:13:29.762554+0000","last_peered":"2024-09-12T01:13:29.762554+0000","last_clean":"2024-09-12T01:13:29.762554+0000","last_became_active":"2024-09-12T00:49:04.999214+0000","last_became_peered":"2024-09-12T00:49:04.999214+0000","last_unstale":"2024-09-12T01:13:29.762554+0000","last_undegraded":"2024-09-12T01:13:29.762554+0000","last_fullsized":"2024-09-12T01:13:29.762554+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:38.554602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":124,"num_read_kb":86,"num_write":42,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.655741+0000","last_change":"2024-09-12T01:01:00.242402+0000","last_active":"2024-09-12T01:12:41.655741+0000","last_peered":"2024-09-12T01:12:41.655741+0000","last_clean":"2024-09-12T01:12:41.655741+0000","last_became_active":"2024-09-12T01:01:00.242074+0000","last_became_peered":"2024-09-12T01:01:00.242074+0000","last_unstale":"2024-09-12T01:12:41.655741+0000","last_undegraded":"2024-09-12T01:12:41.655741+0000","last_fullsized":"2024-09-12T01:12:41.655741+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:17.494123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"264'3","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.790027+0000","last_change":"2024-09-12T00:50:35.037076+0000","last_active":"2024-09-12T01:12:21.790027+0000","last_peered":"2024-09-12T01:12:21.790027+0000","last_clean":"2024-09-12T01:12:21.790027+0000","last_became_active":"2024-09-12T00:50:35.036761+0000","last_became_peered":"2024-09-12T00:50:35.036761+0000","last_unstale":"2024-09-12T01:12:21.790027+0000","last_undegraded":"2024-09-12T01:12:21.790027+0000","last_fullsized":"2024-09-12T01:12:21.790027+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:03:53.542537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":3,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'4","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:33.771953+0000","last_change":"2024-09-12T00:50:30.934398+0000","last_active":"2024-09-12T01:11:33.771953+0000","last_peered":"2024-09-12T01:11:33.771953+0000","last_clean":"2024-09-12T01:11:33.771953+0000","last_became_active":"2024-09-12T00:50:30.934124+0000","last_became_peered":"2024-09-12T00:50:30.934124+0000","last_unstale":"2024-09-12T01:11:33.771953+0000","last_undegraded":"2024-09-12T01:11:33.771953+0000","last_fullsized":"2024-09-12T01:11:33.771953+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:17.327332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"264'16","reported_seq":89,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:15.669968+0000","last_change":"2024-09-12T00:49:05.002772+0000","last_active":"2024-09-12T01:13:15.669968+0000","last_peered":"2024-09-12T01:13:15.669968+0000","last_clean":"2024-09-12T01:13:15.669968+0000","last_became_active":"2024-09-12T00:49:05.002211+0000","last_became_peered":"2024-09-12T00:49:05.002211+0000","last_unstale":"2024-09-12T01:13:15.669968+0000","last_undegraded":"2024-09-12T01:13:15.669968+0000","last_fullsized":"2024-09-12T01:13:15.669968+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:27.308072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":79,"num_read_kb":54,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.762877+0000","last_change":"2024-09-12T01:01:00.248629+0000","last_active":"2024-09-12T01:12:41.762877+0000","last_peered":"2024-09-12T01:12:41.762877+0000","last_clean":"2024-09-12T01:12:41.762877+0000","last_became_active":"2024-09-12T01:01:00.248297+0000","last_became_peered":"2024-09-12T01:01:00.248297+0000","last_unstale":"2024-09-12T01:12:41.762877+0000","last_undegraded":"2024-09-12T01:12:41.762877+0000","last_fullsized":"2024-09-12T01:12:41.762877+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:45:04.561312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.783725+0000","last_change":"2024-09-12T00:50:35.037325+0000","last_active":"2024-09-12T01:11:36.783725+0000","last_peered":"2024-09-12T01:11:36.783725+0000","last_clean":"2024-09-12T01:11:36.783725+0000","last_became_active":"2024-09-12T00:50:35.036985+0000","last_became_peered":"2024-09-12T00:50:35.036985+0000","last_unstale":"2024-09-12T01:11:36.783725+0000","last_undegraded":"2024-09-12T01:11:36.783725+0000","last_fullsized":"2024-09-12T01:11:36.783725+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:40:21.457178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788231+0000","last_change":"2024-09-12T00:50:30.934350+0000","last_active":"2024-09-12T01:12:16.788231+0000","last_peered":"2024-09-12T01:12:16.788231+0000","last_clean":"2024-09-12T01:12:16.788231+0000","last_became_active":"2024-09-12T00:50:30.934084+0000","last_became_peered":"2024-09-12T00:50:30.934084+0000","last_unstale":"2024-09-12T01:12:16.788231+0000","last_undegraded":"2024-09-12T01:12:16.788231+0000","last_fullsized":"2024-09-12T01:12:16.788231+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:58.529071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2048,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"264'35","reported_seq":131,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.797847+0000","last_change":"2024-09-12T00:49:05.002480+0000","last_active":"2024-09-12T01:13:16.797847+0000","last_peered":"2024-09-12T01:13:16.797847+0000","last_clean":"2024-09-12T01:13:16.797847+0000","last_became_active":"2024-09-12T00:49:05.002224+0000","last_became_peered":"2024-09-12T00:49:05.002224+0000","last_unstale":"2024-09-12T01:13:16.797847+0000","last_undegraded":"2024-09-12T01:13:16.797847+0000","last_fullsized":"2024-09-12T01:13:16.797847+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:08.139476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":151,"num_read_kb":104,"num_write":80,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.791596+0000","last_change":"2024-09-12T01:01:00.240145+0000","last_active":"2024-09-12T01:12:41.791596+0000","last_peered":"2024-09-12T01:12:41.791596+0000","last_clean":"2024-09-12T01:12:41.791596+0000","last_became_active":"2024-09-12T01:01:00.239845+0000","last_became_peered":"2024-09-12T01:01:00.239845+0000","last_unstale":"2024-09-12T01:12:41.791596+0000","last_undegraded":"2024-09-12T01:12:41.791596+0000","last_fullsized":"2024-09-12T01:12:41.791596+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:29:21.793039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"264'3","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:15.685237+0000","last_change":"2024-09-12T00:51:06.150424+0000","last_active":"2024-09-12T01:15:15.685237+0000","last_peered":"2024-09-12T01:15:15.685237+0000","last_clean":"2024-09-12T01:15:15.685237+0000","last_became_active":"2024-09-12T00:51:06.150065+0000","last_became_peered":"2024-09-12T00:51:06.150065+0000","last_unstale":"2024-09-12T01:15:15.685237+0000","last_undegraded":"2024-09-12T01:15:15.685237+0000","last_fullsized":"2024-09-12T01:15:15.685237+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:35:33.339819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.16","version":"264'1","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.760347+0000","last_change":"2024-09-12T00:50:30.944504+0000","last_active":"2024-09-12T01:12:16.760347+0000","last_peered":"2024-09-12T01:12:16.760347+0000","last_clean":"2024-09-12T01:12:16.760347+0000","last_became_active":"2024-09-12T00:50:30.944163+0000","last_became_peered":"2024-09-12T00:50:30.944163+0000","last_unstale":"2024-09-12T01:12:16.760347+0000","last_undegraded":"2024-09-12T01:12:16.760347+0000","last_fullsized":"2024-09-12T01:12:16.760347+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:52.196257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"264'23","reported_seq":106,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.767689+0000","last_change":"2024-09-12T00:49:04.999280+0000","last_active":"2024-09-12T01:13:16.767689+0000","last_peered":"2024-09-12T01:13:16.767689+0000","last_clean":"2024-09-12T01:13:16.767689+0000","last_became_active":"2024-09-12T00:49:04.998991+0000","last_became_peered":"2024-09-12T00:49:04.998991+0000","last_unstale":"2024-09-12T01:13:16.767689+0000","last_undegraded":"2024-09-12T01:13:16.767689+0000","last_fullsized":"2024-09-12T01:13:16.767689+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:17:14.228657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":76,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:43.781055+0000","last_change":"2024-09-12T01:01:00.243575+0000","last_active":"2024-09-12T01:12:43.781055+0000","last_peered":"2024-09-12T01:12:43.781055+0000","last_clean":"2024-09-12T01:12:43.781055+0000","last_became_active":"2024-09-12T01:01:00.243245+0000","last_became_peered":"2024-09-12T01:01:00.243245+0000","last_unstale":"2024-09-12T01:12:43.781055+0000","last_undegraded":"2024-09-12T01:12:43.781055+0000","last_fullsized":"2024-09-12T01:12:43.781055+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:24.484498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"261'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.788839+0000","last_change":"2024-09-12T00:50:34.994727+0000","last_active":"2024-09-12T01:12:21.788839+0000","last_peered":"2024-09-12T01:12:21.788839+0000","last_clean":"2024-09-12T01:12:21.788839+0000","last_became_active":"2024-09-12T00:50:34.994435+0000","last_became_peered":"2024-09-12T00:50:34.994435+0000","last_unstale":"2024-09-12T01:12:21.788839+0000","last_undegraded":"2024-09-12T01:12:21.788839+0000","last_fullsized":"2024-09-12T01:12:21.788839+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:39.933925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661493+0000","last_change":"2024-09-12T00:50:30.940323+0000","last_active":"2024-09-12T01:12:15.661493+0000","last_peered":"2024-09-12T01:12:15.661493+0000","last_clean":"2024-09-12T01:12:15.661493+0000","last_became_active":"2024-09-12T00:50:30.940015+0000","last_became_peered":"2024-09-12T00:50:30.940015+0000","last_unstale":"2024-09-12T01:12:15.661493+0000","last_undegraded":"2024-09-12T01:12:15.661493+0000","last_fullsized":"2024-09-12T01:12:15.661493+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:53.874419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"264'4","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:31.790562+0000","last_change":"2024-09-12T00:49:05.000795+0000","last_active":"2024-09-12T01:12:31.790562+0000","last_peered":"2024-09-12T01:12:31.790562+0000","last_clean":"2024-09-12T01:12:31.790562+0000","last_became_active":"2024-09-12T00:49:05.000448+0000","last_became_peered":"2024-09-12T00:49:05.000448+0000","last_unstale":"2024-09-12T01:12:31.790562+0000","last_undegraded":"2024-09-12T01:12:31.790562+0000","last_fullsized":"2024-09-12T01:12:31.790562+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:03:37.939485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":13,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796239+0000","last_change":"2024-09-12T01:01:00.249415+0000","last_active":"2024-09-12T01:13:06.796239+0000","last_peered":"2024-09-12T01:13:06.796239+0000","last_clean":"2024-09-12T01:13:06.796239+0000","last_became_active":"2024-09-12T01:01:00.249127+0000","last_became_peered":"2024-09-12T01:01:00.249127+0000","last_unstale":"2024-09-12T01:13:06.796239+0000","last_undegraded":"2024-09-12T01:13:06.796239+0000","last_fullsized":"2024-09-12T01:13:06.796239+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:52:34.400467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"264'2","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.646689+0000","last_change":"2024-09-12T00:50:34.994048+0000","last_active":"2024-09-12T01:11:36.646689+0000","last_peered":"2024-09-12T01:11:36.646689+0000","last_clean":"2024-09-12T01:11:36.646689+0000","last_became_active":"2024-09-12T00:50:34.993740+0000","last_became_peered":"2024-09-12T00:50:34.993740+0000","last_unstale":"2024-09-12T01:11:36.646689+0000","last_undegraded":"2024-09-12T01:11:36.646689+0000","last_fullsized":"2024-09-12T01:11:36.646689+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:49.829850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":6144,"num_write":2,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'4","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.781513+0000","last_change":"2024-09-12T00:50:30.943358+0000","last_active":"2024-09-12T01:11:31.781513+0000","last_peered":"2024-09-12T01:11:31.781513+0000","last_clean":"2024-09-12T01:11:31.781513+0000","last_became_active":"2024-09-12T00:50:30.943017+0000","last_became_peered":"2024-09-12T00:50:30.943017+0000","last_unstale":"2024-09-12T01:11:31.781513+0000","last_undegraded":"2024-09-12T01:11:31.781513+0000","last_fullsized":"2024-09-12T01:11:31.781513+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:26:15.575970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":8219,"num_write":9,"num_write_kb":4123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"264'39","reported_seq":147,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:55.136186+0000","last_change":"2024-09-12T00:49:05.001754+0000","last_active":"2024-09-12T01:12:55.136186+0000","last_peered":"2024-09-12T01:12:55.136186+0000","last_clean":"2024-09-12T01:12:55.136186+0000","last_became_active":"2024-09-12T00:49:05.001197+0000","last_became_peered":"2024-09-12T00:49:05.001197+0000","last_unstale":"2024-09-12T01:12:55.136186+0000","last_undegraded":"2024-09-12T01:12:55.136186+0000","last_fullsized":"2024-09-12T01:12:55.136186+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:24.963710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":127,"num_write":78,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:05.668504+0000","last_change":"2024-09-12T01:01:00.246063+0000","last_active":"2024-09-12T01:13:05.668504+0000","last_peered":"2024-09-12T01:13:05.668504+0000","last_clean":"2024-09-12T01:13:05.668504+0000","last_became_active":"2024-09-12T01:01:00.244464+0000","last_became_peered":"2024-09-12T01:01:00.244464+0000","last_unstale":"2024-09-12T01:13:05.668504+0000","last_undegraded":"2024-09-12T01:13:05.668504+0000","last_fullsized":"2024-09-12T01:13:05.668504+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:22.705753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"264'1","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.646641+0000","last_change":"2024-09-12T00:50:34.995644+0000","last_active":"2024-09-12T01:11:36.646641+0000","last_peered":"2024-09-12T01:11:36.646641+0000","last_clean":"2024-09-12T01:11:36.646641+0000","last_became_active":"2024-09-12T00:50:34.995365+0000","last_became_peered":"2024-09-12T00:50:34.995365+0000","last_unstale":"2024-09-12T01:11:36.646641+0000","last_undegraded":"2024-09-12T01:11:36.646641+0000","last_fullsized":"2024-09-12T01:11:36.646641+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:28:20.640956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40145,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":40,"num_write":1,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"261'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.782796+0000","last_change":"2024-09-12T00:50:30.943184+0000","last_active":"2024-09-12T01:11:31.782796+0000","last_peered":"2024-09-12T01:11:31.782796+0000","last_clean":"2024-09-12T01:11:31.782796+0000","last_became_active":"2024-09-12T00:50:30.942874+0000","last_became_peered":"2024-09-12T00:50:30.942874+0000","last_unstale":"2024-09-12T01:11:31.782796+0000","last_undegraded":"2024-09-12T01:11:31.782796+0000","last_fullsized":"2024-09-12T01:11:31.782796+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:52:59.761721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"264'18","reported_seq":94,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:25.662770+0000","last_change":"2024-09-12T00:49:05.001769+0000","last_active":"2024-09-12T01:12:25.662770+0000","last_peered":"2024-09-12T01:12:25.662770+0000","last_clean":"2024-09-12T01:12:25.662770+0000","last_became_active":"2024-09-12T00:49:05.001379+0000","last_became_peered":"2024-09-12T00:49:05.001379+0000","last_unstale":"2024-09-12T01:12:25.662770+0000","last_undegraded":"2024-09-12T01:12:25.662770+0000","last_fullsized":"2024-09-12T01:12:25.662770+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:49.112285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":90,"num_read_kb":62,"num_write":33,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"263'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:45.665365+0000","last_change":"2024-09-12T01:01:00.252486+0000","last_active":"2024-09-12T01:12:45.665365+0000","last_peered":"2024-09-12T01:12:45.665365+0000","last_clean":"2024-09-12T01:12:45.665365+0000","last_became_active":"2024-09-12T01:01:00.251344+0000","last_became_peered":"2024-09-12T01:01:00.251344+0000","last_unstale":"2024-09-12T01:12:45.665365+0000","last_undegraded":"2024-09-12T01:12:45.665365+0000","last_fullsized":"2024-09-12T01:12:45.665365+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:04:03.915476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":33,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.783704+0000","last_change":"2024-09-12T00:50:34.995712+0000","last_active":"2024-09-12T01:11:36.783704+0000","last_peered":"2024-09-12T01:11:36.783704+0000","last_clean":"2024-09-12T01:11:36.783704+0000","last_became_active":"2024-09-12T00:50:34.995297+0000","last_became_peered":"2024-09-12T00:50:34.995297+0000","last_unstale":"2024-09-12T01:11:36.783704+0000","last_undegraded":"2024-09-12T01:11:36.783704+0000","last_fullsized":"2024-09-12T01:11:36.783704+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:08:54.404328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"261'4","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.759988+0000","last_change":"2024-09-12T00:50:30.935163+0000","last_active":"2024-09-12T01:11:31.759988+0000","last_peered":"2024-09-12T01:11:31.759988+0000","last_clean":"2024-09-12T01:11:31.759988+0000","last_became_active":"2024-09-12T00:50:30.934883+0000","last_became_peered":"2024-09-12T00:50:30.934883+0000","last_unstale":"2024-09-12T01:11:31.759988+0000","last_undegraded":"2024-09-12T01:11:31.759988+0000","last_fullsized":"2024-09-12T01:11:31.759988+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:43:58.604195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":4,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"264'13","reported_seq":79,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:26.789605+0000","last_change":"2024-09-12T00:49:04.995425+0000","last_active":"2024-09-12T01:12:26.789605+0000","last_peered":"2024-09-12T01:12:26.789605+0000","last_clean":"2024-09-12T01:12:26.789605+0000","last_became_active":"2024-09-12T00:49:04.995133+0000","last_became_peered":"2024-09-12T00:49:04.995133+0000","last_unstale":"2024-09-12T01:12:26.789605+0000","last_undegraded":"2024-09-12T01:12:26.789605+0000","last_fullsized":"2024-09-12T01:12:26.789605+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:18:07.249211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":43,"num_write":24,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796200+0000","last_change":"2024-09-12T01:01:00.249001+0000","last_active":"2024-09-12T01:13:06.796200+0000","last_peered":"2024-09-12T01:13:06.796200+0000","last_clean":"2024-09-12T01:13:06.796200+0000","last_became_active":"2024-09-12T01:01:00.248137+0000","last_became_peered":"2024-09-12T01:01:00.248137+0000","last_unstale":"2024-09-12T01:13:06.796200+0000","last_undegraded":"2024-09-12T01:13:06.796200+0000","last_fullsized":"2024-09-12T01:13:06.796200+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:08:35.210868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"264'2","reported_seq":35,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.760628+0000","last_change":"2024-09-12T00:50:34.998813+0000","last_active":"2024-09-12T01:11:36.760628+0000","last_peered":"2024-09-12T01:11:36.760628+0000","last_clean":"2024-09-12T01:11:36.760628+0000","last_became_active":"2024-09-12T00:50:34.998442+0000","last_became_peered":"2024-09-12T00:50:34.998442+0000","last_unstale":"2024-09-12T01:11:36.760628+0000","last_undegraded":"2024-09-12T01:11:36.760628+0000","last_fullsized":"2024-09-12T01:11:36.760628+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:10.912223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'6","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:33.771937+0000","last_change":"2024-09-12T00:50:30.935630+0000","last_active":"2024-09-12T01:11:33.771937+0000","last_peered":"2024-09-12T01:11:33.771937+0000","last_clean":"2024-09-12T01:11:33.771937+0000","last_became_active":"2024-09-12T00:50:30.935187+0000","last_became_peered":"2024-09-12T00:50:30.935187+0000","last_unstale":"2024-09-12T01:11:33.771937+0000","last_undegraded":"2024-09-12T01:11:33.771937+0000","last_fullsized":"2024-09-12T01:11:33.771937+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:12.454869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":11,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"264'10","reported_seq":74,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:26.790569+0000","last_change":"2024-09-12T00:49:04.997846+0000","last_active":"2024-09-12T01:12:26.790569+0000","last_peered":"2024-09-12T01:12:26.790569+0000","last_clean":"2024-09-12T01:12:26.790569+0000","last_became_active":"2024-09-12T00:49:04.997543+0000","last_became_peered":"2024-09-12T00:49:04.997543+0000","last_unstale":"2024-09-12T01:12:26.790569+0000","last_undegraded":"2024-09-12T01:12:26.790569+0000","last_fullsized":"2024-09-12T01:12:26.790569+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:34:32.253085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":36,"num_write":21,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.757171+0000","last_change":"2024-09-12T01:01:00.247966+0000","last_active":"2024-09-12T01:11:51.757171+0000","last_peered":"2024-09-12T01:11:51.757171+0000","last_clean":"2024-09-12T01:11:51.757171+0000","last_became_active":"2024-09-12T01:01:00.247390+0000","last_became_peered":"2024-09-12T01:01:00.247390+0000","last_unstale":"2024-09-12T01:11:51.757171+0000","last_undegraded":"2024-09-12T01:11:51.757171+0000","last_fullsized":"2024-09-12T01:11:51.757171+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:23:43.396709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"264'1","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796210+0000","last_change":"2024-09-12T00:50:34.999328+0000","last_active":"2024-09-12T01:13:06.796210+0000","last_peered":"2024-09-12T01:13:06.796210+0000","last_clean":"2024-09-12T01:13:06.796210+0000","last_became_active":"2024-09-12T00:50:34.999003+0000","last_became_peered":"2024-09-12T00:50:34.999003+0000","last_unstale":"2024-09-12T01:13:06.796210+0000","last_undegraded":"2024-09-12T01:13:06.796210+0000","last_fullsized":"2024-09-12T01:13:06.796210+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:42.477954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'1","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:01.794293+0000","last_change":"2024-09-12T00:50:30.945140+0000","last_active":"2024-09-12T01:13:01.794293+0000","last_peered":"2024-09-12T01:13:01.794293+0000","last_clean":"2024-09-12T01:13:01.794293+0000","last_became_active":"2024-09-12T00:50:30.944904+0000","last_became_peered":"2024-09-12T00:50:30.944904+0000","last_unstale":"2024-09-12T01:13:01.794293+0000","last_undegraded":"2024-09-12T01:13:01.794293+0000","last_fullsized":"2024-09-12T01:13:01.794293+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:27.652096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"264'18","reported_seq":92,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:41.784520+0000","last_change":"2024-09-12T00:49:05.006612+0000","last_active":"2024-09-12T01:11:41.784520+0000","last_peered":"2024-09-12T01:11:41.784520+0000","last_clean":"2024-09-12T01:11:41.784520+0000","last_became_active":"2024-09-12T00:49:05.006219+0000","last_became_peered":"2024-09-12T00:49:05.006219+0000","last_unstale":"2024-09-12T01:11:41.784520+0000","last_undegraded":"2024-09-12T01:11:41.784520+0000","last_fullsized":"2024-09-12T01:11:41.784520+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:45:06.118113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":59,"num_write":36,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788162+0000","last_change":"2024-09-12T01:01:00.241273+0000","last_active":"2024-09-12T01:12:16.788162+0000","last_peered":"2024-09-12T01:12:16.788162+0000","last_clean":"2024-09-12T01:12:16.788162+0000","last_became_active":"2024-09-12T01:01:00.240946+0000","last_became_peered":"2024-09-12T01:01:00.240946+0000","last_unstale":"2024-09-12T01:12:16.788162+0000","last_undegraded":"2024-09-12T01:12:16.788162+0000","last_fullsized":"2024-09-12T01:12:16.788162+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:16:02.176460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'1","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796176+0000","last_change":"2024-09-12T00:50:34.996981+0000","last_active":"2024-09-12T01:13:06.796176+0000","last_peered":"2024-09-12T01:13:06.796176+0000","last_clean":"2024-09-12T01:13:06.796176+0000","last_became_active":"2024-09-12T00:50:34.996654+0000","last_became_peered":"2024-09-12T00:50:34.996654+0000","last_unstale":"2024-09-12T01:13:06.796176+0000","last_undegraded":"2024-09-12T01:13:06.796176+0000","last_fullsized":"2024-09-12T01:13:06.796176+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:54:18.121278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"264'1","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:01.765481+0000","last_change":"2024-09-12T00:50:30.941645+0000","last_active":"2024-09-12T01:13:01.765481+0000","last_peered":"2024-09-12T01:13:01.765481+0000","last_clean":"2024-09-12T01:13:01.765481+0000","last_became_active":"2024-09-12T00:50:30.941276+0000","last_became_peered":"2024-09-12T00:50:30.941276+0000","last_unstale":"2024-09-12T01:13:01.765481+0000","last_undegraded":"2024-09-12T01:13:01.765481+0000","last_fullsized":"2024-09-12T01:13:01.765481+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:06:54.998763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'57","reported_seq":206,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:13.385809+0000","last_change":"2024-09-12T00:49:05.000615+0000","last_active":"2024-09-12T01:12:13.385809+0000","last_peered":"2024-09-12T01:12:13.385809+0000","last_clean":"2024-09-12T01:12:13.385809+0000","last_became_active":"2024-09-12T00:49:05.000274+0000","last_became_peered":"2024-09-12T00:49:05.000274+0000","last_unstale":"2024-09-12T01:12:13.385809+0000","last_undegraded":"2024-09-12T01:12:13.385809+0000","last_fullsized":"2024-09-12T01:12:13.385809+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:03:04.131546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":307,"num_read_kb":219,"num_write":100,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.762576+0000","last_change":"2024-09-12T01:01:00.248471+0000","last_active":"2024-09-12T01:11:51.762576+0000","last_peered":"2024-09-12T01:11:51.762576+0000","last_clean":"2024-09-12T01:11:51.762576+0000","last_became_active":"2024-09-12T01:01:00.248139+0000","last_became_peered":"2024-09-12T01:01:00.248139+0000","last_unstale":"2024-09-12T01:11:51.762576+0000","last_undegraded":"2024-09-12T01:11:51.762576+0000","last_fullsized":"2024-09-12T01:11:51.762576+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:34.835791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:11.660233+0000","last_change":"2024-09-12T00:50:35.038730+0000","last_active":"2024-09-12T01:13:11.660233+0000","last_peered":"2024-09-12T01:13:11.660233+0000","last_clean":"2024-09-12T01:13:11.660233+0000","last_became_active":"2024-09-12T00:50:35.038447+0000","last_became_peered":"2024-09-12T00:50:35.038447+0000","last_unstale":"2024-09-12T01:13:11.660233+0000","last_undegraded":"2024-09-12T01:13:11.660233+0000","last_fullsized":"2024-09-12T01:13:11.660233+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:11:31.319735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:15.685190+0000","last_change":"2024-09-12T00:50:30.940184+0000","last_active":"2024-09-12T01:15:15.685190+0000","last_peered":"2024-09-12T01:15:15.685190+0000","last_clean":"2024-09-12T01:15:15.685190+0000","last_became_active":"2024-09-12T00:50:30.939898+0000","last_became_peered":"2024-09-12T00:50:30.939898+0000","last_unstale":"2024-09-12T01:15:15.685190+0000","last_undegraded":"2024-09-12T01:15:15.685190+0000","last_fullsized":"2024-09-12T01:15:15.685190+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:57:36.814375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"264'45","reported_seq":166,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.760689+0000","last_change":"2024-09-12T00:49:04.997205+0000","last_active":"2024-09-12T01:11:36.760689+0000","last_peered":"2024-09-12T01:11:36.760689+0000","last_clean":"2024-09-12T01:11:36.760689+0000","last_became_active":"2024-09-12T00:49:04.996877+0000","last_became_peered":"2024-09-12T00:49:04.996877+0000","last_unstale":"2024-09-12T01:11:36.760689+0000","last_undegraded":"2024-09-12T01:11:36.760689+0000","last_fullsized":"2024-09-12T01:11:36.760689+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:27:06.770076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":154,"num_write":87,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.784535+0000","last_change":"2024-09-12T01:01:00.244978+0000","last_active":"2024-09-12T01:11:51.784535+0000","last_peered":"2024-09-12T01:11:51.784535+0000","last_clean":"2024-09-12T01:11:51.784535+0000","last_became_active":"2024-09-12T01:01:00.244603+0000","last_became_peered":"2024-09-12T01:01:00.244603+0000","last_unstale":"2024-09-12T01:11:51.784535+0000","last_undegraded":"2024-09-12T01:11:51.784535+0000","last_fullsized":"2024-09-12T01:11:51.784535+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:40.503238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'3","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796227+0000","last_change":"2024-09-12T00:50:34.997047+0000","last_active":"2024-09-12T01:13:06.796227+0000","last_peered":"2024-09-12T01:13:06.796227+0000","last_clean":"2024-09-12T01:13:06.796227+0000","last_became_active":"2024-09-12T00:50:34.996753+0000","last_became_peered":"2024-09-12T00:50:34.996753+0000","last_unstale":"2024-09-12T01:13:06.796227+0000","last_undegraded":"2024-09-12T01:13:06.796227+0000","last_fullsized":"2024-09-12T01:13:06.796227+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:47:24.391205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5,"num_read_kb":3072,"num_write":3,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'5","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.659527+0000","last_change":"2024-09-12T00:50:30.935094+0000","last_active":"2024-09-12T01:13:06.659527+0000","last_peered":"2024-09-12T01:13:06.659527+0000","last_clean":"2024-09-12T01:13:06.659527+0000","last_became_active":"2024-09-12T00:50:30.934056+0000","last_became_peered":"2024-09-12T00:50:30.934056+0000","last_unstale":"2024-09-12T01:13:06.659527+0000","last_undegraded":"2024-09-12T01:13:06.659527+0000","last_fullsized":"2024-09-12T01:13:06.659527+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:35:54.805339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5242880,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":6,"num_read_kb":9218,"num_write":10,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"264'76","reported_seq":259,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.755097+0000","last_change":"2024-09-12T00:49:04.999259+0000","last_active":"2024-09-12T01:11:36.755097+0000","last_peered":"2024-09-12T01:11:36.755097+0000","last_clean":"2024-09-12T01:11:36.755097+0000","last_became_active":"2024-09-12T00:49:04.998935+0000","last_became_peered":"2024-09-12T00:49:04.998935+0000","last_unstale":"2024-09-12T01:11:36.755097+0000","last_undegraded":"2024-09-12T01:11:36.755097+0000","last_fullsized":"2024-09-12T01:11:36.755097+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:47.808759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":403,"num_read_kb":301,"num_write":119,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.789497+0000","last_change":"2024-09-12T01:01:00.242450+0000","last_active":"2024-09-12T01:12:16.789497+0000","last_peered":"2024-09-12T01:12:16.789497+0000","last_clean":"2024-09-12T01:12:16.789497+0000","last_became_active":"2024-09-12T01:01:00.242139+0000","last_became_peered":"2024-09-12T01:01:00.242139+0000","last_unstale":"2024-09-12T01:12:16.789497+0000","last_undegraded":"2024-09-12T01:12:16.789497+0000","last_fullsized":"2024-09-12T01:12:16.789497+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:11.006578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'2","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788124+0000","last_change":"2024-09-12T00:50:34.995684+0000","last_active":"2024-09-12T01:12:16.788124+0000","last_peered":"2024-09-12T01:12:16.788124+0000","last_clean":"2024-09-12T01:12:16.788124+0000","last_became_active":"2024-09-12T00:50:34.995313+0000","last_became_peered":"2024-09-12T00:50:34.995313+0000","last_unstale":"2024-09-12T01:12:16.788124+0000","last_undegraded":"2024-09-12T01:12:16.788124+0000","last_fullsized":"2024-09-12T01:12:16.788124+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:46.556893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":7,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"264'4","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.893429+0000","last_change":"2024-09-12T00:50:30.938482+0000","last_active":"2024-09-12T01:15:44.893429+0000","last_peered":"2024-09-12T01:15:44.893429+0000","last_clean":"2024-09-12T01:15:44.893429+0000","last_became_active":"2024-09-12T00:50:30.938036+0000","last_became_peered":"2024-09-12T00:50:30.938036+0000","last_unstale":"2024-09-12T01:15:44.893429+0000","last_undegraded":"2024-09-12T01:15:44.893429+0000","last_fullsized":"2024-09-12T01:15:44.893429+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:53:10.196704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"261'7","reported_seq":66,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:35.655288+0000","last_change":"2024-09-12T00:49:05.004166+0000","last_active":"2024-09-12T01:11:35.655288+0000","last_peered":"2024-09-12T01:11:35.655288+0000","last_clean":"2024-09-12T01:11:35.655288+0000","last_became_active":"2024-09-12T00:49:05.003639+0000","last_became_peered":"2024-09-12T00:49:05.003639+0000","last_unstale":"2024-09-12T01:11:35.655288+0000","last_undegraded":"2024-09-12T01:11:35.655288+0000","last_fullsized":"2024-09-12T01:11:35.655288+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:58.185272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":27,"num_write":13,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788267+0000","last_change":"2024-09-12T01:01:00.247279+0000","last_active":"2024-09-12T01:12:16.788267+0000","last_peered":"2024-09-12T01:12:16.788267+0000","last_clean":"2024-09-12T01:12:16.788267+0000","last_became_active":"2024-09-12T01:01:00.246954+0000","last_became_peered":"2024-09-12T01:01:00.246954+0000","last_unstale":"2024-09-12T01:12:16.788267+0000","last_undegraded":"2024-09-12T01:12:16.788267+0000","last_fullsized":"2024-09-12T01:12:16.788267+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:20:23.050226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788102+0000","last_change":"2024-09-12T00:50:35.036906+0000","last_active":"2024-09-12T01:12:16.788102+0000","last_peered":"2024-09-12T01:12:16.788102+0000","last_clean":"2024-09-12T01:12:16.788102+0000","last_became_active":"2024-09-12T00:50:35.036646+0000","last_became_peered":"2024-09-12T00:50:35.036646+0000","last_unstale":"2024-09-12T01:12:16.788102+0000","last_undegraded":"2024-09-12T01:12:16.788102+0000","last_fullsized":"2024-09-12T01:12:16.788102+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:27.148209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.651964+0000","last_change":"2024-09-12T00:50:30.939794+0000","last_active":"2024-09-12T01:12:11.651964+0000","last_peered":"2024-09-12T01:12:11.651964+0000","last_clean":"2024-09-12T01:12:11.651964+0000","last_became_active":"2024-09-12T00:50:30.939438+0000","last_became_peered":"2024-09-12T00:50:30.939438+0000","last_unstale":"2024-09-12T01:12:11.651964+0000","last_undegraded":"2024-09-12T01:12:11.651964+0000","last_fullsized":"2024-09-12T01:12:11.651964+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:14.996773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"264'27","reported_seq":119,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:29.757272+0000","last_change":"2024-09-12T00:49:04.998654+0000","last_active":"2024-09-12T01:13:29.757272+0000","last_peered":"2024-09-12T01:13:29.757272+0000","last_clean":"2024-09-12T01:13:29.757272+0000","last_became_active":"2024-09-12T00:49:04.998359+0000","last_became_peered":"2024-09-12T00:49:04.998359+0000","last_unstale":"2024-09-12T01:13:29.757272+0000","last_undegraded":"2024-09-12T01:13:29.757272+0000","last_fullsized":"2024-09-12T01:13:29.757272+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:29:18.770661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":92,"num_write":52,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788184+0000","last_change":"2024-09-12T01:01:00.244168+0000","last_active":"2024-09-12T01:12:16.788184+0000","last_peered":"2024-09-12T01:12:16.788184+0000","last_clean":"2024-09-12T01:12:16.788184+0000","last_became_active":"2024-09-12T01:01:00.243414+0000","last_became_peered":"2024-09-12T01:01:00.243414+0000","last_unstale":"2024-09-12T01:12:16.788184+0000","last_undegraded":"2024-09-12T01:12:16.788184+0000","last_fullsized":"2024-09-12T01:12:16.788184+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:23:39.975838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"261'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.659477+0000","last_change":"2024-09-12T00:50:35.000386+0000","last_active":"2024-09-12T01:13:06.659477+0000","last_peered":"2024-09-12T01:13:06.659477+0000","last_clean":"2024-09-12T01:13:06.659477+0000","last_became_active":"2024-09-12T00:50:35.000038+0000","last_became_peered":"2024-09-12T00:50:35.000038+0000","last_unstale":"2024-09-12T01:13:06.659477+0000","last_undegraded":"2024-09-12T01:13:06.659477+0000","last_fullsized":"2024-09-12T01:13:06.659477+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:42.083005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661382+0000","last_change":"2024-09-12T00:50:30.940559+0000","last_active":"2024-09-12T01:12:15.661382+0000","last_peered":"2024-09-12T01:12:15.661382+0000","last_clean":"2024-09-12T01:12:15.661382+0000","last_became_active":"2024-09-12T00:50:30.940252+0000","last_became_peered":"2024-09-12T00:50:30.940252+0000","last_unstale":"2024-09-12T01:12:15.661382+0000","last_undegraded":"2024-09-12T01:12:15.661382+0000","last_fullsized":"2024-09-12T01:12:15.661382+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:12:12.408624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"264'51","reported_seq":188,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.794468+0000","last_change":"2024-09-12T00:49:05.001845+0000","last_active":"2024-09-12T01:12:56.794468+0000","last_peered":"2024-09-12T01:12:56.794468+0000","last_clean":"2024-09-12T01:12:56.794468+0000","last_became_active":"2024-09-12T00:49:05.001450+0000","last_became_peered":"2024-09-12T00:49:05.001450+0000","last_unstale":"2024-09-12T01:12:56.794468+0000","last_undegraded":"2024-09-12T01:12:56.794468+0000","last_fullsized":"2024-09-12T01:12:56.794468+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:20:04.525417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":268,"num_read_kb":187,"num_write":90,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661453+0000","last_change":"2024-09-12T01:01:00.244022+0000","last_active":"2024-09-12T01:12:15.661453+0000","last_peered":"2024-09-12T01:12:15.661453+0000","last_clean":"2024-09-12T01:12:15.661453+0000","last_became_active":"2024-09-12T01:01:00.243734+0000","last_became_peered":"2024-09-12T01:01:00.243734+0000","last_unstale":"2024-09-12T01:12:15.661453+0000","last_undegraded":"2024-09-12T01:12:15.661453+0000","last_fullsized":"2024-09-12T01:12:15.661453+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:32:17.406102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"264'6","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.788816+0000","last_change":"2024-09-12T00:50:34.995658+0000","last_active":"2024-09-12T01:12:21.788816+0000","last_peered":"2024-09-12T01:12:21.788816+0000","last_clean":"2024-09-12T01:12:21.788816+0000","last_became_active":"2024-09-12T00:50:34.995328+0000","last_became_peered":"2024-09-12T00:50:34.995328+0000","last_unstale":"2024-09-12T01:12:21.788816+0000","last_undegraded":"2024-09-12T01:12:21.788816+0000","last_fullsized":"2024-09-12T01:12:21.788816+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:12.786753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":13312,"num_write":6,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'1","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:01.794158+0000","last_change":"2024-09-12T00:50:30.934852+0000","last_active":"2024-09-12T01:13:01.794158+0000","last_peered":"2024-09-12T01:13:01.794158+0000","last_clean":"2024-09-12T01:13:01.794158+0000","last_became_active":"2024-09-12T00:50:30.934572+0000","last_became_peered":"2024-09-12T00:50:30.934572+0000","last_unstale":"2024-09-12T01:13:01.794158+0000","last_undegraded":"2024-09-12T01:13:01.794158+0000","last_fullsized":"2024-09-12T01:13:01.794158+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:28:17.578344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":4096,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"264'58","reported_seq":207,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.771651+0000","last_change":"2024-09-12T00:49:04.996678+0000","last_active":"2024-09-12T01:12:56.771651+0000","last_peered":"2024-09-12T01:12:56.771651+0000","last_clean":"2024-09-12T01:12:56.771651+0000","last_became_active":"2024-09-12T00:49:04.996339+0000","last_became_peered":"2024-09-12T00:49:04.996339+0000","last_unstale":"2024-09-12T01:12:56.771651+0000","last_undegraded":"2024-09-12T01:12:56.771651+0000","last_fullsized":"2024-09-12T01:12:56.771651+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:45.034447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":305,"num_read_kb":218,"num_write":103,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.798800+0000","last_change":"2024-09-12T01:01:00.247279+0000","last_active":"2024-09-12T01:13:31.798800+0000","last_peered":"2024-09-12T01:13:31.798800+0000","last_clean":"2024-09-12T01:13:31.798800+0000","last_became_active":"2024-09-12T01:01:00.246709+0000","last_became_peered":"2024-09-12T01:01:00.246709+0000","last_unstale":"2024-09-12T01:13:31.798800+0000","last_undegraded":"2024-09-12T01:13:31.798800+0000","last_fullsized":"2024-09-12T01:13:31.798800+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:20.235279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"264'6","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.961358+0000","last_change":"2024-09-12T00:50:34.998078+0000","last_active":"2024-09-12T01:15:44.961358+0000","last_peered":"2024-09-12T01:15:44.961358+0000","last_clean":"2024-09-12T01:15:44.961358+0000","last_became_active":"2024-09-12T00:50:34.997718+0000","last_became_peered":"2024-09-12T00:50:34.997718+0000","last_unstale":"2024-09-12T01:15:44.961358+0000","last_undegraded":"2024-09-12T01:15:44.961358+0000","last_fullsized":"2024-09-12T01:15:44.961358+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:17:27.348344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":13430,"num_write":6,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'1","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:26.798212+0000","last_change":"2024-09-12T00:50:30.934114+0000","last_active":"2024-09-12T01:13:26.798212+0000","last_peered":"2024-09-12T01:13:26.798212+0000","last_clean":"2024-09-12T01:13:26.798212+0000","last_became_active":"2024-09-12T00:50:30.933846+0000","last_became_peered":"2024-09-12T00:50:30.933846+0000","last_unstale":"2024-09-12T01:13:26.798212+0000","last_undegraded":"2024-09-12T01:13:26.798212+0000","last_fullsized":"2024-09-12T01:13:26.798212+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:01:17.763715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1024,"num_write":1,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'57","reported_seq":203,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:55.666802+0000","last_change":"2024-09-12T00:49:05.002485+0000","last_active":"2024-09-12T01:12:55.666802+0000","last_peered":"2024-09-12T01:12:55.666802+0000","last_clean":"2024-09-12T01:12:55.666802+0000","last_became_active":"2024-09-12T00:49:05.001896+0000","last_became_peered":"2024-09-12T00:49:05.001896+0000","last_unstale":"2024-09-12T01:12:55.666802+0000","last_undegraded":"2024-09-12T01:12:55.666802+0000","last_fullsized":"2024-09-12T01:12:55.666802+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:57:34.501825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":298,"num_read_kb":208,"num_write":101,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:33.788857+0000","last_change":"2024-09-12T01:01:00.246143+0000","last_active":"2024-09-12T01:13:33.788857+0000","last_peered":"2024-09-12T01:13:33.788857+0000","last_clean":"2024-09-12T01:13:33.788857+0000","last_became_active":"2024-09-12T01:01:00.245868+0000","last_became_peered":"2024-09-12T01:01:00.245868+0000","last_unstale":"2024-09-12T01:13:33.788857+0000","last_undegraded":"2024-09-12T01:13:33.788857+0000","last_fullsized":"2024-09-12T01:13:33.788857+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:35:59.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"264'2","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:35.688255+0000","last_change":"2024-09-12T00:50:35.038714+0000","last_active":"2024-09-12T01:15:35.688255+0000","last_peered":"2024-09-12T01:15:35.688255+0000","last_clean":"2024-09-12T01:15:35.688255+0000","last_became_active":"2024-09-12T00:50:35.038388+0000","last_became_peered":"2024-09-12T00:50:35.038388+0000","last_unstale":"2024-09-12T01:15:35.688255+0000","last_undegraded":"2024-09-12T01:15:35.688255+0000","last_fullsized":"2024-09-12T01:15:35.688255+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:20:32.114053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"264'6","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:26.768648+0000","last_change":"2024-09-12T00:50:30.941770+0000","last_active":"2024-09-12T01:13:26.768648+0000","last_peered":"2024-09-12T01:13:26.768648+0000","last_clean":"2024-09-12T01:13:26.768648+0000","last_became_active":"2024-09-12T00:50:30.941285+0000","last_became_peered":"2024-09-12T00:50:30.941285+0000","last_unstale":"2024-09-12T01:13:26.768648+0000","last_undegraded":"2024-09-12T01:13:26.768648+0000","last_fullsized":"2024-09-12T01:13:26.768648+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:50:12.946641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":9,"num_read_kb":16386,"num_write":11,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'60","reported_seq":219,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.771730+0000","last_change":"2024-09-12T00:49:05.000976+0000","last_active":"2024-09-12T01:12:56.771730+0000","last_peered":"2024-09-12T01:12:56.771730+0000","last_clean":"2024-09-12T01:12:56.771730+0000","last_became_active":"2024-09-12T00:49:05.000655+0000","last_became_peered":"2024-09-12T00:49:05.000655+0000","last_unstale":"2024-09-12T01:12:56.771730+0000","last_undegraded":"2024-09-12T01:12:56.771730+0000","last_fullsized":"2024-09-12T01:12:56.771730+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:36:09.019812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":331,"num_read_kb":248,"num_write":99,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.659414+0000","last_change":"2024-09-12T01:01:00.240090+0000","last_active":"2024-09-12T01:13:06.659414+0000","last_peered":"2024-09-12T01:13:06.659414+0000","last_clean":"2024-09-12T01:13:06.659414+0000","last_became_active":"2024-09-12T01:01:00.239777+0000","last_became_peered":"2024-09-12T01:01:00.239777+0000","last_unstale":"2024-09-12T01:13:06.659414+0000","last_undegraded":"2024-09-12T01:13:06.659414+0000","last_fullsized":"2024-09-12T01:13:06.659414+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:44:33.655470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788276+0000","last_change":"2024-09-12T00:50:35.038307+0000","last_active":"2024-09-12T01:12:16.788276+0000","last_peered":"2024-09-12T01:12:16.788276+0000","last_clean":"2024-09-12T01:12:16.788276+0000","last_became_active":"2024-09-12T00:50:35.038044+0000","last_became_peered":"2024-09-12T00:50:35.038044+0000","last_unstale":"2024-09-12T01:12:16.788276+0000","last_undegraded":"2024-09-12T01:12:16.788276+0000","last_fullsized":"2024-09-12T01:12:16.788276+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:20.183924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"264'1","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:13.777477+0000","last_change":"2024-09-12T00:50:30.931604+0000","last_active":"2024-09-12T01:12:13.777477+0000","last_peered":"2024-09-12T01:12:13.777477+0000","last_clean":"2024-09-12T01:12:13.777477+0000","last_became_active":"2024-09-12T00:50:30.931259+0000","last_became_peered":"2024-09-12T00:50:30.931259+0000","last_unstale":"2024-09-12T01:12:13.777477+0000","last_undegraded":"2024-09-12T01:12:13.777477+0000","last_fullsized":"2024-09-12T01:12:13.777477+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:22.462145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"264'6","reported_seq":65,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786816+0000","last_change":"2024-09-12T00:49:05.006533+0000","last_active":"2024-09-12T01:12:06.786816+0000","last_peered":"2024-09-12T01:12:06.786816+0000","last_clean":"2024-09-12T01:12:06.786816+0000","last_became_active":"2024-09-12T00:49:05.006262+0000","last_became_peered":"2024-09-12T00:49:05.006262+0000","last_unstale":"2024-09-12T01:12:06.786816+0000","last_undegraded":"2024-09-12T01:12:06.786816+0000","last_fullsized":"2024-09-12T01:12:06.786816+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:23.936866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":24,"num_write":11,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.799522+0000","last_change":"2024-09-12T01:01:00.243089+0000","last_active":"2024-09-12T01:13:31.799522+0000","last_peered":"2024-09-12T01:13:31.799522+0000","last_clean":"2024-09-12T01:13:31.799522+0000","last_became_active":"2024-09-12T01:01:00.242637+0000","last_became_peered":"2024-09-12T01:01:00.242637+0000","last_unstale":"2024-09-12T01:13:31.799522+0000","last_undegraded":"2024-09-12T01:13:31.799522+0000","last_fullsized":"2024-09-12T01:13:31.799522+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:20.089088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788197+0000","last_change":"2024-09-12T00:50:34.997522+0000","last_active":"2024-09-12T01:12:16.788197+0000","last_peered":"2024-09-12T01:12:16.788197+0000","last_clean":"2024-09-12T01:12:16.788197+0000","last_became_active":"2024-09-12T00:50:34.997201+0000","last_became_peered":"2024-09-12T00:50:34.997201+0000","last_unstale":"2024-09-12T01:12:16.788197+0000","last_undegraded":"2024-09-12T01:12:16.788197+0000","last_fullsized":"2024-09-12T01:12:16.788197+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:46:04.464092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"264'1","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.787658+0000","last_change":"2024-09-12T00:50:30.945103+0000","last_active":"2024-09-12T01:12:11.787658+0000","last_peered":"2024-09-12T01:12:11.787658+0000","last_clean":"2024-09-12T01:12:11.787658+0000","last_became_active":"2024-09-12T00:50:30.944859+0000","last_became_peered":"2024-09-12T00:50:30.944859+0000","last_unstale":"2024-09-12T01:12:11.787658+0000","last_undegraded":"2024-09-12T01:12:11.787658+0000","last_fullsized":"2024-09-12T01:12:11.787658+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:50.151100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145728,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":3072,"num_write":1,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"264'143","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:32.568516+0000","last_change":"2024-09-12T00:49:04.998334+0000","last_active":"2024-09-12T01:12:32.568516+0000","last_peered":"2024-09-12T01:12:32.568516+0000","last_clean":"2024-09-12T01:12:32.568516+0000","last_became_active":"2024-09-12T00:49:04.998038+0000","last_became_peered":"2024-09-12T00:49:04.998038+0000","last_unstale":"2024-09-12T01:12:32.568516+0000","last_undegraded":"2024-09-12T01:12:32.568516+0000","last_fullsized":"2024-09-12T01:12:32.568516+0000","mapping_epoch":251,"log_start":"261'100","ondisk_log_start":"261'100","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:42:02.981967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":878,"num_read_kb":645,"num_write":176,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"263'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.757262+0000","last_change":"2024-09-12T01:01:00.248642+0000","last_active":"2024-09-12T01:11:51.757262+0000","last_peered":"2024-09-12T01:11:51.757262+0000","last_clean":"2024-09-12T01:11:51.757262+0000","last_became_active":"2024-09-12T01:01:00.248113+0000","last_became_peered":"2024-09-12T01:01:00.248113+0000","last_unstale":"2024-09-12T01:11:51.757262+0000","last_undegraded":"2024-09-12T01:11:51.757262+0000","last_fullsized":"2024-09-12T01:11:51.757262+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:54.629125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"264'2","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.662911+0000","last_change":"2024-09-12T00:50:34.990462+0000","last_active":"2024-09-12T01:13:31.662911+0000","last_peered":"2024-09-12T01:13:31.662911+0000","last_clean":"2024-09-12T01:13:31.662911+0000","last_became_active":"2024-09-12T00:50:34.990137+0000","last_became_peered":"2024-09-12T00:50:34.990137+0000","last_unstale":"2024-09-12T01:13:31.662911+0000","last_undegraded":"2024-09-12T01:13:31.662911+0000","last_fullsized":"2024-09-12T01:13:31.662911+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:42:30.792442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":12288,"num_write":2,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"264'6","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:36.791098+0000","last_change":"2024-09-12T00:50:30.939985+0000","last_active":"2024-09-12T01:12:36.791098+0000","last_peered":"2024-09-12T01:12:36.791098+0000","last_clean":"2024-09-12T01:12:36.791098+0000","last_became_active":"2024-09-12T00:50:30.939689+0000","last_became_peered":"2024-09-12T00:50:30.939689+0000","last_unstale":"2024-09-12T01:12:36.791098+0000","last_undegraded":"2024-09-12T01:12:36.791098+0000","last_fullsized":"2024-09-12T01:12:36.791098+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:42:49.369584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5827243,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":7,"num_read_kb":13883,"num_write":11,"num_write_kb":9787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"264'29","reported_seq":122,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:03.776227+0000","last_change":"2024-09-12T00:49:04.999587+0000","last_active":"2024-09-12T01:12:03.776227+0000","last_peered":"2024-09-12T01:12:03.776227+0000","last_clean":"2024-09-12T01:12:03.776227+0000","last_became_active":"2024-09-12T00:49:04.999284+0000","last_became_peered":"2024-09-12T00:49:04.999284+0000","last_unstale":"2024-09-12T01:12:03.776227+0000","last_undegraded":"2024-09-12T01:12:03.776227+0000","last_fullsized":"2024-09-12T01:12:03.776227+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:16:46.352077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":94,"num_write":55,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:50.657459+0000","last_change":"2024-09-12T01:01:00.246498+0000","last_active":"2024-09-12T01:11:50.657459+0000","last_peered":"2024-09-12T01:11:50.657459+0000","last_clean":"2024-09-12T01:11:50.657459+0000","last_became_active":"2024-09-12T01:01:00.245015+0000","last_became_peered":"2024-09-12T01:01:00.245015+0000","last_unstale":"2024-09-12T01:11:50.657459+0000","last_undegraded":"2024-09-12T01:11:50.657459+0000","last_fullsized":"2024-09-12T01:11:50.657459+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:53.355847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"264'13","reported_seq":61,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:38.780535+0000","last_change":"2024-09-12T00:50:34.994428+0000","last_active":"2024-09-12T01:12:38.780535+0000","last_peered":"2024-09-12T01:12:38.780535+0000","last_clean":"2024-09-12T01:12:38.780535+0000","last_became_active":"2024-09-12T00:50:34.994103+0000","last_became_peered":"2024-09-12T00:50:34.994103+0000","last_unstale":"2024-09-12T01:12:38.780535+0000","last_undegraded":"2024-09-12T01:12:38.780535+0000","last_fullsized":"2024-09-12T01:12:38.780535+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:32.336856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":20,"num_read_kb":29700,"num_write":23,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"264'4","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:26.798132+0000","last_change":"2024-09-12T00:50:30.943189+0000","last_active":"2024-09-12T01:13:26.798132+0000","last_peered":"2024-09-12T01:13:26.798132+0000","last_clean":"2024-09-12T01:13:26.798132+0000","last_became_active":"2024-09-12T00:50:30.942891+0000","last_became_peered":"2024-09-12T00:50:30.942891+0000","last_unstale":"2024-09-12T01:13:26.798132+0000","last_undegraded":"2024-09-12T01:13:26.798132+0000","last_fullsized":"2024-09-12T01:13:26.798132+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:41.298054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"264'25","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:09.963995+0000","last_change":"2024-09-12T00:49:05.002579+0000","last_active":"2024-09-12T01:12:09.963995+0000","last_peered":"2024-09-12T01:12:09.963995+0000","last_clean":"2024-09-12T01:12:09.963995+0000","last_became_active":"2024-09-12T00:49:05.002279+0000","last_became_peered":"2024-09-12T00:49:05.002279+0000","last_unstale":"2024-09-12T01:12:09.963995+0000","last_undegraded":"2024-09-12T01:12:09.963995+0000","last_fullsized":"2024-09-12T01:12:09.963995+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:02:10.509140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":80,"num_write":55,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:30.671672+0000","last_change":"2024-09-12T01:01:00.247119+0000","last_active":"2024-09-12T01:13:30.671672+0000","last_peered":"2024-09-12T01:13:30.671672+0000","last_clean":"2024-09-12T01:13:30.671672+0000","last_became_active":"2024-09-12T01:01:00.246813+0000","last_became_peered":"2024-09-12T01:01:00.246813+0000","last_unstale":"2024-09-12T01:13:30.671672+0000","last_undegraded":"2024-09-12T01:13:30.671672+0000","last_fullsized":"2024-09-12T01:13:30.671672+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:44.699209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"264'7","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.776019+0000","last_change":"2024-09-12T00:50:34.999015+0000","last_active":"2024-09-12T01:13:31.776019+0000","last_peered":"2024-09-12T01:13:31.776019+0000","last_clean":"2024-09-12T01:13:31.776019+0000","last_became_active":"2024-09-12T00:50:34.997560+0000","last_became_peered":"2024-09-12T00:50:34.997560+0000","last_unstale":"2024-09-12T01:13:31.776019+0000","last_undegraded":"2024-09-12T01:13:31.776019+0000","last_fullsized":"2024-09-12T01:13:31.776019+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:31:31.039782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2097152,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":15362,"num_write":12,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"261'5","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:26.662135+0000","last_change":"2024-09-12T00:50:30.934322+0000","last_active":"2024-09-12T01:13:26.662135+0000","last_peered":"2024-09-12T01:13:26.662135+0000","last_clean":"2024-09-12T01:13:26.662135+0000","last_became_active":"2024-09-12T00:50:30.933982+0000","last_became_peered":"2024-09-12T00:50:30.933982+0000","last_unstale":"2024-09-12T01:13:26.662135+0000","last_undegraded":"2024-09-12T01:13:26.662135+0000","last_fullsized":"2024-09-12T01:13:26.662135+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:52:18.342595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"264'41","reported_seq":155,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.764206+0000","last_change":"2024-09-12T00:49:04.997613+0000","last_active":"2024-09-12T01:12:01.764206+0000","last_peered":"2024-09-12T01:12:01.764206+0000","last_clean":"2024-09-12T01:12:01.764206+0000","last_became_active":"2024-09-12T00:49:04.997116+0000","last_became_peered":"2024-09-12T00:49:04.997116+0000","last_unstale":"2024-09-12T01:12:01.764206+0000","last_undegraded":"2024-09-12T01:12:01.764206+0000","last_fullsized":"2024-09-12T01:12:01.764206+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:38.472999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":145,"num_write":70,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.798847+0000","last_change":"2024-09-12T01:01:00.243728+0000","last_active":"2024-09-12T01:13:31.798847+0000","last_peered":"2024-09-12T01:13:31.798847+0000","last_clean":"2024-09-12T01:13:31.798847+0000","last_became_active":"2024-09-12T01:01:00.242885+0000","last_became_peered":"2024-09-12T01:01:00.242885+0000","last_unstale":"2024-09-12T01:13:31.798847+0000","last_undegraded":"2024-09-12T01:13:31.798847+0000","last_fullsized":"2024-09-12T01:13:31.798847+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:25.950179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"261'4","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.799559+0000","last_change":"2024-09-12T00:50:34.994729+0000","last_active":"2024-09-12T01:13:31.799559+0000","last_peered":"2024-09-12T01:13:31.799559+0000","last_clean":"2024-09-12T01:13:31.799559+0000","last_became_active":"2024-09-12T00:50:34.994480+0000","last_became_peered":"2024-09-12T00:50:34.994480+0000","last_unstale":"2024-09-12T01:13:31.799559+0000","last_undegraded":"2024-09-12T01:13:31.799559+0000","last_fullsized":"2024-09-12T01:13:31.799559+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:12.197295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"264'10","reported_seq":61,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:26.775553+0000","last_change":"2024-09-12T00:50:30.933887+0000","last_active":"2024-09-12T01:13:26.775553+0000","last_peered":"2024-09-12T01:13:26.775553+0000","last_clean":"2024-09-12T01:13:26.775553+0000","last_became_active":"2024-09-12T00:50:30.933594+0000","last_became_peered":"2024-09-12T00:50:30.933594+0000","last_unstale":"2024-09-12T01:13:26.775553+0000","last_undegraded":"2024-09-12T01:13:26.775553+0000","last_fullsized":"2024-09-12T01:13:26.775553+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:24:51.917872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8388608,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":14,"num_read_kb":9218,"num_write":15,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"264'15","reported_seq":87,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:11.795873+0000","last_change":"2024-09-12T00:49:04.996577+0000","last_active":"2024-09-12T01:13:11.795873+0000","last_peered":"2024-09-12T01:13:11.795873+0000","last_clean":"2024-09-12T01:13:11.795873+0000","last_became_active":"2024-09-12T00:49:04.996267+0000","last_became_peered":"2024-09-12T00:49:04.996267+0000","last_unstale":"2024-09-12T01:13:11.795873+0000","last_undegraded":"2024-09-12T01:13:11.795873+0000","last_fullsized":"2024-09-12T01:13:11.795873+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:35:30.498458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":72,"num_read_kb":47,"num_write":31,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"264'266","reported_seq":940,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:49.908309+0000","last_change":"2024-09-12T00:34:31.972683+0000","last_active":"2024-09-12T01:13:49.908309+0000","last_peered":"2024-09-12T01:13:49.908309+0000","last_clean":"2024-09-12T01:13:49.908309+0000","last_became_active":"2024-09-12T00:34:31.972352+0000","last_became_peered":"2024-09-12T00:34:31.972352+0000","last_unstale":"2024-09-12T01:13:49.908309+0000","last_undegraded":"2024-09-12T01:13:49.908309+0000","last_fullsized":"2024-09-12T01:13:49.908309+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:59:17.175505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16980811,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":487,"num_read_kb":32416,"num_write":994,"num_write_kb":31752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"264'730","reported_seq":2170,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214031+0000","last_change":"2024-09-12T00:34:33.985593+0000","last_active":"2024-09-12T01:14:04.214031+0000","last_peered":"2024-09-12T01:14:04.214031+0000","last_clean":"2024-09-12T01:14:04.214031+0000","last_became_active":"2024-09-12T00:34:33.985276+0000","last_became_peered":"2024-09-12T00:34:33.985276+0000","last_unstale":"2024-09-12T01:14:04.214031+0000","last_undegraded":"2024-09-12T01:14:04.214031+0000","last_fullsized":"2024-09-12T01:14:04.214031+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":700,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:59.430892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3436,"num_read_kb":3103,"num_write":944,"num_write_kb":333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"264'282","reported_seq":914,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.028672+0000","last_change":"2024-09-12T00:34:31.969262+0000","last_active":"2024-09-12T01:14:05.028672+0000","last_peered":"2024-09-12T01:14:05.028672+0000","last_clean":"2024-09-12T01:14:05.028672+0000","last_became_active":"2024-09-12T00:34:31.968942+0000","last_became_peered":"2024-09-12T00:34:31.968942+0000","last_unstale":"2024-09-12T01:14:05.028672+0000","last_undegraded":"2024-09-12T01:14:05.028672+0000","last_fullsized":"2024-09-12T01:14:05.028672+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:45:08.444349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10832332,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":440,"num_read_kb":37627,"num_write":1030,"num_write_kb":27126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"264'1242","reported_seq":2723,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.295238+0000","last_change":"2024-09-12T00:34:33.984460+0000","last_active":"2024-09-12T01:14:01.295238+0000","last_peered":"2024-09-12T01:14:01.295238+0000","last_clean":"2024-09-12T01:14:01.295238+0000","last_became_active":"2024-09-12T00:34:33.984132+0000","last_became_peered":"2024-09-12T00:34:33.984132+0000","last_unstale":"2024-09-12T01:14:01.295238+0000","last_undegraded":"2024-09-12T01:14:01.295238+0000","last_fullsized":"2024-09-12T01:14:01.295238+0000","mapping_epoch":27,"log_start":"264'1200","ondisk_log_start":"264'1200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":1200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:08:03.324402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5522,"num_read_kb":4835,"num_write":1748,"num_write_kb":764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"264'342","reported_seq":1013,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.641366+0000","last_change":"2024-09-12T00:34:31.966073+0000","last_active":"2024-09-12T01:15:45.641366+0000","last_peered":"2024-09-12T01:15:45.641366+0000","last_clean":"2024-09-12T01:15:45.641366+0000","last_became_active":"2024-09-12T00:34:31.965717+0000","last_became_peered":"2024-09-12T00:34:31.965717+0000","last_unstale":"2024-09-12T01:15:45.641366+0000","last_undegraded":"2024-09-12T01:15:45.641366+0000","last_fullsized":"2024-09-12T01:15:45.641366+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:44:23.023223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4196446,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":545,"num_read_kb":74883,"num_write":1118,"num_write_kb":62428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"264'603","reported_seq":2066,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.956895+0000","last_change":"2024-09-12T00:34:33.985950+0000","last_active":"2024-09-12T01:15:23.956895+0000","last_peered":"2024-09-12T01:15:23.956895+0000","last_clean":"2024-09-12T01:15:23.956895+0000","last_became_active":"2024-09-12T00:34:33.985659+0000","last_became_peered":"2024-09-12T00:34:33.985659+0000","last_unstale":"2024-09-12T01:15:23.956895+0000","last_undegraded":"2024-09-12T01:15:23.956895+0000","last_fullsized":"2024-09-12T01:15:23.956895+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":500,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:39:55.245966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3044,"num_read_kb":2856,"num_write":866,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"264'367","reported_seq":1027,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:58.230615+0000","last_change":"2024-09-12T00:34:31.967402+0000","last_active":"2024-09-12T01:13:58.230615+0000","last_peered":"2024-09-12T01:13:58.230615+0000","last_clean":"2024-09-12T01:13:58.230615+0000","last_became_active":"2024-09-12T00:34:31.967042+0000","last_became_peered":"2024-09-12T00:34:31.967042+0000","last_unstale":"2024-09-12T01:13:58.230615+0000","last_undegraded":"2024-09-12T01:13:58.230615+0000","last_fullsized":"2024-09-12T01:13:58.230615+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:20.822062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10748904,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":540,"num_read_kb":12790,"num_write":1247,"num_write_kb":54093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"264'570","reported_seq":2320,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.427283+0000","last_change":"2024-09-12T00:34:33.995581+0000","last_active":"2024-09-12T01:14:19.427283+0000","last_peered":"2024-09-12T01:14:19.427283+0000","last_clean":"2024-09-12T01:14:19.427283+0000","last_became_active":"2024-09-12T00:34:33.995111+0000","last_became_peered":"2024-09-12T00:34:33.995111+0000","last_unstale":"2024-09-12T01:14:19.427283+0000","last_undegraded":"2024-09-12T01:14:19.427283+0000","last_fullsized":"2024-09-12T01:14:19.427283+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":500,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:31.111672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3117,"num_read_kb":2923,"num_write":675,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"264'276","reported_seq":885,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.827398+0000","last_change":"2024-09-12T00:34:31.957674+0000","last_active":"2024-09-12T01:13:06.827398+0000","last_peered":"2024-09-12T01:13:06.827398+0000","last_clean":"2024-09-12T01:13:06.827398+0000","last_became_active":"2024-09-12T00:34:31.957323+0000","last_became_peered":"2024-09-12T00:34:31.957323+0000","last_unstale":"2024-09-12T01:13:06.827398+0000","last_undegraded":"2024-09-12T01:13:06.827398+0000","last_fullsized":"2024-09-12T01:13:06.827398+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:42:27.665257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1200149,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":364,"num_read_kb":3604,"num_write":962,"num_write_kb":22686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"264'432","reported_seq":2017,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.958255+0000","last_change":"2024-09-12T00:34:33.983350+0000","last_active":"2024-09-12T01:15:23.958255+0000","last_peered":"2024-09-12T01:15:23.958255+0000","last_clean":"2024-09-12T01:15:23.958255+0000","last_became_active":"2024-09-12T00:34:33.983096+0000","last_became_peered":"2024-09-12T00:34:33.983096+0000","last_unstale":"2024-09-12T01:15:23.958255+0000","last_undegraded":"2024-09-12T01:15:23.958255+0000","last_fullsized":"2024-09-12T01:15:23.958255+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:43:55.090725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2469,"num_read_kb":2346,"num_write":493,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"264'301","reported_seq":926,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:19.900601+0000","last_change":"2024-09-12T00:35:05.684324+0000","last_active":"2024-09-12T01:15:19.900601+0000","last_peered":"2024-09-12T01:15:19.900601+0000","last_clean":"2024-09-12T01:15:19.900601+0000","last_became_active":"2024-09-12T00:35:05.683927+0000","last_became_peered":"2024-09-12T00:35:05.683927+0000","last_unstale":"2024-09-12T01:15:19.900601+0000","last_undegraded":"2024-09-12T01:15:19.900601+0000","last_fullsized":"2024-09-12T01:15:19.900601+0000","mapping_epoch":38,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:52.410834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7459658,"num_objects":88,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":88,"num_whiteouts":0,"num_read":416,"num_read_kb":14843,"num_write":985,"num_write_kb":32187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"264'837","reported_seq":2460,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.842751+0000","last_change":"2024-09-12T00:34:33.991578+0000","last_active":"2024-09-12T01:14:04.842751+0000","last_peered":"2024-09-12T01:14:04.842751+0000","last_clean":"2024-09-12T01:14:04.842751+0000","last_became_active":"2024-09-12T00:34:33.991226+0000","last_became_peered":"2024-09-12T00:34:33.991226+0000","last_unstale":"2024-09-12T01:14:04.842751+0000","last_undegraded":"2024-09-12T01:14:04.842751+0000","last_fullsized":"2024-09-12T01:14:04.842751+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":800,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:17.892110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4082,"num_read_kb":3676,"num_write":1124,"num_write_kb":424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"264'299","reported_seq":938,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:43.699598+0000","last_change":"2024-09-12T00:34:31.969447+0000","last_active":"2024-09-12T01:13:43.699598+0000","last_peered":"2024-09-12T01:13:43.699598+0000","last_clean":"2024-09-12T01:13:43.699598+0000","last_became_active":"2024-09-12T00:34:31.969117+0000","last_became_peered":"2024-09-12T00:34:31.969117+0000","last_unstale":"2024-09-12T01:13:43.699598+0000","last_undegraded":"2024-09-12T01:13:43.699598+0000","last_fullsized":"2024-09-12T01:13:43.699598+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:44.772001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6568774,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":475,"num_read_kb":33319,"num_write":1009,"num_write_kb":35686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"264'530","reported_seq":2140,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.842643+0000","last_change":"2024-09-12T00:34:33.979742+0000","last_active":"2024-09-12T01:14:04.842643+0000","last_peered":"2024-09-12T01:14:04.842643+0000","last_clean":"2024-09-12T01:14:04.842643+0000","last_became_active":"2024-09-12T00:34:33.979393+0000","last_became_peered":"2024-09-12T00:34:33.979393+0000","last_unstale":"2024-09-12T01:14:04.842643+0000","last_undegraded":"2024-09-12T01:14:04.842643+0000","last_fullsized":"2024-09-12T01:14:04.842643+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":500,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:31.121816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2571,"num_read_kb":2410,"num_write":595,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"264'307","reported_seq":950,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:48.945450+0000","last_change":"2024-09-12T00:34:31.974655+0000","last_active":"2024-09-12T01:13:48.945450+0000","last_peered":"2024-09-12T01:13:48.945450+0000","last_clean":"2024-09-12T01:13:48.945450+0000","last_became_active":"2024-09-12T00:34:31.974317+0000","last_became_peered":"2024-09-12T00:34:31.974317+0000","last_unstale":"2024-09-12T01:13:48.945450+0000","last_undegraded":"2024-09-12T01:13:48.945450+0000","last_fullsized":"2024-09-12T01:13:48.945450+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:20:52.169197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4241539,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":480,"num_read_kb":21189,"num_write":1193,"num_write_kb":26120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"264'548","reported_seq":2109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.842489+0000","last_change":"2024-09-12T00:34:33.991655+0000","last_active":"2024-09-12T01:14:04.842489+0000","last_peered":"2024-09-12T01:14:04.842489+0000","last_clean":"2024-09-12T01:14:04.842489+0000","last_became_active":"2024-09-12T00:34:33.991373+0000","last_became_peered":"2024-09-12T00:34:33.991373+0000","last_unstale":"2024-09-12T01:14:04.842489+0000","last_undegraded":"2024-09-12T01:14:04.842489+0000","last_fullsized":"2024-09-12T01:14:04.842489+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:01:33.477131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3006,"num_read_kb":2787,"num_write":732,"num_write_kb":267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"264'801","reported_seq":2329,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.419341+0000","last_change":"2024-09-12T00:34:33.986264+0000","last_active":"2024-09-12T01:14:19.419341+0000","last_peered":"2024-09-12T01:14:19.419341+0000","last_clean":"2024-09-12T01:14:19.419341+0000","last_became_active":"2024-09-12T00:34:33.985966+0000","last_became_peered":"2024-09-12T00:34:33.985966+0000","last_unstale":"2024-09-12T01:14:19.419341+0000","last_undegraded":"2024-09-12T01:14:19.419341+0000","last_fullsized":"2024-09-12T01:14:19.419341+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:29:37.403831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3732,"num_read_kb":3359,"num_write":1045,"num_write_kb":376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"264'339","reported_seq":1026,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:45.250868+0000","last_change":"2024-09-12T00:34:31.977080+0000","last_active":"2024-09-12T01:13:45.250868+0000","last_peered":"2024-09-12T01:13:45.250868+0000","last_clean":"2024-09-12T01:13:45.250868+0000","last_became_active":"2024-09-12T00:34:31.976650+0000","last_became_peered":"2024-09-12T00:34:31.976650+0000","last_unstale":"2024-09-12T01:13:45.250868+0000","last_undegraded":"2024-09-12T01:13:45.250868+0000","last_fullsized":"2024-09-12T01:13:45.250868+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:14:35.246226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":15047337,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":607,"num_read_kb":38279,"num_write":1308,"num_write_kb":52699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"264'413","reported_seq":1932,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.843019+0000","last_change":"2024-09-12T00:34:33.984835+0000","last_active":"2024-09-12T01:14:04.843019+0000","last_peered":"2024-09-12T01:14:04.843019+0000","last_clean":"2024-09-12T01:14:04.843019+0000","last_became_active":"2024-09-12T00:34:33.984554+0000","last_became_peered":"2024-09-12T00:34:33.984554+0000","last_unstale":"2024-09-12T01:14:04.843019+0000","last_undegraded":"2024-09-12T01:14:04.843019+0000","last_fullsized":"2024-09-12T01:14:04.843019+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":400,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:59:57.861545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2179,"num_read_kb":2074,"num_write":459,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"264'274","reported_seq":898,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:28.361129+0000","last_change":"2024-09-12T00:34:31.969674+0000","last_active":"2024-09-12T01:13:28.361129+0000","last_peered":"2024-09-12T01:13:28.361129+0000","last_clean":"2024-09-12T01:13:28.361129+0000","last_became_active":"2024-09-12T00:34:31.969289+0000","last_became_peered":"2024-09-12T00:34:31.969289+0000","last_unstale":"2024-09-12T01:13:28.361129+0000","last_undegraded":"2024-09-12T01:13:28.361129+0000","last_fullsized":"2024-09-12T01:13:28.361129+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:43.004125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8440882,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":417,"num_read_kb":29117,"num_write":990,"num_write_kb":18857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"264'378","reported_seq":1862,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.213771+0000","last_change":"2024-09-12T00:34:33.980789+0000","last_active":"2024-09-12T01:14:04.213771+0000","last_peered":"2024-09-12T01:14:04.213771+0000","last_clean":"2024-09-12T01:14:04.213771+0000","last_became_active":"2024-09-12T00:34:33.979922+0000","last_became_peered":"2024-09-12T00:34:33.979922+0000","last_unstale":"2024-09-12T01:14:04.213771+0000","last_undegraded":"2024-09-12T01:14:04.213771+0000","last_fullsized":"2024-09-12T01:14:04.213771+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:32:19.313001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2121,"num_read_kb":2022,"num_write":432,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"264'274","reported_seq":914,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:25.565895+0000","last_change":"2024-09-12T00:34:31.970977+0000","last_active":"2024-09-12T01:13:25.565895+0000","last_peered":"2024-09-12T01:13:25.565895+0000","last_clean":"2024-09-12T01:13:25.565895+0000","last_became_active":"2024-09-12T00:34:31.970655+0000","last_became_peered":"2024-09-12T00:34:31.970655+0000","last_unstale":"2024-09-12T01:13:25.565895+0000","last_undegraded":"2024-09-12T01:13:25.565895+0000","last_fullsized":"2024-09-12T01:13:25.565895+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:13:11.320018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":21496776,"num_objects":78,"num_object_clones":0,"num_object_copies":234,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":78,"num_whiteouts":0,"num_read":389,"num_read_kb":40754,"num_write":991,"num_write_kb":56735,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"264'855","reported_seq":2662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.966735+0000","last_change":"2024-09-12T00:34:33.986658+0000","last_active":"2024-09-12T01:15:23.966735+0000","last_peered":"2024-09-12T01:15:23.966735+0000","last_clean":"2024-09-12T01:15:23.966735+0000","last_became_active":"2024-09-12T00:34:33.985699+0000","last_became_peered":"2024-09-12T00:34:33.985699+0000","last_unstale":"2024-09-12T01:15:23.966735+0000","last_undegraded":"2024-09-12T01:15:23.966735+0000","last_fullsized":"2024-09-12T01:15:23.966735+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":800,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:37:19.354031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4345,"num_read_kb":3960,"num_write":1112,"num_write_kb":397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"264'346","reported_seq":992,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:50.351169+0000","last_change":"2024-09-12T00:35:05.688527+0000","last_active":"2024-09-12T01:12:50.351169+0000","last_peered":"2024-09-12T01:12:50.351169+0000","last_clean":"2024-09-12T01:12:50.351169+0000","last_became_active":"2024-09-12T00:35:05.688122+0000","last_became_peered":"2024-09-12T00:35:05.688122+0000","last_unstale":"2024-09-12T01:12:50.351169+0000","last_undegraded":"2024-09-12T01:12:50.351169+0000","last_fullsized":"2024-09-12T01:12:50.351169+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:02:05.656354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13674319,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":631,"num_read_kb":20182,"num_write":1255,"num_write_kb":44203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"264'864","reported_seq":2382,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.718922+0000","last_change":"2024-09-12T00:34:33.980369+0000","last_active":"2024-09-12T01:14:15.718922+0000","last_peered":"2024-09-12T01:14:15.718922+0000","last_clean":"2024-09-12T01:14:15.718922+0000","last_became_active":"2024-09-12T00:34:33.980096+0000","last_became_peered":"2024-09-12T00:34:33.980096+0000","last_unstale":"2024-09-12T01:14:15.718922+0000","last_undegraded":"2024-09-12T01:14:15.718922+0000","last_fullsized":"2024-09-12T01:14:15.718922+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":800,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:11:06.061389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3928,"num_read_kb":3504,"num_write":1145,"num_write_kb":420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"264'310","reported_seq":1002,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:11.796972+0000","last_change":"2024-09-12T00:34:31.967710+0000","last_active":"2024-09-12T01:13:11.796972+0000","last_peered":"2024-09-12T01:13:11.796972+0000","last_clean":"2024-09-12T01:13:11.796972+0000","last_became_active":"2024-09-12T00:34:31.967261+0000","last_became_peered":"2024-09-12T00:34:31.967261+0000","last_unstale":"2024-09-12T01:13:11.796972+0000","last_undegraded":"2024-09-12T01:13:11.796972+0000","last_fullsized":"2024-09-12T01:13:11.796972+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:01:47.168031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6296305,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":579,"num_read_kb":54864,"num_write":1146,"num_write_kb":45907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"264'811","reported_seq":2408,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.427127+0000","last_change":"2024-09-12T00:34:33.977217+0000","last_active":"2024-09-12T01:14:19.427127+0000","last_peered":"2024-09-12T01:14:19.427127+0000","last_clean":"2024-09-12T01:14:19.427127+0000","last_became_active":"2024-09-12T00:34:33.976919+0000","last_became_peered":"2024-09-12T00:34:33.976919+0000","last_unstale":"2024-09-12T01:14:19.427127+0000","last_undegraded":"2024-09-12T01:14:19.427127+0000","last_fullsized":"2024-09-12T01:14:19.427127+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":800,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:19.211001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4130,"num_read_kb":3753,"num_write":1091,"num_write_kb":407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"264'333","reported_seq":1060,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.678650+0000","last_change":"2024-09-12T00:34:31.964202+0000","last_active":"2024-09-12T01:15:45.678650+0000","last_peered":"2024-09-12T01:15:45.678650+0000","last_clean":"2024-09-12T01:15:45.678650+0000","last_became_active":"2024-09-12T00:34:31.963862+0000","last_became_peered":"2024-09-12T00:34:31.963862+0000","last_unstale":"2024-09-12T01:15:45.678650+0000","last_undegraded":"2024-09-12T01:15:45.678650+0000","last_fullsized":"2024-09-12T01:15:45.678650+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:07:19.581944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2268,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":564,"num_read_kb":19053,"num_write":1129,"num_write_kb":25874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"264'120","reported_seq":613,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.480353+0000","last_change":"2024-09-12T00:34:42.026431+0000","last_active":"2024-09-12T01:14:19.480353+0000","last_peered":"2024-09-12T01:14:19.480353+0000","last_clean":"2024-09-12T01:14:19.480353+0000","last_became_active":"2024-09-12T00:34:42.026130+0000","last_became_peered":"2024-09-12T00:34:42.026130+0000","last_unstale":"2024-09-12T01:14:19.480353+0000","last_undegraded":"2024-09-12T01:14:19.480353+0000","last_fullsized":"2024-09-12T01:14:19.480353+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:05.340058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":121,"num_read_kb":120,"num_write":270,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"264'822","reported_seq":2506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.426764+0000","last_change":"2024-09-12T00:35:05.222628+0000","last_active":"2024-09-12T01:14:19.426764+0000","last_peered":"2024-09-12T01:14:19.426764+0000","last_clean":"2024-09-12T01:14:19.426764+0000","last_became_active":"2024-09-12T00:35:05.222184+0000","last_became_peered":"2024-09-12T00:35:05.222184+0000","last_unstale":"2024-09-12T01:14:19.426764+0000","last_undegraded":"2024-09-12T01:14:19.426764+0000","last_fullsized":"2024-09-12T01:14:19.426764+0000","mapping_epoch":38,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":800,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:40:25.729097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4052,"num_read_kb":3687,"num_write":1060,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"264'248","reported_seq":851,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:32.957922+0000","last_change":"2024-09-12T00:34:31.956810+0000","last_active":"2024-09-12T01:12:32.957922+0000","last_peered":"2024-09-12T01:12:32.957922+0000","last_clean":"2024-09-12T01:12:32.957922+0000","last_became_active":"2024-09-12T00:34:31.955347+0000","last_became_peered":"2024-09-12T00:34:31.955347+0000","last_unstale":"2024-09-12T01:12:32.957922+0000","last_undegraded":"2024-09-12T01:12:32.957922+0000","last_fullsized":"2024-09-12T01:12:32.957922+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":200,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:37:56.708980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5251518,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":355,"num_read_kb":400,"num_write":883,"num_write_kb":33629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:18.786094+0000","last_change":"2024-09-12T00:34:35.990062+0000","last_active":"2024-09-12T01:13:18.786094+0000","last_peered":"2024-09-12T01:13:18.786094+0000","last_clean":"2024-09-12T01:13:18.786094+0000","last_became_active":"2024-09-12T00:34:35.989736+0000","last_became_peered":"2024-09-12T00:34:35.989736+0000","last_unstale":"2024-09-12T01:13:18.786094+0000","last_undegraded":"2024-09-12T01:13:18.786094+0000","last_fullsized":"2024-09-12T01:13:18.786094+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:50:52.417243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"264'357","reported_seq":968,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.484291+0000","last_change":"2024-09-12T00:34:37.997963+0000","last_active":"2024-09-12T01:15:45.484291+0000","last_peered":"2024-09-12T01:15:45.484291+0000","last_clean":"2024-09-12T01:15:45.484291+0000","last_became_active":"2024-09-12T00:34:37.997634+0000","last_became_peered":"2024-09-12T00:34:37.997634+0000","last_unstale":"2024-09-12T01:15:45.484291+0000","last_undegraded":"2024-09-12T01:15:45.484291+0000","last_fullsized":"2024-09-12T01:15:45.484291+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:50:10.178681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50513,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":582,"num_read_kb":1227,"num_write":468,"num_write_kb":330,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:10:56.776373+0000","last_change":"2024-09-12T00:34:40.010591+0000","last_active":"2024-09-12T01:10:56.776373+0000","last_peered":"2024-09-12T01:10:56.776373+0000","last_clean":"2024-09-12T01:10:56.776373+0000","last_became_active":"2024-09-12T00:34:40.010305+0000","last_became_peered":"2024-09-12T00:34:40.010305+0000","last_unstale":"2024-09-12T01:10:56.776373+0000","last_undegraded":"2024-09-12T01:10:56.776373+0000","last_fullsized":"2024-09-12T01:10:56.776373+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:31:12.503235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"264'2429","reported_seq":4304,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:16.930435+0000","last_change":"2024-09-12T00:34:42.013669+0000","last_active":"2024-09-12T01:14:16.930435+0000","last_peered":"2024-09-12T01:14:16.930435+0000","last_clean":"2024-09-12T01:14:16.930435+0000","last_became_active":"2024-09-12T00:34:42.013380+0000","last_became_peered":"2024-09-12T00:34:42.013380+0000","last_unstale":"2024-09-12T01:14:16.930435+0000","last_undegraded":"2024-09-12T01:14:16.930435+0000","last_fullsized":"2024-09-12T01:14:16.930435+0000","mapping_epoch":35,"log_start":"264'2400","ondisk_log_start":"264'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":2400,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:03.793095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6063,"num_read_kb":6068,"num_write":4815,"num_write_kb":1781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"264'885","reported_seq":2574,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214188+0000","last_change":"2024-09-12T00:34:33.979838+0000","last_active":"2024-09-12T01:14:04.214188+0000","last_peered":"2024-09-12T01:14:04.214188+0000","last_clean":"2024-09-12T01:14:04.214188+0000","last_became_active":"2024-09-12T00:34:33.979514+0000","last_became_peered":"2024-09-12T00:34:33.979514+0000","last_unstale":"2024-09-12T01:14:04.214188+0000","last_undegraded":"2024-09-12T01:14:04.214188+0000","last_fullsized":"2024-09-12T01:14:04.214188+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":800,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:12:49.268190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4152,"num_read_kb":3754,"num_write":1137,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"264'313","reported_seq":944,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.561816+0000","last_change":"2024-09-12T00:34:31.969564+0000","last_active":"2024-09-12T01:15:45.561816+0000","last_peered":"2024-09-12T01:15:45.561816+0000","last_clean":"2024-09-12T01:15:45.561816+0000","last_became_active":"2024-09-12T00:34:31.969245+0000","last_became_peered":"2024-09-12T00:34:31.969245+0000","last_unstale":"2024-09-12T01:15:45.561816+0000","last_undegraded":"2024-09-12T01:15:45.561816+0000","last_fullsized":"2024-09-12T01:15:45.561816+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:29:59.444541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6461849,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":473,"num_read_kb":33363,"num_write":1036,"num_write_kb":61890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.787547+0000","last_change":"2024-09-12T00:34:35.992366+0000","last_active":"2024-09-12T01:12:01.787547+0000","last_peered":"2024-09-12T01:12:01.787547+0000","last_clean":"2024-09-12T01:12:01.787547+0000","last_became_active":"2024-09-12T00:34:35.992059+0000","last_became_peered":"2024-09-12T00:34:35.992059+0000","last_unstale":"2024-09-12T01:12:01.787547+0000","last_undegraded":"2024-09-12T01:12:01.787547+0000","last_fullsized":"2024-09-12T01:12:01.787547+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:45.149888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"264'88","reported_seq":610,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.085030+0000","last_change":"2024-09-12T00:34:37.996636+0000","last_active":"2024-09-12T01:14:47.085030+0000","last_peered":"2024-09-12T01:14:47.085030+0000","last_clean":"2024-09-12T01:14:47.085030+0000","last_became_active":"2024-09-12T00:34:37.996356+0000","last_became_peered":"2024-09-12T00:34:37.996356+0000","last_unstale":"2024-09-12T01:14:47.085030+0000","last_undegraded":"2024-09-12T01:14:47.085030+0000","last_fullsized":"2024-09-12T01:14:47.085030+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:09:37.137254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":98,"num_read_kb":94,"num_write":64,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":481,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:10:56.776357+0000","last_change":"2024-09-12T00:34:40.004430+0000","last_active":"2024-09-12T01:10:56.776357+0000","last_peered":"2024-09-12T01:10:56.776357+0000","last_clean":"2024-09-12T01:10:56.776357+0000","last_became_active":"2024-09-12T00:34:40.004064+0000","last_became_peered":"2024-09-12T00:34:40.004064+0000","last_unstale":"2024-09-12T01:10:56.776357+0000","last_undegraded":"2024-09-12T01:10:56.776357+0000","last_fullsized":"2024-09-12T01:10:56.776357+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:20:00.896242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"264'127","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:17.542578+0000","last_change":"2024-09-12T00:34:42.013956+0000","last_active":"2024-09-12T01:14:17.542578+0000","last_peered":"2024-09-12T01:14:17.542578+0000","last_clean":"2024-09-12T01:14:17.542578+0000","last_became_active":"2024-09-12T00:34:42.013616+0000","last_became_peered":"2024-09-12T00:34:42.013616+0000","last_unstale":"2024-09-12T01:14:17.542578+0000","last_undegraded":"2024-09-12T01:14:17.542578+0000","last_fullsized":"2024-09-12T01:14:17.542578+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:27.396985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1123,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":131,"num_read_kb":129,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"264'527","reported_seq":2189,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.797405+0000","last_change":"2024-09-12T00:34:33.990499+0000","last_active":"2024-09-12T01:14:18.797405+0000","last_peered":"2024-09-12T01:14:18.797405+0000","last_clean":"2024-09-12T01:14:18.797405+0000","last_became_active":"2024-09-12T00:34:33.990151+0000","last_became_peered":"2024-09-12T00:34:33.990151+0000","last_unstale":"2024-09-12T01:14:18.797405+0000","last_undegraded":"2024-09-12T01:14:18.797405+0000","last_fullsized":"2024-09-12T01:14:18.797405+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":500,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:10:32.164720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2843,"num_read_kb":2652,"num_write":643,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"264'268","reported_seq":922,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.800467+0000","last_change":"2024-09-12T00:34:31.954756+0000","last_active":"2024-09-12T01:12:56.800467+0000","last_peered":"2024-09-12T01:12:56.800467+0000","last_clean":"2024-09-12T01:12:56.800467+0000","last_became_active":"2024-09-12T00:34:31.954374+0000","last_became_peered":"2024-09-12T00:34:31.954374+0000","last_unstale":"2024-09-12T01:12:56.800467+0000","last_undegraded":"2024-09-12T01:12:56.800467+0000","last_fullsized":"2024-09-12T01:12:56.800467+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:13.026371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3642884,"num_objects":83,"num_object_clones":0,"num_object_copies":249,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":83,"num_whiteouts":0,"num_read":404,"num_read_kb":14610,"num_write":949,"num_write_kb":17739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.797911+0000","last_change":"2024-09-12T00:34:35.988960+0000","last_active":"2024-09-12T01:13:16.797911+0000","last_peered":"2024-09-12T01:13:16.797911+0000","last_clean":"2024-09-12T01:13:16.797911+0000","last_became_active":"2024-09-12T00:34:35.988647+0000","last_became_peered":"2024-09-12T00:34:35.988647+0000","last_unstale":"2024-09-12T01:13:16.797911+0000","last_undegraded":"2024-09-12T01:13:16.797911+0000","last_fullsized":"2024-09-12T01:13:16.797911+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:53:22.884707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"264'122","reported_seq":665,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.106105+0000","last_change":"2024-09-12T00:34:37.999594+0000","last_active":"2024-09-12T01:14:47.106105+0000","last_peered":"2024-09-12T01:14:47.106105+0000","last_clean":"2024-09-12T01:14:47.106105+0000","last_became_active":"2024-09-12T00:34:37.999287+0000","last_became_peered":"2024-09-12T00:34:37.999287+0000","last_unstale":"2024-09-12T01:14:47.106105+0000","last_undegraded":"2024-09-12T01:14:47.106105+0000","last_fullsized":"2024-09-12T01:14:47.106105+0000","mapping_epoch":31,"log_start":"264'100","ondisk_log_start":"264'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:57:41.952418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":142,"num_read_kb":133,"num_write":96,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"264'779","reported_seq":2520,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.922826+0000","last_change":"2024-09-12T00:34:40.008325+0000","last_active":"2024-09-12T01:15:24.922826+0000","last_peered":"2024-09-12T01:15:24.922826+0000","last_clean":"2024-09-12T01:15:24.922826+0000","last_became_active":"2024-09-12T00:34:40.008042+0000","last_became_peered":"2024-09-12T00:34:40.008042+0000","last_unstale":"2024-09-12T01:15:24.922826+0000","last_undegraded":"2024-09-12T01:15:24.922826+0000","last_fullsized":"2024-09-12T01:15:24.922826+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":700,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:56:32.971273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"264'199","reported_seq":1013,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.532309+0000","last_change":"2024-09-12T00:34:42.012419+0000","last_active":"2024-09-12T01:14:19.532309+0000","last_peered":"2024-09-12T01:14:19.532309+0000","last_clean":"2024-09-12T01:14:19.532309+0000","last_became_active":"2024-09-12T00:34:42.012068+0000","last_became_peered":"2024-09-12T00:34:42.012068+0000","last_unstale":"2024-09-12T01:14:19.532309+0000","last_undegraded":"2024-09-12T01:14:19.532309+0000","last_fullsized":"2024-09-12T01:14:19.532309+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:53:45.018747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":592,"num_read_kb":587,"num_write":436,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"264'391","reported_seq":1807,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.966439+0000","last_change":"2024-09-12T00:34:33.988636+0000","last_active":"2024-09-12T01:15:23.966439+0000","last_peered":"2024-09-12T01:15:23.966439+0000","last_clean":"2024-09-12T01:15:23.966439+0000","last_became_active":"2024-09-12T00:34:33.988336+0000","last_became_peered":"2024-09-12T00:34:33.988336+0000","last_unstale":"2024-09-12T01:15:23.966439+0000","last_undegraded":"2024-09-12T01:15:23.966439+0000","last_fullsized":"2024-09-12T01:15:23.966439+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:47.353811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2117,"num_read_kb":1998,"num_write":485,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"264'283","reported_seq":989,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.026984+0000","last_change":"2024-09-12T00:34:31.972977+0000","last_active":"2024-09-12T01:14:05.026984+0000","last_peered":"2024-09-12T01:14:05.026984+0000","last_clean":"2024-09-12T01:14:05.026984+0000","last_became_active":"2024-09-12T00:34:31.972632+0000","last_became_peered":"2024-09-12T00:34:31.972632+0000","last_unstale":"2024-09-12T01:14:05.026984+0000","last_undegraded":"2024-09-12T01:14:05.026984+0000","last_fullsized":"2024-09-12T01:14:05.026984+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:44:00.620768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1051242,"num_objects":55,"num_object_clones":0,"num_object_copies":165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":581,"num_read_kb":143946,"num_write":1096,"num_write_kb":51229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:18.786114+0000","last_change":"2024-09-12T00:34:35.991140+0000","last_active":"2024-09-12T01:13:18.786114+0000","last_peered":"2024-09-12T01:13:18.786114+0000","last_clean":"2024-09-12T01:13:18.786114+0000","last_became_active":"2024-09-12T00:34:35.990837+0000","last_became_peered":"2024-09-12T00:34:35.990837+0000","last_unstale":"2024-09-12T01:13:18.786114+0000","last_undegraded":"2024-09-12T01:13:18.786114+0000","last_fullsized":"2024-09-12T01:13:18.786114+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:03.479665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"264'272","reported_seq":838,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.108856+0000","last_change":"2024-09-12T00:34:38.120984+0000","last_active":"2024-09-12T01:14:47.108856+0000","last_peered":"2024-09-12T01:14:47.108856+0000","last_clean":"2024-09-12T01:14:47.108856+0000","last_became_active":"2024-09-12T00:34:38.120411+0000","last_became_peered":"2024-09-12T00:34:38.120411+0000","last_unstale":"2024-09-12T01:14:47.108856+0000","last_undegraded":"2024-09-12T01:14:47.108856+0000","last_fullsized":"2024-09-12T01:14:47.108856+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:17:46.966321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61333,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":451,"num_read_kb":947,"num_write":374,"num_write_kb":308,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"264'812","reported_seq":4383,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.928679+0000","last_change":"2024-09-12T00:34:40.010350+0000","last_active":"2024-09-12T01:15:24.928679+0000","last_peered":"2024-09-12T01:15:24.928679+0000","last_clean":"2024-09-12T01:15:24.928679+0000","last_became_active":"2024-09-12T00:34:40.010075+0000","last_became_peered":"2024-09-12T00:34:40.010075+0000","last_unstale":"2024-09-12T01:15:24.928679+0000","last_undegraded":"2024-09-12T01:15:24.928679+0000","last_fullsized":"2024-09-12T01:15:24.928679+0000","mapping_epoch":33,"log_start":"264'800","ondisk_log_start":"264'800","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":800,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:21.033967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"264'1229","reported_seq":2854,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.796175+0000","last_change":"2024-09-12T00:34:33.985063+0000","last_active":"2024-09-12T01:14:18.796175+0000","last_peered":"2024-09-12T01:14:18.796175+0000","last_clean":"2024-09-12T01:14:18.796175+0000","last_became_active":"2024-09-12T00:34:33.984747+0000","last_became_peered":"2024-09-12T00:34:33.984747+0000","last_unstale":"2024-09-12T01:14:18.796175+0000","last_undegraded":"2024-09-12T01:14:18.796175+0000","last_fullsized":"2024-09-12T01:14:18.796175+0000","mapping_epoch":27,"log_start":"264'1200","ondisk_log_start":"264'1200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":1200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:55:42.229610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":5629,"num_read_kb":4953,"num_write":1699,"num_write_kb":697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"264'286","reported_seq":961,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:15.341974+0000","last_change":"2024-09-12T00:34:31.970984+0000","last_active":"2024-09-12T01:15:15.341974+0000","last_peered":"2024-09-12T01:15:15.341974+0000","last_clean":"2024-09-12T01:15:15.341974+0000","last_became_active":"2024-09-12T00:34:31.970437+0000","last_became_peered":"2024-09-12T00:34:31.970437+0000","last_unstale":"2024-09-12T01:15:15.341974+0000","last_undegraded":"2024-09-12T01:15:15.341974+0000","last_fullsized":"2024-09-12T01:15:15.341974+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:38:13.384773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7367901,"num_objects":55,"num_object_clones":0,"num_object_copies":165,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":530,"num_read_kb":27170,"num_write":1058,"num_write_kb":35174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:26.780716+0000","last_change":"2024-09-12T00:34:35.985027+0000","last_active":"2024-09-12T01:11:26.780716+0000","last_peered":"2024-09-12T01:11:26.780716+0000","last_clean":"2024-09-12T01:11:26.780716+0000","last_became_active":"2024-09-12T00:34:35.984738+0000","last_became_peered":"2024-09-12T00:34:35.984738+0000","last_unstale":"2024-09-12T01:11:26.780716+0000","last_undegraded":"2024-09-12T01:11:26.780716+0000","last_fullsized":"2024-09-12T01:11:26.780716+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:04.189167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"264'321","reported_seq":924,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.145344+0000","last_change":"2024-09-12T00:34:38.121042+0000","last_active":"2024-09-12T01:14:47.145344+0000","last_peered":"2024-09-12T01:14:47.145344+0000","last_clean":"2024-09-12T01:14:47.145344+0000","last_became_active":"2024-09-12T00:34:38.120453+0000","last_became_peered":"2024-09-12T00:34:38.120453+0000","last_unstale":"2024-09-12T01:14:47.145344+0000","last_undegraded":"2024-09-12T01:14:47.145344+0000","last_fullsized":"2024-09-12T01:14:47.145344+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:14.952743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50345,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":514,"num_read_kb":924,"num_write":396,"num_write_kb":253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.657797+0000","last_change":"2024-09-12T00:34:40.004397+0000","last_active":"2024-09-12T01:12:56.657797+0000","last_peered":"2024-09-12T01:12:56.657797+0000","last_clean":"2024-09-12T01:12:56.657797+0000","last_became_active":"2024-09-12T00:34:40.004087+0000","last_became_peered":"2024-09-12T00:34:40.004087+0000","last_unstale":"2024-09-12T01:12:56.657797+0000","last_undegraded":"2024-09-12T01:12:56.657797+0000","last_fullsized":"2024-09-12T01:12:56.657797+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:16.700714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"264'642","reported_seq":1502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.909214+0000","last_change":"2024-09-12T00:34:42.014110+0000","last_active":"2024-09-12T01:15:24.909214+0000","last_peered":"2024-09-12T01:15:24.909214+0000","last_clean":"2024-09-12T01:15:24.909214+0000","last_became_active":"2024-09-12T00:34:42.013850+0000","last_became_peered":"2024-09-12T00:34:42.013850+0000","last_unstale":"2024-09-12T01:15:24.909214+0000","last_undegraded":"2024-09-12T01:15:24.909214+0000","last_fullsized":"2024-09-12T01:15:24.909214+0000","mapping_epoch":35,"log_start":"264'600","ondisk_log_start":"264'600","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":600,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:26.982176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1535,"num_read_kb":1474,"num_write":1355,"num_write_kb":465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"264'320","reported_seq":1692,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.461103+0000","last_change":"2024-09-12T00:34:33.984073+0000","last_active":"2024-09-12T01:14:05.461103+0000","last_peered":"2024-09-12T01:14:05.461103+0000","last_clean":"2024-09-12T01:14:05.461103+0000","last_became_active":"2024-09-12T00:34:33.983785+0000","last_became_peered":"2024-09-12T00:34:33.983785+0000","last_unstale":"2024-09-12T01:14:05.461103+0000","last_undegraded":"2024-09-12T01:14:05.461103+0000","last_fullsized":"2024-09-12T01:14:05.461103+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:33.648983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1790,"num_read_kb":1722,"num_write":367,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"264'413","reported_seq":1309,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:16.532328+0000","last_change":"2024-09-12T00:34:31.963429+0000","last_active":"2024-09-12T01:14:16.532328+0000","last_peered":"2024-09-12T01:14:16.532328+0000","last_clean":"2024-09-12T01:14:16.532328+0000","last_became_active":"2024-09-12T00:34:31.959073+0000","last_became_peered":"2024-09-12T00:34:31.959073+0000","last_unstale":"2024-09-12T01:14:16.532328+0000","last_undegraded":"2024-09-12T01:14:16.532328+0000","last_fullsized":"2024-09-12T01:14:16.532328+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":400,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:58.215661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9164242,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":1284,"num_read_kb":21337,"num_write":1685,"num_write_kb":39863,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:26.753698+0000","last_change":"2024-09-12T00:34:35.985573+0000","last_active":"2024-09-12T01:11:26.753698+0000","last_peered":"2024-09-12T01:11:26.753698+0000","last_clean":"2024-09-12T01:11:26.753698+0000","last_became_active":"2024-09-12T00:34:35.985224+0000","last_became_peered":"2024-09-12T00:34:35.985224+0000","last_unstale":"2024-09-12T01:11:26.753698+0000","last_undegraded":"2024-09-12T01:11:26.753698+0000","last_fullsized":"2024-09-12T01:11:26.753698+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:12:58.080360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"264'268","reported_seq":830,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:11.813994+0000","last_change":"2024-09-12T00:34:37.996692+0000","last_active":"2024-09-12T01:15:11.813994+0000","last_peered":"2024-09-12T01:15:11.813994+0000","last_clean":"2024-09-12T01:15:11.813994+0000","last_became_active":"2024-09-12T00:34:37.996385+0000","last_became_peered":"2024-09-12T00:34:37.996385+0000","last_unstale":"2024-09-12T01:15:11.813994+0000","last_undegraded":"2024-09-12T01:15:11.813994+0000","last_fullsized":"2024-09-12T01:15:11.813994+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:48:49.501281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58044,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":432,"num_read_kb":910,"num_write":356,"num_write_kb":291,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":481,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.783657+0000","last_change":"2024-09-12T00:34:40.010627+0000","last_active":"2024-09-12T01:11:36.783657+0000","last_peered":"2024-09-12T01:11:36.783657+0000","last_clean":"2024-09-12T01:11:36.783657+0000","last_became_active":"2024-09-12T00:34:40.009860+0000","last_became_peered":"2024-09-12T00:34:40.009860+0000","last_unstale":"2024-09-12T01:11:36.783657+0000","last_undegraded":"2024-09-12T01:11:36.783657+0000","last_fullsized":"2024-09-12T01:11:36.783657+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:31:02.158972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"264'121","reported_seq":607,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:21.782637+0000","last_change":"2024-09-12T00:34:42.007381+0000","last_active":"2024-09-12T01:14:21.782637+0000","last_peered":"2024-09-12T01:14:21.782637+0000","last_clean":"2024-09-12T01:14:21.782637+0000","last_became_active":"2024-09-12T00:34:42.006843+0000","last_became_peered":"2024-09-12T00:34:42.006843+0000","last_unstale":"2024-09-12T01:14:21.782637+0000","last_undegraded":"2024-09-12T01:14:21.782637+0000","last_fullsized":"2024-09-12T01:14:21.782637+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:49:27.223937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":101,"num_read_kb":98,"num_write":281,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"264'537","reported_seq":2243,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.508186+0000","last_change":"2024-09-12T00:34:33.972370+0000","last_active":"2024-09-12T01:14:05.508186+0000","last_peered":"2024-09-12T01:14:05.508186+0000","last_clean":"2024-09-12T01:14:05.508186+0000","last_became_active":"2024-09-12T00:34:33.971964+0000","last_became_peered":"2024-09-12T00:34:33.971964+0000","last_unstale":"2024-09-12T01:14:05.508186+0000","last_undegraded":"2024-09-12T01:14:05.508186+0000","last_fullsized":"2024-09-12T01:14:05.508186+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":500,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:55:29.944764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2910,"num_read_kb":2718,"num_write":641,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"264'307","reported_seq":939,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:17.921660+0000","last_change":"2024-09-12T00:34:31.966030+0000","last_active":"2024-09-12T01:15:17.921660+0000","last_peered":"2024-09-12T01:15:17.921660+0000","last_clean":"2024-09-12T01:15:17.921660+0000","last_became_active":"2024-09-12T00:34:31.965537+0000","last_became_peered":"2024-09-12T00:34:31.965537+0000","last_unstale":"2024-09-12T01:15:17.921660+0000","last_undegraded":"2024-09-12T01:15:17.921660+0000","last_fullsized":"2024-09-12T01:15:17.921660+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:03:31.624222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9492918,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":462,"num_read_kb":24059,"num_write":1206,"num_write_kb":39850,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:51.764161+0000","last_change":"2024-09-12T00:34:35.989321+0000","last_active":"2024-09-12T01:12:51.764161+0000","last_peered":"2024-09-12T01:12:51.764161+0000","last_clean":"2024-09-12T01:12:51.764161+0000","last_became_active":"2024-09-12T00:34:35.989002+0000","last_became_peered":"2024-09-12T00:34:35.989002+0000","last_unstale":"2024-09-12T01:12:51.764161+0000","last_undegraded":"2024-09-12T01:12:51.764161+0000","last_fullsized":"2024-09-12T01:12:51.764161+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:26:39.149297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"264'321","reported_seq":910,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.068457+0000","last_change":"2024-09-12T00:34:37.999755+0000","last_active":"2024-09-12T01:14:47.068457+0000","last_peered":"2024-09-12T01:14:47.068457+0000","last_clean":"2024-09-12T01:14:47.068457+0000","last_became_active":"2024-09-12T00:34:37.999429+0000","last_became_peered":"2024-09-12T00:34:37.999429+0000","last_unstale":"2024-09-12T01:14:47.068457+0000","last_undegraded":"2024-09-12T01:14:47.068457+0000","last_fullsized":"2024-09-12T01:14:47.068457+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:53:16.202741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63488,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":504,"num_read_kb":986,"num_write":410,"num_write_kb":301,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"264'799","reported_seq":2217,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.030851+0000","last_change":"2024-09-12T00:34:40.011623+0000","last_active":"2024-09-12T01:15:44.030851+0000","last_peered":"2024-09-12T01:15:44.030851+0000","last_clean":"2024-09-12T01:15:44.030851+0000","last_became_active":"2024-09-12T00:34:40.011267+0000","last_became_peered":"2024-09-12T00:34:40.011267+0000","last_unstale":"2024-09-12T01:15:44.030851+0000","last_undegraded":"2024-09-12T01:15:44.030851+0000","last_fullsized":"2024-09-12T01:15:44.030851+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":700,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:59:43.307107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"264'150","reported_seq":653,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.904753+0000","last_change":"2024-09-12T00:34:42.013962+0000","last_active":"2024-09-12T01:15:23.904753+0000","last_peered":"2024-09-12T01:15:23.904753+0000","last_clean":"2024-09-12T01:15:23.904753+0000","last_became_active":"2024-09-12T00:34:42.013661+0000","last_became_peered":"2024-09-12T00:34:42.013661+0000","last_unstale":"2024-09-12T01:15:23.904753+0000","last_undegraded":"2024-09-12T01:15:23.904753+0000","last_fullsized":"2024-09-12T01:15:23.904753+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:24:13.034152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":411,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":182,"num_read_kb":163,"num_write":359,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"264'448","reported_seq":2049,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.426552+0000","last_change":"2024-09-12T00:34:33.989226+0000","last_active":"2024-09-12T01:14:19.426552+0000","last_peered":"2024-09-12T01:14:19.426552+0000","last_clean":"2024-09-12T01:14:19.426552+0000","last_became_active":"2024-09-12T00:34:33.987982+0000","last_became_peered":"2024-09-12T00:34:33.987982+0000","last_unstale":"2024-09-12T01:14:19.426552+0000","last_undegraded":"2024-09-12T01:14:19.426552+0000","last_fullsized":"2024-09-12T01:14:19.426552+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":400,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:25.892287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2653,"num_read_kb":2516,"num_write":540,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"264'296","reported_seq":978,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.370537+0000","last_change":"2024-09-12T00:34:31.969930+0000","last_active":"2024-09-12T01:15:23.370537+0000","last_peered":"2024-09-12T01:15:23.370537+0000","last_clean":"2024-09-12T01:15:23.370537+0000","last_became_active":"2024-09-12T00:34:31.969611+0000","last_became_peered":"2024-09-12T00:34:31.969611+0000","last_unstale":"2024-09-12T01:15:23.370537+0000","last_undegraded":"2024-09-12T01:15:23.370537+0000","last_fullsized":"2024-09-12T01:15:23.370537+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:58:56.697434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13644809,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":561,"num_read_kb":57269,"num_write":1111,"num_write_kb":39514,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.754405+0000","last_change":"2024-09-12T00:34:35.988002+0000","last_active":"2024-09-12T01:11:31.754405+0000","last_peered":"2024-09-12T01:11:31.754405+0000","last_clean":"2024-09-12T01:11:31.754405+0000","last_became_active":"2024-09-12T00:34:35.987677+0000","last_became_peered":"2024-09-12T00:34:35.987677+0000","last_unstale":"2024-09-12T01:11:31.754405+0000","last_undegraded":"2024-09-12T01:11:31.754405+0000","last_fullsized":"2024-09-12T01:11:31.754405+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:46.944338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"264'498","reported_seq":1132,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.649550+0000","last_change":"2024-09-12T00:34:37.997218+0000","last_active":"2024-09-12T01:15:44.649550+0000","last_peered":"2024-09-12T01:15:44.649550+0000","last_clean":"2024-09-12T01:15:44.649550+0000","last_became_active":"2024-09-12T00:34:37.996633+0000","last_became_peered":"2024-09-12T00:34:37.996633+0000","last_unstale":"2024-09-12T01:15:44.649550+0000","last_undegraded":"2024-09-12T01:15:44.649550+0000","last_fullsized":"2024-09-12T01:15:44.649550+0000","mapping_epoch":31,"log_start":"264'400","ondisk_log_start":"264'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":400,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:10:20.060318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":105215,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":867,"num_read_kb":1977,"num_write":724,"num_write_kb":610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.754374+0000","last_change":"2024-09-12T00:34:40.007223+0000","last_active":"2024-09-12T01:11:31.754374+0000","last_peered":"2024-09-12T01:11:31.754374+0000","last_clean":"2024-09-12T01:11:31.754374+0000","last_became_active":"2024-09-12T00:34:40.006943+0000","last_became_peered":"2024-09-12T00:34:40.006943+0000","last_unstale":"2024-09-12T01:11:31.754374+0000","last_undegraded":"2024-09-12T01:11:31.754374+0000","last_fullsized":"2024-09-12T01:11:31.754374+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:40:48.474085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"264'139","reported_seq":639,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:03.199033+0000","last_change":"2024-09-12T00:34:42.026577+0000","last_active":"2024-09-12T01:14:03.199033+0000","last_peered":"2024-09-12T01:14:03.199033+0000","last_clean":"2024-09-12T01:14:03.199033+0000","last_became_active":"2024-09-12T00:34:42.026272+0000","last_became_peered":"2024-09-12T00:34:42.026272+0000","last_unstale":"2024-09-12T01:14:03.199033+0000","last_undegraded":"2024-09-12T01:14:03.199033+0000","last_fullsized":"2024-09-12T01:14:03.199033+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:46:00.729953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":899,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":129,"num_read_kb":127,"num_write":342,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"264'441","reported_seq":1921,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:16.133694+0000","last_change":"2024-09-12T00:34:33.988699+0000","last_active":"2024-09-12T01:14:16.133694+0000","last_peered":"2024-09-12T01:14:16.133694+0000","last_clean":"2024-09-12T01:14:16.133694+0000","last_became_active":"2024-09-12T00:34:33.988384+0000","last_became_peered":"2024-09-12T00:34:33.988384+0000","last_unstale":"2024-09-12T01:14:16.133694+0000","last_undegraded":"2024-09-12T01:14:16.133694+0000","last_fullsized":"2024-09-12T01:14:16.133694+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":400,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:33:04.682108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2245,"num_read_kb":2110,"num_write":506,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"264'292","reported_seq":1042,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:54.638098+0000","last_change":"2024-09-12T00:34:31.973835+0000","last_active":"2024-09-12T01:13:54.638098+0000","last_peered":"2024-09-12T01:13:54.638098+0000","last_clean":"2024-09-12T01:13:54.638098+0000","last_became_active":"2024-09-12T00:34:31.973463+0000","last_became_peered":"2024-09-12T00:34:31.973463+0000","last_unstale":"2024-09-12T01:13:54.638098+0000","last_undegraded":"2024-09-12T01:13:54.638098+0000","last_fullsized":"2024-09-12T01:13:54.638098+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:34.361848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7025103,"num_objects":76,"num_object_clones":0,"num_object_copies":228,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":76,"num_whiteouts":0,"num_read":658,"num_read_kb":52164,"num_write":1095,"num_write_kb":35766,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:51.764188+0000","last_change":"2024-09-12T00:34:35.987677+0000","last_active":"2024-09-12T01:12:51.764188+0000","last_peered":"2024-09-12T01:12:51.764188+0000","last_clean":"2024-09-12T01:12:51.764188+0000","last_became_active":"2024-09-12T00:34:35.987401+0000","last_became_peered":"2024-09-12T00:34:35.987401+0000","last_unstale":"2024-09-12T01:12:51.764188+0000","last_undegraded":"2024-09-12T01:12:51.764188+0000","last_fullsized":"2024-09-12T01:12:51.764188+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:49:15.345707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"264'306","reported_seq":875,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:11.813143+0000","last_change":"2024-09-12T00:34:37.996884+0000","last_active":"2024-09-12T01:15:11.813143+0000","last_peered":"2024-09-12T01:15:11.813143+0000","last_clean":"2024-09-12T01:15:11.813143+0000","last_became_active":"2024-09-12T00:34:37.996632+0000","last_became_peered":"2024-09-12T00:34:37.996632+0000","last_unstale":"2024-09-12T01:15:11.813143+0000","last_undegraded":"2024-09-12T01:15:11.813143+0000","last_fullsized":"2024-09-12T01:15:11.813143+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:48.630878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":72567,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":516,"num_read_kb":1050,"num_write":472,"num_write_kb":403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:05.668547+0000","last_change":"2024-09-12T00:34:40.012846+0000","last_active":"2024-09-12T01:13:05.668547+0000","last_peered":"2024-09-12T01:13:05.668547+0000","last_clean":"2024-09-12T01:13:05.668547+0000","last_became_active":"2024-09-12T00:34:40.012535+0000","last_became_peered":"2024-09-12T00:34:40.012535+0000","last_unstale":"2024-09-12T01:13:05.668547+0000","last_undegraded":"2024-09-12T01:13:05.668547+0000","last_fullsized":"2024-09-12T01:13:05.668547+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:12.393497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"264'102","reported_seq":581,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.810396+0000","last_change":"2024-09-12T00:34:42.027110+0000","last_active":"2024-09-12T01:14:46.810396+0000","last_peered":"2024-09-12T01:14:46.810396+0000","last_clean":"2024-09-12T01:14:46.810396+0000","last_became_active":"2024-09-12T00:34:42.025660+0000","last_became_peered":"2024-09-12T00:34:42.025660+0000","last_unstale":"2024-09-12T01:14:46.810396+0000","last_undegraded":"2024-09-12T01:14:46.810396+0000","last_fullsized":"2024-09-12T01:14:46.810396+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:19.455420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":81,"num_read_kb":81,"num_write":243,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"264'461","reported_seq":1939,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:57.841788+0000","last_change":"2024-09-12T00:34:33.976771+0000","last_active":"2024-09-12T01:13:57.841788+0000","last_peered":"2024-09-12T01:13:57.841788+0000","last_clean":"2024-09-12T01:13:57.841788+0000","last_became_active":"2024-09-12T00:34:33.976456+0000","last_became_peered":"2024-09-12T00:34:33.976456+0000","last_unstale":"2024-09-12T01:13:57.841788+0000","last_undegraded":"2024-09-12T01:13:57.841788+0000","last_fullsized":"2024-09-12T01:13:57.841788+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":400,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:04.824715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2299,"num_read_kb":2147,"num_write":532,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"264'244","reported_seq":882,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:03.782515+0000","last_change":"2024-09-12T00:35:05.224280+0000","last_active":"2024-09-12T01:14:03.782515+0000","last_peered":"2024-09-12T01:14:03.782515+0000","last_clean":"2024-09-12T01:14:03.782515+0000","last_became_active":"2024-09-12T00:35:05.223814+0000","last_became_peered":"2024-09-12T00:35:05.223814+0000","last_unstale":"2024-09-12T01:14:03.782515+0000","last_undegraded":"2024-09-12T01:14:03.782515+0000","last_fullsized":"2024-09-12T01:14:03.782515+0000","mapping_epoch":38,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":200,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:14:40.037875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4905367,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":445,"num_read_kb":31652,"num_write":823,"num_write_kb":37909,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"37'3","reported_seq":977,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.832703+0000","last_change":"2024-09-12T00:34:35.993904+0000","last_active":"2024-09-12T01:15:24.832703+0000","last_peered":"2024-09-12T01:15:24.832703+0000","last_clean":"2024-09-12T01:15:24.832703+0000","last_became_active":"2024-09-12T00:34:35.993578+0000","last_became_peered":"2024-09-12T00:34:35.993578+0000","last_unstale":"2024-09-12T01:15:24.832703+0000","last_undegraded":"2024-09-12T01:15:24.832703+0000","last_fullsized":"2024-09-12T01:15:24.832703+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:52:27.202024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":727,"num_read_kb":725,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"264'275","reported_seq":852,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.783396+0000","last_change":"2024-09-12T00:34:38.001386+0000","last_active":"2024-09-12T01:15:16.783396+0000","last_peered":"2024-09-12T01:15:16.783396+0000","last_clean":"2024-09-12T01:15:16.783396+0000","last_became_active":"2024-09-12T00:34:38.000994+0000","last_became_peered":"2024-09-12T00:34:38.000994+0000","last_unstale":"2024-09-12T01:15:16.783396+0000","last_undegraded":"2024-09-12T01:15:16.783396+0000","last_fullsized":"2024-09-12T01:15:16.783396+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":200,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:15:58.939137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57792,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":462,"num_read_kb":934,"num_write":372,"num_write_kb":284,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"264'762","reported_seq":2227,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.924269+0000","last_change":"2024-09-12T00:34:40.010665+0000","last_active":"2024-09-12T01:15:24.924269+0000","last_peered":"2024-09-12T01:15:24.924269+0000","last_clean":"2024-09-12T01:15:24.924269+0000","last_became_active":"2024-09-12T00:34:40.010400+0000","last_became_peered":"2024-09-12T00:34:40.010400+0000","last_unstale":"2024-09-12T01:15:24.924269+0000","last_undegraded":"2024-09-12T01:15:24.924269+0000","last_fullsized":"2024-09-12T01:15:24.924269+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":700,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:46:42.213253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"264'139","reported_seq":636,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:43.126365+0000","last_change":"2024-09-12T00:34:42.014370+0000","last_active":"2024-09-12T01:13:43.126365+0000","last_peered":"2024-09-12T01:13:43.126365+0000","last_clean":"2024-09-12T01:13:43.126365+0000","last_became_active":"2024-09-12T00:34:42.014037+0000","last_became_peered":"2024-09-12T00:34:42.014037+0000","last_unstale":"2024-09-12T01:13:43.126365+0000","last_undegraded":"2024-09-12T01:13:43.126365+0000","last_fullsized":"2024-09-12T01:13:43.126365+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:11:44.815121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2093,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":145,"num_read_kb":133,"num_write":333,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"264'822","reported_seq":2394,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.843885+0000","last_change":"2024-09-12T00:34:33.981680+0000","last_active":"2024-09-12T01:14:04.843885+0000","last_peered":"2024-09-12T01:14:04.843885+0000","last_clean":"2024-09-12T01:14:04.843885+0000","last_became_active":"2024-09-12T00:34:33.981378+0000","last_became_peered":"2024-09-12T00:34:33.981378+0000","last_unstale":"2024-09-12T01:14:04.843885+0000","last_undegraded":"2024-09-12T01:14:04.843885+0000","last_fullsized":"2024-09-12T01:14:04.843885+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":800,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:34:26.876844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3842,"num_read_kb":3465,"num_write":1066,"num_write_kb":374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"264'276","reported_seq":903,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:54.882424+0000","last_change":"2024-09-12T00:34:31.957538+0000","last_active":"2024-09-12T01:13:54.882424+0000","last_peered":"2024-09-12T01:13:54.882424+0000","last_clean":"2024-09-12T01:13:54.882424+0000","last_became_active":"2024-09-12T00:34:31.956950+0000","last_became_peered":"2024-09-12T00:34:31.956950+0000","last_unstale":"2024-09-12T01:13:54.882424+0000","last_undegraded":"2024-09-12T01:13:54.882424+0000","last_fullsized":"2024-09-12T01:13:54.882424+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:55:24.986568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8420826,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":423,"num_read_kb":41410,"num_write":1013,"num_write_kb":22740,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1450,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.654053+0000","last_change":"2024-09-12T00:34:35.990704+0000","last_active":"2024-09-12T01:15:43.654053+0000","last_peered":"2024-09-12T01:15:43.654053+0000","last_clean":"2024-09-12T01:15:43.654053+0000","last_became_active":"2024-09-12T00:34:35.990390+0000","last_became_peered":"2024-09-12T00:34:35.990390+0000","last_unstale":"2024-09-12T01:15:43.654053+0000","last_undegraded":"2024-09-12T01:15:43.654053+0000","last_fullsized":"2024-09-12T01:15:43.654053+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:40:51.917377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":959,"num_read_kb":959,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"264'68","reported_seq":578,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.070993+0000","last_change":"2024-09-12T00:34:38.121436+0000","last_active":"2024-09-12T01:14:47.070993+0000","last_peered":"2024-09-12T01:14:47.070993+0000","last_clean":"2024-09-12T01:14:47.070993+0000","last_became_active":"2024-09-12T00:34:38.120680+0000","last_became_peered":"2024-09-12T00:34:38.120680+0000","last_unstale":"2024-09-12T01:14:47.070993+0000","last_undegraded":"2024-09-12T01:14:47.070993+0000","last_fullsized":"2024-09-12T01:14:47.070993+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:30.522958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"264'772","reported_seq":2258,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.924934+0000","last_change":"2024-09-12T00:34:40.008519+0000","last_active":"2024-09-12T01:15:24.924934+0000","last_peered":"2024-09-12T01:15:24.924934+0000","last_clean":"2024-09-12T01:15:24.924934+0000","last_became_active":"2024-09-12T00:34:40.008128+0000","last_became_peered":"2024-09-12T00:34:40.008128+0000","last_unstale":"2024-09-12T01:15:24.924934+0000","last_undegraded":"2024-09-12T01:15:24.924934+0000","last_fullsized":"2024-09-12T01:15:24.924934+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":700,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:02:24.619952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"264'107","reported_seq":592,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:42.362271+0000","last_change":"2024-09-12T00:34:42.011608+0000","last_active":"2024-09-12T01:13:42.362271+0000","last_peered":"2024-09-12T01:13:42.362271+0000","last_clean":"2024-09-12T01:13:42.362271+0000","last_became_active":"2024-09-12T00:34:42.011280+0000","last_became_peered":"2024-09-12T00:34:42.011280+0000","last_unstale":"2024-09-12T01:13:42.362271+0000","last_undegraded":"2024-09-12T01:13:42.362271+0000","last_fullsized":"2024-09-12T01:13:42.362271+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:38:09.058449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":87,"num_read_kb":83,"num_write":251,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"264'371","reported_seq":1882,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214365+0000","last_change":"2024-09-12T00:34:33.989220+0000","last_active":"2024-09-12T01:14:04.214365+0000","last_peered":"2024-09-12T01:14:04.214365+0000","last_clean":"2024-09-12T01:14:04.214365+0000","last_became_active":"2024-09-12T00:34:33.988926+0000","last_became_peered":"2024-09-12T00:34:33.988926+0000","last_unstale":"2024-09-12T01:14:04.214365+0000","last_undegraded":"2024-09-12T01:14:04.214365+0000","last_fullsized":"2024-09-12T01:14:04.214365+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:36.866202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2122,"num_read_kb":2052,"num_write":409,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"264'254","reported_seq":865,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.521088+0000","last_change":"2024-09-12T00:34:31.971001+0000","last_active":"2024-09-12T01:14:05.521088+0000","last_peered":"2024-09-12T01:14:05.521088+0000","last_clean":"2024-09-12T01:14:05.521088+0000","last_became_active":"2024-09-12T00:34:31.970626+0000","last_became_peered":"2024-09-12T00:34:31.970626+0000","last_unstale":"2024-09-12T01:14:05.521088+0000","last_undegraded":"2024-09-12T01:14:05.521088+0000","last_fullsized":"2024-09-12T01:14:05.521088+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":200,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:20:43.953120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5970248,"num_objects":71,"num_object_clones":0,"num_object_copies":213,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":71,"num_whiteouts":0,"num_read":343,"num_read_kb":40533,"num_write":924,"num_write_kb":34641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:51.792994+0000","last_change":"2024-09-12T00:34:35.990979+0000","last_active":"2024-09-12T01:12:51.792994+0000","last_peered":"2024-09-12T01:12:51.792994+0000","last_clean":"2024-09-12T01:12:51.792994+0000","last_became_active":"2024-09-12T00:34:35.990643+0000","last_became_peered":"2024-09-12T00:34:35.990643+0000","last_unstale":"2024-09-12T01:12:51.792994+0000","last_undegraded":"2024-09-12T01:12:51.792994+0000","last_fullsized":"2024-09-12T01:12:51.792994+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:10:47.316525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"264'353","reported_seq":945,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:08.803847+0000","last_change":"2024-09-12T00:34:37.997023+0000","last_active":"2024-09-12T01:15:08.803847+0000","last_peered":"2024-09-12T01:15:08.803847+0000","last_clean":"2024-09-12T01:15:08.803847+0000","last_became_active":"2024-09-12T00:34:37.996729+0000","last_became_peered":"2024-09-12T00:34:37.996729+0000","last_unstale":"2024-09-12T01:15:08.803847+0000","last_undegraded":"2024-09-12T01:15:08.803847+0000","last_fullsized":"2024-09-12T01:15:08.803847+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:39:48.194889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64973,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1162,"num_read_kb":1685,"num_write":1660,"num_write_kb":1535,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.771705+0000","last_change":"2024-09-12T00:34:40.011995+0000","last_active":"2024-09-12T01:12:56.771705+0000","last_peered":"2024-09-12T01:12:56.771705+0000","last_clean":"2024-09-12T01:12:56.771705+0000","last_became_active":"2024-09-12T00:34:40.011736+0000","last_became_peered":"2024-09-12T00:34:40.011736+0000","last_unstale":"2024-09-12T01:12:56.771705+0000","last_undegraded":"2024-09-12T01:12:56.771705+0000","last_fullsized":"2024-09-12T01:12:56.771705+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:20.222513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"264'150","reported_seq":641,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.963667+0000","last_change":"2024-09-12T00:34:42.012992+0000","last_active":"2024-09-12T01:15:23.963667+0000","last_peered":"2024-09-12T01:15:23.963667+0000","last_clean":"2024-09-12T01:15:23.963667+0000","last_became_active":"2024-09-12T00:34:42.012707+0000","last_became_peered":"2024-09-12T00:34:42.012707+0000","last_unstale":"2024-09-12T01:15:23.963667+0000","last_undegraded":"2024-09-12T01:15:23.963667+0000","last_fullsized":"2024-09-12T01:15:23.963667+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:25:45.621354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":137,"num_read_kb":134,"num_write":335,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"264'973","reported_seq":2677,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.959565+0000","last_change":"2024-09-12T00:34:33.980003+0000","last_active":"2024-09-12T01:15:23.959565+0000","last_peered":"2024-09-12T01:15:23.959565+0000","last_clean":"2024-09-12T01:15:23.959565+0000","last_became_active":"2024-09-12T00:34:33.979731+0000","last_became_peered":"2024-09-12T00:34:33.979731+0000","last_unstale":"2024-09-12T01:15:23.959565+0000","last_undegraded":"2024-09-12T01:15:23.959565+0000","last_fullsized":"2024-09-12T01:15:23.959565+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":900,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:30:24.295946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4741,"num_read_kb":4243,"num_write":1352,"num_write_kb":549,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":613,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.788775+0000","last_change":"2024-09-12T00:34:12.861591+0000","last_active":"2024-09-12T01:12:21.788775+0000","last_peered":"2024-09-12T01:12:21.788775+0000","last_clean":"2024-09-12T01:12:21.788775+0000","last_became_active":"2024-09-12T00:34:12.860653+0000","last_became_peered":"2024-09-12T00:34:12.860653+0000","last_unstale":"2024-09-12T01:12:21.788775+0000","last_undegraded":"2024-09-12T01:12:21.788775+0000","last_fullsized":"2024-09-12T01:12:21.788775+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:11.689474+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:11.689474+0000","last_clean_scrub_stamp":"2024-09-12T00:34:11.689474+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:22.803547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":516,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:48.774125+0000","last_change":"2024-09-12T00:34:20.831877+0000","last_active":"2024-09-12T01:11:48.774125+0000","last_peered":"2024-09-12T01:11:48.774125+0000","last_clean":"2024-09-12T01:11:48.774125+0000","last_became_active":"2024-09-12T00:34:18.794220+0000","last_became_peered":"2024-09-12T00:34:18.794220+0000","last_unstale":"2024-09-12T01:11:48.774125+0000","last_undegraded":"2024-09-12T01:11:48.774125+0000","last_fullsized":"2024-09-12T01:11:48.774125+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:15.620372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068530299999999995,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"264'286","reported_seq":1110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:55.438840+0000","last_change":"2024-09-12T00:34:31.975512+0000","last_active":"2024-09-12T01:13:55.438840+0000","last_peered":"2024-09-12T01:13:55.438840+0000","last_clean":"2024-09-12T01:13:55.438840+0000","last_became_active":"2024-09-12T00:34:31.975192+0000","last_became_peered":"2024-09-12T00:34:31.975192+0000","last_unstale":"2024-09-12T01:13:55.438840+0000","last_undegraded":"2024-09-12T01:13:55.438840+0000","last_fullsized":"2024-09-12T01:13:55.438840+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:06:16.287010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5248750,"num_objects":72,"num_object_clones":0,"num_object_copies":216,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":72,"num_whiteouts":0,"num_read":863,"num_read_kb":22362,"num_write":1025,"num_write_kb":25369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786806+0000","last_change":"2024-09-12T00:34:35.984530+0000","last_active":"2024-09-12T01:12:06.786806+0000","last_peered":"2024-09-12T01:12:06.786806+0000","last_clean":"2024-09-12T01:12:06.786806+0000","last_became_active":"2024-09-12T00:34:35.984101+0000","last_became_peered":"2024-09-12T00:34:35.984101+0000","last_unstale":"2024-09-12T01:12:06.786806+0000","last_undegraded":"2024-09-12T01:12:06.786806+0000","last_fullsized":"2024-09-12T01:12:06.786806+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:03.521254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"264'682","reported_seq":1367,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.894909+0000","last_change":"2024-09-12T00:34:38.000001+0000","last_active":"2024-09-12T01:15:24.894909+0000","last_peered":"2024-09-12T01:15:24.894909+0000","last_clean":"2024-09-12T01:15:24.894909+0000","last_became_active":"2024-09-12T00:34:37.999707+0000","last_became_peered":"2024-09-12T00:34:37.999707+0000","last_unstale":"2024-09-12T01:15:24.894909+0000","last_undegraded":"2024-09-12T01:15:24.894909+0000","last_fullsized":"2024-09-12T01:15:24.894909+0000","mapping_epoch":31,"log_start":"264'600","ondisk_log_start":"264'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":600,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:09:58.787292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":155657,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1329,"num_read_kb":2684,"num_write":1276,"num_write_kb":1124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:30.654385+0000","last_change":"2024-09-12T00:34:40.008925+0000","last_active":"2024-09-12T01:11:30.654385+0000","last_peered":"2024-09-12T01:11:30.654385+0000","last_clean":"2024-09-12T01:11:30.654385+0000","last_became_active":"2024-09-12T00:34:40.008565+0000","last_became_peered":"2024-09-12T00:34:40.008565+0000","last_unstale":"2024-09-12T01:11:30.654385+0000","last_undegraded":"2024-09-12T01:11:30.654385+0000","last_fullsized":"2024-09-12T01:11:30.654385+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:42.495725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"264'222","reported_seq":933,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.793593+0000","last_change":"2024-09-12T00:34:42.012985+0000","last_active":"2024-09-12T01:14:18.793593+0000","last_peered":"2024-09-12T01:14:18.793593+0000","last_clean":"2024-09-12T01:14:18.793593+0000","last_became_active":"2024-09-12T00:34:42.012694+0000","last_became_peered":"2024-09-12T00:34:42.012694+0000","last_unstale":"2024-09-12T01:14:18.793593+0000","last_undegraded":"2024-09-12T01:14:18.793593+0000","last_fullsized":"2024-09-12T01:14:18.793593+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:11.163676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1035,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":509,"num_read_kb":490,"num_write":472,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"264'713","reported_seq":2110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.468112+0000","last_change":"2024-09-12T00:34:33.984443+0000","last_active":"2024-09-12T01:14:05.468112+0000","last_peered":"2024-09-12T01:14:05.468112+0000","last_clean":"2024-09-12T01:14:05.468112+0000","last_became_active":"2024-09-12T00:34:33.983903+0000","last_became_peered":"2024-09-12T00:34:33.983903+0000","last_unstale":"2024-09-12T01:14:05.468112+0000","last_undegraded":"2024-09-12T01:14:05.468112+0000","last_fullsized":"2024-09-12T01:14:05.468112+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":700,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:26.154005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3318,"num_read_kb":2987,"num_write":934,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":522,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:26.789572+0000","last_change":"2024-09-12T00:34:20.832066+0000","last_active":"2024-09-12T01:12:26.789572+0000","last_peered":"2024-09-12T01:12:26.789572+0000","last_clean":"2024-09-12T01:12:26.789572+0000","last_became_active":"2024-09-12T00:34:18.800093+0000","last_became_peered":"2024-09-12T00:34:18.800093+0000","last_unstale":"2024-09-12T01:12:26.789572+0000","last_undegraded":"2024-09-12T01:12:26.789572+0000","last_fullsized":"2024-09-12T01:12:26.789572+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:45.202285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067478700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"264'308","reported_seq":916,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.628184+0000","last_change":"2024-09-12T00:34:31.964670+0000","last_active":"2024-09-12T01:15:45.628184+0000","last_peered":"2024-09-12T01:15:45.628184+0000","last_clean":"2024-09-12T01:15:45.628184+0000","last_became_active":"2024-09-12T00:34:31.964317+0000","last_became_peered":"2024-09-12T00:34:31.964317+0000","last_unstale":"2024-09-12T01:15:45.628184+0000","last_undegraded":"2024-09-12T01:15:45.628184+0000","last_fullsized":"2024-09-12T01:15:45.628184+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:12:30.387180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133856,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":406,"num_read_kb":26007,"num_write":926,"num_write_kb":21584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:28.771338+0000","last_change":"2024-09-12T00:34:35.989927+0000","last_active":"2024-09-12T01:11:28.771338+0000","last_peered":"2024-09-12T01:11:28.771338+0000","last_clean":"2024-09-12T01:11:28.771338+0000","last_became_active":"2024-09-12T00:34:35.989633+0000","last_became_peered":"2024-09-12T00:34:35.989633+0000","last_unstale":"2024-09-12T01:11:28.771338+0000","last_undegraded":"2024-09-12T01:11:28.771338+0000","last_fullsized":"2024-09-12T01:11:28.771338+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:45:21.608227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"264'1261","reported_seq":2680,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.919921+0000","last_change":"2024-09-12T00:34:38.000877+0000","last_active":"2024-09-12T01:15:24.919921+0000","last_peered":"2024-09-12T01:15:24.919921+0000","last_clean":"2024-09-12T01:15:24.919921+0000","last_became_active":"2024-09-12T00:34:38.000456+0000","last_became_peered":"2024-09-12T00:34:38.000456+0000","last_unstale":"2024-09-12T01:15:24.919921+0000","last_undegraded":"2024-09-12T01:15:24.919921+0000","last_fullsized":"2024-09-12T01:15:24.919921+0000","mapping_epoch":31,"log_start":"264'1200","ondisk_log_start":"264'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":1200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:29:58.687178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":182449,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":2019,"num_read_kb":3531,"num_write":1130,"num_write_kb":985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788251+0000","last_change":"2024-09-12T00:34:40.007315+0000","last_active":"2024-09-12T01:12:16.788251+0000","last_peered":"2024-09-12T01:12:16.788251+0000","last_clean":"2024-09-12T01:12:16.788251+0000","last_became_active":"2024-09-12T00:34:40.007059+0000","last_became_peered":"2024-09-12T00:34:40.007059+0000","last_unstale":"2024-09-12T01:12:16.788251+0000","last_undegraded":"2024-09-12T01:12:16.788251+0000","last_fullsized":"2024-09-12T01:12:16.788251+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:04:24.061722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"264'162","reported_seq":681,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:27.524648+0000","last_change":"2024-09-12T00:34:42.009237+0000","last_active":"2024-09-12T01:13:27.524648+0000","last_peered":"2024-09-12T01:13:27.524648+0000","last_clean":"2024-09-12T01:13:27.524648+0000","last_became_active":"2024-09-12T00:34:42.008947+0000","last_became_peered":"2024-09-12T00:34:42.008947+0000","last_unstale":"2024-09-12T01:13:27.524648+0000","last_undegraded":"2024-09-12T01:13:27.524648+0000","last_fullsized":"2024-09-12T01:13:27.524648+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:26:05.079505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":232,"num_read_kb":205,"num_write":347,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"264'381","reported_seq":1764,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.712227+0000","last_change":"2024-09-12T00:34:33.980985+0000","last_active":"2024-09-12T01:14:15.712227+0000","last_peered":"2024-09-12T01:14:15.712227+0000","last_clean":"2024-09-12T01:14:15.712227+0000","last_became_active":"2024-09-12T00:34:33.980656+0000","last_became_peered":"2024-09-12T00:34:33.980656+0000","last_unstale":"2024-09-12T01:14:15.712227+0000","last_undegraded":"2024-09-12T01:14:15.712227+0000","last_fullsized":"2024-09-12T01:14:15.712227+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:12:06.976544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1941,"num_read_kb":1849,"num_write":422,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.757152+0000","last_change":"2024-09-12T00:34:20.841609+0000","last_active":"2024-09-12T01:11:51.757152+0000","last_peered":"2024-09-12T01:11:51.757152+0000","last_clean":"2024-09-12T01:11:51.757152+0000","last_became_active":"2024-09-12T00:34:18.950483+0000","last_became_peered":"2024-09-12T00:34:18.950483+0000","last_unstale":"2024-09-12T01:11:51.757152+0000","last_undegraded":"2024-09-12T01:11:51.757152+0000","last_fullsized":"2024-09-12T01:11:51.757152+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:23:51.792068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059199199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"264'284","reported_seq":936,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:52.932198+0000","last_change":"2024-09-12T00:34:31.959045+0000","last_active":"2024-09-12T01:13:52.932198+0000","last_peered":"2024-09-12T01:13:52.932198+0000","last_clean":"2024-09-12T01:13:52.932198+0000","last_became_active":"2024-09-12T00:34:31.958610+0000","last_became_peered":"2024-09-12T00:34:31.958610+0000","last_unstale":"2024-09-12T01:13:52.932198+0000","last_undegraded":"2024-09-12T01:13:52.932198+0000","last_fullsized":"2024-09-12T01:13:52.932198+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:19:23.841979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18961159,"num_objects":68,"num_object_clones":0,"num_object_copies":204,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":68,"num_whiteouts":0,"num_read":494,"num_read_kb":33364,"num_write":1075,"num_write_kb":25009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"30'1","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:26.753786+0000","last_change":"2024-09-12T00:34:35.991665+0000","last_active":"2024-09-12T01:11:26.753786+0000","last_peered":"2024-09-12T01:11:26.753786+0000","last_clean":"2024-09-12T01:11:26.753786+0000","last_became_active":"2024-09-12T00:34:35.991302+0000","last_became_peered":"2024-09-12T00:34:35.991302+0000","last_unstale":"2024-09-12T01:11:26.753786+0000","last_undegraded":"2024-09-12T01:11:26.753786+0000","last_fullsized":"2024-09-12T01:11:26.753786+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:43.447247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"264'252","reported_seq":1289,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:20.563206+0000","last_change":"2024-09-12T00:34:38.121141+0000","last_active":"2024-09-12T01:15:20.563206+0000","last_peered":"2024-09-12T01:15:20.563206+0000","last_clean":"2024-09-12T01:15:20.563206+0000","last_became_active":"2024-09-12T00:34:38.120856+0000","last_became_peered":"2024-09-12T00:34:38.120856+0000","last_unstale":"2024-09-12T01:15:20.563206+0000","last_undegraded":"2024-09-12T01:15:20.563206+0000","last_fullsized":"2024-09-12T01:15:20.563206+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:40.243280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":170,"num_write":147,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:10.660758+0000","last_change":"2024-09-12T00:34:40.007062+0000","last_active":"2024-09-12T01:12:10.660758+0000","last_peered":"2024-09-12T01:12:10.660758+0000","last_clean":"2024-09-12T01:12:10.660758+0000","last_became_active":"2024-09-12T00:34:40.006377+0000","last_became_peered":"2024-09-12T00:34:40.006377+0000","last_unstale":"2024-09-12T01:12:10.660758+0000","last_undegraded":"2024-09-12T01:12:10.660758+0000","last_fullsized":"2024-09-12T01:12:10.660758+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:00:06.013053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"264'272","reported_seq":869,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.578919+0000","last_change":"2024-09-12T00:34:42.026040+0000","last_active":"2024-09-12T01:14:19.578919+0000","last_peered":"2024-09-12T01:14:19.578919+0000","last_clean":"2024-09-12T01:14:19.578919+0000","last_became_active":"2024-09-12T00:34:42.025507+0000","last_became_peered":"2024-09-12T00:34:42.025507+0000","last_unstale":"2024-09-12T01:14:19.578919+0000","last_undegraded":"2024-09-12T01:14:19.578919+0000","last_fullsized":"2024-09-12T01:14:19.578919+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:36:30.452196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":528,"num_read_kb":543,"num_write":622,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"264'575","reported_seq":2451,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.468070+0000","last_change":"2024-09-12T00:34:33.973121+0000","last_active":"2024-09-12T01:14:05.468070+0000","last_peered":"2024-09-12T01:14:05.468070+0000","last_clean":"2024-09-12T01:14:05.468070+0000","last_became_active":"2024-09-12T00:34:33.972779+0000","last_became_peered":"2024-09-12T00:34:33.972779+0000","last_unstale":"2024-09-12T01:14:05.468070+0000","last_undegraded":"2024-09-12T01:14:05.468070+0000","last_fullsized":"2024-09-12T01:14:05.468070+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":500,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:41.959214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":3299,"num_read_kb":3090,"num_write":685,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":517,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:48.774080+0000","last_change":"2024-09-12T00:34:20.831907+0000","last_active":"2024-09-12T01:11:48.774080+0000","last_peered":"2024-09-12T01:11:48.774080+0000","last_clean":"2024-09-12T01:11:48.774080+0000","last_became_active":"2024-09-12T00:34:18.800014+0000","last_became_peered":"2024-09-12T00:34:18.800014+0000","last_unstale":"2024-09-12T01:11:48.774080+0000","last_undegraded":"2024-09-12T01:11:48.774080+0000","last_fullsized":"2024-09-12T01:11:48.774080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:07:12.501341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070168200000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"264'262","reported_seq":905,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:16.150616+0000","last_change":"2024-09-12T00:34:31.969555+0000","last_active":"2024-09-12T01:14:16.150616+0000","last_peered":"2024-09-12T01:14:16.150616+0000","last_clean":"2024-09-12T01:14:16.150616+0000","last_became_active":"2024-09-12T00:34:31.969221+0000","last_became_peered":"2024-09-12T00:34:31.969221+0000","last_unstale":"2024-09-12T01:14:16.150616+0000","last_undegraded":"2024-09-12T01:14:16.150616+0000","last_fullsized":"2024-09-12T01:14:16.150616+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:55:21.460251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12253014,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":398,"num_read_kb":51354,"num_write":906,"num_write_kb":39134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661443+0000","last_change":"2024-09-12T00:34:35.989033+0000","last_active":"2024-09-12T01:12:15.661443+0000","last_peered":"2024-09-12T01:12:15.661443+0000","last_clean":"2024-09-12T01:12:15.661443+0000","last_became_active":"2024-09-12T00:34:35.988607+0000","last_became_peered":"2024-09-12T00:34:35.988607+0000","last_unstale":"2024-09-12T01:12:15.661443+0000","last_undegraded":"2024-09-12T01:12:15.661443+0000","last_fullsized":"2024-09-12T01:12:15.661443+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:35:09.516031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"264'110","reported_seq":641,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:15.661987+0000","last_change":"2024-09-12T00:34:37.997789+0000","last_active":"2024-09-12T01:15:15.661987+0000","last_peered":"2024-09-12T01:15:15.661987+0000","last_clean":"2024-09-12T01:15:15.661987+0000","last_became_active":"2024-09-12T00:34:37.996626+0000","last_became_peered":"2024-09-12T00:34:37.996626+0000","last_unstale":"2024-09-12T01:15:15.661987+0000","last_undegraded":"2024-09-12T01:15:15.661987+0000","last_fullsized":"2024-09-12T01:15:15.661987+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:39:53.299289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.760036+0000","last_change":"2024-09-12T00:34:40.008661+0000","last_active":"2024-09-12T01:11:31.760036+0000","last_peered":"2024-09-12T01:11:31.760036+0000","last_clean":"2024-09-12T01:11:31.760036+0000","last_became_active":"2024-09-12T00:34:40.008337+0000","last_became_peered":"2024-09-12T00:34:40.008337+0000","last_unstale":"2024-09-12T01:11:31.760036+0000","last_undegraded":"2024-09-12T01:11:31.760036+0000","last_fullsized":"2024-09-12T01:11:31.760036+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:02:07.908231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"264'113","reported_seq":648,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.196166+0000","last_change":"2024-09-12T00:34:42.026406+0000","last_active":"2024-09-12T01:13:21.196166+0000","last_peered":"2024-09-12T01:13:21.196166+0000","last_clean":"2024-09-12T01:13:21.196166+0000","last_became_active":"2024-09-12T00:34:42.026025+0000","last_became_peered":"2024-09-12T00:34:42.026025+0000","last_unstale":"2024-09-12T01:13:21.196166+0000","last_undegraded":"2024-09-12T01:13:21.196166+0000","last_fullsized":"2024-09-12T01:13:21.196166+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:37:16.464895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":201,"num_read_kb":199,"num_write":266,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"264'724","reported_seq":2420,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.843309+0000","last_change":"2024-09-12T00:34:33.982200+0000","last_active":"2024-09-12T01:14:04.843309+0000","last_peered":"2024-09-12T01:14:04.843309+0000","last_clean":"2024-09-12T01:14:04.843309+0000","last_became_active":"2024-09-12T00:34:33.981859+0000","last_became_peered":"2024-09-12T00:34:33.981859+0000","last_unstale":"2024-09-12T01:14:04.843309+0000","last_undegraded":"2024-09-12T01:14:04.843309+0000","last_fullsized":"2024-09-12T01:14:04.843309+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":700,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:45:57.733895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3682,"num_read_kb":3305,"num_write":974,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"264'273","reported_seq":888,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:51.444360+0000","last_change":"2024-09-12T00:34:31.964499+0000","last_active":"2024-09-12T01:12:51.444360+0000","last_peered":"2024-09-12T01:12:51.444360+0000","last_clean":"2024-09-12T01:12:51.444360+0000","last_became_active":"2024-09-12T00:34:31.964150+0000","last_became_peered":"2024-09-12T00:34:31.964150+0000","last_unstale":"2024-09-12T01:12:51.444360+0000","last_undegraded":"2024-09-12T01:12:51.444360+0000","last_fullsized":"2024-09-12T01:12:51.444360+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:29.195427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4457199,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":440,"num_read_kb":5587,"num_write":1027,"num_write_kb":25193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.648925+0000","last_change":"2024-09-12T00:34:20.831144+0000","last_active":"2024-09-12T01:11:51.648925+0000","last_peered":"2024-09-12T01:11:51.648925+0000","last_clean":"2024-09-12T01:11:51.648925+0000","last_became_active":"2024-09-12T00:34:18.799798+0000","last_became_peered":"2024-09-12T00:34:18.799798+0000","last_unstale":"2024-09-12T01:11:51.648925+0000","last_undegraded":"2024-09-12T01:11:51.648925+0000","last_fullsized":"2024-09-12T01:11:51.648925+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:49:11.201504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062911100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:05.660024+0000","last_change":"2024-09-12T00:34:35.988286+0000","last_active":"2024-09-12T01:12:05.660024+0000","last_peered":"2024-09-12T01:12:05.660024+0000","last_clean":"2024-09-12T01:12:05.660024+0000","last_became_active":"2024-09-12T00:34:35.987736+0000","last_became_peered":"2024-09-12T00:34:35.987736+0000","last_unstale":"2024-09-12T01:12:05.660024+0000","last_undegraded":"2024-09-12T01:12:05.660024+0000","last_fullsized":"2024-09-12T01:12:05.660024+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:53:08.878885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"264'553","reported_seq":1225,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.228341+0000","last_change":"2024-09-12T00:34:37.999708+0000","last_active":"2024-09-12T01:15:45.228341+0000","last_peered":"2024-09-12T01:15:45.228341+0000","last_clean":"2024-09-12T01:15:45.228341+0000","last_became_active":"2024-09-12T00:34:37.999294+0000","last_became_peered":"2024-09-12T00:34:37.999294+0000","last_unstale":"2024-09-12T01:15:45.228341+0000","last_undegraded":"2024-09-12T01:15:45.228341+0000","last_fullsized":"2024-09-12T01:15:45.228341+0000","mapping_epoch":31,"log_start":"264'500","ondisk_log_start":"264'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:24.664989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94912,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":970,"num_read_kb":2139,"num_write":820,"num_write_kb":654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.787552+0000","last_change":"2024-09-12T00:34:40.009409+0000","last_active":"2024-09-12T01:12:11.787552+0000","last_peered":"2024-09-12T01:12:11.787552+0000","last_clean":"2024-09-12T01:12:11.787552+0000","last_became_active":"2024-09-12T00:34:40.009153+0000","last_became_peered":"2024-09-12T00:34:40.009153+0000","last_unstale":"2024-09-12T01:12:11.787552+0000","last_undegraded":"2024-09-12T01:12:11.787552+0000","last_fullsized":"2024-09-12T01:12:11.787552+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:01.759717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"264'153","reported_seq":649,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:50.312799+0000","last_change":"2024-09-12T00:34:42.015159+0000","last_active":"2024-09-12T01:13:50.312799+0000","last_peered":"2024-09-12T01:13:50.312799+0000","last_clean":"2024-09-12T01:13:50.312799+0000","last_became_active":"2024-09-12T00:34:42.013699+0000","last_became_peered":"2024-09-12T00:34:42.013699+0000","last_unstale":"2024-09-12T01:13:50.312799+0000","last_undegraded":"2024-09-12T01:13:50.312799+0000","last_fullsized":"2024-09-12T01:13:50.312799+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:18:53.206701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":137,"num_read_kb":130,"num_write":357,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"264'476","reported_seq":2040,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.957666+0000","last_change":"2024-09-12T00:34:33.987902+0000","last_active":"2024-09-12T01:15:23.957666+0000","last_peered":"2024-09-12T01:15:23.957666+0000","last_clean":"2024-09-12T01:15:23.957666+0000","last_became_active":"2024-09-12T00:34:33.987564+0000","last_became_peered":"2024-09-12T00:34:33.987564+0000","last_unstale":"2024-09-12T01:15:23.957666+0000","last_undegraded":"2024-09-12T01:15:23.957666+0000","last_fullsized":"2024-09-12T01:15:23.957666+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:26:44.050399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2476,"num_read_kb":2319,"num_write":555,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"264'289","reported_seq":942,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:02.765722+0000","last_change":"2024-09-12T00:34:31.958314+0000","last_active":"2024-09-12T01:14:02.765722+0000","last_peered":"2024-09-12T01:14:02.765722+0000","last_clean":"2024-09-12T01:14:02.765722+0000","last_became_active":"2024-09-12T00:34:31.957706+0000","last_became_peered":"2024-09-12T00:34:31.957706+0000","last_unstale":"2024-09-12T01:14:02.765722+0000","last_undegraded":"2024-09-12T01:14:02.765722+0000","last_fullsized":"2024-09-12T01:14:02.765722+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:54:27.125011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18740546,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":418,"num_read_kb":19376,"num_write":1019,"num_write_kb":47507,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.785330+0000","last_change":"2024-09-12T00:34:20.832045+0000","last_active":"2024-09-12T01:11:56.785330+0000","last_peered":"2024-09-12T01:11:56.785330+0000","last_clean":"2024-09-12T01:11:56.785330+0000","last_became_active":"2024-09-12T00:34:18.792370+0000","last_became_peered":"2024-09-12T00:34:18.792370+0000","last_unstale":"2024-09-12T01:11:56.785330+0000","last_undegraded":"2024-09-12T01:11:56.785330+0000","last_fullsized":"2024-09-12T01:11:56.785330+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:02:03.795799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049636899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.765113+0000","last_change":"2024-09-12T00:34:35.988674+0000","last_active":"2024-09-12T01:12:06.765113+0000","last_peered":"2024-09-12T01:12:06.765113+0000","last_clean":"2024-09-12T01:12:06.765113+0000","last_became_active":"2024-09-12T00:34:35.988393+0000","last_became_peered":"2024-09-12T00:34:35.988393+0000","last_unstale":"2024-09-12T01:12:06.765113+0000","last_undegraded":"2024-09-12T01:12:06.765113+0000","last_fullsized":"2024-09-12T01:12:06.765113+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:42:04.428403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"264'156","reported_seq":721,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.125039+0000","last_change":"2024-09-12T00:34:38.121092+0000","last_active":"2024-09-12T01:14:47.125039+0000","last_peered":"2024-09-12T01:14:47.125039+0000","last_clean":"2024-09-12T01:14:47.125039+0000","last_became_active":"2024-09-12T00:34:38.120661+0000","last_became_peered":"2024-09-12T00:34:38.120661+0000","last_unstale":"2024-09-12T01:14:47.125039+0000","last_undegraded":"2024-09-12T01:14:47.125039+0000","last_fullsized":"2024-09-12T01:14:47.125039+0000","mapping_epoch":31,"log_start":"261'100","ondisk_log_start":"261'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:46:23.576492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":204,"num_read_kb":195,"num_write":134,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"264'805","reported_seq":2641,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.921633+0000","last_change":"2024-09-12T00:34:40.012821+0000","last_active":"2024-09-12T01:15:24.921633+0000","last_peered":"2024-09-12T01:15:24.921633+0000","last_clean":"2024-09-12T01:15:24.921633+0000","last_became_active":"2024-09-12T00:34:40.012553+0000","last_became_peered":"2024-09-12T00:34:40.012553+0000","last_unstale":"2024-09-12T01:15:24.921633+0000","last_undegraded":"2024-09-12T01:15:24.921633+0000","last_fullsized":"2024-09-12T01:15:24.921633+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":700,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:17.821344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"264'109","reported_seq":600,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.814999+0000","last_change":"2024-09-12T00:34:42.026272+0000","last_active":"2024-09-12T01:15:16.814999+0000","last_peered":"2024-09-12T01:15:16.814999+0000","last_clean":"2024-09-12T01:15:16.814999+0000","last_became_active":"2024-09-12T00:34:42.025771+0000","last_became_peered":"2024-09-12T00:34:42.025771+0000","last_unstale":"2024-09-12T01:15:16.814999+0000","last_undegraded":"2024-09-12T01:15:16.814999+0000","last_fullsized":"2024-09-12T01:15:16.814999+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:02:46.046909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":521,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":118,"num_read_kb":116,"num_write":281,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"264'904","reported_seq":2595,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:02.247423+0000","last_change":"2024-09-12T00:34:33.986262+0000","last_active":"2024-09-12T01:14:02.247423+0000","last_peered":"2024-09-12T01:14:02.247423+0000","last_clean":"2024-09-12T01:14:02.247423+0000","last_became_active":"2024-09-12T00:34:33.985768+0000","last_became_peered":"2024-09-12T00:34:33.985768+0000","last_unstale":"2024-09-12T01:14:02.247423+0000","last_undegraded":"2024-09-12T01:14:02.247423+0000","last_fullsized":"2024-09-12T01:14:02.247423+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":800,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:03.927500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4156,"num_read_kb":3749,"num_write":1149,"num_write_kb":391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"264'245","reported_seq":860,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:43.698282+0000","last_change":"2024-09-12T00:34:31.980731+0000","last_active":"2024-09-12T01:13:43.698282+0000","last_peered":"2024-09-12T01:13:43.698282+0000","last_clean":"2024-09-12T01:13:43.698282+0000","last_became_active":"2024-09-12T00:34:31.980377+0000","last_became_peered":"2024-09-12T00:34:31.980377+0000","last_unstale":"2024-09-12T01:13:43.698282+0000","last_undegraded":"2024-09-12T01:13:43.698282+0000","last_fullsized":"2024-09-12T01:13:43.698282+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":200,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:35:17.337439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6743849,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":360,"num_read_kb":68052,"num_write":947,"num_write_kb":25898,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.661580+0000","last_change":"2024-09-12T00:34:20.831144+0000","last_active":"2024-09-12T01:13:21.661580+0000","last_peered":"2024-09-12T01:13:21.661580+0000","last_clean":"2024-09-12T01:13:21.661580+0000","last_became_active":"2024-09-12T00:34:18.799719+0000","last_became_peered":"2024-09-12T00:34:18.799719+0000","last_unstale":"2024-09-12T01:13:21.661580+0000","last_undegraded":"2024-09-12T01:13:21.661580+0000","last_fullsized":"2024-09-12T01:13:21.661580+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:40.152433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061593800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786664+0000","last_change":"2024-09-12T00:34:35.986722+0000","last_active":"2024-09-12T01:12:06.786664+0000","last_peered":"2024-09-12T01:12:06.786664+0000","last_clean":"2024-09-12T01:12:06.786664+0000","last_became_active":"2024-09-12T00:34:35.986449+0000","last_became_peered":"2024-09-12T00:34:35.986449+0000","last_unstale":"2024-09-12T01:12:06.786664+0000","last_undegraded":"2024-09-12T01:12:06.786664+0000","last_fullsized":"2024-09-12T01:12:06.786664+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:05.207186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"264'124","reported_seq":659,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.110145+0000","last_change":"2024-09-12T00:34:37.998141+0000","last_active":"2024-09-12T01:14:47.110145+0000","last_peered":"2024-09-12T01:14:47.110145+0000","last_clean":"2024-09-12T01:14:47.110145+0000","last_became_active":"2024-09-12T00:34:37.997654+0000","last_became_peered":"2024-09-12T00:34:37.997654+0000","last_unstale":"2024-09-12T01:14:47.110145+0000","last_undegraded":"2024-09-12T01:14:47.110145+0000","last_fullsized":"2024-09-12T01:14:47.110145+0000","mapping_epoch":31,"log_start":"264'100","ondisk_log_start":"264'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:21.578625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":135,"num_read_kb":126,"num_write":92,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"264'812","reported_seq":2322,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.927044+0000","last_change":"2024-09-12T00:34:40.011938+0000","last_active":"2024-09-12T01:15:24.927044+0000","last_peered":"2024-09-12T01:15:24.927044+0000","last_clean":"2024-09-12T01:15:24.927044+0000","last_became_active":"2024-09-12T00:34:40.011654+0000","last_became_peered":"2024-09-12T00:34:40.011654+0000","last_unstale":"2024-09-12T01:15:24.927044+0000","last_undegraded":"2024-09-12T01:15:24.927044+0000","last_fullsized":"2024-09-12T01:15:24.927044+0000","mapping_epoch":33,"log_start":"264'800","ondisk_log_start":"264'800","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":800,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:21:13.399147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"264'259","reported_seq":776,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:18.559304+0000","last_change":"2024-09-12T00:34:42.026234+0000","last_active":"2024-09-12T01:13:18.559304+0000","last_peered":"2024-09-12T01:13:18.559304+0000","last_clean":"2024-09-12T01:13:18.559304+0000","last_became_active":"2024-09-12T00:34:42.025929+0000","last_became_peered":"2024-09-12T00:34:42.025929+0000","last_unstale":"2024-09-12T01:13:18.559304+0000","last_undegraded":"2024-09-12T01:13:18.559304+0000","last_fullsized":"2024-09-12T01:13:18.559304+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:41.848209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":316,"num_read_kb":315,"num_write":559,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"264'435","reported_seq":1895,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.416685+0000","last_change":"2024-09-12T00:34:33.980948+0000","last_active":"2024-09-12T01:14:19.416685+0000","last_peered":"2024-09-12T01:14:19.416685+0000","last_clean":"2024-09-12T01:14:19.416685+0000","last_became_active":"2024-09-12T00:34:33.980660+0000","last_became_peered":"2024-09-12T00:34:33.980660+0000","last_unstale":"2024-09-12T01:14:19.416685+0000","last_undegraded":"2024-09-12T01:14:19.416685+0000","last_fullsized":"2024-09-12T01:14:19.416685+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":400,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:14.360780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2181,"num_read_kb":2054,"num_write":523,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"264'321","reported_seq":954,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.676247+0000","last_change":"2024-09-12T00:34:31.969477+0000","last_active":"2024-09-12T01:15:45.676247+0000","last_peered":"2024-09-12T01:15:45.676247+0000","last_clean":"2024-09-12T01:15:45.676247+0000","last_became_active":"2024-09-12T00:34:31.969143+0000","last_became_peered":"2024-09-12T00:34:31.969143+0000","last_unstale":"2024-09-12T01:15:45.676247+0000","last_undegraded":"2024-09-12T01:15:45.676247+0000","last_fullsized":"2024-09-12T01:15:45.676247+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:17.419863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":350411,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":433,"num_read_kb":23442,"num_write":1031,"num_write_kb":20063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":520,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.775000+0000","last_change":"2024-09-12T00:34:20.841319+0000","last_active":"2024-09-12T01:13:21.775000+0000","last_peered":"2024-09-12T01:13:21.775000+0000","last_clean":"2024-09-12T01:13:21.775000+0000","last_became_active":"2024-09-12T00:34:18.792515+0000","last_became_peered":"2024-09-12T00:34:18.792515+0000","last_unstale":"2024-09-12T01:13:21.775000+0000","last_undegraded":"2024-09-12T01:13:21.775000+0000","last_fullsized":"2024-09-12T01:13:21.775000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:18.183302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000465122,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.792443+0000","last_change":"2024-09-12T00:34:35.986360+0000","last_active":"2024-09-12T01:12:41.792443+0000","last_peered":"2024-09-12T01:12:41.792443+0000","last_clean":"2024-09-12T01:12:41.792443+0000","last_became_active":"2024-09-12T00:34:35.985965+0000","last_became_peered":"2024-09-12T00:34:35.985965+0000","last_unstale":"2024-09-12T01:12:41.792443+0000","last_undegraded":"2024-09-12T01:12:41.792443+0000","last_fullsized":"2024-09-12T01:12:41.792443+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:31.786094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"264'759","reported_seq":1467,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.883360+0000","last_change":"2024-09-12T00:34:38.120876+0000","last_active":"2024-09-12T01:15:24.883360+0000","last_peered":"2024-09-12T01:15:24.883360+0000","last_clean":"2024-09-12T01:15:24.883360+0000","last_became_active":"2024-09-12T00:34:38.120377+0000","last_became_peered":"2024-09-12T00:34:38.120377+0000","last_unstale":"2024-09-12T01:15:24.883360+0000","last_undegraded":"2024-09-12T01:15:24.883360+0000","last_fullsized":"2024-09-12T01:15:24.883360+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":700,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:17:46.350707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210084,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1330,"num_read_kb":2903,"num_write":1112,"num_write_kb":960,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":482,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.788864+0000","last_change":"2024-09-12T00:34:40.014003+0000","last_active":"2024-09-12T01:12:11.788864+0000","last_peered":"2024-09-12T01:12:11.788864+0000","last_clean":"2024-09-12T01:12:11.788864+0000","last_became_active":"2024-09-12T00:34:40.013582+0000","last_became_peered":"2024-09-12T00:34:40.013582+0000","last_unstale":"2024-09-12T01:12:11.788864+0000","last_undegraded":"2024-09-12T01:12:11.788864+0000","last_fullsized":"2024-09-12T01:12:11.788864+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:09:04.019412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"264'123","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:55.285569+0000","last_change":"2024-09-12T00:34:42.014504+0000","last_active":"2024-09-12T01:13:55.285569+0000","last_peered":"2024-09-12T01:13:55.285569+0000","last_clean":"2024-09-12T01:13:55.285569+0000","last_became_active":"2024-09-12T00:34:42.014137+0000","last_became_peered":"2024-09-12T00:34:42.014137+0000","last_unstale":"2024-09-12T01:13:55.285569+0000","last_undegraded":"2024-09-12T01:13:55.285569+0000","last_fullsized":"2024-09-12T01:13:55.285569+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:56.309212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":152,"num_read_kb":136,"num_write":295,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"264'140","reported_seq":700,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.535540+0000","last_change":"2024-09-12T00:34:42.015656+0000","last_active":"2024-09-12T01:14:19.535540+0000","last_peered":"2024-09-12T01:14:19.535540+0000","last_clean":"2024-09-12T01:14:19.535540+0000","last_became_active":"2024-09-12T00:34:42.015362+0000","last_became_peered":"2024-09-12T00:34:42.015362+0000","last_unstale":"2024-09-12T01:14:19.535540+0000","last_undegraded":"2024-09-12T01:14:19.535540+0000","last_fullsized":"2024-09-12T01:14:19.535540+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:46.132707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":253,"num_read_kb":241,"num_write":326,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"264'428","reported_seq":2006,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.295481+0000","last_change":"2024-09-12T00:34:33.982189+0000","last_active":"2024-09-12T01:14:01.295481+0000","last_peered":"2024-09-12T01:14:01.295481+0000","last_clean":"2024-09-12T01:14:01.295481+0000","last_became_active":"2024-09-12T00:34:33.981797+0000","last_became_peered":"2024-09-12T00:34:33.981797+0000","last_unstale":"2024-09-12T01:14:01.295481+0000","last_undegraded":"2024-09-12T01:14:01.295481+0000","last_fullsized":"2024-09-12T01:14:01.295481+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":400,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:45.114765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2497,"num_read_kb":2355,"num_write":514,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"264'282","reported_seq":933,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:03.780773+0000","last_change":"2024-09-12T00:34:31.960196+0000","last_active":"2024-09-12T01:14:03.780773+0000","last_peered":"2024-09-12T01:14:03.780773+0000","last_clean":"2024-09-12T01:14:03.780773+0000","last_became_active":"2024-09-12T00:34:31.959827+0000","last_became_peered":"2024-09-12T00:34:31.959827+0000","last_unstale":"2024-09-12T01:14:03.780773+0000","last_undegraded":"2024-09-12T01:14:03.780773+0000","last_fullsized":"2024-09-12T01:14:03.780773+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:33.925854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6032510,"num_objects":50,"num_object_clones":0,"num_object_copies":150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":0,"num_read":471,"num_read_kb":26398,"num_write":1018,"num_write_kb":48326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.649595+0000","last_change":"2024-09-12T00:34:35.991651+0000","last_active":"2024-09-12T01:11:56.649595+0000","last_peered":"2024-09-12T01:11:56.649595+0000","last_clean":"2024-09-12T01:11:56.649595+0000","last_became_active":"2024-09-12T00:34:35.990997+0000","last_became_peered":"2024-09-12T00:34:35.990997+0000","last_unstale":"2024-09-12T01:11:56.649595+0000","last_undegraded":"2024-09-12T01:11:56.649595+0000","last_fullsized":"2024-09-12T01:11:56.649595+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:23:29.737939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"264'310","reported_seq":876,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.968006+0000","last_change":"2024-09-12T00:34:37.998915+0000","last_active":"2024-09-12T01:15:23.968006+0000","last_peered":"2024-09-12T01:15:23.968006+0000","last_clean":"2024-09-12T01:15:23.968006+0000","last_became_active":"2024-09-12T00:34:37.998646+0000","last_became_peered":"2024-09-12T00:34:37.998646+0000","last_unstale":"2024-09-12T01:15:23.968006+0000","last_undegraded":"2024-09-12T01:15:23.968006+0000","last_fullsized":"2024-09-12T01:15:23.968006+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:18.596434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63104,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":516,"num_read_kb":1086,"num_write":434,"num_write_kb":351,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":480,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.787384+0000","last_change":"2024-09-12T00:34:40.010132+0000","last_active":"2024-09-12T01:12:01.787384+0000","last_peered":"2024-09-12T01:12:01.787384+0000","last_clean":"2024-09-12T01:12:01.787384+0000","last_became_active":"2024-09-12T00:34:40.009802+0000","last_became_peered":"2024-09-12T00:34:40.009802+0000","last_unstale":"2024-09-12T01:12:01.787384+0000","last_undegraded":"2024-09-12T01:12:01.787384+0000","last_fullsized":"2024-09-12T01:12:01.787384+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:41:51.198247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"264'121","reported_seq":615,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.484538+0000","last_change":"2024-09-12T00:34:42.026247+0000","last_active":"2024-09-12T01:14:19.484538+0000","last_peered":"2024-09-12T01:14:19.484538+0000","last_clean":"2024-09-12T01:14:19.484538+0000","last_became_active":"2024-09-12T00:34:42.025531+0000","last_became_peered":"2024-09-12T00:34:42.025531+0000","last_unstale":"2024-09-12T01:14:19.484538+0000","last_undegraded":"2024-09-12T01:14:19.484538+0000","last_fullsized":"2024-09-12T01:14:19.484538+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:19.161106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":138,"num_write":311,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"264'496","reported_seq":2103,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.389517+0000","last_change":"2024-09-12T00:35:05.315433+0000","last_active":"2024-09-12T01:13:56.389517+0000","last_peered":"2024-09-12T01:13:56.389517+0000","last_clean":"2024-09-12T01:13:56.389517+0000","last_became_active":"2024-09-12T00:35:05.315082+0000","last_became_peered":"2024-09-12T00:35:05.315082+0000","last_unstale":"2024-09-12T01:13:56.389517+0000","last_undegraded":"2024-09-12T01:13:56.389517+0000","last_fullsized":"2024-09-12T01:13:56.389517+0000","mapping_epoch":38,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":400,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:34:44.738708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2561,"num_read_kb":2422,"num_write":563,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"264'346","reported_seq":1010,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:16.334921+0000","last_change":"2024-09-12T00:34:31.965750+0000","last_active":"2024-09-12T01:14:16.334921+0000","last_peered":"2024-09-12T01:14:16.334921+0000","last_clean":"2024-09-12T01:14:16.334921+0000","last_became_active":"2024-09-12T00:34:31.965091+0000","last_became_peered":"2024-09-12T00:34:31.965091+0000","last_unstale":"2024-09-12T01:14:16.334921+0000","last_undegraded":"2024-09-12T01:14:16.334921+0000","last_fullsized":"2024-09-12T01:14:16.334921+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:20:31.005964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12195954,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":570,"num_read_kb":34367,"num_write":1257,"num_write_kb":46060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.786736+0000","last_change":"2024-09-12T00:34:35.993202+0000","last_active":"2024-09-12T01:11:56.786736+0000","last_peered":"2024-09-12T01:11:56.786736+0000","last_clean":"2024-09-12T01:11:56.786736+0000","last_became_active":"2024-09-12T00:34:35.992901+0000","last_became_peered":"2024-09-12T00:34:35.992901+0000","last_unstale":"2024-09-12T01:11:56.786736+0000","last_undegraded":"2024-09-12T01:11:56.786736+0000","last_fullsized":"2024-09-12T01:11:56.786736+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:54:58.255255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"264'47","reported_seq":546,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.923037+0000","last_change":"2024-09-12T00:34:37.990520+0000","last_active":"2024-09-12T01:14:46.923037+0000","last_peered":"2024-09-12T01:14:46.923037+0000","last_clean":"2024-09-12T01:14:46.923037+0000","last_became_active":"2024-09-12T00:34:37.990221+0000","last_became_peered":"2024-09-12T00:34:37.990221+0000","last_unstale":"2024-09-12T01:14:46.923037+0000","last_undegraded":"2024-09-12T01:14:46.923037+0000","last_fullsized":"2024-09-12T01:14:46.923037+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:39:54.772454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.785988+0000","last_change":"2024-09-12T00:34:40.002939+0000","last_active":"2024-09-12T01:12:01.785988+0000","last_peered":"2024-09-12T01:12:01.785988+0000","last_clean":"2024-09-12T01:12:01.785988+0000","last_became_active":"2024-09-12T00:34:40.002646+0000","last_became_peered":"2024-09-12T00:34:40.002646+0000","last_unstale":"2024-09-12T01:12:01.785988+0000","last_undegraded":"2024-09-12T01:12:01.785988+0000","last_fullsized":"2024-09-12T01:12:01.785988+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:06:47.182757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"264'205","reported_seq":738,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.801225+0000","last_change":"2024-09-12T00:34:42.010342+0000","last_active":"2024-09-12T01:14:18.801225+0000","last_peered":"2024-09-12T01:14:18.801225+0000","last_clean":"2024-09-12T01:14:18.801225+0000","last_became_active":"2024-09-12T00:34:42.009994+0000","last_became_peered":"2024-09-12T00:34:42.009994+0000","last_unstale":"2024-09-12T01:14:18.801225+0000","last_undegraded":"2024-09-12T01:14:18.801225+0000","last_fullsized":"2024-09-12T01:14:18.801225+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:15:36.657494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":185,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":353,"num_read_kb":332,"num_write":455,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"264'875","reported_seq":2378,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.785749+0000","last_change":"2024-09-12T00:34:33.988374+0000","last_active":"2024-09-12T01:14:18.785749+0000","last_peered":"2024-09-12T01:14:18.785749+0000","last_clean":"2024-09-12T01:14:18.785749+0000","last_became_active":"2024-09-12T00:34:33.987934+0000","last_became_peered":"2024-09-12T00:34:33.987934+0000","last_unstale":"2024-09-12T01:14:18.785749+0000","last_undegraded":"2024-09-12T01:14:18.785749+0000","last_fullsized":"2024-09-12T01:14:18.785749+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":800,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:16:55.269210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4141,"num_read_kb":3662,"num_write":1190,"num_write_kb":464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"264'295","reported_seq":915,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:17.025280+0000","last_change":"2024-09-12T00:34:31.972234+0000","last_active":"2024-09-12T01:13:17.025280+0000","last_peered":"2024-09-12T01:13:17.025280+0000","last_clean":"2024-09-12T01:13:17.025280+0000","last_became_active":"2024-09-12T00:34:31.969470+0000","last_became_peered":"2024-09-12T00:34:31.969470+0000","last_unstale":"2024-09-12T01:13:17.025280+0000","last_undegraded":"2024-09-12T01:13:17.025280+0000","last_fullsized":"2024-09-12T01:13:17.025280+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:28.782455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5802871,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":400,"num_read_kb":46822,"num_write":1105,"num_write_kb":59144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.785241+0000","last_change":"2024-09-12T00:34:35.984534+0000","last_active":"2024-09-12T01:11:56.785241+0000","last_peered":"2024-09-12T01:11:56.785241+0000","last_clean":"2024-09-12T01:11:56.785241+0000","last_became_active":"2024-09-12T00:34:35.984218+0000","last_became_peered":"2024-09-12T00:34:35.984218+0000","last_unstale":"2024-09-12T01:11:56.785241+0000","last_undegraded":"2024-09-12T01:11:56.785241+0000","last_fullsized":"2024-09-12T01:11:56.785241+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:54.013292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"264'317","reported_seq":893,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:19.899502+0000","last_change":"2024-09-12T00:34:38.000089+0000","last_active":"2024-09-12T01:15:19.899502+0000","last_peered":"2024-09-12T01:15:19.899502+0000","last_clean":"2024-09-12T01:15:19.899502+0000","last_became_active":"2024-09-12T00:34:37.999675+0000","last_became_peered":"2024-09-12T00:34:37.999675+0000","last_unstale":"2024-09-12T01:15:19.899502+0000","last_undegraded":"2024-09-12T01:15:19.899502+0000","last_fullsized":"2024-09-12T01:15:19.899502+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:27:18.488407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57951,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":500,"num_read_kb":982,"num_write":408,"num_write_kb":294,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.764247+0000","last_change":"2024-09-12T00:34:40.007850+0000","last_active":"2024-09-12T01:12:01.764247+0000","last_peered":"2024-09-12T01:12:01.764247+0000","last_clean":"2024-09-12T01:12:01.764247+0000","last_became_active":"2024-09-12T00:34:40.007570+0000","last_became_peered":"2024-09-12T00:34:40.007570+0000","last_unstale":"2024-09-12T01:12:01.764247+0000","last_undegraded":"2024-09-12T01:12:01.764247+0000","last_fullsized":"2024-09-12T01:12:01.764247+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:43:23.480247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"264'161","reported_seq":677,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:17.540065+0000","last_change":"2024-09-12T00:34:42.014546+0000","last_active":"2024-09-12T01:14:17.540065+0000","last_peered":"2024-09-12T01:14:17.540065+0000","last_clean":"2024-09-12T01:14:17.540065+0000","last_became_active":"2024-09-12T00:34:42.014030+0000","last_became_peered":"2024-09-12T00:34:42.014030+0000","last_unstale":"2024-09-12T01:14:17.540065+0000","last_undegraded":"2024-09-12T01:14:17.540065+0000","last_fullsized":"2024-09-12T01:14:17.540065+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:11.563728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":224,"num_read_kb":209,"num_write":390,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"264'432","reported_seq":1978,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.718845+0000","last_change":"2024-09-12T00:34:33.986408+0000","last_active":"2024-09-12T01:14:15.718845+0000","last_peered":"2024-09-12T01:14:15.718845+0000","last_clean":"2024-09-12T01:14:15.718845+0000","last_became_active":"2024-09-12T00:34:33.986149+0000","last_became_peered":"2024-09-12T00:34:33.986149+0000","last_unstale":"2024-09-12T01:14:15.718845+0000","last_undegraded":"2024-09-12T01:14:15.718845+0000","last_fullsized":"2024-09-12T01:14:15.718845+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:19:22.570486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2285,"num_read_kb":2165,"num_write":485,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"264'360","reported_seq":1024,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.642628+0000","last_change":"2024-09-12T00:34:31.970729+0000","last_active":"2024-09-12T01:15:45.642628+0000","last_peered":"2024-09-12T01:15:45.642628+0000","last_clean":"2024-09-12T01:15:45.642628+0000","last_became_active":"2024-09-12T00:34:31.970380+0000","last_became_peered":"2024-09-12T00:34:31.970380+0000","last_unstale":"2024-09-12T01:15:45.642628+0000","last_undegraded":"2024-09-12T01:15:45.642628+0000","last_fullsized":"2024-09-12T01:15:45.642628+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:44:49.627214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133785,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":602,"num_read_kb":38535,"num_write":1168,"num_write_kb":21967,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.763360+0000","last_change":"2024-09-12T00:34:35.988067+0000","last_active":"2024-09-12T01:11:56.763360+0000","last_peered":"2024-09-12T01:11:56.763360+0000","last_clean":"2024-09-12T01:11:56.763360+0000","last_became_active":"2024-09-12T00:34:35.987727+0000","last_became_peered":"2024-09-12T00:34:35.987727+0000","last_unstale":"2024-09-12T01:11:56.763360+0000","last_undegraded":"2024-09-12T01:11:56.763360+0000","last_fullsized":"2024-09-12T01:11:56.763360+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:16.623441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"264'257","reported_seq":818,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.014698+0000","last_change":"2024-09-12T00:34:37.999092+0000","last_active":"2024-09-12T01:14:47.014698+0000","last_peered":"2024-09-12T01:14:47.014698+0000","last_clean":"2024-09-12T01:14:47.014698+0000","last_became_active":"2024-09-12T00:34:37.998788+0000","last_became_peered":"2024-09-12T00:34:37.998788+0000","last_unstale":"2024-09-12T01:14:47.014698+0000","last_undegraded":"2024-09-12T01:14:47.014698+0000","last_fullsized":"2024-09-12T01:14:47.014698+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:10:57.760725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55909,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":427,"num_read_kb":903,"num_write":352,"num_write_kb":290,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:00.659262+0000","last_change":"2024-09-12T00:34:40.009005+0000","last_active":"2024-09-12T01:12:00.659262+0000","last_peered":"2024-09-12T01:12:00.659262+0000","last_clean":"2024-09-12T01:12:00.659262+0000","last_became_active":"2024-09-12T00:34:40.008658+0000","last_became_peered":"2024-09-12T00:34:40.008658+0000","last_unstale":"2024-09-12T01:12:00.659262+0000","last_undegraded":"2024-09-12T01:12:00.659262+0000","last_fullsized":"2024-09-12T01:12:00.659262+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:23.335473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"264'513","reported_seq":2079,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.789151+0000","last_change":"2024-09-12T00:34:33.980376+0000","last_active":"2024-09-12T01:14:18.789151+0000","last_peered":"2024-09-12T01:14:18.789151+0000","last_clean":"2024-09-12T01:14:18.789151+0000","last_became_active":"2024-09-12T00:34:33.979954+0000","last_became_peered":"2024-09-12T00:34:33.979954+0000","last_unstale":"2024-09-12T01:14:18.789151+0000","last_undegraded":"2024-09-12T01:14:18.789151+0000","last_fullsized":"2024-09-12T01:14:18.789151+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":500,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:31:25.783769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2754,"num_read_kb":2561,"num_write":636,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"264'373","reported_seq":1104,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:11.796884+0000","last_change":"2024-09-12T00:34:31.973283+0000","last_active":"2024-09-12T01:13:11.796884+0000","last_peered":"2024-09-12T01:13:11.796884+0000","last_clean":"2024-09-12T01:13:11.796884+0000","last_became_active":"2024-09-12T00:34:31.972861+0000","last_became_peered":"2024-09-12T00:34:31.972861+0000","last_unstale":"2024-09-12T01:13:11.796884+0000","last_undegraded":"2024-09-12T01:13:11.796884+0000","last_fullsized":"2024-09-12T01:13:11.796884+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:41:15.425759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5253461,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":817,"num_read_kb":16151,"num_write":1294,"num_write_kb":33244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:45.665418+0000","last_change":"2024-09-12T00:34:35.990725+0000","last_active":"2024-09-12T01:12:45.665418+0000","last_peered":"2024-09-12T01:12:45.665418+0000","last_clean":"2024-09-12T01:12:45.665418+0000","last_became_active":"2024-09-12T00:34:35.990444+0000","last_became_peered":"2024-09-12T00:34:35.990444+0000","last_unstale":"2024-09-12T01:12:45.665418+0000","last_undegraded":"2024-09-12T01:12:45.665418+0000","last_fullsized":"2024-09-12T01:12:45.665418+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:14.610957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"264'422","reported_seq":1044,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.880384+0000","last_change":"2024-09-12T00:34:37.996342+0000","last_active":"2024-09-12T01:15:24.880384+0000","last_peered":"2024-09-12T01:15:24.880384+0000","last_clean":"2024-09-12T01:15:24.880384+0000","last_became_active":"2024-09-12T00:34:37.996049+0000","last_became_peered":"2024-09-12T00:34:37.996049+0000","last_unstale":"2024-09-12T01:15:24.880384+0000","last_undegraded":"2024-09-12T01:15:24.880384+0000","last_fullsized":"2024-09-12T01:15:24.880384+0000","mapping_epoch":31,"log_start":"264'400","ondisk_log_start":"264'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:55.702519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":114956,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":743,"num_read_kb":1580,"num_write":634,"num_write_kb":581,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":479,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:13.777448+0000","last_change":"2024-09-12T00:34:40.012666+0000","last_active":"2024-09-12T01:12:13.777448+0000","last_peered":"2024-09-12T01:12:13.777448+0000","last_clean":"2024-09-12T01:12:13.777448+0000","last_became_active":"2024-09-12T00:34:40.012366+0000","last_became_peered":"2024-09-12T00:34:40.012366+0000","last_unstale":"2024-09-12T01:12:13.777448+0000","last_undegraded":"2024-09-12T01:12:13.777448+0000","last_fullsized":"2024-09-12T01:12:13.777448+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:31.574283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"264'159","reported_seq":660,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:55.870235+0000","last_change":"2024-09-12T00:34:42.026234+0000","last_active":"2024-09-12T01:13:55.870235+0000","last_peered":"2024-09-12T01:13:55.870235+0000","last_clean":"2024-09-12T01:13:55.870235+0000","last_became_active":"2024-09-12T00:34:42.025953+0000","last_became_peered":"2024-09-12T00:34:42.025953+0000","last_unstale":"2024-09-12T01:13:55.870235+0000","last_undegraded":"2024-09-12T01:13:55.870235+0000","last_fullsized":"2024-09-12T01:13:55.870235+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:07.207473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":845,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":219,"num_read_kb":219,"num_write":367,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"264'770","reported_seq":2284,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.959561+0000","last_change":"2024-09-12T00:34:33.985204+0000","last_active":"2024-09-12T01:15:23.959561+0000","last_peered":"2024-09-12T01:15:23.959561+0000","last_clean":"2024-09-12T01:15:23.959561+0000","last_became_active":"2024-09-12T00:34:33.984892+0000","last_became_peered":"2024-09-12T00:34:33.984892+0000","last_unstale":"2024-09-12T01:15:23.959561+0000","last_undegraded":"2024-09-12T01:15:23.959561+0000","last_fullsized":"2024-09-12T01:15:23.959561+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":700,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:26.175665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3650,"num_read_kb":3300,"num_write":1005,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"264'351","reported_seq":1098,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:16.294326+0000","last_change":"2024-09-12T00:35:05.222835+0000","last_active":"2024-09-12T01:14:16.294326+0000","last_peered":"2024-09-12T01:14:16.294326+0000","last_clean":"2024-09-12T01:14:16.294326+0000","last_became_active":"2024-09-12T00:35:05.222425+0000","last_became_peered":"2024-09-12T00:35:05.222425+0000","last_unstale":"2024-09-12T01:14:16.294326+0000","last_undegraded":"2024-09-12T01:14:16.294326+0000","last_fullsized":"2024-09-12T01:14:16.294326+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:46:48.571855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":14995812,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":819,"num_read_kb":33952,"num_write":1189,"num_write_kb":37455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.765187+0000","last_change":"2024-09-12T00:34:35.983805+0000","last_active":"2024-09-12T01:12:06.765187+0000","last_peered":"2024-09-12T01:12:06.765187+0000","last_clean":"2024-09-12T01:12:06.765187+0000","last_became_active":"2024-09-12T00:34:35.983475+0000","last_became_peered":"2024-09-12T00:34:35.983475+0000","last_unstale":"2024-09-12T01:12:06.765187+0000","last_undegraded":"2024-09-12T01:12:06.765187+0000","last_fullsized":"2024-09-12T01:12:06.765187+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:05.711987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"264'289","reported_seq":864,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.060624+0000","last_change":"2024-09-12T00:34:37.993121+0000","last_active":"2024-09-12T01:14:47.060624+0000","last_peered":"2024-09-12T01:14:47.060624+0000","last_clean":"2024-09-12T01:14:47.060624+0000","last_became_active":"2024-09-12T00:34:37.992843+0000","last_became_peered":"2024-09-12T00:34:37.992843+0000","last_unstale":"2024-09-12T01:14:47.060624+0000","last_undegraded":"2024-09-12T01:14:47.060624+0000","last_fullsized":"2024-09-12T01:14:47.060624+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:49:22.780501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59504,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":481,"num_read_kb":964,"num_write":404,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.652062+0000","last_change":"2024-09-12T00:34:40.007532+0000","last_active":"2024-09-12T01:12:11.652062+0000","last_peered":"2024-09-12T01:12:11.652062+0000","last_clean":"2024-09-12T01:12:11.652062+0000","last_became_active":"2024-09-12T00:34:40.007193+0000","last_became_peered":"2024-09-12T00:34:40.007193+0000","last_unstale":"2024-09-12T01:12:11.652062+0000","last_undegraded":"2024-09-12T01:12:11.652062+0000","last_fullsized":"2024-09-12T01:12:11.652062+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:38:16.571922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"264'175","reported_seq":687,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.807906+0000","last_change":"2024-09-12T00:34:42.010157+0000","last_active":"2024-09-12T01:14:18.807906+0000","last_peered":"2024-09-12T01:14:18.807906+0000","last_clean":"2024-09-12T01:14:18.807906+0000","last_became_active":"2024-09-12T00:34:42.009849+0000","last_became_peered":"2024-09-12T00:34:42.009849+0000","last_unstale":"2024-09-12T01:14:18.807906+0000","last_undegraded":"2024-09-12T01:14:18.807906+0000","last_fullsized":"2024-09-12T01:14:18.807906+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:18:32.013252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1821,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":250,"num_read_kb":235,"num_write":504,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"264'920","reported_seq":2471,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.294506+0000","last_change":"2024-09-12T00:34:33.990027+0000","last_active":"2024-09-12T01:14:01.294506+0000","last_peered":"2024-09-12T01:14:01.294506+0000","last_clean":"2024-09-12T01:14:01.294506+0000","last_became_active":"2024-09-12T00:34:33.989659+0000","last_became_peered":"2024-09-12T00:34:33.989659+0000","last_unstale":"2024-09-12T01:14:01.294506+0000","last_undegraded":"2024-09-12T01:14:01.294506+0000","last_fullsized":"2024-09-12T01:14:01.294506+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":900,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:56:58.852813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4477,"num_read_kb":3958,"num_write":1281,"num_write_kb":521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"264'249","reported_seq":1005,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:19.352471+0000","last_change":"2024-09-12T00:34:31.975632+0000","last_active":"2024-09-12T01:15:19.352471+0000","last_peered":"2024-09-12T01:15:19.352471+0000","last_clean":"2024-09-12T01:15:19.352471+0000","last_became_active":"2024-09-12T00:34:31.974977+0000","last_became_peered":"2024-09-12T00:34:31.974977+0000","last_unstale":"2024-09-12T01:15:19.352471+0000","last_undegraded":"2024-09-12T01:15:19.352471+0000","last_fullsized":"2024-09-12T01:15:19.352471+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":200,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:04:05.104696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4383217,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":744,"num_read_kb":21278,"num_write":957,"num_write_kb":26616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786817+0000","last_change":"2024-09-12T00:34:35.992414+0000","last_active":"2024-09-12T01:12:06.786817+0000","last_peered":"2024-09-12T01:12:06.786817+0000","last_clean":"2024-09-12T01:12:06.786817+0000","last_became_active":"2024-09-12T00:34:35.992097+0000","last_became_peered":"2024-09-12T00:34:35.992097+0000","last_unstale":"2024-09-12T01:12:06.786817+0000","last_undegraded":"2024-09-12T01:12:06.786817+0000","last_fullsized":"2024-09-12T01:12:06.786817+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:42.102786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"264'295","reported_seq":863,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.132331+0000","last_change":"2024-09-12T00:34:38.121420+0000","last_active":"2024-09-12T01:14:47.132331+0000","last_peered":"2024-09-12T01:14:47.132331+0000","last_clean":"2024-09-12T01:14:47.132331+0000","last_became_active":"2024-09-12T00:34:38.120888+0000","last_became_peered":"2024-09-12T00:34:38.120888+0000","last_unstale":"2024-09-12T01:14:47.132331+0000","last_undegraded":"2024-09-12T01:14:47.132331+0000","last_fullsized":"2024-09-12T01:14:47.132331+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:31:55.385484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58624,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":479,"num_read_kb":995,"num_write":400,"num_write_kb":319,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:46.656397+0000","last_change":"2024-09-12T00:34:40.012879+0000","last_active":"2024-09-12T01:12:46.656397+0000","last_peered":"2024-09-12T01:12:46.656397+0000","last_clean":"2024-09-12T01:12:46.656397+0000","last_became_active":"2024-09-12T00:34:40.012508+0000","last_became_peered":"2024-09-12T00:34:40.012508+0000","last_unstale":"2024-09-12T01:12:46.656397+0000","last_undegraded":"2024-09-12T01:12:46.656397+0000","last_fullsized":"2024-09-12T01:12:46.656397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:16:47.552204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"264'100","reported_seq":579,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.908674+0000","last_change":"2024-09-12T00:34:42.014846+0000","last_active":"2024-09-12T01:15:24.908674+0000","last_peered":"2024-09-12T01:15:24.908674+0000","last_clean":"2024-09-12T01:15:24.908674+0000","last_became_active":"2024-09-12T00:34:42.014187+0000","last_became_peered":"2024-09-12T00:34:42.014187+0000","last_unstale":"2024-09-12T01:15:24.908674+0000","last_undegraded":"2024-09-12T01:15:24.908674+0000","last_fullsized":"2024-09-12T01:15:24.908674+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:54.394760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":87,"num_write":238,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"264'1344","reported_seq":3034,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.957972+0000","last_change":"2024-09-12T00:34:33.974935+0000","last_active":"2024-09-12T01:15:23.957972+0000","last_peered":"2024-09-12T01:15:23.957972+0000","last_clean":"2024-09-12T01:15:23.957972+0000","last_became_active":"2024-09-12T00:34:33.974620+0000","last_became_peered":"2024-09-12T00:34:33.974620+0000","last_unstale":"2024-09-12T01:15:23.957972+0000","last_undegraded":"2024-09-12T01:15:23.957972+0000","last_fullsized":"2024-09-12T01:15:23.957972+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":1300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:25.349300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6230,"num_read_kb":5457,"num_write":1909,"num_write_kb":801,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"264'393","reported_seq":1034,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.622064+0000","last_change":"2024-09-12T00:34:31.972335+0000","last_active":"2024-09-12T01:15:45.622064+0000","last_peered":"2024-09-12T01:15:45.622064+0000","last_clean":"2024-09-12T01:15:45.622064+0000","last_became_active":"2024-09-12T00:34:31.971481+0000","last_became_peered":"2024-09-12T00:34:31.971481+0000","last_unstale":"2024-09-12T01:15:45.622064+0000","last_undegraded":"2024-09-12T01:15:45.622064+0000","last_fullsized":"2024-09-12T01:15:45.622064+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":300,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:40:47.882254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262345,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":552,"num_read_kb":9238,"num_write":1285,"num_write_kb":32825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.651256+0000","last_change":"2024-09-12T00:34:35.985461+0000","last_active":"2024-09-12T01:12:06.651256+0000","last_peered":"2024-09-12T01:12:06.651256+0000","last_clean":"2024-09-12T01:12:06.651256+0000","last_became_active":"2024-09-12T00:34:35.985160+0000","last_became_peered":"2024-09-12T00:34:35.985160+0000","last_unstale":"2024-09-12T01:12:06.651256+0000","last_undegraded":"2024-09-12T01:12:06.651256+0000","last_fullsized":"2024-09-12T01:12:06.651256+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:14:20.512924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"264'94","reported_seq":614,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.122113+0000","last_change":"2024-09-12T00:34:38.121090+0000","last_active":"2024-09-12T01:14:47.122113+0000","last_peered":"2024-09-12T01:14:47.122113+0000","last_clean":"2024-09-12T01:14:47.122113+0000","last_became_active":"2024-09-12T00:34:38.120386+0000","last_became_peered":"2024-09-12T00:34:38.120386+0000","last_unstale":"2024-09-12T01:14:47.122113+0000","last_undegraded":"2024-09-12T01:14:47.122113+0000","last_fullsized":"2024-09-12T01:14:47.122113+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:46.569598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":97,"num_read_kb":87,"num_write":74,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"264'774","reported_seq":4205,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.920508+0000","last_change":"2024-09-12T00:34:40.006438+0000","last_active":"2024-09-12T01:15:24.920508+0000","last_peered":"2024-09-12T01:15:24.920508+0000","last_clean":"2024-09-12T01:15:24.920508+0000","last_became_active":"2024-09-12T00:34:40.005461+0000","last_became_peered":"2024-09-12T00:34:40.005461+0000","last_unstale":"2024-09-12T01:15:24.920508+0000","last_undegraded":"2024-09-12T01:15:24.920508+0000","last_fullsized":"2024-09-12T01:15:24.920508+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":700,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:25:43.181893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"264'100","reported_seq":596,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.791159+0000","last_change":"2024-09-12T00:34:42.013009+0000","last_active":"2024-09-12T01:14:18.791159+0000","last_peered":"2024-09-12T01:14:18.791159+0000","last_clean":"2024-09-12T01:14:18.791159+0000","last_became_active":"2024-09-12T00:34:42.012650+0000","last_became_peered":"2024-09-12T00:34:42.012650+0000","last_unstale":"2024-09-12T01:14:18.791159+0000","last_undegraded":"2024-09-12T01:14:18.791159+0000","last_fullsized":"2024-09-12T01:14:18.791159+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:27:10.043864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":113,"num_write":246,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"264'1201","reported_seq":2922,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.426902+0000","last_change":"2024-09-12T00:34:33.991071+0000","last_active":"2024-09-12T01:14:19.426902+0000","last_peered":"2024-09-12T01:14:19.426902+0000","last_clean":"2024-09-12T01:14:19.426902+0000","last_became_active":"2024-09-12T00:34:33.990740+0000","last_became_peered":"2024-09-12T00:34:33.990740+0000","last_unstale":"2024-09-12T01:14:19.426902+0000","last_undegraded":"2024-09-12T01:14:19.426902+0000","last_fullsized":"2024-09-12T01:14:19.426902+0000","mapping_epoch":27,"log_start":"264'1100","ondisk_log_start":"264'1100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":1100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:06.256260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5787,"num_read_kb":5148,"num_write":1679,"num_write_kb":732,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"264'239","reported_seq":829,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:30.928301+0000","last_change":"2024-09-12T00:35:05.222645+0000","last_active":"2024-09-12T01:13:30.928301+0000","last_peered":"2024-09-12T01:13:30.928301+0000","last_clean":"2024-09-12T01:13:30.928301+0000","last_became_active":"2024-09-12T00:35:05.222269+0000","last_became_peered":"2024-09-12T00:35:05.222269+0000","last_unstale":"2024-09-12T01:13:30.928301+0000","last_undegraded":"2024-09-12T01:13:30.928301+0000","last_fullsized":"2024-09-12T01:13:30.928301+0000","mapping_epoch":38,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:47.575482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5471955,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":294,"num_read_kb":17938,"num_write":814,"num_write_kb":34402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'5","reported_seq":975,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.831508+0000","last_change":"2024-09-12T00:34:35.983200+0000","last_active":"2024-09-12T01:15:24.831508+0000","last_peered":"2024-09-12T01:15:24.831508+0000","last_clean":"2024-09-12T01:15:24.831508+0000","last_became_active":"2024-09-12T00:34:35.982931+0000","last_became_peered":"2024-09-12T00:34:35.982931+0000","last_unstale":"2024-09-12T01:15:24.831508+0000","last_undegraded":"2024-09-12T01:15:24.831508+0000","last_fullsized":"2024-09-12T01:15:24.831508+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:23.552905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":729,"num_read_kb":1194,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"264'305","reported_seq":898,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.136869+0000","last_change":"2024-09-12T00:34:37.997083+0000","last_active":"2024-09-12T01:14:47.136869+0000","last_peered":"2024-09-12T01:14:47.136869+0000","last_clean":"2024-09-12T01:14:47.136869+0000","last_became_active":"2024-09-12T00:34:37.996773+0000","last_became_peered":"2024-09-12T00:34:37.996773+0000","last_unstale":"2024-09-12T01:14:47.136869+0000","last_undegraded":"2024-09-12T01:14:47.136869+0000","last_fullsized":"2024-09-12T01:14:47.136869+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:47.652246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55587,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":493,"num_read_kb":941,"num_write":394,"num_write_kb":275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:20.670499+0000","last_change":"2024-09-12T00:34:40.011290+0000","last_active":"2024-09-12T01:13:20.670499+0000","last_peered":"2024-09-12T01:13:20.670499+0000","last_clean":"2024-09-12T01:13:20.670499+0000","last_became_active":"2024-09-12T00:34:40.011017+0000","last_became_peered":"2024-09-12T00:34:40.011017+0000","last_unstale":"2024-09-12T01:13:20.670499+0000","last_undegraded":"2024-09-12T01:13:20.670499+0000","last_fullsized":"2024-09-12T01:13:20.670499+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:23:58.807186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"264'126","reported_seq":637,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:57.179376+0000","last_change":"2024-09-12T00:34:42.017252+0000","last_active":"2024-09-12T01:13:57.179376+0000","last_peered":"2024-09-12T01:13:57.179376+0000","last_clean":"2024-09-12T01:13:57.179376+0000","last_became_active":"2024-09-12T00:34:42.016996+0000","last_became_peered":"2024-09-12T00:34:42.016996+0000","last_unstale":"2024-09-12T01:13:57.179376+0000","last_undegraded":"2024-09-12T01:13:57.179376+0000","last_fullsized":"2024-09-12T01:13:57.179376+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:40.055407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1641,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":197,"num_read_kb":174,"num_write":319,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"264'422","reported_seq":1731,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.958656+0000","last_change":"2024-09-12T00:34:33.988789+0000","last_active":"2024-09-12T01:15:23.958656+0000","last_peered":"2024-09-12T01:15:23.958656+0000","last_clean":"2024-09-12T01:15:23.958656+0000","last_became_active":"2024-09-12T00:34:33.988474+0000","last_became_peered":"2024-09-12T00:34:33.988474+0000","last_unstale":"2024-09-12T01:15:23.958656+0000","last_undegraded":"2024-09-12T01:15:23.958656+0000","last_fullsized":"2024-09-12T01:15:23.958656+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:30:41.579543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2068,"num_read_kb":1907,"num_write":501,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"264'296","reported_seq":918,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:46.235539+0000","last_change":"2024-09-12T00:35:05.688405+0000","last_active":"2024-09-12T01:13:46.235539+0000","last_peered":"2024-09-12T01:13:46.235539+0000","last_clean":"2024-09-12T01:13:46.235539+0000","last_became_active":"2024-09-12T00:35:05.688101+0000","last_became_peered":"2024-09-12T00:35:05.688101+0000","last_unstale":"2024-09-12T01:13:46.235539+0000","last_undegraded":"2024-09-12T01:13:46.235539+0000","last_fullsized":"2024-09-12T01:13:46.235539+0000","mapping_epoch":38,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:01:00.249416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289699,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":435,"num_read_kb":1934,"num_write":1074,"num_write_kb":21166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:08.776922+0000","last_change":"2024-09-12T00:34:35.991349+0000","last_active":"2024-09-12T01:12:08.776922+0000","last_peered":"2024-09-12T01:12:08.776922+0000","last_clean":"2024-09-12T01:12:08.776922+0000","last_became_active":"2024-09-12T00:34:35.991149+0000","last_became_peered":"2024-09-12T00:34:35.991149+0000","last_unstale":"2024-09-12T01:12:08.776922+0000","last_undegraded":"2024-09-12T01:12:08.776922+0000","last_fullsized":"2024-09-12T01:12:08.776922+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:12:34.422304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"264'274","reported_seq":845,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.379231+0000","last_change":"2024-09-12T00:34:37.998630+0000","last_active":"2024-09-12T01:15:44.379231+0000","last_peered":"2024-09-12T01:15:44.379231+0000","last_clean":"2024-09-12T01:15:44.379231+0000","last_became_active":"2024-09-12T00:34:37.998269+0000","last_became_peered":"2024-09-12T00:34:37.998269+0000","last_unstale":"2024-09-12T01:15:44.379231+0000","last_undegraded":"2024-09-12T01:15:44.379231+0000","last_fullsized":"2024-09-12T01:15:44.379231+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:42.704325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87727,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":455,"num_read_kb":1131,"num_write":370,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:01.755475+0000","last_change":"2024-09-12T00:34:40.005097+0000","last_active":"2024-09-12T01:11:01.755475+0000","last_peered":"2024-09-12T01:11:01.755475+0000","last_clean":"2024-09-12T01:11:01.755475+0000","last_became_active":"2024-09-12T00:34:40.004801+0000","last_became_peered":"2024-09-12T00:34:40.004801+0000","last_unstale":"2024-09-12T01:11:01.755475+0000","last_undegraded":"2024-09-12T01:11:01.755475+0000","last_fullsized":"2024-09-12T01:11:01.755475+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:37:40.518840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"264'133","reported_seq":678,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.421940+0000","last_change":"2024-09-12T00:34:42.026666+0000","last_active":"2024-09-12T01:14:19.421940+0000","last_peered":"2024-09-12T01:14:19.421940+0000","last_clean":"2024-09-12T01:14:19.421940+0000","last_became_active":"2024-09-12T00:34:42.025899+0000","last_became_peered":"2024-09-12T00:34:42.025899+0000","last_unstale":"2024-09-12T01:14:19.421940+0000","last_undegraded":"2024-09-12T01:14:19.421940+0000","last_fullsized":"2024-09-12T01:14:19.421940+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:08:22.514735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":557,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":329,"num_read_kb":286,"num_write":339,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"264'756","reported_seq":2188,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.956657+0000","last_change":"2024-09-12T00:34:33.985722+0000","last_active":"2024-09-12T01:15:23.956657+0000","last_peered":"2024-09-12T01:15:23.956657+0000","last_clean":"2024-09-12T01:15:23.956657+0000","last_became_active":"2024-09-12T00:34:33.985448+0000","last_became_peered":"2024-09-12T00:34:33.985448+0000","last_unstale":"2024-09-12T01:15:23.956657+0000","last_undegraded":"2024-09-12T01:15:23.956657+0000","last_fullsized":"2024-09-12T01:15:23.956657+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":700,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:37.284265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3513,"num_read_kb":3154,"num_write":998,"num_write_kb":362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"264'280","reported_seq":904,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.347372+0000","last_change":"2024-09-12T00:34:31.963109+0000","last_active":"2024-09-12T01:14:01.347372+0000","last_peered":"2024-09-12T01:14:01.347372+0000","last_clean":"2024-09-12T01:14:01.347372+0000","last_became_active":"2024-09-12T00:34:31.962743+0000","last_became_peered":"2024-09-12T00:34:31.962743+0000","last_unstale":"2024-09-12T01:14:01.347372+0000","last_undegraded":"2024-09-12T01:14:01.347372+0000","last_fullsized":"2024-09-12T01:14:01.347372+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:51.239613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2637257,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":387,"num_read_kb":23084,"num_write":960,"num_write_kb":31643,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.796569+0000","last_change":"2024-09-12T00:34:35.986786+0000","last_active":"2024-09-12T01:13:16.796569+0000","last_peered":"2024-09-12T01:13:16.796569+0000","last_clean":"2024-09-12T01:13:16.796569+0000","last_became_active":"2024-09-12T00:34:35.985748+0000","last_became_peered":"2024-09-12T00:34:35.985748+0000","last_unstale":"2024-09-12T01:13:16.796569+0000","last_undegraded":"2024-09-12T01:13:16.796569+0000","last_fullsized":"2024-09-12T01:13:16.796569+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:21:29.586080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"264'268","reported_seq":818,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.996878+0000","last_change":"2024-09-12T00:34:37.997512+0000","last_active":"2024-09-12T01:14:46.996878+0000","last_peered":"2024-09-12T01:14:46.996878+0000","last_clean":"2024-09-12T01:14:46.996878+0000","last_became_active":"2024-09-12T00:34:37.997172+0000","last_became_peered":"2024-09-12T00:34:37.997172+0000","last_unstale":"2024-09-12T01:14:46.996878+0000","last_undegraded":"2024-09-12T01:14:46.996878+0000","last_fullsized":"2024-09-12T01:14:46.996878+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":200,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:07:52.805428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65004,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":439,"num_read_kb":970,"num_write":370,"num_write_kb":324,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":481,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.787612+0000","last_change":"2024-09-12T00:34:40.010731+0000","last_active":"2024-09-12T01:12:11.787612+0000","last_peered":"2024-09-12T01:12:11.787612+0000","last_clean":"2024-09-12T01:12:11.787612+0000","last_became_active":"2024-09-12T00:34:40.010287+0000","last_became_peered":"2024-09-12T00:34:40.010287+0000","last_unstale":"2024-09-12T01:12:11.787612+0000","last_undegraded":"2024-09-12T01:12:11.787612+0000","last_fullsized":"2024-09-12T01:12:11.787612+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:54:45.935071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"264'174","reported_seq":1633,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:17.222586+0000","last_change":"2024-09-12T00:34:42.010457+0000","last_active":"2024-09-12T01:14:17.222586+0000","last_peered":"2024-09-12T01:14:17.222586+0000","last_clean":"2024-09-12T01:14:17.222586+0000","last_became_active":"2024-09-12T00:34:42.010177+0000","last_became_peered":"2024-09-12T00:34:42.010177+0000","last_unstale":"2024-09-12T01:14:17.222586+0000","last_undegraded":"2024-09-12T01:14:17.222586+0000","last_fullsized":"2024-09-12T01:14:17.222586+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:01:09.125333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":657,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1177,"num_read_kb":1173,"num_write":405,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"264'459","reported_seq":2049,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.718296+0000","last_change":"2024-09-12T00:34:33.980026+0000","last_active":"2024-09-12T01:14:15.718296+0000","last_peered":"2024-09-12T01:14:15.718296+0000","last_clean":"2024-09-12T01:14:15.718296+0000","last_became_active":"2024-09-12T00:34:33.979754+0000","last_became_peered":"2024-09-12T00:34:33.979754+0000","last_unstale":"2024-09-12T01:14:15.718296+0000","last_undegraded":"2024-09-12T01:14:15.718296+0000","last_fullsized":"2024-09-12T01:14:15.718296+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:21:08.012304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2451,"num_read_kb":2312,"num_write":529,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"264'505","reported_seq":1177,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.622243+0000","last_change":"2024-09-12T00:34:31.971602+0000","last_active":"2024-09-12T01:15:45.622243+0000","last_peered":"2024-09-12T01:15:45.622243+0000","last_clean":"2024-09-12T01:15:45.622243+0000","last_became_active":"2024-09-12T00:34:31.971263+0000","last_became_peered":"2024-09-12T00:34:31.971263+0000","last_unstale":"2024-09-12T01:15:45.622243+0000","last_undegraded":"2024-09-12T01:15:45.622243+0000","last_fullsized":"2024-09-12T01:15:45.622243+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":400,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:39:42.137336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11534519,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":834,"num_read_kb":22038,"num_write":1365,"num_write_kb":25421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"30'1","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:10:56.640945+0000","last_change":"2024-09-12T00:34:35.990662+0000","last_active":"2024-09-12T01:10:56.640945+0000","last_peered":"2024-09-12T01:10:56.640945+0000","last_clean":"2024-09-12T01:10:56.640945+0000","last_became_active":"2024-09-12T00:34:35.990181+0000","last_became_peered":"2024-09-12T00:34:35.990181+0000","last_unstale":"2024-09-12T01:10:56.640945+0000","last_undegraded":"2024-09-12T01:10:56.640945+0000","last_fullsized":"2024-09-12T01:10:56.640945+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:54:10.337966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"264'315","reported_seq":899,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.022328+0000","last_change":"2024-09-12T00:34:37.988290+0000","last_active":"2024-09-12T01:14:47.022328+0000","last_peered":"2024-09-12T01:14:47.022328+0000","last_clean":"2024-09-12T01:14:47.022328+0000","last_became_active":"2024-09-12T00:34:37.987989+0000","last_became_peered":"2024-09-12T00:34:37.987989+0000","last_unstale":"2024-09-12T01:14:47.022328+0000","last_undegraded":"2024-09-12T01:14:47.022328+0000","last_fullsized":"2024-09-12T01:14:47.022328+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:30:42.745177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":65200,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":532,"num_read_kb":1080,"num_write":438,"num_write_kb":336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:10.660734+0000","last_change":"2024-09-12T00:34:40.010434+0000","last_active":"2024-09-12T01:12:10.660734+0000","last_peered":"2024-09-12T01:12:10.660734+0000","last_clean":"2024-09-12T01:12:10.660734+0000","last_became_active":"2024-09-12T00:34:40.009757+0000","last_became_peered":"2024-09-12T00:34:40.009757+0000","last_unstale":"2024-09-12T01:12:10.660734+0000","last_undegraded":"2024-09-12T01:12:10.660734+0000","last_fullsized":"2024-09-12T01:12:10.660734+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:18:34.377897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"264'125","reported_seq":614,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.955922+0000","last_change":"2024-09-12T00:34:42.014821+0000","last_active":"2024-09-12T01:15:23.955922+0000","last_peered":"2024-09-12T01:15:23.955922+0000","last_clean":"2024-09-12T01:15:23.955922+0000","last_became_active":"2024-09-12T00:34:42.014551+0000","last_became_peered":"2024-09-12T00:34:42.014551+0000","last_unstale":"2024-09-12T01:15:23.955922+0000","last_undegraded":"2024-09-12T01:15:23.955922+0000","last_fullsized":"2024-09-12T01:15:23.955922+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:37:10.589821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":629,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":145,"num_read_kb":131,"num_write":325,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"264'471","reported_seq":2108,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.787010+0000","last_change":"2024-09-12T00:34:33.971960+0000","last_active":"2024-09-12T01:14:18.787010+0000","last_peered":"2024-09-12T01:14:18.787010+0000","last_clean":"2024-09-12T01:14:18.787010+0000","last_became_active":"2024-09-12T00:34:33.971654+0000","last_became_peered":"2024-09-12T00:34:33.971654+0000","last_unstale":"2024-09-12T01:14:18.787010+0000","last_undegraded":"2024-09-12T01:14:18.787010+0000","last_fullsized":"2024-09-12T01:14:18.787010+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:29:56.482283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2669,"num_read_kb":2518,"num_write":545,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"264'292","reported_seq":939,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:55.440167+0000","last_change":"2024-09-12T00:34:31.973209+0000","last_active":"2024-09-12T01:13:55.440167+0000","last_peered":"2024-09-12T01:13:55.440167+0000","last_clean":"2024-09-12T01:13:55.440167+0000","last_became_active":"2024-09-12T00:34:31.972867+0000","last_became_peered":"2024-09-12T00:34:31.972867+0000","last_unstale":"2024-09-12T01:13:55.440167+0000","last_undegraded":"2024-09-12T01:13:55.440167+0000","last_fullsized":"2024-09-12T01:13:55.440167+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:16.132202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1729818,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":519,"num_read_kb":7703,"num_write":1086,"num_write_kb":11059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"264'383","reported_seq":1916,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:00.605515+0000","last_change":"2024-09-12T00:34:33.973556+0000","last_active":"2024-09-12T01:14:00.605515+0000","last_peered":"2024-09-12T01:14:00.605515+0000","last_clean":"2024-09-12T01:14:00.605515+0000","last_became_active":"2024-09-12T00:34:33.972770+0000","last_became_peered":"2024-09-12T00:34:33.972770+0000","last_unstale":"2024-09-12T01:14:00.605515+0000","last_undegraded":"2024-09-12T01:14:00.605515+0000","last_fullsized":"2024-09-12T01:14:00.605515+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:49:04.372140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2116,"num_read_kb":2038,"num_write":421,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"264'324","reported_seq":943,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:48.301082+0000","last_change":"2024-09-12T00:34:31.967381+0000","last_active":"2024-09-12T01:13:48.301082+0000","last_peered":"2024-09-12T01:13:48.301082+0000","last_clean":"2024-09-12T01:13:48.301082+0000","last_became_active":"2024-09-12T00:34:31.966720+0000","last_became_peered":"2024-09-12T00:34:31.966720+0000","last_unstale":"2024-09-12T01:13:48.301082+0000","last_undegraded":"2024-09-12T01:13:48.301082+0000","last_fullsized":"2024-09-12T01:13:48.301082+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:12:28.811257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18292216,"num_objects":81,"num_object_clones":0,"num_object_copies":243,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":81,"num_whiteouts":0,"num_read":418,"num_read_kb":8291,"num_write":1216,"num_write_kb":36930,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"264'513","reported_seq":2113,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:57.184599+0000","last_change":"2024-09-12T00:34:33.985742+0000","last_active":"2024-09-12T01:13:57.184599+0000","last_peered":"2024-09-12T01:13:57.184599+0000","last_clean":"2024-09-12T01:13:57.184599+0000","last_became_active":"2024-09-12T00:34:33.985427+0000","last_became_peered":"2024-09-12T00:34:33.985427+0000","last_unstale":"2024-09-12T01:13:57.184599+0000","last_undegraded":"2024-09-12T01:13:57.184599+0000","last_fullsized":"2024-09-12T01:13:57.184599+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":500,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:43:43.016227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2581,"num_read_kb":2413,"num_write":585,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"264'306","reported_seq":973,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:48.495890+0000","last_change":"2024-09-12T00:34:31.971955+0000","last_active":"2024-09-12T01:13:48.495890+0000","last_peered":"2024-09-12T01:13:48.495890+0000","last_clean":"2024-09-12T01:13:48.495890+0000","last_became_active":"2024-09-12T00:34:31.971634+0000","last_became_peered":"2024-09-12T00:34:31.971634+0000","last_unstale":"2024-09-12T01:13:48.495890+0000","last_undegraded":"2024-09-12T01:13:48.495890+0000","last_fullsized":"2024-09-12T01:13:48.495890+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:38.710097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5289593,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":552,"num_read_kb":32692,"num_write":1210,"num_write_kb":20336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"264'1033","reported_seq":2480,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.956976+0000","last_change":"2024-09-12T00:34:33.979972+0000","last_active":"2024-09-12T01:15:23.956976+0000","last_peered":"2024-09-12T01:15:23.956976+0000","last_clean":"2024-09-12T01:15:23.956976+0000","last_became_active":"2024-09-12T00:34:33.979663+0000","last_became_peered":"2024-09-12T00:34:33.979663+0000","last_unstale":"2024-09-12T01:15:23.956976+0000","last_undegraded":"2024-09-12T01:15:23.956976+0000","last_fullsized":"2024-09-12T01:15:23.956976+0000","mapping_epoch":27,"log_start":"264'1000","ondisk_log_start":"264'1000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":1000,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:03:19.863188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4883,"num_read_kb":4390,"num_write":1520,"num_write_kb":633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"264'342","reported_seq":1000,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.672514+0000","last_change":"2024-09-12T00:34:31.970895+0000","last_active":"2024-09-12T01:15:45.672514+0000","last_peered":"2024-09-12T01:15:45.672514+0000","last_clean":"2024-09-12T01:15:45.672514+0000","last_became_active":"2024-09-12T00:34:31.970164+0000","last_became_peered":"2024-09-12T00:34:31.970164+0000","last_unstale":"2024-09-12T01:15:45.672514+0000","last_undegraded":"2024-09-12T01:15:45.672514+0000","last_fullsized":"2024-09-12T01:15:45.672514+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:36:12.333017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8652978,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":540,"num_read_kb":17127,"num_write":1073,"num_write_kb":26850,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"264'580","reported_seq":2205,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.420577+0000","last_change":"2024-09-12T00:34:33.988599+0000","last_active":"2024-09-12T01:14:19.420577+0000","last_peered":"2024-09-12T01:14:19.420577+0000","last_clean":"2024-09-12T01:14:19.420577+0000","last_became_active":"2024-09-12T00:34:33.988284+0000","last_became_peered":"2024-09-12T00:34:33.988284+0000","last_unstale":"2024-09-12T01:14:19.420577+0000","last_undegraded":"2024-09-12T01:14:19.420577+0000","last_fullsized":"2024-09-12T01:14:19.420577+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":500,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:12.350170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3090,"num_read_kb":2864,"num_write":780,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"264'343","reported_seq":1018,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:52.014942+0000","last_change":"2024-09-12T00:34:31.978281+0000","last_active":"2024-09-12T01:13:52.014942+0000","last_peered":"2024-09-12T01:13:52.014942+0000","last_clean":"2024-09-12T01:13:52.014942+0000","last_became_active":"2024-09-12T00:34:31.977961+0000","last_became_peered":"2024-09-12T00:34:31.977961+0000","last_unstale":"2024-09-12T01:13:52.014942+0000","last_undegraded":"2024-09-12T01:13:52.014942+0000","last_fullsized":"2024-09-12T01:13:52.014942+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:14:56.887858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6591685,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":592,"num_read_kb":48802,"num_write":1221,"num_write_kb":34470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"264'394","reported_seq":1990,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.843674+0000","last_change":"2024-09-12T00:34:33.977540+0000","last_active":"2024-09-12T01:14:04.843674+0000","last_peered":"2024-09-12T01:14:04.843674+0000","last_clean":"2024-09-12T01:14:04.843674+0000","last_became_active":"2024-09-12T00:34:33.977227+0000","last_became_peered":"2024-09-12T00:34:33.977227+0000","last_unstale":"2024-09-12T01:14:04.843674+0000","last_undegraded":"2024-09-12T01:14:04.843674+0000","last_fullsized":"2024-09-12T01:14:04.843674+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:30:24.295946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2367,"num_read_kb":2261,"num_write":462,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"264'235","reported_seq":848,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.662968+0000","last_change":"2024-09-12T00:34:31.962952+0000","last_active":"2024-09-12T01:13:31.662968+0000","last_peered":"2024-09-12T01:13:31.662968+0000","last_clean":"2024-09-12T01:13:31.662968+0000","last_became_active":"2024-09-12T00:34:31.962091+0000","last_became_peered":"2024-09-12T00:34:31.962091+0000","last_unstale":"2024-09-12T01:13:31.662968+0000","last_undegraded":"2024-09-12T01:13:31.662968+0000","last_fullsized":"2024-09-12T01:13:31.662968+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:55:26.891213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9478138,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":342,"num_read_kb":31193,"num_write":838,"num_write_kb":37688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"264'1378","reported_seq":2959,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.388562+0000","last_change":"2024-09-12T00:34:33.992811+0000","last_active":"2024-09-12T01:13:56.388562+0000","last_peered":"2024-09-12T01:13:56.388562+0000","last_clean":"2024-09-12T01:13:56.388562+0000","last_became_active":"2024-09-12T00:34:33.992583+0000","last_became_peered":"2024-09-12T00:34:33.992583+0000","last_unstale":"2024-09-12T01:13:56.388562+0000","last_undegraded":"2024-09-12T01:13:56.388562+0000","last_fullsized":"2024-09-12T01:13:56.388562+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":1300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:07.816957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6518,"num_read_kb":5665,"num_write":2064,"num_write_kb":1012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"264'283","reported_seq":963,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:00.870790+0000","last_change":"2024-09-12T00:34:31.966900+0000","last_active":"2024-09-12T01:14:00.870790+0000","last_peered":"2024-09-12T01:14:00.870790+0000","last_clean":"2024-09-12T01:14:00.870790+0000","last_became_active":"2024-09-12T00:34:31.966528+0000","last_became_peered":"2024-09-12T00:34:31.966528+0000","last_unstale":"2024-09-12T01:14:00.870790+0000","last_undegraded":"2024-09-12T01:14:00.870790+0000","last_fullsized":"2024-09-12T01:14:00.870790+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":200,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:27:05.119193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4393608,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":578,"num_read_kb":9603,"num_write":1112,"num_write_kb":30886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"264'446","reported_seq":2042,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.788614+0000","last_change":"2024-09-12T00:34:33.973702+0000","last_active":"2024-09-12T01:14:18.788614+0000","last_peered":"2024-09-12T01:14:18.788614+0000","last_clean":"2024-09-12T01:14:18.788614+0000","last_became_active":"2024-09-12T00:34:33.973387+0000","last_became_peered":"2024-09-12T00:34:33.973387+0000","last_unstale":"2024-09-12T01:14:18.788614+0000","last_undegraded":"2024-09-12T01:14:18.788614+0000","last_fullsized":"2024-09-12T01:14:18.788614+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":400,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:51:02.005720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2517,"num_read_kb":2371,"num_write":533,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"264'257","reported_seq":841,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:16.285458+0000","last_change":"2024-09-12T00:34:31.960972+0000","last_active":"2024-09-12T01:14:16.285458+0000","last_peered":"2024-09-12T01:14:16.285458+0000","last_clean":"2024-09-12T01:14:16.285458+0000","last_became_active":"2024-09-12T00:34:31.960623+0000","last_became_peered":"2024-09-12T00:34:31.960623+0000","last_unstale":"2024-09-12T01:14:16.285458+0000","last_undegraded":"2024-09-12T01:14:16.285458+0000","last_fullsized":"2024-09-12T01:14:16.285458+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":200,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:42:11.116775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":17958072,"num_objects":75,"num_object_clones":0,"num_object_copies":225,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":75,"num_whiteouts":0,"num_read":297,"num_read_kb":27038,"num_write":868,"num_write_kb":54817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"264'734","reported_seq":2132,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:59.182588+0000","last_change":"2024-09-12T00:34:33.987693+0000","last_active":"2024-09-12T01:13:59.182588+0000","last_peered":"2024-09-12T01:13:59.182588+0000","last_clean":"2024-09-12T01:13:59.182588+0000","last_became_active":"2024-09-12T00:34:33.987414+0000","last_became_peered":"2024-09-12T00:34:33.987414+0000","last_unstale":"2024-09-12T01:13:59.182588+0000","last_undegraded":"2024-09-12T01:13:59.182588+0000","last_fullsized":"2024-09-12T01:13:59.182588+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":700,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:12:50.258534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3453,"num_read_kb":3108,"num_write":973,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"264'255","reported_seq":868,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:48.318781+0000","last_change":"2024-09-12T00:34:31.977675+0000","last_active":"2024-09-12T01:12:48.318781+0000","last_peered":"2024-09-12T01:12:48.318781+0000","last_clean":"2024-09-12T01:12:48.318781+0000","last_became_active":"2024-09-12T00:34:31.977298+0000","last_became_peered":"2024-09-12T00:34:31.977298+0000","last_unstale":"2024-09-12T01:12:48.318781+0000","last_undegraded":"2024-09-12T01:12:48.318781+0000","last_fullsized":"2024-09-12T01:12:48.318781+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:33.815567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7738366,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":398,"num_read_kb":37231,"num_write":914,"num_write_kb":28438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"264'924","reported_seq":2529,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.418033+0000","last_change":"2024-09-12T00:34:33.978903+0000","last_active":"2024-09-12T01:14:19.418033+0000","last_peered":"2024-09-12T01:14:19.418033+0000","last_clean":"2024-09-12T01:14:19.418033+0000","last_became_active":"2024-09-12T00:34:33.978626+0000","last_became_peered":"2024-09-12T00:34:33.978626+0000","last_unstale":"2024-09-12T01:14:19.418033+0000","last_undegraded":"2024-09-12T01:14:19.418033+0000","last_fullsized":"2024-09-12T01:14:19.418033+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":900,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:36.442364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4421,"num_read_kb":3963,"num_write":1257,"num_write_kb":522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"264'299","reported_seq":931,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:42.056187+0000","last_change":"2024-09-12T00:35:05.224381+0000","last_active":"2024-09-12T01:13:42.056187+0000","last_peered":"2024-09-12T01:13:42.056187+0000","last_clean":"2024-09-12T01:13:42.056187+0000","last_became_active":"2024-09-12T00:35:05.223897+0000","last_became_peered":"2024-09-12T00:35:05.223897+0000","last_unstale":"2024-09-12T01:13:42.056187+0000","last_undegraded":"2024-09-12T01:13:42.056187+0000","last_fullsized":"2024-09-12T01:13:42.056187+0000","mapping_epoch":38,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":200,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:50:01.470120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2660479,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":495,"num_read_kb":8821,"num_write":1159,"num_write_kb":53311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2d","version":"264'464","reported_seq":2087,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:59.910389+0000","last_change":"2024-09-12T00:34:33.976609+0000","last_active":"2024-09-12T01:13:59.910389+0000","last_peered":"2024-09-12T01:13:59.910389+0000","last_clean":"2024-09-12T01:13:59.910389+0000","last_became_active":"2024-09-12T00:34:33.975793+0000","last_became_peered":"2024-09-12T00:34:33.975793+0000","last_unstale":"2024-09-12T01:13:59.910389+0000","last_undegraded":"2024-09-12T01:13:59.910389+0000","last_fullsized":"2024-09-12T01:13:59.910389+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":400,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:38:37.298945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2477,"num_read_kb":2346,"num_write":538,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"264'271","reported_seq":898,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:02.764059+0000","last_change":"2024-09-12T00:34:31.970793+0000","last_active":"2024-09-12T01:14:02.764059+0000","last_peered":"2024-09-12T01:14:02.764059+0000","last_clean":"2024-09-12T01:14:02.764059+0000","last_became_active":"2024-09-12T00:34:31.970483+0000","last_became_peered":"2024-09-12T00:34:31.970483+0000","last_unstale":"2024-09-12T01:14:02.764059+0000","last_undegraded":"2024-09-12T01:14:02.764059+0000","last_fullsized":"2024-09-12T01:14:02.764059+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:01:46.219580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16780217,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":432,"num_read_kb":20949,"num_write":1065,"num_write_kb":36421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"264'347","reported_seq":1703,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:03.203553+0000","last_change":"2024-09-12T00:34:33.981791+0000","last_active":"2024-09-12T01:14:03.203553+0000","last_peered":"2024-09-12T01:14:03.203553+0000","last_clean":"2024-09-12T01:14:03.203553+0000","last_became_active":"2024-09-12T00:34:33.981437+0000","last_became_peered":"2024-09-12T00:34:33.981437+0000","last_unstale":"2024-09-12T01:14:03.203553+0000","last_undegraded":"2024-09-12T01:14:03.203553+0000","last_fullsized":"2024-09-12T01:14:03.203553+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:59:51.026676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1853,"num_read_kb":1763,"num_write":400,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"264'366","reported_seq":995,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.634978+0000","last_change":"2024-09-12T00:34:31.971229+0000","last_active":"2024-09-12T01:15:45.634978+0000","last_peered":"2024-09-12T01:15:45.634978+0000","last_clean":"2024-09-12T01:15:45.634978+0000","last_became_active":"2024-09-12T00:34:31.970571+0000","last_became_peered":"2024-09-12T00:34:31.970571+0000","last_unstale":"2024-09-12T01:15:45.634978+0000","last_undegraded":"2024-09-12T01:15:45.634978+0000","last_fullsized":"2024-09-12T01:15:45.634978+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:27:22.972896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1201878,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":482,"num_read_kb":33946,"num_write":1070,"num_write_kb":40492,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"264'466","reported_seq":2045,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.842736+0000","last_change":"2024-09-12T00:34:33.991062+0000","last_active":"2024-09-12T01:14:04.842736+0000","last_peered":"2024-09-12T01:14:04.842736+0000","last_clean":"2024-09-12T01:14:04.842736+0000","last_became_active":"2024-09-12T00:34:33.990826+0000","last_became_peered":"2024-09-12T00:34:33.990826+0000","last_unstale":"2024-09-12T01:14:04.842736+0000","last_undegraded":"2024-09-12T01:14:04.842736+0000","last_fullsized":"2024-09-12T01:14:04.842736+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":400,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:18.787891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2519,"num_read_kb":2361,"num_write":556,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"264'250","reported_seq":974,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:58.734706+0000","last_change":"2024-09-12T00:34:31.970316+0000","last_active":"2024-09-12T01:13:58.734706+0000","last_peered":"2024-09-12T01:13:58.734706+0000","last_clean":"2024-09-12T01:13:58.734706+0000","last_became_active":"2024-09-12T00:34:31.969979+0000","last_became_peered":"2024-09-12T00:34:31.969979+0000","last_unstale":"2024-09-12T01:13:58.734706+0000","last_undegraded":"2024-09-12T01:13:58.734706+0000","last_fullsized":"2024-09-12T01:13:58.734706+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":200,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:17.487676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12692177,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":484,"num_read_kb":13880,"num_write":904,"num_write_kb":28701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"264'343","reported_seq":1819,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:02.247205+0000","last_change":"2024-09-12T00:34:33.984358+0000","last_active":"2024-09-12T01:14:02.247205+0000","last_peered":"2024-09-12T01:14:02.247205+0000","last_clean":"2024-09-12T01:14:02.247205+0000","last_became_active":"2024-09-12T00:34:33.983526+0000","last_became_peered":"2024-09-12T00:34:33.983526+0000","last_unstale":"2024-09-12T01:14:02.247205+0000","last_undegraded":"2024-09-12T01:14:02.247205+0000","last_fullsized":"2024-09-12T01:14:02.247205+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:59:09.879499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2009,"num_read_kb":1938,"num_write":406,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"264'271","reported_seq":923,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:06.812414+0000","last_change":"2024-09-12T00:34:31.958445+0000","last_active":"2024-09-12T01:15:06.812414+0000","last_peered":"2024-09-12T01:15:06.812414+0000","last_clean":"2024-09-12T01:15:06.812414+0000","last_became_active":"2024-09-12T00:34:31.958123+0000","last_became_peered":"2024-09-12T00:34:31.958123+0000","last_unstale":"2024-09-12T01:15:06.812414+0000","last_undegraded":"2024-09-12T01:15:06.812414+0000","last_fullsized":"2024-09-12T01:15:06.812414+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:20:45.732651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9614152,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":484,"num_read_kb":16242,"num_write":1082,"num_write_kb":20265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"264'1329","reported_seq":2908,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214458+0000","last_change":"2024-09-12T00:34:33.994885+0000","last_active":"2024-09-12T01:14:04.214458+0000","last_peered":"2024-09-12T01:14:04.214458+0000","last_clean":"2024-09-12T01:14:04.214458+0000","last_became_active":"2024-09-12T00:34:33.994583+0000","last_became_peered":"2024-09-12T00:34:33.994583+0000","last_unstale":"2024-09-12T01:14:04.214458+0000","last_undegraded":"2024-09-12T01:14:04.214458+0000","last_fullsized":"2024-09-12T01:14:04.214458+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":1300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:01:23.374076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5995,"num_read_kb":5221,"num_write":1887,"num_write_kb":811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"264'327","reported_seq":954,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:42.479199+0000","last_change":"2024-09-12T00:34:31.958969+0000","last_active":"2024-09-12T01:13:42.479199+0000","last_peered":"2024-09-12T01:13:42.479199+0000","last_clean":"2024-09-12T01:13:42.479199+0000","last_became_active":"2024-09-12T00:34:31.958601+0000","last_became_peered":"2024-09-12T00:34:31.958601+0000","last_unstale":"2024-09-12T01:13:42.479199+0000","last_undegraded":"2024-09-12T01:13:42.479199+0000","last_fullsized":"2024-09-12T01:13:42.479199+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:53:55.805419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7824646,"num_objects":88,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":88,"num_whiteouts":0,"num_read":450,"num_read_kb":26571,"num_write":1148,"num_write_kb":44924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"264'725","reported_seq":2111,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.787157+0000","last_change":"2024-09-12T00:34:33.994902+0000","last_active":"2024-09-12T01:14:18.787157+0000","last_peered":"2024-09-12T01:14:18.787157+0000","last_clean":"2024-09-12T01:14:18.787157+0000","last_became_active":"2024-09-12T00:34:33.994643+0000","last_became_peered":"2024-09-12T00:34:33.994643+0000","last_unstale":"2024-09-12T01:14:18.787157+0000","last_undegraded":"2024-09-12T01:14:18.787157+0000","last_fullsized":"2024-09-12T01:14:18.787157+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":700,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:58:06.052708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3315,"num_read_kb":2988,"num_write":957,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"264'284","reported_seq":936,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:58.229505+0000","last_change":"2024-09-12T00:34:31.977100+0000","last_active":"2024-09-12T01:13:58.229505+0000","last_peered":"2024-09-12T01:13:58.229505+0000","last_clean":"2024-09-12T01:13:58.229505+0000","last_became_active":"2024-09-12T00:34:31.976757+0000","last_became_peered":"2024-09-12T00:34:31.976757+0000","last_unstale":"2024-09-12T01:13:58.229505+0000","last_undegraded":"2024-09-12T01:13:58.229505+0000","last_fullsized":"2024-09-12T01:13:58.229505+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:57.596008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6316869,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":486,"num_read_kb":29191,"num_write":1116,"num_write_kb":28673,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"264'297","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:49.148022+0000","last_change":"2024-09-12T00:34:31.980056+0000","last_active":"2024-09-12T01:12:49.148022+0000","last_peered":"2024-09-12T01:12:49.148022+0000","last_clean":"2024-09-12T01:12:49.148022+0000","last_became_active":"2024-09-12T00:34:31.979710+0000","last_became_peered":"2024-09-12T00:34:31.979710+0000","last_unstale":"2024-09-12T01:12:49.148022+0000","last_undegraded":"2024-09-12T01:12:49.148022+0000","last_fullsized":"2024-09-12T01:12:49.148022+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:54:05.270873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6608289,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":448,"num_read_kb":19969,"num_write":1114,"num_write_kb":32863,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"264'537","reported_seq":2096,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.711776+0000","last_change":"2024-09-12T00:34:33.995264+0000","last_active":"2024-09-12T01:14:15.711776+0000","last_peered":"2024-09-12T01:14:15.711776+0000","last_clean":"2024-09-12T01:14:15.711776+0000","last_became_active":"2024-09-12T00:34:33.994794+0000","last_became_peered":"2024-09-12T00:34:33.994794+0000","last_unstale":"2024-09-12T01:14:15.711776+0000","last_undegraded":"2024-09-12T01:14:15.711776+0000","last_fullsized":"2024-09-12T01:14:15.711776+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":500,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:55:32.843997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2804,"num_read_kb":2579,"num_write":703,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"264'298","reported_seq":962,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:52.012059+0000","last_change":"2024-09-12T00:34:31.971603+0000","last_active":"2024-09-12T01:13:52.012059+0000","last_peered":"2024-09-12T01:13:52.012059+0000","last_clean":"2024-09-12T01:13:52.012059+0000","last_became_active":"2024-09-12T00:34:31.971271+0000","last_became_peered":"2024-09-12T00:34:31.971271+0000","last_unstale":"2024-09-12T01:13:52.012059+0000","last_undegraded":"2024-09-12T01:13:52.012059+0000","last_fullsized":"2024-09-12T01:13:52.012059+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":200,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:57.407881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":18657477,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":484,"num_read_kb":90781,"num_write":1060,"num_write_kb":49991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"264'847","reported_seq":2418,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.467677+0000","last_change":"2024-09-12T00:34:33.991702+0000","last_active":"2024-09-12T01:14:05.467677+0000","last_peered":"2024-09-12T01:14:05.467677+0000","last_clean":"2024-09-12T01:14:05.467677+0000","last_became_active":"2024-09-12T00:34:33.991408+0000","last_became_peered":"2024-09-12T00:34:33.991408+0000","last_unstale":"2024-09-12T01:14:05.467677+0000","last_undegraded":"2024-09-12T01:14:05.467677+0000","last_fullsized":"2024-09-12T01:14:05.467677+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":800,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:12.714266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4035,"num_read_kb":3620,"num_write":1146,"num_write_kb":445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6235,"num_read_kb":4514,"num_write":2010,"num_write_kb":906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":981,"ondisk_log_size":981,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16119,"num_objects":90,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":0,"num_read":15003,"num_read_kb":14669,"num_write":16768,"num_write_kb":4891,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":18,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":32238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1757,"ondisk_log_size":1757,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":515,"ondisk_log_size":515,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1911092,"num_objects":221,"num_object_clones":0,"num_object_copies":442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":221,"num_whiteouts":0,"num_read":17306,"num_read_kb":33568,"num_write":14555,"num_write_kb":11546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3031040,"data_stored":2560146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2039,"ondisk_log_size":2039,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2415,"num_read_kb":2878,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":165,"num_object_clones":0,"num_object_copies":330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":165,"num_whiteouts":0,"num_read":212166,"num_read_kb":193786,"num_write":55163,"num_write_kb":18717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":165,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3279,"ondisk_log_size":3279,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":509948234,"num_objects":3886,"num_object_clones":0,"num_object_copies":11658,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3886,"num_whiteouts":0,"num_read":32671,"num_read_kb":1942142,"num_write":68934,"num_write_kb":2251438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":828985344,"data_stored":828985344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4433,"ondisk_log_size":4433,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":67149009,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":144,"num_read_kb":190665,"num_write":166,"num_write_kb":136832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147468288,"data_stored":147465293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":106,"ondisk_log_size":106,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":82373291,"num_objects":27,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":27,"num_whiteouts":0,"num_read":137,"num_read_kb":178830,"num_write":163,"num_write_kb":136832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":148475904,"data_stored":148473724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":103,"ondisk_log_size":103,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509943,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":420068,"kb_used_data":145940,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":93951772,"statfs":{"total":96636764160,"available":96206614528,"internally_reserved":0,"allocated":149442560,"data_stored":147391804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":280689098},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509942,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":409232,"kb_used_data":165632,"kb_used_omap":1,"kb_used_meta":243582,"kb_avail":93962608,"statfs":{"total":96636764160,"available":96217710592,"internally_reserved":0,"allocated":169607168,"data_stored":167616771,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":249428422},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509943,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":255608,"kb_used_data":156392,"kb_used_omap":1,"kb_used_meta":99198,"kb_avail":94116232,"statfs":{"total":96636764160,"available":96375021568,"internally_reserved":0,"allocated":160145408,"data_stored":158200869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":101579205},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509944,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":443860,"kb_used_data":169732,"kb_used_omap":1,"kb_used_meta":274110,"kb_avail":93927980,"statfs":{"total":96636764160,"available":96182251520,"internally_reserved":0,"allocated":173805568,"data_stored":171776703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":280689095},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509944,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":231688,"kb_used_data":142200,"kb_used_omap":1,"kb_used_meta":89470,"kb_avail":94140152,"statfs":{"total":96636764160,"available":96399515648,"internally_reserved":0,"allocated":145612800,"data_stored":143670594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":91617733},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509942,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":323432,"kb_used_data":161816,"kb_used_omap":1,"kb_used_meta":161598,"kb_avail":94048408,"statfs":{"total":96636764160,"available":96305569792,"internally_reserved":0,"allocated":165699584,"data_stored":163697272,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":165476805},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542646,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":336376,"kb_used_data":56612,"kb_used_omap":1,"kb_used_meta":279614,"kb_avail":94035464,"statfs":{"total":96636764160,"available":96292315136,"internally_reserved":0,"allocated":57970688,"data_stored":55951545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":286325189},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834575349,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":287112,"kb_used_data":147704,"kb_used_omap":1,"kb_used_meta":139390,"kb_avail":94084728,"statfs":{"total":96636764160,"available":96342761472,"internally_reserved":0,"allocated":151248896,"data_stored":149192729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":142735813},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":38039552,"data_stored":38039552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":110088192,"data_stored":110088192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":101441536,"data_stored":101441536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":113475584,"data_stored":113475584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":109666304,"data_stored":109666304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":113836032,"data_stored":113836032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":132575232,"data_stored":132575232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":109862912,"data_stored":109862912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":96896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":462848,"data_stored":395080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":151552,"data_stored":127027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":469200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":99519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":651264,"data_stored":554627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":327680,"data_stored":277391,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":630784,"data_stored":540406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":7246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":3962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":2427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":18874368,"data_stored":18874368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20971520,"data_stored":20971520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":22020096,"data_stored":22020096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":27262976,"data_stored":27262976,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":25206784,"data_stored":25205969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":13631488,"data_stored":13631488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16314368,"data_stored":16313003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":32083968,"data_stored":32081788,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":18874368,"data_stored":18874368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":33554432,"data_stored":33554432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":18915328,"data_stored":18914513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":7340032,"data_stored":7340032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":18874368,"data_stored":18874368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":17825792,"data_stored":17825792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:15:47.870 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:15:49.029 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:15:49.040 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-09-12T01:15:49.042 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":1507,"stamp":"2024-09-12T01:15:48.497623+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":207514059,"num_objects":1751,"num_object_clones":0,"num_object_copies":4747,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1751,"num_whiteouts":0,"num_read":289145,"num_read_kb":2563841,"num_write":160745,"num_write_kb":2562857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":211,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12656,"ondisk_log_size":12656,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1964704,"kb_used_data":358040,"kb_used_omap":12,"kb_used_meta":1602739,"kb_avail":753010016,"statfs":{"total":773094113280,"available":771082256384,"internally_reserved":0,"allocated":366632960,"data_stored":350744817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1641205296},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[6],"upper_bound":2},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-546817320,"num_objects":-3278,"num_object_clones":0,"num_object_copies":-9779,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-3278,"num_whiteouts":0,"num_read":3666,"num_read_kb":3357,"num_write":3481,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005165"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:03.767783+0000","last_change":"2024-09-12T01:01:00.245903+0000","last_active":"2024-09-12T01:11:03.767783+0000","last_peered":"2024-09-12T01:11:03.767783+0000","last_clean":"2024-09-12T01:11:03.767783+0000","last_became_active":"2024-09-12T01:01:00.245426+0000","last_became_peered":"2024-09-12T01:01:00.245426+0000","last_unstale":"2024-09-12T01:11:03.767783+0000","last_undegraded":"2024-09-12T01:11:03.767783+0000","last_fullsized":"2024-09-12T01:11:03.767783+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:46:22.990299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"261'7","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:08.784605+0000","last_change":"2024-09-12T00:50:34.993631+0000","last_active":"2024-09-12T01:13:08.784605+0000","last_peered":"2024-09-12T01:13:08.784605+0000","last_clean":"2024-09-12T01:13:08.784605+0000","last_became_active":"2024-09-12T00:50:34.991949+0000","last_became_peered":"2024-09-12T00:50:34.991949+0000","last_unstale":"2024-09-12T01:13:08.784605+0000","last_undegraded":"2024-09-12T01:13:08.784605+0000","last_fullsized":"2024-09-12T01:13:08.784605+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:01:24.806822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":5147,"num_write":12,"num_write_kb":5147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"264'4","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.664139+0000","last_change":"2024-09-12T00:50:30.943920+0000","last_active":"2024-09-12T01:15:45.664139+0000","last_peered":"2024-09-12T01:15:45.664139+0000","last_clean":"2024-09-12T01:15:45.664139+0000","last_became_active":"2024-09-12T00:50:30.943574+0000","last_became_peered":"2024-09-12T00:50:30.943574+0000","last_unstale":"2024-09-12T01:15:45.664139+0000","last_undegraded":"2024-09-12T01:15:45.664139+0000","last_fullsized":"2024-09-12T01:15:45.664139+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:39:55.798610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"264'40","reported_seq":156,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:00.659348+0000","last_change":"2024-09-12T00:49:05.007101+0000","last_active":"2024-09-12T01:12:00.659348+0000","last_peered":"2024-09-12T01:12:00.659348+0000","last_clean":"2024-09-12T01:12:00.659348+0000","last_became_active":"2024-09-12T00:49:05.006742+0000","last_became_peered":"2024-09-12T00:49:05.006742+0000","last_unstale":"2024-09-12T01:12:00.659348+0000","last_undegraded":"2024-09-12T01:12:00.659348+0000","last_fullsized":"2024-09-12T01:12:00.659348+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:55:12.829149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":147,"num_write":68,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:01.750077+0000","last_change":"2024-09-12T01:01:00.247398+0000","last_active":"2024-09-12T01:11:01.750077+0000","last_peered":"2024-09-12T01:11:01.750077+0000","last_clean":"2024-09-12T01:11:01.750077+0000","last_became_active":"2024-09-12T01:01:00.247055+0000","last_became_peered":"2024-09-12T01:01:00.247055+0000","last_unstale":"2024-09-12T01:11:01.750077+0000","last_undegraded":"2024-09-12T01:11:01.750077+0000","last_fullsized":"2024-09-12T01:11:01.750077+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:52.242476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'12","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.893432+0000","last_change":"2024-09-12T00:50:34.998229+0000","last_active":"2024-09-12T01:15:44.893432+0000","last_peered":"2024-09-12T01:15:44.893432+0000","last_clean":"2024-09-12T01:15:44.893432+0000","last_became_active":"2024-09-12T00:50:34.997943+0000","last_became_peered":"2024-09-12T00:50:34.997943+0000","last_unstale":"2024-09-12T01:15:44.893432+0000","last_undegraded":"2024-09-12T01:15:44.893432+0000","last_fullsized":"2024-09-12T01:15:44.893432+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:44.967054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":19458,"num_write":12,"num_write_kb":14336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"264'6","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.677913+0000","last_change":"2024-09-12T00:50:30.945805+0000","last_active":"2024-09-12T01:15:31.677913+0000","last_peered":"2024-09-12T01:15:31.677913+0000","last_clean":"2024-09-12T01:15:31.677913+0000","last_became_active":"2024-09-12T00:50:30.945254+0000","last_became_peered":"2024-09-12T00:50:30.945254+0000","last_unstale":"2024-09-12T01:15:31.677913+0000","last_undegraded":"2024-09-12T01:15:31.677913+0000","last_fullsized":"2024-09-12T01:15:31.677913+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:19:56.966979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":7170,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'13","reported_seq":79,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:11.766947+0000","last_change":"2024-09-12T00:49:05.002058+0000","last_active":"2024-09-12T01:13:11.766947+0000","last_peered":"2024-09-12T01:13:11.766947+0000","last_clean":"2024-09-12T01:13:11.766947+0000","last_became_active":"2024-09-12T00:49:05.001763+0000","last_became_peered":"2024-09-12T00:49:05.001763+0000","last_unstale":"2024-09-12T01:13:11.766947+0000","last_undegraded":"2024-09-12T01:13:11.766947+0000","last_fullsized":"2024-09-12T01:13:11.766947+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:53.021135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":38,"num_write":29,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.773052+0000","last_change":"2024-09-12T01:01:00.239899+0000","last_active":"2024-09-12T01:13:06.773052+0000","last_peered":"2024-09-12T01:13:06.773052+0000","last_clean":"2024-09-12T01:13:06.773052+0000","last_became_active":"2024-09-12T01:01:00.239631+0000","last_became_peered":"2024-09-12T01:01:00.239631+0000","last_unstale":"2024-09-12T01:13:06.773052+0000","last_undegraded":"2024-09-12T01:13:06.773052+0000","last_fullsized":"2024-09-12T01:13:06.773052+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:55.485366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"264'5","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.202631+0000","last_change":"2024-09-12T00:50:35.039728+0000","last_active":"2024-09-12T01:15:44.202631+0000","last_peered":"2024-09-12T01:15:44.202631+0000","last_clean":"2024-09-12T01:15:44.202631+0000","last_became_active":"2024-09-12T00:50:35.039271+0000","last_became_peered":"2024-09-12T00:50:35.039271+0000","last_unstale":"2024-09-12T01:15:44.202631+0000","last_undegraded":"2024-09-12T01:15:44.202631+0000","last_fullsized":"2024-09-12T01:15:44.202631+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:41.645145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:31.761936+0000","last_change":"2024-09-12T00:50:30.936876+0000","last_active":"2024-09-12T01:12:31.761936+0000","last_peered":"2024-09-12T01:12:31.761936+0000","last_clean":"2024-09-12T01:12:31.761936+0000","last_became_active":"2024-09-12T00:50:30.936604+0000","last_became_peered":"2024-09-12T00:50:30.936604+0000","last_unstale":"2024-09-12T01:12:31.761936+0000","last_undegraded":"2024-09-12T01:12:31.761936+0000","last_fullsized":"2024-09-12T01:12:31.761936+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:32.129971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"264'19","reported_seq":94,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:12.531107+0000","last_change":"2024-09-12T00:49:05.000146+0000","last_active":"2024-09-12T01:12:12.531107+0000","last_peered":"2024-09-12T01:12:12.531107+0000","last_clean":"2024-09-12T01:12:12.531107+0000","last_became_active":"2024-09-12T00:49:04.999778+0000","last_became_peered":"2024-09-12T00:49:04.999778+0000","last_unstale":"2024-09-12T01:12:12.531107+0000","last_undegraded":"2024-09-12T01:12:12.531107+0000","last_fullsized":"2024-09-12T01:12:12.531107+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:55.053996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":64,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796092+0000","last_change":"2024-09-12T01:01:00.243635+0000","last_active":"2024-09-12T01:13:06.796092+0000","last_peered":"2024-09-12T01:13:06.796092+0000","last_clean":"2024-09-12T01:13:06.796092+0000","last_became_active":"2024-09-12T01:01:00.241990+0000","last_became_peered":"2024-09-12T01:01:00.241990+0000","last_unstale":"2024-09-12T01:13:06.796092+0000","last_undegraded":"2024-09-12T01:13:06.796092+0000","last_fullsized":"2024-09-12T01:13:06.796092+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:14.717875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:36.808977+0000","last_change":"2024-09-12T00:50:35.037976+0000","last_active":"2024-09-12T01:14:36.808977+0000","last_peered":"2024-09-12T01:14:36.808977+0000","last_clean":"2024-09-12T01:14:36.808977+0000","last_became_active":"2024-09-12T00:50:35.037686+0000","last_became_peered":"2024-09-12T00:50:35.037686+0000","last_unstale":"2024-09-12T01:14:36.808977+0000","last_undegraded":"2024-09-12T01:14:36.808977+0000","last_fullsized":"2024-09-12T01:14:36.808977+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:48:34.490151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"264'5","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816146+0000","last_change":"2024-09-12T00:50:30.930254+0000","last_active":"2024-09-12T01:15:31.816146+0000","last_peered":"2024-09-12T01:15:31.816146+0000","last_clean":"2024-09-12T01:15:31.816146+0000","last_became_active":"2024-09-12T00:50:30.929963+0000","last_became_peered":"2024-09-12T00:50:30.929963+0000","last_unstale":"2024-09-12T01:15:31.816146+0000","last_undegraded":"2024-09-12T01:15:31.816146+0000","last_fullsized":"2024-09-12T01:15:31.816146+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:03:08.789094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"264'40","reported_seq":148,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:29.550142+0000","last_change":"2024-09-12T00:49:05.000097+0000","last_active":"2024-09-12T01:13:29.550142+0000","last_peered":"2024-09-12T01:13:29.550142+0000","last_clean":"2024-09-12T01:13:29.550142+0000","last_became_active":"2024-09-12T00:49:04.999716+0000","last_became_peered":"2024-09-12T00:49:04.999716+0000","last_unstale":"2024-09-12T01:13:29.550142+0000","last_undegraded":"2024-09-12T01:13:29.550142+0000","last_fullsized":"2024-09-12T01:13:29.550142+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:38:06.060742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":134,"num_write":72,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:01.795338+0000","last_change":"2024-09-12T01:01:00.242771+0000","last_active":"2024-09-12T01:13:01.795338+0000","last_peered":"2024-09-12T01:13:01.795338+0000","last_clean":"2024-09-12T01:13:01.795338+0000","last_became_active":"2024-09-12T01:01:00.242224+0000","last_became_peered":"2024-09-12T01:01:00.242224+0000","last_unstale":"2024-09-12T01:13:01.795338+0000","last_undegraded":"2024-09-12T01:13:01.795338+0000","last_fullsized":"2024-09-12T01:13:01.795338+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:32.060418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"0'0","reported_seq":33,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:23.778680+0000","last_change":"2024-09-12T00:50:34.996417+0000","last_active":"2024-09-12T01:12:23.778680+0000","last_peered":"2024-09-12T01:12:23.778680+0000","last_clean":"2024-09-12T01:12:23.778680+0000","last_became_active":"2024-09-12T00:50:34.996154+0000","last_became_peered":"2024-09-12T00:50:34.996154+0000","last_unstale":"2024-09-12T01:12:23.778680+0000","last_undegraded":"2024-09-12T01:12:23.778680+0000","last_fullsized":"2024-09-12T01:12:23.778680+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:03:25.711273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'3","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661352+0000","last_change":"2024-09-12T00:50:30.939967+0000","last_active":"2024-09-12T01:12:15.661352+0000","last_peered":"2024-09-12T01:12:15.661352+0000","last_clean":"2024-09-12T01:12:15.661352+0000","last_became_active":"2024-09-12T00:50:30.939638+0000","last_became_peered":"2024-09-12T00:50:30.939638+0000","last_unstale":"2024-09-12T01:12:15.661352+0000","last_undegraded":"2024-09-12T01:12:15.661352+0000","last_fullsized":"2024-09-12T01:12:15.661352+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:36:04.827614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":3,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"264'20","reported_seq":99,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.783680+0000","last_change":"2024-09-12T00:49:05.002436+0000","last_active":"2024-09-12T01:11:36.783680+0000","last_peered":"2024-09-12T01:11:36.783680+0000","last_clean":"2024-09-12T01:11:36.783680+0000","last_became_active":"2024-09-12T00:49:05.002165+0000","last_became_peered":"2024-09-12T00:49:05.002165+0000","last_unstale":"2024-09-12T01:11:36.783680+0000","last_undegraded":"2024-09-12T01:11:36.783680+0000","last_fullsized":"2024-09-12T01:11:36.783680+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:30.148234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":100,"num_read_kb":68,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.662992+0000","last_change":"2024-09-12T01:01:00.248904+0000","last_active":"2024-09-12T01:13:31.662992+0000","last_peered":"2024-09-12T01:13:31.662992+0000","last_clean":"2024-09-12T01:13:31.662992+0000","last_became_active":"2024-09-12T01:01:00.248572+0000","last_became_peered":"2024-09-12T01:01:00.248572+0000","last_unstale":"2024-09-12T01:13:31.662992+0000","last_undegraded":"2024-09-12T01:13:31.662992+0000","last_fullsized":"2024-09-12T01:13:31.662992+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:02:50.166971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"264'4","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.786026+0000","last_change":"2024-09-12T00:50:34.997856+0000","last_active":"2024-09-12T01:14:46.786026+0000","last_peered":"2024-09-12T01:14:46.786026+0000","last_clean":"2024-09-12T01:14:46.786026+0000","last_became_active":"2024-09-12T00:50:34.997567+0000","last_became_peered":"2024-09-12T00:50:34.997567+0000","last_unstale":"2024-09-12T01:14:46.786026+0000","last_undegraded":"2024-09-12T01:14:46.786026+0000","last_fullsized":"2024-09-12T01:14:46.786026+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:04.930105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"261'11","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.788765+0000","last_change":"2024-09-12T00:50:30.932850+0000","last_active":"2024-09-12T01:12:21.788765+0000","last_peered":"2024-09-12T01:12:21.788765+0000","last_clean":"2024-09-12T01:12:21.788765+0000","last_became_active":"2024-09-12T00:50:30.932533+0000","last_became_peered":"2024-09-12T00:50:30.932533+0000","last_unstale":"2024-09-12T01:12:21.788765+0000","last_undegraded":"2024-09-12T01:12:21.788765+0000","last_fullsized":"2024-09-12T01:12:21.788765+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:59:03.192260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":7172,"num_write":16,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"261'112","reported_seq":386,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.760656+0000","last_change":"2024-09-12T00:49:05.001293+0000","last_active":"2024-09-12T01:11:36.760656+0000","last_peered":"2024-09-12T01:11:36.760656+0000","last_clean":"2024-09-12T01:11:36.760656+0000","last_became_active":"2024-09-12T00:49:05.001017+0000","last_became_peered":"2024-09-12T00:49:05.001017+0000","last_unstale":"2024-09-12T01:11:36.760656+0000","last_undegraded":"2024-09-12T01:11:36.760656+0000","last_fullsized":"2024-09-12T01:11:36.760656+0000","mapping_epoch":251,"log_start":"261'100","ondisk_log_start":"261'100","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:32.060019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":677,"num_read_kb":569,"num_write":130,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"264'1","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:01.776988+0000","last_change":"2024-09-12T01:01:00.241380+0000","last_active":"2024-09-12T01:11:01.776988+0000","last_peered":"2024-09-12T01:11:01.776988+0000","last_clean":"2024-09-12T01:11:01.776988+0000","last_became_active":"2024-09-12T01:01:00.241075+0000","last_became_peered":"2024-09-12T01:01:00.241075+0000","last_unstale":"2024-09-12T01:11:01.776988+0000","last_undegraded":"2024-09-12T01:11:01.776988+0000","last_fullsized":"2024-09-12T01:11:01.776988+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:37.266721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'10","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.657254+0000","last_change":"2024-09-12T00:50:34.999006+0000","last_active":"2024-09-12T01:15:44.657254+0000","last_peered":"2024-09-12T01:15:44.657254+0000","last_clean":"2024-09-12T01:15:44.657254+0000","last_became_active":"2024-09-12T00:50:34.998656+0000","last_became_peered":"2024-09-12T00:50:34.998656+0000","last_unstale":"2024-09-12T01:15:44.657254+0000","last_undegraded":"2024-09-12T01:15:44.657254+0000","last_fullsized":"2024-09-12T01:15:44.657254+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:26:47.962996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":16384,"num_write":20,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"264'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816060+0000","last_change":"2024-09-12T00:50:30.940020+0000","last_active":"2024-09-12T01:15:31.816060+0000","last_peered":"2024-09-12T01:15:31.816060+0000","last_clean":"2024-09-12T01:15:31.816060+0000","last_became_active":"2024-09-12T00:50:30.939689+0000","last_became_peered":"2024-09-12T00:50:30.939689+0000","last_unstale":"2024-09-12T01:15:31.816060+0000","last_undegraded":"2024-09-12T01:15:31.816060+0000","last_fullsized":"2024-09-12T01:15:31.816060+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:49.704148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"264'40","reported_seq":154,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:30.265088+0000","last_change":"2024-09-12T00:49:05.003763+0000","last_active":"2024-09-12T01:13:30.265088+0000","last_peered":"2024-09-12T01:13:30.265088+0000","last_clean":"2024-09-12T01:13:30.265088+0000","last_became_active":"2024-09-12T00:49:05.003249+0000","last_became_peered":"2024-09-12T00:49:05.003249+0000","last_unstale":"2024-09-12T01:13:30.265088+0000","last_undegraded":"2024-09-12T01:13:30.265088+0000","last_fullsized":"2024-09-12T01:13:30.265088+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:53:07.505775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":209,"num_read_kb":145,"num_write":63,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:01.777043+0000","last_change":"2024-09-12T01:01:00.244164+0000","last_active":"2024-09-12T01:11:01.777043+0000","last_peered":"2024-09-12T01:11:01.777043+0000","last_clean":"2024-09-12T01:11:01.777043+0000","last_became_active":"2024-09-12T01:01:00.243245+0000","last_became_peered":"2024-09-12T01:01:00.243245+0000","last_unstale":"2024-09-12T01:11:01.777043+0000","last_undegraded":"2024-09-12T01:11:01.777043+0000","last_fullsized":"2024-09-12T01:11:01.777043+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:18:33.293646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"261'7","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796126+0000","last_change":"2024-09-12T00:50:34.996942+0000","last_active":"2024-09-12T01:13:06.796126+0000","last_peered":"2024-09-12T01:13:06.796126+0000","last_clean":"2024-09-12T01:13:06.796126+0000","last_became_active":"2024-09-12T00:50:34.996636+0000","last_became_peered":"2024-09-12T00:50:34.996636+0000","last_unstale":"2024-09-12T01:13:06.796126+0000","last_undegraded":"2024-09-12T01:13:06.796126+0000","last_fullsized":"2024-09-12T01:13:06.796126+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:43:33.721042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":3076,"num_write":12,"num_write_kb":1026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:00.667540+0000","last_change":"2024-09-12T00:50:30.943697+0000","last_active":"2024-09-12T01:13:00.667540+0000","last_peered":"2024-09-12T01:13:00.667540+0000","last_clean":"2024-09-12T01:13:00.667540+0000","last_became_active":"2024-09-12T00:50:30.943131+0000","last_became_peered":"2024-09-12T00:50:30.943131+0000","last_unstale":"2024-09-12T01:13:00.667540+0000","last_undegraded":"2024-09-12T01:13:00.667540+0000","last_fullsized":"2024-09-12T01:13:00.667540+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:18.820306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'24","reported_seq":112,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:29.762554+0000","last_change":"2024-09-12T00:49:04.999484+0000","last_active":"2024-09-12T01:13:29.762554+0000","last_peered":"2024-09-12T01:13:29.762554+0000","last_clean":"2024-09-12T01:13:29.762554+0000","last_became_active":"2024-09-12T00:49:04.999214+0000","last_became_peered":"2024-09-12T00:49:04.999214+0000","last_unstale":"2024-09-12T01:13:29.762554+0000","last_undegraded":"2024-09-12T01:13:29.762554+0000","last_fullsized":"2024-09-12T01:13:29.762554+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:38.554602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":124,"num_read_kb":86,"num_write":42,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.655741+0000","last_change":"2024-09-12T01:01:00.242402+0000","last_active":"2024-09-12T01:12:41.655741+0000","last_peered":"2024-09-12T01:12:41.655741+0000","last_clean":"2024-09-12T01:12:41.655741+0000","last_became_active":"2024-09-12T01:01:00.242074+0000","last_became_peered":"2024-09-12T01:01:00.242074+0000","last_unstale":"2024-09-12T01:12:41.655741+0000","last_undegraded":"2024-09-12T01:12:41.655741+0000","last_fullsized":"2024-09-12T01:12:41.655741+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:17.494123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"264'4","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.810498+0000","last_change":"2024-09-12T00:50:35.037076+0000","last_active":"2024-09-12T01:14:46.810498+0000","last_peered":"2024-09-12T01:14:46.810498+0000","last_clean":"2024-09-12T01:14:46.810498+0000","last_became_active":"2024-09-12T00:50:35.036761+0000","last_became_peered":"2024-09-12T00:50:35.036761+0000","last_unstale":"2024-09-12T01:14:46.810498+0000","last_undegraded":"2024-09-12T01:14:46.810498+0000","last_fullsized":"2024-09-12T01:14:46.810498+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:03:53.542537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'4","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:33.771953+0000","last_change":"2024-09-12T00:50:30.934398+0000","last_active":"2024-09-12T01:11:33.771953+0000","last_peered":"2024-09-12T01:11:33.771953+0000","last_clean":"2024-09-12T01:11:33.771953+0000","last_became_active":"2024-09-12T00:50:30.934124+0000","last_became_peered":"2024-09-12T00:50:30.934124+0000","last_unstale":"2024-09-12T01:11:33.771953+0000","last_undegraded":"2024-09-12T01:11:33.771953+0000","last_fullsized":"2024-09-12T01:11:33.771953+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:17.327332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"264'16","reported_seq":89,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:15.669968+0000","last_change":"2024-09-12T00:49:05.002772+0000","last_active":"2024-09-12T01:13:15.669968+0000","last_peered":"2024-09-12T01:13:15.669968+0000","last_clean":"2024-09-12T01:13:15.669968+0000","last_became_active":"2024-09-12T00:49:05.002211+0000","last_became_peered":"2024-09-12T00:49:05.002211+0000","last_unstale":"2024-09-12T01:13:15.669968+0000","last_undegraded":"2024-09-12T01:13:15.669968+0000","last_fullsized":"2024-09-12T01:13:15.669968+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:27.308072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":79,"num_read_kb":54,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.762877+0000","last_change":"2024-09-12T01:01:00.248629+0000","last_active":"2024-09-12T01:12:41.762877+0000","last_peered":"2024-09-12T01:12:41.762877+0000","last_clean":"2024-09-12T01:12:41.762877+0000","last_became_active":"2024-09-12T01:01:00.248297+0000","last_became_peered":"2024-09-12T01:01:00.248297+0000","last_unstale":"2024-09-12T01:12:41.762877+0000","last_undegraded":"2024-09-12T01:12:41.762877+0000","last_fullsized":"2024-09-12T01:12:41.762877+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:45:04.561312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"264'3","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.803110+0000","last_change":"2024-09-12T00:50:35.037325+0000","last_active":"2024-09-12T01:13:56.803110+0000","last_peered":"2024-09-12T01:13:56.803110+0000","last_clean":"2024-09-12T01:13:56.803110+0000","last_became_active":"2024-09-12T00:50:35.036985+0000","last_became_peered":"2024-09-12T00:50:35.036985+0000","last_unstale":"2024-09-12T01:13:56.803110+0000","last_undegraded":"2024-09-12T01:13:56.803110+0000","last_fullsized":"2024-09-12T01:13:56.803110+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:40:21.457178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"264'3","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:41.808606+0000","last_change":"2024-09-12T00:50:30.934350+0000","last_active":"2024-09-12T01:14:41.808606+0000","last_peered":"2024-09-12T01:14:41.808606+0000","last_clean":"2024-09-12T01:14:41.808606+0000","last_became_active":"2024-09-12T00:50:30.934084+0000","last_became_peered":"2024-09-12T00:50:30.934084+0000","last_unstale":"2024-09-12T01:14:41.808606+0000","last_undegraded":"2024-09-12T01:14:41.808606+0000","last_fullsized":"2024-09-12T01:14:41.808606+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:58.529071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"264'35","reported_seq":131,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.797847+0000","last_change":"2024-09-12T00:49:05.002480+0000","last_active":"2024-09-12T01:13:16.797847+0000","last_peered":"2024-09-12T01:13:16.797847+0000","last_clean":"2024-09-12T01:13:16.797847+0000","last_became_active":"2024-09-12T00:49:05.002224+0000","last_became_peered":"2024-09-12T00:49:05.002224+0000","last_unstale":"2024-09-12T01:13:16.797847+0000","last_undegraded":"2024-09-12T01:13:16.797847+0000","last_fullsized":"2024-09-12T01:13:16.797847+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:08.139476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":151,"num_read_kb":104,"num_write":80,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.791596+0000","last_change":"2024-09-12T01:01:00.240145+0000","last_active":"2024-09-12T01:12:41.791596+0000","last_peered":"2024-09-12T01:12:41.791596+0000","last_clean":"2024-09-12T01:12:41.791596+0000","last_became_active":"2024-09-12T01:01:00.239845+0000","last_became_peered":"2024-09-12T01:01:00.239845+0000","last_unstale":"2024-09-12T01:12:41.791596+0000","last_undegraded":"2024-09-12T01:12:41.791596+0000","last_fullsized":"2024-09-12T01:12:41.791596+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:29:21.793039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"264'3","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:15.685237+0000","last_change":"2024-09-12T00:51:06.150424+0000","last_active":"2024-09-12T01:15:15.685237+0000","last_peered":"2024-09-12T01:15:15.685237+0000","last_clean":"2024-09-12T01:15:15.685237+0000","last_became_active":"2024-09-12T00:51:06.150065+0000","last_became_peered":"2024-09-12T00:51:06.150065+0000","last_unstale":"2024-09-12T01:15:15.685237+0000","last_undegraded":"2024-09-12T01:15:15.685237+0000","last_fullsized":"2024-09-12T01:15:15.685237+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:35:33.339819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.16","version":"264'2","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:41.777638+0000","last_change":"2024-09-12T00:50:30.944504+0000","last_active":"2024-09-12T01:14:41.777638+0000","last_peered":"2024-09-12T01:14:41.777638+0000","last_clean":"2024-09-12T01:14:41.777638+0000","last_became_active":"2024-09-12T00:50:30.944163+0000","last_became_peered":"2024-09-12T00:50:30.944163+0000","last_unstale":"2024-09-12T01:14:41.777638+0000","last_undegraded":"2024-09-12T01:14:41.777638+0000","last_fullsized":"2024-09-12T01:14:41.777638+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:52.196257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"264'23","reported_seq":106,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.767689+0000","last_change":"2024-09-12T00:49:04.999280+0000","last_active":"2024-09-12T01:13:16.767689+0000","last_peered":"2024-09-12T01:13:16.767689+0000","last_clean":"2024-09-12T01:13:16.767689+0000","last_became_active":"2024-09-12T00:49:04.998991+0000","last_became_peered":"2024-09-12T00:49:04.998991+0000","last_unstale":"2024-09-12T01:13:16.767689+0000","last_undegraded":"2024-09-12T01:13:16.767689+0000","last_fullsized":"2024-09-12T01:13:16.767689+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:17:14.228657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":76,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:43.781055+0000","last_change":"2024-09-12T01:01:00.243575+0000","last_active":"2024-09-12T01:12:43.781055+0000","last_peered":"2024-09-12T01:12:43.781055+0000","last_clean":"2024-09-12T01:12:43.781055+0000","last_became_active":"2024-09-12T01:01:00.243245+0000","last_became_peered":"2024-09-12T01:01:00.243245+0000","last_unstale":"2024-09-12T01:12:43.781055+0000","last_undegraded":"2024-09-12T01:12:43.781055+0000","last_fullsized":"2024-09-12T01:12:43.781055+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:24.484498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"261'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.788839+0000","last_change":"2024-09-12T00:50:34.994727+0000","last_active":"2024-09-12T01:12:21.788839+0000","last_peered":"2024-09-12T01:12:21.788839+0000","last_clean":"2024-09-12T01:12:21.788839+0000","last_became_active":"2024-09-12T00:50:34.994435+0000","last_became_peered":"2024-09-12T00:50:34.994435+0000","last_unstale":"2024-09-12T01:12:21.788839+0000","last_undegraded":"2024-09-12T01:12:21.788839+0000","last_fullsized":"2024-09-12T01:12:21.788839+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:39.933925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661493+0000","last_change":"2024-09-12T00:50:30.940323+0000","last_active":"2024-09-12T01:12:15.661493+0000","last_peered":"2024-09-12T01:12:15.661493+0000","last_clean":"2024-09-12T01:12:15.661493+0000","last_became_active":"2024-09-12T00:50:30.940015+0000","last_became_peered":"2024-09-12T00:50:30.940015+0000","last_unstale":"2024-09-12T01:12:15.661493+0000","last_undegraded":"2024-09-12T01:12:15.661493+0000","last_fullsized":"2024-09-12T01:12:15.661493+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:53.874419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"264'4","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:31.790562+0000","last_change":"2024-09-12T00:49:05.000795+0000","last_active":"2024-09-12T01:12:31.790562+0000","last_peered":"2024-09-12T01:12:31.790562+0000","last_clean":"2024-09-12T01:12:31.790562+0000","last_became_active":"2024-09-12T00:49:05.000448+0000","last_became_peered":"2024-09-12T00:49:05.000448+0000","last_unstale":"2024-09-12T01:12:31.790562+0000","last_undegraded":"2024-09-12T01:12:31.790562+0000","last_fullsized":"2024-09-12T01:12:31.790562+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:03:37.939485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":13,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796239+0000","last_change":"2024-09-12T01:01:00.249415+0000","last_active":"2024-09-12T01:13:06.796239+0000","last_peered":"2024-09-12T01:13:06.796239+0000","last_clean":"2024-09-12T01:13:06.796239+0000","last_became_active":"2024-09-12T01:01:00.249127+0000","last_became_peered":"2024-09-12T01:01:00.249127+0000","last_unstale":"2024-09-12T01:13:06.796239+0000","last_undegraded":"2024-09-12T01:13:06.796239+0000","last_fullsized":"2024-09-12T01:13:06.796239+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:52:34.400467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"264'4","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.752658+0000","last_change":"2024-09-12T00:50:34.994048+0000","last_active":"2024-09-12T01:15:44.752658+0000","last_peered":"2024-09-12T01:15:44.752658+0000","last_clean":"2024-09-12T01:15:44.752658+0000","last_became_active":"2024-09-12T00:50:34.993740+0000","last_became_peered":"2024-09-12T00:50:34.993740+0000","last_unstale":"2024-09-12T01:15:44.752658+0000","last_undegraded":"2024-09-12T01:15:44.752658+0000","last_fullsized":"2024-09-12T01:15:44.752658+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:49.829850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'5","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:51.801952+0000","last_change":"2024-09-12T00:50:30.943358+0000","last_active":"2024-09-12T01:13:51.801952+0000","last_peered":"2024-09-12T01:13:51.801952+0000","last_clean":"2024-09-12T01:13:51.801952+0000","last_became_active":"2024-09-12T00:50:30.943017+0000","last_became_peered":"2024-09-12T00:50:30.943017+0000","last_unstale":"2024-09-12T01:13:51.801952+0000","last_undegraded":"2024-09-12T01:13:51.801952+0000","last_fullsized":"2024-09-12T01:13:51.801952+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:26:15.575970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8219,"num_write":10,"num_write_kb":4123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"264'39","reported_seq":147,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:55.136186+0000","last_change":"2024-09-12T00:49:05.001754+0000","last_active":"2024-09-12T01:12:55.136186+0000","last_peered":"2024-09-12T01:12:55.136186+0000","last_clean":"2024-09-12T01:12:55.136186+0000","last_became_active":"2024-09-12T00:49:05.001197+0000","last_became_peered":"2024-09-12T00:49:05.001197+0000","last_unstale":"2024-09-12T01:12:55.136186+0000","last_undegraded":"2024-09-12T01:12:55.136186+0000","last_fullsized":"2024-09-12T01:12:55.136186+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:24.963710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":127,"num_write":78,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:05.668504+0000","last_change":"2024-09-12T01:01:00.246063+0000","last_active":"2024-09-12T01:13:05.668504+0000","last_peered":"2024-09-12T01:13:05.668504+0000","last_clean":"2024-09-12T01:13:05.668504+0000","last_became_active":"2024-09-12T01:01:00.244464+0000","last_became_peered":"2024-09-12T01:01:00.244464+0000","last_unstale":"2024-09-12T01:13:05.668504+0000","last_undegraded":"2024-09-12T01:13:05.668504+0000","last_fullsized":"2024-09-12T01:13:05.668504+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:22.705753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"264'2","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.665906+0000","last_change":"2024-09-12T00:50:34.995644+0000","last_active":"2024-09-12T01:13:56.665906+0000","last_peered":"2024-09-12T01:13:56.665906+0000","last_clean":"2024-09-12T01:13:56.665906+0000","last_became_active":"2024-09-12T00:50:34.995365+0000","last_became_peered":"2024-09-12T00:50:34.995365+0000","last_unstale":"2024-09-12T01:13:56.665906+0000","last_undegraded":"2024-09-12T01:13:56.665906+0000","last_fullsized":"2024-09-12T01:13:56.665906+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:28:20.640956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"261'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.782796+0000","last_change":"2024-09-12T00:50:30.943184+0000","last_active":"2024-09-12T01:11:31.782796+0000","last_peered":"2024-09-12T01:11:31.782796+0000","last_clean":"2024-09-12T01:11:31.782796+0000","last_became_active":"2024-09-12T00:50:30.942874+0000","last_became_peered":"2024-09-12T00:50:30.942874+0000","last_unstale":"2024-09-12T01:11:31.782796+0000","last_undegraded":"2024-09-12T01:11:31.782796+0000","last_fullsized":"2024-09-12T01:11:31.782796+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:52:59.761721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"264'18","reported_seq":94,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:25.662770+0000","last_change":"2024-09-12T00:49:05.001769+0000","last_active":"2024-09-12T01:12:25.662770+0000","last_peered":"2024-09-12T01:12:25.662770+0000","last_clean":"2024-09-12T01:12:25.662770+0000","last_became_active":"2024-09-12T00:49:05.001379+0000","last_became_peered":"2024-09-12T00:49:05.001379+0000","last_unstale":"2024-09-12T01:12:25.662770+0000","last_undegraded":"2024-09-12T01:12:25.662770+0000","last_fullsized":"2024-09-12T01:12:25.662770+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:49.112285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":90,"num_read_kb":62,"num_write":33,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"263'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:45.665365+0000","last_change":"2024-09-12T01:01:00.252486+0000","last_active":"2024-09-12T01:12:45.665365+0000","last_peered":"2024-09-12T01:12:45.665365+0000","last_clean":"2024-09-12T01:12:45.665365+0000","last_became_active":"2024-09-12T01:01:00.251344+0000","last_became_peered":"2024-09-12T01:01:00.251344+0000","last_unstale":"2024-09-12T01:12:45.665365+0000","last_undegraded":"2024-09-12T01:12:45.665365+0000","last_fullsized":"2024-09-12T01:12:45.665365+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:04:03.915476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":33,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.783704+0000","last_change":"2024-09-12T00:50:34.995712+0000","last_active":"2024-09-12T01:11:36.783704+0000","last_peered":"2024-09-12T01:11:36.783704+0000","last_clean":"2024-09-12T01:11:36.783704+0000","last_became_active":"2024-09-12T00:50:34.995297+0000","last_became_peered":"2024-09-12T00:50:34.995297+0000","last_unstale":"2024-09-12T01:11:36.783704+0000","last_undegraded":"2024-09-12T01:11:36.783704+0000","last_fullsized":"2024-09-12T01:11:36.783704+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:08:54.404328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"261'4","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.759988+0000","last_change":"2024-09-12T00:50:30.935163+0000","last_active":"2024-09-12T01:11:31.759988+0000","last_peered":"2024-09-12T01:11:31.759988+0000","last_clean":"2024-09-12T01:11:31.759988+0000","last_became_active":"2024-09-12T00:50:30.934883+0000","last_became_peered":"2024-09-12T00:50:30.934883+0000","last_unstale":"2024-09-12T01:11:31.759988+0000","last_undegraded":"2024-09-12T01:11:31.759988+0000","last_fullsized":"2024-09-12T01:11:31.759988+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:43:58.604195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":4,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"264'13","reported_seq":79,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:26.789605+0000","last_change":"2024-09-12T00:49:04.995425+0000","last_active":"2024-09-12T01:12:26.789605+0000","last_peered":"2024-09-12T01:12:26.789605+0000","last_clean":"2024-09-12T01:12:26.789605+0000","last_became_active":"2024-09-12T00:49:04.995133+0000","last_became_peered":"2024-09-12T00:49:04.995133+0000","last_unstale":"2024-09-12T01:12:26.789605+0000","last_undegraded":"2024-09-12T01:12:26.789605+0000","last_fullsized":"2024-09-12T01:12:26.789605+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:18:07.249211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":43,"num_write":24,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796200+0000","last_change":"2024-09-12T01:01:00.249001+0000","last_active":"2024-09-12T01:13:06.796200+0000","last_peered":"2024-09-12T01:13:06.796200+0000","last_clean":"2024-09-12T01:13:06.796200+0000","last_became_active":"2024-09-12T01:01:00.248137+0000","last_became_peered":"2024-09-12T01:01:00.248137+0000","last_unstale":"2024-09-12T01:13:06.796200+0000","last_undegraded":"2024-09-12T01:13:06.796200+0000","last_fullsized":"2024-09-12T01:13:06.796200+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:08:35.210868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"264'3","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.779447+0000","last_change":"2024-09-12T00:50:34.998813+0000","last_active":"2024-09-12T01:13:56.779447+0000","last_peered":"2024-09-12T01:13:56.779447+0000","last_clean":"2024-09-12T01:13:56.779447+0000","last_became_active":"2024-09-12T00:50:34.998442+0000","last_became_peered":"2024-09-12T00:50:34.998442+0000","last_unstale":"2024-09-12T01:13:56.779447+0000","last_undegraded":"2024-09-12T01:13:56.779447+0000","last_fullsized":"2024-09-12T01:13:56.779447+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:10.912223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'6","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:33.771937+0000","last_change":"2024-09-12T00:50:30.935630+0000","last_active":"2024-09-12T01:11:33.771937+0000","last_peered":"2024-09-12T01:11:33.771937+0000","last_clean":"2024-09-12T01:11:33.771937+0000","last_became_active":"2024-09-12T00:50:30.935187+0000","last_became_peered":"2024-09-12T00:50:30.935187+0000","last_unstale":"2024-09-12T01:11:33.771937+0000","last_undegraded":"2024-09-12T01:11:33.771937+0000","last_fullsized":"2024-09-12T01:11:33.771937+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:12.454869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":11,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"264'10","reported_seq":74,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:26.790569+0000","last_change":"2024-09-12T00:49:04.997846+0000","last_active":"2024-09-12T01:12:26.790569+0000","last_peered":"2024-09-12T01:12:26.790569+0000","last_clean":"2024-09-12T01:12:26.790569+0000","last_became_active":"2024-09-12T00:49:04.997543+0000","last_became_peered":"2024-09-12T00:49:04.997543+0000","last_unstale":"2024-09-12T01:12:26.790569+0000","last_undegraded":"2024-09-12T01:12:26.790569+0000","last_fullsized":"2024-09-12T01:12:26.790569+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:34:32.253085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":36,"num_write":21,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.757171+0000","last_change":"2024-09-12T01:01:00.247966+0000","last_active":"2024-09-12T01:11:51.757171+0000","last_peered":"2024-09-12T01:11:51.757171+0000","last_clean":"2024-09-12T01:11:51.757171+0000","last_became_active":"2024-09-12T01:01:00.247390+0000","last_became_peered":"2024-09-12T01:01:00.247390+0000","last_unstale":"2024-09-12T01:11:51.757171+0000","last_undegraded":"2024-09-12T01:11:51.757171+0000","last_fullsized":"2024-09-12T01:11:51.757171+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:23:43.396709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:21.815691+0000","last_change":"2024-09-12T00:50:34.999328+0000","last_active":"2024-09-12T01:15:21.815691+0000","last_peered":"2024-09-12T01:15:21.815691+0000","last_clean":"2024-09-12T01:15:21.815691+0000","last_became_active":"2024-09-12T00:50:34.999003+0000","last_became_peered":"2024-09-12T00:50:34.999003+0000","last_unstale":"2024-09-12T01:15:21.815691+0000","last_undegraded":"2024-09-12T01:15:21.815691+0000","last_fullsized":"2024-09-12T01:15:21.815691+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:42.477954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.813763+0000","last_change":"2024-09-12T00:50:30.945140+0000","last_active":"2024-09-12T01:15:16.813763+0000","last_peered":"2024-09-12T01:15:16.813763+0000","last_clean":"2024-09-12T01:15:16.813763+0000","last_became_active":"2024-09-12T00:50:30.944904+0000","last_became_peered":"2024-09-12T00:50:30.944904+0000","last_unstale":"2024-09-12T01:15:16.813763+0000","last_undegraded":"2024-09-12T01:15:16.813763+0000","last_fullsized":"2024-09-12T01:15:16.813763+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:27.652096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"264'18","reported_seq":92,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:41.784520+0000","last_change":"2024-09-12T00:49:05.006612+0000","last_active":"2024-09-12T01:11:41.784520+0000","last_peered":"2024-09-12T01:11:41.784520+0000","last_clean":"2024-09-12T01:11:41.784520+0000","last_became_active":"2024-09-12T00:49:05.006219+0000","last_became_peered":"2024-09-12T00:49:05.006219+0000","last_unstale":"2024-09-12T01:11:41.784520+0000","last_undegraded":"2024-09-12T01:11:41.784520+0000","last_fullsized":"2024-09-12T01:11:41.784520+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:45:06.118113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":59,"num_write":36,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788162+0000","last_change":"2024-09-12T01:01:00.241273+0000","last_active":"2024-09-12T01:12:16.788162+0000","last_peered":"2024-09-12T01:12:16.788162+0000","last_clean":"2024-09-12T01:12:16.788162+0000","last_became_active":"2024-09-12T01:01:00.240946+0000","last_became_peered":"2024-09-12T01:01:00.240946+0000","last_unstale":"2024-09-12T01:12:16.788162+0000","last_undegraded":"2024-09-12T01:12:16.788162+0000","last_fullsized":"2024-09-12T01:12:16.788162+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:16:02.176460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:21.815654+0000","last_change":"2024-09-12T00:50:34.996981+0000","last_active":"2024-09-12T01:15:21.815654+0000","last_peered":"2024-09-12T01:15:21.815654+0000","last_clean":"2024-09-12T01:15:21.815654+0000","last_became_active":"2024-09-12T00:50:34.996654+0000","last_became_peered":"2024-09-12T00:50:34.996654+0000","last_unstale":"2024-09-12T01:15:21.815654+0000","last_undegraded":"2024-09-12T01:15:21.815654+0000","last_fullsized":"2024-09-12T01:15:21.815654+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:54:18.121278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.783341+0000","last_change":"2024-09-12T00:50:30.941645+0000","last_active":"2024-09-12T01:15:16.783341+0000","last_peered":"2024-09-12T01:15:16.783341+0000","last_clean":"2024-09-12T01:15:16.783341+0000","last_became_active":"2024-09-12T00:50:30.941276+0000","last_became_peered":"2024-09-12T00:50:30.941276+0000","last_unstale":"2024-09-12T01:15:16.783341+0000","last_undegraded":"2024-09-12T01:15:16.783341+0000","last_fullsized":"2024-09-12T01:15:16.783341+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:06:54.998763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'57","reported_seq":206,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:13.385809+0000","last_change":"2024-09-12T00:49:05.000615+0000","last_active":"2024-09-12T01:12:13.385809+0000","last_peered":"2024-09-12T01:12:13.385809+0000","last_clean":"2024-09-12T01:12:13.385809+0000","last_became_active":"2024-09-12T00:49:05.000274+0000","last_became_peered":"2024-09-12T00:49:05.000274+0000","last_unstale":"2024-09-12T01:12:13.385809+0000","last_undegraded":"2024-09-12T01:12:13.385809+0000","last_fullsized":"2024-09-12T01:12:13.385809+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:03:04.131546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":307,"num_read_kb":219,"num_write":100,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.762576+0000","last_change":"2024-09-12T01:01:00.248471+0000","last_active":"2024-09-12T01:11:51.762576+0000","last_peered":"2024-09-12T01:11:51.762576+0000","last_clean":"2024-09-12T01:11:51.762576+0000","last_became_active":"2024-09-12T01:01:00.248139+0000","last_became_peered":"2024-09-12T01:01:00.248139+0000","last_unstale":"2024-09-12T01:11:51.762576+0000","last_undegraded":"2024-09-12T01:11:51.762576+0000","last_fullsized":"2024-09-12T01:11:51.762576+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:34.835791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:11.660233+0000","last_change":"2024-09-12T00:50:35.038730+0000","last_active":"2024-09-12T01:13:11.660233+0000","last_peered":"2024-09-12T01:13:11.660233+0000","last_clean":"2024-09-12T01:13:11.660233+0000","last_became_active":"2024-09-12T00:50:35.038447+0000","last_became_peered":"2024-09-12T00:50:35.038447+0000","last_unstale":"2024-09-12T01:13:11.660233+0000","last_undegraded":"2024-09-12T01:13:11.660233+0000","last_fullsized":"2024-09-12T01:13:11.660233+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:11:31.319735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:15.685190+0000","last_change":"2024-09-12T00:50:30.940184+0000","last_active":"2024-09-12T01:15:15.685190+0000","last_peered":"2024-09-12T01:15:15.685190+0000","last_clean":"2024-09-12T01:15:15.685190+0000","last_became_active":"2024-09-12T00:50:30.939898+0000","last_became_peered":"2024-09-12T00:50:30.939898+0000","last_unstale":"2024-09-12T01:15:15.685190+0000","last_undegraded":"2024-09-12T01:15:15.685190+0000","last_fullsized":"2024-09-12T01:15:15.685190+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:57:36.814375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"264'45","reported_seq":166,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.760689+0000","last_change":"2024-09-12T00:49:04.997205+0000","last_active":"2024-09-12T01:11:36.760689+0000","last_peered":"2024-09-12T01:11:36.760689+0000","last_clean":"2024-09-12T01:11:36.760689+0000","last_became_active":"2024-09-12T00:49:04.996877+0000","last_became_peered":"2024-09-12T00:49:04.996877+0000","last_unstale":"2024-09-12T01:11:36.760689+0000","last_undegraded":"2024-09-12T01:11:36.760689+0000","last_fullsized":"2024-09-12T01:11:36.760689+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:27:06.770076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":154,"num_write":87,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.784535+0000","last_change":"2024-09-12T01:01:00.244978+0000","last_active":"2024-09-12T01:11:51.784535+0000","last_peered":"2024-09-12T01:11:51.784535+0000","last_clean":"2024-09-12T01:11:51.784535+0000","last_became_active":"2024-09-12T01:01:00.244603+0000","last_became_peered":"2024-09-12T01:01:00.244603+0000","last_unstale":"2024-09-12T01:11:51.784535+0000","last_undegraded":"2024-09-12T01:11:51.784535+0000","last_fullsized":"2024-09-12T01:11:51.784535+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:40.503238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'4","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:21.815708+0000","last_change":"2024-09-12T00:50:34.997047+0000","last_active":"2024-09-12T01:15:21.815708+0000","last_peered":"2024-09-12T01:15:21.815708+0000","last_clean":"2024-09-12T01:15:21.815708+0000","last_became_active":"2024-09-12T00:50:34.996753+0000","last_became_peered":"2024-09-12T00:50:34.996753+0000","last_unstale":"2024-09-12T01:15:21.815708+0000","last_undegraded":"2024-09-12T01:15:21.815708+0000","last_fullsized":"2024-09-12T01:15:21.815708+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:47:24.391205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'7","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.990491+0000","last_change":"2024-09-12T00:50:30.935094+0000","last_active":"2024-09-12T01:15:45.990491+0000","last_peered":"2024-09-12T01:15:45.990491+0000","last_clean":"2024-09-12T01:15:45.990491+0000","last_became_active":"2024-09-12T00:50:30.934056+0000","last_became_peered":"2024-09-12T00:50:30.934056+0000","last_unstale":"2024-09-12T01:15:45.990491+0000","last_undegraded":"2024-09-12T01:15:45.990491+0000","last_fullsized":"2024-09-12T01:15:45.990491+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:35:54.805339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":9218,"num_write":12,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"264'76","reported_seq":259,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.755097+0000","last_change":"2024-09-12T00:49:04.999259+0000","last_active":"2024-09-12T01:11:36.755097+0000","last_peered":"2024-09-12T01:11:36.755097+0000","last_clean":"2024-09-12T01:11:36.755097+0000","last_became_active":"2024-09-12T00:49:04.998935+0000","last_became_peered":"2024-09-12T00:49:04.998935+0000","last_unstale":"2024-09-12T01:11:36.755097+0000","last_undegraded":"2024-09-12T01:11:36.755097+0000","last_fullsized":"2024-09-12T01:11:36.755097+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:47.808759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":403,"num_read_kb":301,"num_write":119,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.789497+0000","last_change":"2024-09-12T01:01:00.242450+0000","last_active":"2024-09-12T01:12:16.789497+0000","last_peered":"2024-09-12T01:12:16.789497+0000","last_clean":"2024-09-12T01:12:16.789497+0000","last_became_active":"2024-09-12T01:01:00.242139+0000","last_became_peered":"2024-09-12T01:01:00.242139+0000","last_unstale":"2024-09-12T01:12:16.789497+0000","last_undegraded":"2024-09-12T01:12:16.789497+0000","last_fullsized":"2024-09-12T01:12:16.789497+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:11.006578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'3","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:26.806555+0000","last_change":"2024-09-12T00:50:34.995684+0000","last_active":"2024-09-12T01:14:26.806555+0000","last_peered":"2024-09-12T01:14:26.806555+0000","last_clean":"2024-09-12T01:14:26.806555+0000","last_became_active":"2024-09-12T00:50:34.995313+0000","last_became_peered":"2024-09-12T00:50:34.995313+0000","last_unstale":"2024-09-12T01:14:26.806555+0000","last_undegraded":"2024-09-12T01:14:26.806555+0000","last_fullsized":"2024-09-12T01:14:26.806555+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:46.556893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"264'4","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.893429+0000","last_change":"2024-09-12T00:50:30.938482+0000","last_active":"2024-09-12T01:15:44.893429+0000","last_peered":"2024-09-12T01:15:44.893429+0000","last_clean":"2024-09-12T01:15:44.893429+0000","last_became_active":"2024-09-12T00:50:30.938036+0000","last_became_peered":"2024-09-12T00:50:30.938036+0000","last_unstale":"2024-09-12T01:15:44.893429+0000","last_undegraded":"2024-09-12T01:15:44.893429+0000","last_fullsized":"2024-09-12T01:15:44.893429+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:53:10.196704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"261'7","reported_seq":66,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:35.655288+0000","last_change":"2024-09-12T00:49:05.004166+0000","last_active":"2024-09-12T01:11:35.655288+0000","last_peered":"2024-09-12T01:11:35.655288+0000","last_clean":"2024-09-12T01:11:35.655288+0000","last_became_active":"2024-09-12T00:49:05.003639+0000","last_became_peered":"2024-09-12T00:49:05.003639+0000","last_unstale":"2024-09-12T01:11:35.655288+0000","last_undegraded":"2024-09-12T01:11:35.655288+0000","last_fullsized":"2024-09-12T01:11:35.655288+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:58.185272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":27,"num_write":13,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788267+0000","last_change":"2024-09-12T01:01:00.247279+0000","last_active":"2024-09-12T01:12:16.788267+0000","last_peered":"2024-09-12T01:12:16.788267+0000","last_clean":"2024-09-12T01:12:16.788267+0000","last_became_active":"2024-09-12T01:01:00.246954+0000","last_became_peered":"2024-09-12T01:01:00.246954+0000","last_unstale":"2024-09-12T01:12:16.788267+0000","last_undegraded":"2024-09-12T01:12:16.788267+0000","last_fullsized":"2024-09-12T01:12:16.788267+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:20:23.050226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788102+0000","last_change":"2024-09-12T00:50:35.036906+0000","last_active":"2024-09-12T01:12:16.788102+0000","last_peered":"2024-09-12T01:12:16.788102+0000","last_clean":"2024-09-12T01:12:16.788102+0000","last_became_active":"2024-09-12T00:50:35.036646+0000","last_became_peered":"2024-09-12T00:50:35.036646+0000","last_unstale":"2024-09-12T01:12:16.788102+0000","last_undegraded":"2024-09-12T01:12:16.788102+0000","last_fullsized":"2024-09-12T01:12:16.788102+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:27.148209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.651964+0000","last_change":"2024-09-12T00:50:30.939794+0000","last_active":"2024-09-12T01:12:11.651964+0000","last_peered":"2024-09-12T01:12:11.651964+0000","last_clean":"2024-09-12T01:12:11.651964+0000","last_became_active":"2024-09-12T00:50:30.939438+0000","last_became_peered":"2024-09-12T00:50:30.939438+0000","last_unstale":"2024-09-12T01:12:11.651964+0000","last_undegraded":"2024-09-12T01:12:11.651964+0000","last_fullsized":"2024-09-12T01:12:11.651964+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:14.996773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"264'27","reported_seq":119,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:29.757272+0000","last_change":"2024-09-12T00:49:04.998654+0000","last_active":"2024-09-12T01:13:29.757272+0000","last_peered":"2024-09-12T01:13:29.757272+0000","last_clean":"2024-09-12T01:13:29.757272+0000","last_became_active":"2024-09-12T00:49:04.998359+0000","last_became_peered":"2024-09-12T00:49:04.998359+0000","last_unstale":"2024-09-12T01:13:29.757272+0000","last_undegraded":"2024-09-12T01:13:29.757272+0000","last_fullsized":"2024-09-12T01:13:29.757272+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:29:18.770661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":92,"num_write":52,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788184+0000","last_change":"2024-09-12T01:01:00.244168+0000","last_active":"2024-09-12T01:12:16.788184+0000","last_peered":"2024-09-12T01:12:16.788184+0000","last_clean":"2024-09-12T01:12:16.788184+0000","last_became_active":"2024-09-12T01:01:00.243414+0000","last_became_peered":"2024-09-12T01:01:00.243414+0000","last_unstale":"2024-09-12T01:12:16.788184+0000","last_undegraded":"2024-09-12T01:12:16.788184+0000","last_fullsized":"2024-09-12T01:12:16.788184+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:23:39.975838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"261'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.659477+0000","last_change":"2024-09-12T00:50:35.000386+0000","last_active":"2024-09-12T01:13:06.659477+0000","last_peered":"2024-09-12T01:13:06.659477+0000","last_clean":"2024-09-12T01:13:06.659477+0000","last_became_active":"2024-09-12T00:50:35.000038+0000","last_became_peered":"2024-09-12T00:50:35.000038+0000","last_unstale":"2024-09-12T01:13:06.659477+0000","last_undegraded":"2024-09-12T01:13:06.659477+0000","last_fullsized":"2024-09-12T01:13:06.659477+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:42.083005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661382+0000","last_change":"2024-09-12T00:50:30.940559+0000","last_active":"2024-09-12T01:12:15.661382+0000","last_peered":"2024-09-12T01:12:15.661382+0000","last_clean":"2024-09-12T01:12:15.661382+0000","last_became_active":"2024-09-12T00:50:30.940252+0000","last_became_peered":"2024-09-12T00:50:30.940252+0000","last_unstale":"2024-09-12T01:12:15.661382+0000","last_undegraded":"2024-09-12T01:12:15.661382+0000","last_fullsized":"2024-09-12T01:12:15.661382+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:12:12.408624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"264'51","reported_seq":188,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.794468+0000","last_change":"2024-09-12T00:49:05.001845+0000","last_active":"2024-09-12T01:12:56.794468+0000","last_peered":"2024-09-12T01:12:56.794468+0000","last_clean":"2024-09-12T01:12:56.794468+0000","last_became_active":"2024-09-12T00:49:05.001450+0000","last_became_peered":"2024-09-12T00:49:05.001450+0000","last_unstale":"2024-09-12T01:12:56.794468+0000","last_undegraded":"2024-09-12T01:12:56.794468+0000","last_fullsized":"2024-09-12T01:12:56.794468+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:20:04.525417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":268,"num_read_kb":187,"num_write":90,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661453+0000","last_change":"2024-09-12T01:01:00.244022+0000","last_active":"2024-09-12T01:12:15.661453+0000","last_peered":"2024-09-12T01:12:15.661453+0000","last_clean":"2024-09-12T01:12:15.661453+0000","last_became_active":"2024-09-12T01:01:00.243734+0000","last_became_peered":"2024-09-12T01:01:00.243734+0000","last_unstale":"2024-09-12T01:12:15.661453+0000","last_undegraded":"2024-09-12T01:12:15.661453+0000","last_fullsized":"2024-09-12T01:12:15.661453+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:32:17.406102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"264'8","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.206660+0000","last_change":"2024-09-12T00:50:34.995658+0000","last_active":"2024-09-12T01:15:44.206660+0000","last_peered":"2024-09-12T01:15:44.206660+0000","last_clean":"2024-09-12T01:15:44.206660+0000","last_became_active":"2024-09-12T00:50:34.995328+0000","last_became_peered":"2024-09-12T00:50:34.995328+0000","last_unstale":"2024-09-12T01:15:44.206660+0000","last_undegraded":"2024-09-12T01:15:44.206660+0000","last_fullsized":"2024-09-12T01:15:44.206660+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:12.786753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13312,"num_write":8,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.813763+0000","last_change":"2024-09-12T00:50:30.934852+0000","last_active":"2024-09-12T01:15:16.813763+0000","last_peered":"2024-09-12T01:15:16.813763+0000","last_clean":"2024-09-12T01:15:16.813763+0000","last_became_active":"2024-09-12T00:50:30.934572+0000","last_became_peered":"2024-09-12T00:50:30.934572+0000","last_unstale":"2024-09-12T01:15:16.813763+0000","last_undegraded":"2024-09-12T01:15:16.813763+0000","last_fullsized":"2024-09-12T01:15:16.813763+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:28:17.578344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"264'58","reported_seq":207,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.771651+0000","last_change":"2024-09-12T00:49:04.996678+0000","last_active":"2024-09-12T01:12:56.771651+0000","last_peered":"2024-09-12T01:12:56.771651+0000","last_clean":"2024-09-12T01:12:56.771651+0000","last_became_active":"2024-09-12T00:49:04.996339+0000","last_became_peered":"2024-09-12T00:49:04.996339+0000","last_unstale":"2024-09-12T01:12:56.771651+0000","last_undegraded":"2024-09-12T01:12:56.771651+0000","last_fullsized":"2024-09-12T01:12:56.771651+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:45.034447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":305,"num_read_kb":218,"num_write":103,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.798800+0000","last_change":"2024-09-12T01:01:00.247279+0000","last_active":"2024-09-12T01:13:31.798800+0000","last_peered":"2024-09-12T01:13:31.798800+0000","last_clean":"2024-09-12T01:13:31.798800+0000","last_became_active":"2024-09-12T01:01:00.246709+0000","last_became_peered":"2024-09-12T01:01:00.246709+0000","last_unstale":"2024-09-12T01:13:31.798800+0000","last_undegraded":"2024-09-12T01:13:31.798800+0000","last_fullsized":"2024-09-12T01:13:31.798800+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:20.235279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"264'6","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.961358+0000","last_change":"2024-09-12T00:50:34.998078+0000","last_active":"2024-09-12T01:15:44.961358+0000","last_peered":"2024-09-12T01:15:44.961358+0000","last_clean":"2024-09-12T01:15:44.961358+0000","last_became_active":"2024-09-12T00:50:34.997718+0000","last_became_peered":"2024-09-12T00:50:34.997718+0000","last_unstale":"2024-09-12T01:15:44.961358+0000","last_undegraded":"2024-09-12T01:15:44.961358+0000","last_fullsized":"2024-09-12T01:15:44.961358+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:17:27.348344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":13430,"num_write":6,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816098+0000","last_change":"2024-09-12T00:50:30.934114+0000","last_active":"2024-09-12T01:15:31.816098+0000","last_peered":"2024-09-12T01:15:31.816098+0000","last_clean":"2024-09-12T01:15:31.816098+0000","last_became_active":"2024-09-12T00:50:30.933846+0000","last_became_peered":"2024-09-12T00:50:30.933846+0000","last_unstale":"2024-09-12T01:15:31.816098+0000","last_undegraded":"2024-09-12T01:15:31.816098+0000","last_fullsized":"2024-09-12T01:15:31.816098+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:01:17.763715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'57","reported_seq":203,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:55.666802+0000","last_change":"2024-09-12T00:49:05.002485+0000","last_active":"2024-09-12T01:12:55.666802+0000","last_peered":"2024-09-12T01:12:55.666802+0000","last_clean":"2024-09-12T01:12:55.666802+0000","last_became_active":"2024-09-12T00:49:05.001896+0000","last_became_peered":"2024-09-12T00:49:05.001896+0000","last_unstale":"2024-09-12T01:12:55.666802+0000","last_undegraded":"2024-09-12T01:12:55.666802+0000","last_fullsized":"2024-09-12T01:12:55.666802+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:57:34.501825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":298,"num_read_kb":208,"num_write":101,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:33.788857+0000","last_change":"2024-09-12T01:01:00.246143+0000","last_active":"2024-09-12T01:13:33.788857+0000","last_peered":"2024-09-12T01:13:33.788857+0000","last_clean":"2024-09-12T01:13:33.788857+0000","last_became_active":"2024-09-12T01:01:00.245868+0000","last_became_peered":"2024-09-12T01:01:00.245868+0000","last_unstale":"2024-09-12T01:13:33.788857+0000","last_undegraded":"2024-09-12T01:13:33.788857+0000","last_fullsized":"2024-09-12T01:13:33.788857+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:35:59.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"264'2","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:35.688255+0000","last_change":"2024-09-12T00:50:35.038714+0000","last_active":"2024-09-12T01:15:35.688255+0000","last_peered":"2024-09-12T01:15:35.688255+0000","last_clean":"2024-09-12T01:15:35.688255+0000","last_became_active":"2024-09-12T00:50:35.038388+0000","last_became_peered":"2024-09-12T00:50:35.038388+0000","last_unstale":"2024-09-12T01:15:35.688255+0000","last_undegraded":"2024-09-12T01:15:35.688255+0000","last_fullsized":"2024-09-12T01:15:35.688255+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:20:32.114053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"264'7","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.785289+0000","last_change":"2024-09-12T00:50:30.941770+0000","last_active":"2024-09-12T01:15:31.785289+0000","last_peered":"2024-09-12T01:15:31.785289+0000","last_clean":"2024-09-12T01:15:31.785289+0000","last_became_active":"2024-09-12T00:50:30.941285+0000","last_became_peered":"2024-09-12T00:50:30.941285+0000","last_unstale":"2024-09-12T01:15:31.785289+0000","last_undegraded":"2024-09-12T01:15:31.785289+0000","last_fullsized":"2024-09-12T01:15:31.785289+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:50:12.946641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":16386,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'60","reported_seq":219,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.771730+0000","last_change":"2024-09-12T00:49:05.000976+0000","last_active":"2024-09-12T01:12:56.771730+0000","last_peered":"2024-09-12T01:12:56.771730+0000","last_clean":"2024-09-12T01:12:56.771730+0000","last_became_active":"2024-09-12T00:49:05.000655+0000","last_became_peered":"2024-09-12T00:49:05.000655+0000","last_unstale":"2024-09-12T01:12:56.771730+0000","last_undegraded":"2024-09-12T01:12:56.771730+0000","last_fullsized":"2024-09-12T01:12:56.771730+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:36:09.019812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":331,"num_read_kb":248,"num_write":99,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.659414+0000","last_change":"2024-09-12T01:01:00.240090+0000","last_active":"2024-09-12T01:13:06.659414+0000","last_peered":"2024-09-12T01:13:06.659414+0000","last_clean":"2024-09-12T01:13:06.659414+0000","last_became_active":"2024-09-12T01:01:00.239777+0000","last_became_peered":"2024-09-12T01:01:00.239777+0000","last_unstale":"2024-09-12T01:13:06.659414+0000","last_undegraded":"2024-09-12T01:13:06.659414+0000","last_fullsized":"2024-09-12T01:13:06.659414+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:44:33.655470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788276+0000","last_change":"2024-09-12T00:50:35.038307+0000","last_active":"2024-09-12T01:12:16.788276+0000","last_peered":"2024-09-12T01:12:16.788276+0000","last_clean":"2024-09-12T01:12:16.788276+0000","last_became_active":"2024-09-12T00:50:35.038044+0000","last_became_peered":"2024-09-12T00:50:35.038044+0000","last_unstale":"2024-09-12T01:12:16.788276+0000","last_undegraded":"2024-09-12T01:12:16.788276+0000","last_fullsized":"2024-09-12T01:12:16.788276+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:20.183924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"264'1","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:13.777477+0000","last_change":"2024-09-12T00:50:30.931604+0000","last_active":"2024-09-12T01:12:13.777477+0000","last_peered":"2024-09-12T01:12:13.777477+0000","last_clean":"2024-09-12T01:12:13.777477+0000","last_became_active":"2024-09-12T00:50:30.931259+0000","last_became_peered":"2024-09-12T00:50:30.931259+0000","last_unstale":"2024-09-12T01:12:13.777477+0000","last_undegraded":"2024-09-12T01:12:13.777477+0000","last_fullsized":"2024-09-12T01:12:13.777477+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:22.462145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"264'6","reported_seq":65,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786816+0000","last_change":"2024-09-12T00:49:05.006533+0000","last_active":"2024-09-12T01:12:06.786816+0000","last_peered":"2024-09-12T01:12:06.786816+0000","last_clean":"2024-09-12T01:12:06.786816+0000","last_became_active":"2024-09-12T00:49:05.006262+0000","last_became_peered":"2024-09-12T00:49:05.006262+0000","last_unstale":"2024-09-12T01:12:06.786816+0000","last_undegraded":"2024-09-12T01:12:06.786816+0000","last_fullsized":"2024-09-12T01:12:06.786816+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:23.936866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":24,"num_write":11,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.799522+0000","last_change":"2024-09-12T01:01:00.243089+0000","last_active":"2024-09-12T01:13:31.799522+0000","last_peered":"2024-09-12T01:13:31.799522+0000","last_clean":"2024-09-12T01:13:31.799522+0000","last_became_active":"2024-09-12T01:01:00.242637+0000","last_became_peered":"2024-09-12T01:01:00.242637+0000","last_unstale":"2024-09-12T01:13:31.799522+0000","last_undegraded":"2024-09-12T01:13:31.799522+0000","last_fullsized":"2024-09-12T01:13:31.799522+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:20.089088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788197+0000","last_change":"2024-09-12T00:50:34.997522+0000","last_active":"2024-09-12T01:12:16.788197+0000","last_peered":"2024-09-12T01:12:16.788197+0000","last_clean":"2024-09-12T01:12:16.788197+0000","last_became_active":"2024-09-12T00:50:34.997201+0000","last_became_peered":"2024-09-12T00:50:34.997201+0000","last_unstale":"2024-09-12T01:12:16.788197+0000","last_undegraded":"2024-09-12T01:12:16.788197+0000","last_fullsized":"2024-09-12T01:12:16.788197+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:46:04.464092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:21.805759+0000","last_change":"2024-09-12T00:50:30.945103+0000","last_active":"2024-09-12T01:14:21.805759+0000","last_peered":"2024-09-12T01:14:21.805759+0000","last_clean":"2024-09-12T01:14:21.805759+0000","last_became_active":"2024-09-12T00:50:30.944859+0000","last_became_peered":"2024-09-12T00:50:30.944859+0000","last_unstale":"2024-09-12T01:14:21.805759+0000","last_undegraded":"2024-09-12T01:14:21.805759+0000","last_fullsized":"2024-09-12T01:14:21.805759+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:50.151100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"264'143","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:32.568516+0000","last_change":"2024-09-12T00:49:04.998334+0000","last_active":"2024-09-12T01:12:32.568516+0000","last_peered":"2024-09-12T01:12:32.568516+0000","last_clean":"2024-09-12T01:12:32.568516+0000","last_became_active":"2024-09-12T00:49:04.998038+0000","last_became_peered":"2024-09-12T00:49:04.998038+0000","last_unstale":"2024-09-12T01:12:32.568516+0000","last_undegraded":"2024-09-12T01:12:32.568516+0000","last_fullsized":"2024-09-12T01:12:32.568516+0000","mapping_epoch":251,"log_start":"261'100","ondisk_log_start":"261'100","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:42:02.981967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":878,"num_read_kb":645,"num_write":176,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"263'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.757262+0000","last_change":"2024-09-12T01:01:00.248642+0000","last_active":"2024-09-12T01:11:51.757262+0000","last_peered":"2024-09-12T01:11:51.757262+0000","last_clean":"2024-09-12T01:11:51.757262+0000","last_became_active":"2024-09-12T01:01:00.248113+0000","last_became_peered":"2024-09-12T01:01:00.248113+0000","last_unstale":"2024-09-12T01:11:51.757262+0000","last_undegraded":"2024-09-12T01:11:51.757262+0000","last_fullsized":"2024-09-12T01:11:51.757262+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:54.629125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"264'4","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.656490+0000","last_change":"2024-09-12T00:50:34.990462+0000","last_active":"2024-09-12T01:15:44.656490+0000","last_peered":"2024-09-12T01:15:44.656490+0000","last_clean":"2024-09-12T01:15:44.656490+0000","last_became_active":"2024-09-12T00:50:34.990137+0000","last_became_peered":"2024-09-12T00:50:34.990137+0000","last_unstale":"2024-09-12T01:15:44.656490+0000","last_undegraded":"2024-09-12T01:15:44.656490+0000","last_fullsized":"2024-09-12T01:15:44.656490+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:42:30.792442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"264'9","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.047325+0000","last_change":"2024-09-12T00:50:30.939985+0000","last_active":"2024-09-12T01:15:45.047325+0000","last_peered":"2024-09-12T01:15:45.047325+0000","last_clean":"2024-09-12T01:15:45.047325+0000","last_became_active":"2024-09-12T00:50:30.939689+0000","last_became_peered":"2024-09-12T00:50:30.939689+0000","last_unstale":"2024-09-12T01:15:45.047325+0000","last_undegraded":"2024-09-12T01:15:45.047325+0000","last_fullsized":"2024-09-12T01:15:45.047325+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:42:49.369584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13883,"num_write":14,"num_write_kb":9787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"264'29","reported_seq":122,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:03.776227+0000","last_change":"2024-09-12T00:49:04.999587+0000","last_active":"2024-09-12T01:12:03.776227+0000","last_peered":"2024-09-12T01:12:03.776227+0000","last_clean":"2024-09-12T01:12:03.776227+0000","last_became_active":"2024-09-12T00:49:04.999284+0000","last_became_peered":"2024-09-12T00:49:04.999284+0000","last_unstale":"2024-09-12T01:12:03.776227+0000","last_undegraded":"2024-09-12T01:12:03.776227+0000","last_fullsized":"2024-09-12T01:12:03.776227+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:16:46.352077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":94,"num_write":55,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:50.657459+0000","last_change":"2024-09-12T01:01:00.246498+0000","last_active":"2024-09-12T01:11:50.657459+0000","last_peered":"2024-09-12T01:11:50.657459+0000","last_clean":"2024-09-12T01:11:50.657459+0000","last_became_active":"2024-09-12T01:01:00.245015+0000","last_became_peered":"2024-09-12T01:01:00.245015+0000","last_unstale":"2024-09-12T01:11:50.657459+0000","last_undegraded":"2024-09-12T01:11:50.657459+0000","last_fullsized":"2024-09-12T01:11:50.657459+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:53.355847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"264'13","reported_seq":61,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:38.780535+0000","last_change":"2024-09-12T00:50:34.994428+0000","last_active":"2024-09-12T01:12:38.780535+0000","last_peered":"2024-09-12T01:12:38.780535+0000","last_clean":"2024-09-12T01:12:38.780535+0000","last_became_active":"2024-09-12T00:50:34.994103+0000","last_became_peered":"2024-09-12T00:50:34.994103+0000","last_unstale":"2024-09-12T01:12:38.780535+0000","last_undegraded":"2024-09-12T01:12:38.780535+0000","last_fullsized":"2024-09-12T01:12:38.780535+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:32.336856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":20,"num_read_kb":29700,"num_write":23,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"264'5","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816027+0000","last_change":"2024-09-12T00:50:30.943189+0000","last_active":"2024-09-12T01:15:31.816027+0000","last_peered":"2024-09-12T01:15:31.816027+0000","last_clean":"2024-09-12T01:15:31.816027+0000","last_became_active":"2024-09-12T00:50:30.942891+0000","last_became_peered":"2024-09-12T00:50:30.942891+0000","last_unstale":"2024-09-12T01:15:31.816027+0000","last_undegraded":"2024-09-12T01:15:31.816027+0000","last_fullsized":"2024-09-12T01:15:31.816027+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:41.298054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"264'25","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:09.963995+0000","last_change":"2024-09-12T00:49:05.002579+0000","last_active":"2024-09-12T01:12:09.963995+0000","last_peered":"2024-09-12T01:12:09.963995+0000","last_clean":"2024-09-12T01:12:09.963995+0000","last_became_active":"2024-09-12T00:49:05.002279+0000","last_became_peered":"2024-09-12T00:49:05.002279+0000","last_unstale":"2024-09-12T01:12:09.963995+0000","last_undegraded":"2024-09-12T01:12:09.963995+0000","last_fullsized":"2024-09-12T01:12:09.963995+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:02:10.509140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":80,"num_write":55,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:30.671672+0000","last_change":"2024-09-12T01:01:00.247119+0000","last_active":"2024-09-12T01:13:30.671672+0000","last_peered":"2024-09-12T01:13:30.671672+0000","last_clean":"2024-09-12T01:13:30.671672+0000","last_became_active":"2024-09-12T01:01:00.246813+0000","last_became_peered":"2024-09-12T01:01:00.246813+0000","last_unstale":"2024-09-12T01:13:30.671672+0000","last_undegraded":"2024-09-12T01:13:30.671672+0000","last_fullsized":"2024-09-12T01:13:30.671672+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:44.699209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"264'9","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.752743+0000","last_change":"2024-09-12T00:50:34.999015+0000","last_active":"2024-09-12T01:15:44.752743+0000","last_peered":"2024-09-12T01:15:44.752743+0000","last_clean":"2024-09-12T01:15:44.752743+0000","last_became_active":"2024-09-12T00:50:34.997560+0000","last_became_peered":"2024-09-12T00:50:34.997560+0000","last_unstale":"2024-09-12T01:15:44.752743+0000","last_undegraded":"2024-09-12T01:15:44.752743+0000","last_fullsized":"2024-09-12T01:15:44.752743+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:31:31.039782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":15362,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"261'5","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:26.662135+0000","last_change":"2024-09-12T00:50:30.934322+0000","last_active":"2024-09-12T01:13:26.662135+0000","last_peered":"2024-09-12T01:13:26.662135+0000","last_clean":"2024-09-12T01:13:26.662135+0000","last_became_active":"2024-09-12T00:50:30.933982+0000","last_became_peered":"2024-09-12T00:50:30.933982+0000","last_unstale":"2024-09-12T01:13:26.662135+0000","last_undegraded":"2024-09-12T01:13:26.662135+0000","last_fullsized":"2024-09-12T01:13:26.662135+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:52:18.342595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"264'41","reported_seq":155,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.764206+0000","last_change":"2024-09-12T00:49:04.997613+0000","last_active":"2024-09-12T01:12:01.764206+0000","last_peered":"2024-09-12T01:12:01.764206+0000","last_clean":"2024-09-12T01:12:01.764206+0000","last_became_active":"2024-09-12T00:49:04.997116+0000","last_became_peered":"2024-09-12T00:49:04.997116+0000","last_unstale":"2024-09-12T01:12:01.764206+0000","last_undegraded":"2024-09-12T01:12:01.764206+0000","last_fullsized":"2024-09-12T01:12:01.764206+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:38.472999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":145,"num_write":70,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.798847+0000","last_change":"2024-09-12T01:01:00.243728+0000","last_active":"2024-09-12T01:13:31.798847+0000","last_peered":"2024-09-12T01:13:31.798847+0000","last_clean":"2024-09-12T01:13:31.798847+0000","last_became_active":"2024-09-12T01:01:00.242885+0000","last_became_peered":"2024-09-12T01:01:00.242885+0000","last_unstale":"2024-09-12T01:13:31.798847+0000","last_undegraded":"2024-09-12T01:13:31.798847+0000","last_fullsized":"2024-09-12T01:13:31.798847+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:25.950179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"261'4","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.799559+0000","last_change":"2024-09-12T00:50:34.994729+0000","last_active":"2024-09-12T01:13:31.799559+0000","last_peered":"2024-09-12T01:13:31.799559+0000","last_clean":"2024-09-12T01:13:31.799559+0000","last_became_active":"2024-09-12T00:50:34.994480+0000","last_became_peered":"2024-09-12T00:50:34.994480+0000","last_unstale":"2024-09-12T01:13:31.799559+0000","last_undegraded":"2024-09-12T01:13:31.799559+0000","last_fullsized":"2024-09-12T01:13:31.799559+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:12.197295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"264'13","reported_seq":64,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.663237+0000","last_change":"2024-09-12T00:50:30.933887+0000","last_active":"2024-09-12T01:15:45.663237+0000","last_peered":"2024-09-12T01:15:45.663237+0000","last_clean":"2024-09-12T01:15:45.663237+0000","last_became_active":"2024-09-12T00:50:30.933594+0000","last_became_peered":"2024-09-12T00:50:30.933594+0000","last_unstale":"2024-09-12T01:15:45.663237+0000","last_undegraded":"2024-09-12T01:15:45.663237+0000","last_fullsized":"2024-09-12T01:15:45.663237+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:24:51.917872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":9218,"num_write":18,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"264'15","reported_seq":87,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:11.795873+0000","last_change":"2024-09-12T00:49:04.996577+0000","last_active":"2024-09-12T01:13:11.795873+0000","last_peered":"2024-09-12T01:13:11.795873+0000","last_clean":"2024-09-12T01:13:11.795873+0000","last_became_active":"2024-09-12T00:49:04.996267+0000","last_became_peered":"2024-09-12T00:49:04.996267+0000","last_unstale":"2024-09-12T01:13:11.795873+0000","last_undegraded":"2024-09-12T01:13:11.795873+0000","last_fullsized":"2024-09-12T01:13:11.795873+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:35:30.498458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":72,"num_read_kb":47,"num_write":31,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"264'327","reported_seq":1001,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.929764+0000","last_change":"2024-09-12T00:34:31.972683+0000","last_active":"2024-09-12T01:15:45.929764+0000","last_peered":"2024-09-12T01:15:45.929764+0000","last_clean":"2024-09-12T01:15:45.929764+0000","last_became_active":"2024-09-12T00:34:31.972352+0000","last_became_peered":"2024-09-12T00:34:31.972352+0000","last_unstale":"2024-09-12T01:15:45.929764+0000","last_undegraded":"2024-09-12T01:15:45.929764+0000","last_fullsized":"2024-09-12T01:15:45.929764+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:59:17.175505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170069,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":548,"num_read_kb":32416,"num_write":1055,"num_write_kb":31752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"264'730","reported_seq":2170,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214031+0000","last_change":"2024-09-12T00:34:33.985593+0000","last_active":"2024-09-12T01:14:04.214031+0000","last_peered":"2024-09-12T01:14:04.214031+0000","last_clean":"2024-09-12T01:14:04.214031+0000","last_became_active":"2024-09-12T00:34:33.985276+0000","last_became_peered":"2024-09-12T00:34:33.985276+0000","last_unstale":"2024-09-12T01:14:04.214031+0000","last_undegraded":"2024-09-12T01:14:04.214031+0000","last_fullsized":"2024-09-12T01:14:04.214031+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":700,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:59.430892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3436,"num_read_kb":3103,"num_write":944,"num_write_kb":333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"264'337","reported_seq":969,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.934792+0000","last_change":"2024-09-12T00:34:31.969262+0000","last_active":"2024-09-12T01:15:45.934792+0000","last_peered":"2024-09-12T01:15:45.934792+0000","last_clean":"2024-09-12T01:15:45.934792+0000","last_became_active":"2024-09-12T00:34:31.968942+0000","last_became_peered":"2024-09-12T00:34:31.968942+0000","last_unstale":"2024-09-12T01:15:45.934792+0000","last_undegraded":"2024-09-12T01:15:45.934792+0000","last_fullsized":"2024-09-12T01:15:45.934792+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:45:08.444349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4539190,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":495,"num_read_kb":37627,"num_write":1085,"num_write_kb":27126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"264'1242","reported_seq":2723,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.295238+0000","last_change":"2024-09-12T00:34:33.984460+0000","last_active":"2024-09-12T01:14:01.295238+0000","last_peered":"2024-09-12T01:14:01.295238+0000","last_clean":"2024-09-12T01:14:01.295238+0000","last_became_active":"2024-09-12T00:34:33.984132+0000","last_became_peered":"2024-09-12T00:34:33.984132+0000","last_unstale":"2024-09-12T01:14:01.295238+0000","last_undegraded":"2024-09-12T01:14:01.295238+0000","last_fullsized":"2024-09-12T01:14:01.295238+0000","mapping_epoch":27,"log_start":"264'1200","ondisk_log_start":"264'1200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":1200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:08:03.324402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5522,"num_read_kb":4835,"num_write":1748,"num_write_kb":764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"264'342","reported_seq":1013,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.641366+0000","last_change":"2024-09-12T00:34:31.966073+0000","last_active":"2024-09-12T01:15:45.641366+0000","last_peered":"2024-09-12T01:15:45.641366+0000","last_clean":"2024-09-12T01:15:45.641366+0000","last_became_active":"2024-09-12T00:34:31.965717+0000","last_became_peered":"2024-09-12T00:34:31.965717+0000","last_unstale":"2024-09-12T01:15:45.641366+0000","last_undegraded":"2024-09-12T01:15:45.641366+0000","last_fullsized":"2024-09-12T01:15:45.641366+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:44:23.023223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4196446,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":545,"num_read_kb":74883,"num_write":1118,"num_write_kb":62428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"264'603","reported_seq":2066,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.956895+0000","last_change":"2024-09-12T00:34:33.985950+0000","last_active":"2024-09-12T01:15:23.956895+0000","last_peered":"2024-09-12T01:15:23.956895+0000","last_clean":"2024-09-12T01:15:23.956895+0000","last_became_active":"2024-09-12T00:34:33.985659+0000","last_became_peered":"2024-09-12T00:34:33.985659+0000","last_unstale":"2024-09-12T01:15:23.956895+0000","last_undegraded":"2024-09-12T01:15:23.956895+0000","last_fullsized":"2024-09-12T01:15:23.956895+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":500,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:39:55.245966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3044,"num_read_kb":2856,"num_write":866,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"264'367","reported_seq":1027,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:58.230615+0000","last_change":"2024-09-12T00:34:31.967402+0000","last_active":"2024-09-12T01:13:58.230615+0000","last_peered":"2024-09-12T01:13:58.230615+0000","last_clean":"2024-09-12T01:13:58.230615+0000","last_became_active":"2024-09-12T00:34:31.967042+0000","last_became_peered":"2024-09-12T00:34:31.967042+0000","last_unstale":"2024-09-12T01:13:58.230615+0000","last_undegraded":"2024-09-12T01:13:58.230615+0000","last_fullsized":"2024-09-12T01:13:58.230615+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:20.822062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10748904,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":540,"num_read_kb":12790,"num_write":1247,"num_write_kb":54093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"264'570","reported_seq":2320,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.427283+0000","last_change":"2024-09-12T00:34:33.995581+0000","last_active":"2024-09-12T01:14:19.427283+0000","last_peered":"2024-09-12T01:14:19.427283+0000","last_clean":"2024-09-12T01:14:19.427283+0000","last_became_active":"2024-09-12T00:34:33.995111+0000","last_became_peered":"2024-09-12T00:34:33.995111+0000","last_unstale":"2024-09-12T01:14:19.427283+0000","last_undegraded":"2024-09-12T01:14:19.427283+0000","last_fullsized":"2024-09-12T01:14:19.427283+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":500,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:31.111672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3117,"num_read_kb":2923,"num_write":675,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"264'342","reported_seq":951,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.007941+0000","last_change":"2024-09-12T00:34:31.957674+0000","last_active":"2024-09-12T01:15:46.007941+0000","last_peered":"2024-09-12T01:15:46.007941+0000","last_clean":"2024-09-12T01:15:46.007941+0000","last_became_active":"2024-09-12T00:34:31.957323+0000","last_became_peered":"2024-09-12T00:34:31.957323+0000","last_unstale":"2024-09-12T01:15:46.007941+0000","last_undegraded":"2024-09-12T01:15:46.007941+0000","last_fullsized":"2024-09-12T01:15:46.007941+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:42:27.665257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133705,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":430,"num_read_kb":3607,"num_write":1028,"num_write_kb":22686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"264'432","reported_seq":2017,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.958255+0000","last_change":"2024-09-12T00:34:33.983350+0000","last_active":"2024-09-12T01:15:23.958255+0000","last_peered":"2024-09-12T01:15:23.958255+0000","last_clean":"2024-09-12T01:15:23.958255+0000","last_became_active":"2024-09-12T00:34:33.983096+0000","last_became_peered":"2024-09-12T00:34:33.983096+0000","last_unstale":"2024-09-12T01:15:23.958255+0000","last_undegraded":"2024-09-12T01:15:23.958255+0000","last_fullsized":"2024-09-12T01:15:23.958255+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:43:55.090725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2469,"num_read_kb":2346,"num_write":493,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"264'301","reported_seq":926,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:19.900601+0000","last_change":"2024-09-12T00:35:05.684324+0000","last_active":"2024-09-12T01:15:19.900601+0000","last_peered":"2024-09-12T01:15:19.900601+0000","last_clean":"2024-09-12T01:15:19.900601+0000","last_became_active":"2024-09-12T00:35:05.683927+0000","last_became_peered":"2024-09-12T00:35:05.683927+0000","last_unstale":"2024-09-12T01:15:19.900601+0000","last_undegraded":"2024-09-12T01:15:19.900601+0000","last_fullsized":"2024-09-12T01:15:19.900601+0000","mapping_epoch":38,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:52.410834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7459658,"num_objects":88,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":88,"num_whiteouts":0,"num_read":416,"num_read_kb":14843,"num_write":985,"num_write_kb":32187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"264'837","reported_seq":2460,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.842751+0000","last_change":"2024-09-12T00:34:33.991578+0000","last_active":"2024-09-12T01:14:04.842751+0000","last_peered":"2024-09-12T01:14:04.842751+0000","last_clean":"2024-09-12T01:14:04.842751+0000","last_became_active":"2024-09-12T00:34:33.991226+0000","last_became_peered":"2024-09-12T00:34:33.991226+0000","last_unstale":"2024-09-12T01:14:04.842751+0000","last_undegraded":"2024-09-12T01:14:04.842751+0000","last_fullsized":"2024-09-12T01:14:04.842751+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":800,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:17.892110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4082,"num_read_kb":3676,"num_write":1124,"num_write_kb":424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"264'363","reported_seq":1002,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.026478+0000","last_change":"2024-09-12T00:34:31.969447+0000","last_active":"2024-09-12T01:15:46.026478+0000","last_peered":"2024-09-12T01:15:46.026478+0000","last_clean":"2024-09-12T01:15:46.026478+0000","last_became_active":"2024-09-12T00:34:31.969117+0000","last_became_peered":"2024-09-12T00:34:31.969117+0000","last_unstale":"2024-09-12T01:15:46.026478+0000","last_undegraded":"2024-09-12T01:15:46.026478+0000","last_fullsized":"2024-09-12T01:15:46.026478+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:44.772001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254234,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":33319,"num_write":1073,"num_write_kb":35686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"264'530","reported_seq":2140,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.842643+0000","last_change":"2024-09-12T00:34:33.979742+0000","last_active":"2024-09-12T01:14:04.842643+0000","last_peered":"2024-09-12T01:14:04.842643+0000","last_clean":"2024-09-12T01:14:04.842643+0000","last_became_active":"2024-09-12T00:34:33.979393+0000","last_became_peered":"2024-09-12T00:34:33.979393+0000","last_unstale":"2024-09-12T01:14:04.842643+0000","last_undegraded":"2024-09-12T01:14:04.842643+0000","last_fullsized":"2024-09-12T01:14:04.842643+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":500,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:31.121816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2571,"num_read_kb":2410,"num_write":595,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"264'373","reported_seq":1016,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.811224+0000","last_change":"2024-09-12T00:34:31.974655+0000","last_active":"2024-09-12T01:15:45.811224+0000","last_peered":"2024-09-12T01:15:45.811224+0000","last_clean":"2024-09-12T01:15:45.811224+0000","last_became_active":"2024-09-12T00:34:31.974317+0000","last_became_peered":"2024-09-12T00:34:31.974317+0000","last_unstale":"2024-09-12T01:15:45.811224+0000","last_undegraded":"2024-09-12T01:15:45.811224+0000","last_fullsized":"2024-09-12T01:15:45.811224+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:20:52.169197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":546,"num_read_kb":21189,"num_write":1259,"num_write_kb":26120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"264'548","reported_seq":2109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.842489+0000","last_change":"2024-09-12T00:34:33.991655+0000","last_active":"2024-09-12T01:14:04.842489+0000","last_peered":"2024-09-12T01:14:04.842489+0000","last_clean":"2024-09-12T01:14:04.842489+0000","last_became_active":"2024-09-12T00:34:33.991373+0000","last_became_peered":"2024-09-12T00:34:33.991373+0000","last_unstale":"2024-09-12T01:14:04.842489+0000","last_undegraded":"2024-09-12T01:14:04.842489+0000","last_fullsized":"2024-09-12T01:14:04.842489+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:01:33.477131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3006,"num_read_kb":2787,"num_write":732,"num_write_kb":267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"264'801","reported_seq":2329,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.419341+0000","last_change":"2024-09-12T00:34:33.986264+0000","last_active":"2024-09-12T01:14:19.419341+0000","last_peered":"2024-09-12T01:14:19.419341+0000","last_clean":"2024-09-12T01:14:19.419341+0000","last_became_active":"2024-09-12T00:34:33.985966+0000","last_became_peered":"2024-09-12T00:34:33.985966+0000","last_unstale":"2024-09-12T01:14:19.419341+0000","last_undegraded":"2024-09-12T01:14:19.419341+0000","last_fullsized":"2024-09-12T01:14:19.419341+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:29:37.403831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3732,"num_read_kb":3359,"num_write":1045,"num_write_kb":376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"264'401","reported_seq":1088,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.043693+0000","last_change":"2024-09-12T00:34:31.977080+0000","last_active":"2024-09-12T01:15:46.043693+0000","last_peered":"2024-09-12T01:15:46.043693+0000","last_clean":"2024-09-12T01:15:46.043693+0000","last_became_active":"2024-09-12T00:34:31.976650+0000","last_became_peered":"2024-09-12T00:34:31.976650+0000","last_unstale":"2024-09-12T01:15:46.043693+0000","last_undegraded":"2024-09-12T01:15:46.043693+0000","last_fullsized":"2024-09-12T01:15:46.043693+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:14:35.246226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1388224,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":669,"num_read_kb":38279,"num_write":1370,"num_write_kb":52699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"264'413","reported_seq":1932,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.843019+0000","last_change":"2024-09-12T00:34:33.984835+0000","last_active":"2024-09-12T01:14:04.843019+0000","last_peered":"2024-09-12T01:14:04.843019+0000","last_clean":"2024-09-12T01:14:04.843019+0000","last_became_active":"2024-09-12T00:34:33.984554+0000","last_became_peered":"2024-09-12T00:34:33.984554+0000","last_unstale":"2024-09-12T01:14:04.843019+0000","last_undegraded":"2024-09-12T01:14:04.843019+0000","last_fullsized":"2024-09-12T01:14:04.843019+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":400,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:59:57.861545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2179,"num_read_kb":2074,"num_write":459,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"264'337","reported_seq":961,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.004478+0000","last_change":"2024-09-12T00:34:31.969674+0000","last_active":"2024-09-12T01:15:46.004478+0000","last_peered":"2024-09-12T01:15:46.004478+0000","last_clean":"2024-09-12T01:15:46.004478+0000","last_became_active":"2024-09-12T00:34:31.969289+0000","last_became_peered":"2024-09-12T00:34:31.969289+0000","last_unstale":"2024-09-12T01:15:46.004478+0000","last_undegraded":"2024-09-12T01:15:46.004478+0000","last_fullsized":"2024-09-12T01:15:46.004478+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:43.004125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":480,"num_read_kb":29117,"num_write":1053,"num_write_kb":18857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"264'378","reported_seq":1862,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.213771+0000","last_change":"2024-09-12T00:34:33.980789+0000","last_active":"2024-09-12T01:14:04.213771+0000","last_peered":"2024-09-12T01:14:04.213771+0000","last_clean":"2024-09-12T01:14:04.213771+0000","last_became_active":"2024-09-12T00:34:33.979922+0000","last_became_peered":"2024-09-12T00:34:33.979922+0000","last_unstale":"2024-09-12T01:14:04.213771+0000","last_undegraded":"2024-09-12T01:14:04.213771+0000","last_fullsized":"2024-09-12T01:14:04.213771+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:32:19.313001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2121,"num_read_kb":2022,"num_write":432,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"264'347","reported_seq":987,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.036137+0000","last_change":"2024-09-12T00:34:31.970977+0000","last_active":"2024-09-12T01:15:46.036137+0000","last_peered":"2024-09-12T01:15:46.036137+0000","last_clean":"2024-09-12T01:15:46.036137+0000","last_became_active":"2024-09-12T00:34:31.970655+0000","last_became_peered":"2024-09-12T00:34:31.970655+0000","last_unstale":"2024-09-12T01:15:46.036137+0000","last_undegraded":"2024-09-12T01:15:46.036137+0000","last_fullsized":"2024-09-12T01:15:46.036137+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:13:11.320018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2182406,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":462,"num_read_kb":40754,"num_write":1064,"num_write_kb":56735,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"264'855","reported_seq":2662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.966735+0000","last_change":"2024-09-12T00:34:33.986658+0000","last_active":"2024-09-12T01:15:23.966735+0000","last_peered":"2024-09-12T01:15:23.966735+0000","last_clean":"2024-09-12T01:15:23.966735+0000","last_became_active":"2024-09-12T00:34:33.985699+0000","last_became_peered":"2024-09-12T00:34:33.985699+0000","last_unstale":"2024-09-12T01:15:23.966735+0000","last_undegraded":"2024-09-12T01:15:23.966735+0000","last_fullsized":"2024-09-12T01:15:23.966735+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":800,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:37:19.354031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4345,"num_read_kb":3960,"num_write":1112,"num_write_kb":397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"264'406","reported_seq":1052,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.963204+0000","last_change":"2024-09-12T00:35:05.688527+0000","last_active":"2024-09-12T01:15:45.963204+0000","last_peered":"2024-09-12T01:15:45.963204+0000","last_clean":"2024-09-12T01:15:45.963204+0000","last_became_active":"2024-09-12T00:35:05.688122+0000","last_became_peered":"2024-09-12T00:35:05.688122+0000","last_unstale":"2024-09-12T01:15:45.963204+0000","last_undegraded":"2024-09-12T01:15:45.963204+0000","last_fullsized":"2024-09-12T01:15:45.963204+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:02:05.656354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":691,"num_read_kb":20182,"num_write":1315,"num_write_kb":44203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"264'864","reported_seq":2382,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.718922+0000","last_change":"2024-09-12T00:34:33.980369+0000","last_active":"2024-09-12T01:14:15.718922+0000","last_peered":"2024-09-12T01:14:15.718922+0000","last_clean":"2024-09-12T01:14:15.718922+0000","last_became_active":"2024-09-12T00:34:33.980096+0000","last_became_peered":"2024-09-12T00:34:33.980096+0000","last_unstale":"2024-09-12T01:14:15.718922+0000","last_undegraded":"2024-09-12T01:14:15.718922+0000","last_fullsized":"2024-09-12T01:14:15.718922+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":800,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:11:06.061389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3928,"num_read_kb":3504,"num_write":1145,"num_write_kb":420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"264'373","reported_seq":1065,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.035593+0000","last_change":"2024-09-12T00:34:31.967710+0000","last_active":"2024-09-12T01:15:46.035593+0000","last_peered":"2024-09-12T01:15:46.035593+0000","last_clean":"2024-09-12T01:15:46.035593+0000","last_became_active":"2024-09-12T00:34:31.967261+0000","last_became_peered":"2024-09-12T00:34:31.967261+0000","last_unstale":"2024-09-12T01:15:46.035593+0000","last_undegraded":"2024-09-12T01:15:46.035593+0000","last_fullsized":"2024-09-12T01:15:46.035593+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:01:47.168031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":642,"num_read_kb":54864,"num_write":1209,"num_write_kb":45907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"264'811","reported_seq":2408,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.427127+0000","last_change":"2024-09-12T00:34:33.977217+0000","last_active":"2024-09-12T01:14:19.427127+0000","last_peered":"2024-09-12T01:14:19.427127+0000","last_clean":"2024-09-12T01:14:19.427127+0000","last_became_active":"2024-09-12T00:34:33.976919+0000","last_became_peered":"2024-09-12T00:34:33.976919+0000","last_unstale":"2024-09-12T01:14:19.427127+0000","last_undegraded":"2024-09-12T01:14:19.427127+0000","last_fullsized":"2024-09-12T01:14:19.427127+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":800,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:19.211001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4130,"num_read_kb":3753,"num_write":1091,"num_write_kb":407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"264'333","reported_seq":1060,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.678650+0000","last_change":"2024-09-12T00:34:31.964202+0000","last_active":"2024-09-12T01:15:45.678650+0000","last_peered":"2024-09-12T01:15:45.678650+0000","last_clean":"2024-09-12T01:15:45.678650+0000","last_became_active":"2024-09-12T00:34:31.963862+0000","last_became_peered":"2024-09-12T00:34:31.963862+0000","last_unstale":"2024-09-12T01:15:45.678650+0000","last_undegraded":"2024-09-12T01:15:45.678650+0000","last_fullsized":"2024-09-12T01:15:45.678650+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:07:19.581944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2268,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":564,"num_read_kb":19053,"num_write":1129,"num_write_kb":25874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"264'120","reported_seq":614,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.488542+0000","last_change":"2024-09-12T00:34:42.026431+0000","last_active":"2024-09-12T01:14:19.488542+0000","last_peered":"2024-09-12T01:14:19.488542+0000","last_clean":"2024-09-12T01:14:19.488542+0000","last_became_active":"2024-09-12T00:34:42.026130+0000","last_became_peered":"2024-09-12T00:34:42.026130+0000","last_unstale":"2024-09-12T01:14:19.488542+0000","last_undegraded":"2024-09-12T01:14:19.488542+0000","last_fullsized":"2024-09-12T01:14:19.488542+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:05.340058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":121,"num_read_kb":120,"num_write":270,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"264'822","reported_seq":2506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.426764+0000","last_change":"2024-09-12T00:35:05.222628+0000","last_active":"2024-09-12T01:14:19.426764+0000","last_peered":"2024-09-12T01:14:19.426764+0000","last_clean":"2024-09-12T01:14:19.426764+0000","last_became_active":"2024-09-12T00:35:05.222184+0000","last_became_peered":"2024-09-12T00:35:05.222184+0000","last_unstale":"2024-09-12T01:14:19.426764+0000","last_undegraded":"2024-09-12T01:14:19.426764+0000","last_fullsized":"2024-09-12T01:14:19.426764+0000","mapping_epoch":38,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":800,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:40:25.729097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4052,"num_read_kb":3687,"num_write":1060,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"264'316","reported_seq":919,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.016166+0000","last_change":"2024-09-12T00:34:31.956810+0000","last_active":"2024-09-12T01:15:46.016166+0000","last_peered":"2024-09-12T01:15:46.016166+0000","last_clean":"2024-09-12T01:15:46.016166+0000","last_became_active":"2024-09-12T00:34:31.955347+0000","last_became_peered":"2024-09-12T00:34:31.955347+0000","last_unstale":"2024-09-12T01:15:46.016166+0000","last_undegraded":"2024-09-12T01:15:46.016166+0000","last_fullsized":"2024-09-12T01:15:46.016166+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:37:56.708980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":423,"num_read_kb":404,"num_write":951,"num_write_kb":33629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:18.786094+0000","last_change":"2024-09-12T00:34:35.990062+0000","last_active":"2024-09-12T01:13:18.786094+0000","last_peered":"2024-09-12T01:13:18.786094+0000","last_clean":"2024-09-12T01:13:18.786094+0000","last_became_active":"2024-09-12T00:34:35.989736+0000","last_became_peered":"2024-09-12T00:34:35.989736+0000","last_unstale":"2024-09-12T01:13:18.786094+0000","last_undegraded":"2024-09-12T01:13:18.786094+0000","last_fullsized":"2024-09-12T01:13:18.786094+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:50:52.417243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"264'357","reported_seq":968,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.484291+0000","last_change":"2024-09-12T00:34:37.997963+0000","last_active":"2024-09-12T01:15:45.484291+0000","last_peered":"2024-09-12T01:15:45.484291+0000","last_clean":"2024-09-12T01:15:45.484291+0000","last_became_active":"2024-09-12T00:34:37.997634+0000","last_became_peered":"2024-09-12T00:34:37.997634+0000","last_unstale":"2024-09-12T01:15:45.484291+0000","last_undegraded":"2024-09-12T01:15:45.484291+0000","last_fullsized":"2024-09-12T01:15:45.484291+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:50:10.178681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50513,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":582,"num_read_kb":1227,"num_write":468,"num_write_kb":330,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.797542+0000","last_change":"2024-09-12T00:34:40.010591+0000","last_active":"2024-09-12T01:13:21.797542+0000","last_peered":"2024-09-12T01:13:21.797542+0000","last_clean":"2024-09-12T01:13:21.797542+0000","last_became_active":"2024-09-12T00:34:40.010305+0000","last_became_peered":"2024-09-12T00:34:40.010305+0000","last_unstale":"2024-09-12T01:13:21.797542+0000","last_undegraded":"2024-09-12T01:13:21.797542+0000","last_fullsized":"2024-09-12T01:13:21.797542+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:31:12.503235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"264'2429","reported_seq":4304,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:16.930435+0000","last_change":"2024-09-12T00:34:42.013669+0000","last_active":"2024-09-12T01:14:16.930435+0000","last_peered":"2024-09-12T01:14:16.930435+0000","last_clean":"2024-09-12T01:14:16.930435+0000","last_became_active":"2024-09-12T00:34:42.013380+0000","last_became_peered":"2024-09-12T00:34:42.013380+0000","last_unstale":"2024-09-12T01:14:16.930435+0000","last_undegraded":"2024-09-12T01:14:16.930435+0000","last_fullsized":"2024-09-12T01:14:16.930435+0000","mapping_epoch":35,"log_start":"264'2400","ondisk_log_start":"264'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":2400,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:03.793095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6063,"num_read_kb":6068,"num_write":4815,"num_write_kb":1781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"264'885","reported_seq":2574,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214188+0000","last_change":"2024-09-12T00:34:33.979838+0000","last_active":"2024-09-12T01:14:04.214188+0000","last_peered":"2024-09-12T01:14:04.214188+0000","last_clean":"2024-09-12T01:14:04.214188+0000","last_became_active":"2024-09-12T00:34:33.979514+0000","last_became_peered":"2024-09-12T00:34:33.979514+0000","last_unstale":"2024-09-12T01:14:04.214188+0000","last_undegraded":"2024-09-12T01:14:04.214188+0000","last_fullsized":"2024-09-12T01:14:04.214188+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":800,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:12:49.268190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4152,"num_read_kb":3754,"num_write":1137,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"264'313","reported_seq":944,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.561816+0000","last_change":"2024-09-12T00:34:31.969564+0000","last_active":"2024-09-12T01:15:45.561816+0000","last_peered":"2024-09-12T01:15:45.561816+0000","last_clean":"2024-09-12T01:15:45.561816+0000","last_became_active":"2024-09-12T00:34:31.969245+0000","last_became_peered":"2024-09-12T00:34:31.969245+0000","last_unstale":"2024-09-12T01:15:45.561816+0000","last_undegraded":"2024-09-12T01:15:45.561816+0000","last_fullsized":"2024-09-12T01:15:45.561816+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:29:59.444541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6461849,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":473,"num_read_kb":33363,"num_write":1036,"num_write_kb":61890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.787547+0000","last_change":"2024-09-12T00:34:35.992366+0000","last_active":"2024-09-12T01:12:01.787547+0000","last_peered":"2024-09-12T01:12:01.787547+0000","last_clean":"2024-09-12T01:12:01.787547+0000","last_became_active":"2024-09-12T00:34:35.992059+0000","last_became_peered":"2024-09-12T00:34:35.992059+0000","last_unstale":"2024-09-12T01:12:01.787547+0000","last_undegraded":"2024-09-12T01:12:01.787547+0000","last_fullsized":"2024-09-12T01:12:01.787547+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:45.149888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"264'88","reported_seq":611,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.086028+0000","last_change":"2024-09-12T00:34:37.996636+0000","last_active":"2024-09-12T01:14:47.086028+0000","last_peered":"2024-09-12T01:14:47.086028+0000","last_clean":"2024-09-12T01:14:47.086028+0000","last_became_active":"2024-09-12T00:34:37.996356+0000","last_became_peered":"2024-09-12T00:34:37.996356+0000","last_unstale":"2024-09-12T01:14:47.086028+0000","last_undegraded":"2024-09-12T01:14:47.086028+0000","last_fullsized":"2024-09-12T01:14:47.086028+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:09:37.137254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":98,"num_read_kb":94,"num_write":64,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":482,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.797502+0000","last_change":"2024-09-12T00:34:40.004430+0000","last_active":"2024-09-12T01:13:21.797502+0000","last_peered":"2024-09-12T01:13:21.797502+0000","last_clean":"2024-09-12T01:13:21.797502+0000","last_became_active":"2024-09-12T00:34:40.004064+0000","last_became_peered":"2024-09-12T00:34:40.004064+0000","last_unstale":"2024-09-12T01:13:21.797502+0000","last_undegraded":"2024-09-12T01:13:21.797502+0000","last_fullsized":"2024-09-12T01:13:21.797502+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:20:00.896242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"264'127","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:17.542578+0000","last_change":"2024-09-12T00:34:42.013956+0000","last_active":"2024-09-12T01:14:17.542578+0000","last_peered":"2024-09-12T01:14:17.542578+0000","last_clean":"2024-09-12T01:14:17.542578+0000","last_became_active":"2024-09-12T00:34:42.013616+0000","last_became_peered":"2024-09-12T00:34:42.013616+0000","last_unstale":"2024-09-12T01:14:17.542578+0000","last_undegraded":"2024-09-12T01:14:17.542578+0000","last_fullsized":"2024-09-12T01:14:17.542578+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:27.396985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1123,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":131,"num_read_kb":129,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"264'527","reported_seq":2189,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.797405+0000","last_change":"2024-09-12T00:34:33.990499+0000","last_active":"2024-09-12T01:14:18.797405+0000","last_peered":"2024-09-12T01:14:18.797405+0000","last_clean":"2024-09-12T01:14:18.797405+0000","last_became_active":"2024-09-12T00:34:33.990151+0000","last_became_peered":"2024-09-12T00:34:33.990151+0000","last_unstale":"2024-09-12T01:14:18.797405+0000","last_undegraded":"2024-09-12T01:14:18.797405+0000","last_fullsized":"2024-09-12T01:14:18.797405+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":500,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:10:32.164720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2843,"num_read_kb":2652,"num_write":643,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"264'345","reported_seq":999,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.989961+0000","last_change":"2024-09-12T00:34:31.954756+0000","last_active":"2024-09-12T01:15:45.989961+0000","last_peered":"2024-09-12T01:15:45.989961+0000","last_clean":"2024-09-12T01:15:45.989961+0000","last_became_active":"2024-09-12T00:34:31.954374+0000","last_became_peered":"2024-09-12T00:34:31.954374+0000","last_unstale":"2024-09-12T01:15:45.989961+0000","last_undegraded":"2024-09-12T01:15:45.989961+0000","last_fullsized":"2024-09-12T01:15:45.989961+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:13.026371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133734,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":481,"num_read_kb":14610,"num_write":1026,"num_write_kb":17739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.797911+0000","last_change":"2024-09-12T00:34:35.988960+0000","last_active":"2024-09-12T01:13:16.797911+0000","last_peered":"2024-09-12T01:13:16.797911+0000","last_clean":"2024-09-12T01:13:16.797911+0000","last_became_active":"2024-09-12T00:34:35.988647+0000","last_became_peered":"2024-09-12T00:34:35.988647+0000","last_unstale":"2024-09-12T01:13:16.797911+0000","last_undegraded":"2024-09-12T01:13:16.797911+0000","last_fullsized":"2024-09-12T01:13:16.797911+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:53:22.884707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"264'122","reported_seq":665,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.106105+0000","last_change":"2024-09-12T00:34:37.999594+0000","last_active":"2024-09-12T01:14:47.106105+0000","last_peered":"2024-09-12T01:14:47.106105+0000","last_clean":"2024-09-12T01:14:47.106105+0000","last_became_active":"2024-09-12T00:34:37.999287+0000","last_became_peered":"2024-09-12T00:34:37.999287+0000","last_unstale":"2024-09-12T01:14:47.106105+0000","last_undegraded":"2024-09-12T01:14:47.106105+0000","last_fullsized":"2024-09-12T01:14:47.106105+0000","mapping_epoch":31,"log_start":"264'100","ondisk_log_start":"264'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:57:41.952418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":142,"num_read_kb":133,"num_write":96,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"264'785","reported_seq":2527,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.054271+0000","last_change":"2024-09-12T00:34:40.008325+0000","last_active":"2024-09-12T01:15:46.054271+0000","last_peered":"2024-09-12T01:15:46.054271+0000","last_clean":"2024-09-12T01:15:46.054271+0000","last_became_active":"2024-09-12T00:34:40.008042+0000","last_became_peered":"2024-09-12T00:34:40.008042+0000","last_unstale":"2024-09-12T01:15:46.054271+0000","last_undegraded":"2024-09-12T01:15:46.054271+0000","last_fullsized":"2024-09-12T01:15:46.054271+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":700,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:56:32.971273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"264'199","reported_seq":1013,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.532309+0000","last_change":"2024-09-12T00:34:42.012419+0000","last_active":"2024-09-12T01:14:19.532309+0000","last_peered":"2024-09-12T01:14:19.532309+0000","last_clean":"2024-09-12T01:14:19.532309+0000","last_became_active":"2024-09-12T00:34:42.012068+0000","last_became_peered":"2024-09-12T00:34:42.012068+0000","last_unstale":"2024-09-12T01:14:19.532309+0000","last_undegraded":"2024-09-12T01:14:19.532309+0000","last_fullsized":"2024-09-12T01:14:19.532309+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:53:45.018747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":592,"num_read_kb":587,"num_write":436,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"264'391","reported_seq":1807,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.966439+0000","last_change":"2024-09-12T00:34:33.988636+0000","last_active":"2024-09-12T01:15:23.966439+0000","last_peered":"2024-09-12T01:15:23.966439+0000","last_clean":"2024-09-12T01:15:23.966439+0000","last_became_active":"2024-09-12T00:34:33.988336+0000","last_became_peered":"2024-09-12T00:34:33.988336+0000","last_unstale":"2024-09-12T01:15:23.966439+0000","last_undegraded":"2024-09-12T01:15:23.966439+0000","last_fullsized":"2024-09-12T01:15:23.966439+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:47.353811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2117,"num_read_kb":1998,"num_write":485,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"264'331","reported_seq":1037,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.975287+0000","last_change":"2024-09-12T00:34:31.972977+0000","last_active":"2024-09-12T01:15:45.975287+0000","last_peered":"2024-09-12T01:15:45.975287+0000","last_clean":"2024-09-12T01:15:45.975287+0000","last_became_active":"2024-09-12T00:34:31.972632+0000","last_became_peered":"2024-09-12T00:34:31.972632+0000","last_unstale":"2024-09-12T01:15:45.975287+0000","last_undegraded":"2024-09-12T01:15:45.975287+0000","last_fullsized":"2024-09-12T01:15:45.975287+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:44:00.620768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":629,"num_read_kb":143946,"num_write":1144,"num_write_kb":51229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:18.786114+0000","last_change":"2024-09-12T00:34:35.991140+0000","last_active":"2024-09-12T01:13:18.786114+0000","last_peered":"2024-09-12T01:13:18.786114+0000","last_clean":"2024-09-12T01:13:18.786114+0000","last_became_active":"2024-09-12T00:34:35.990837+0000","last_became_peered":"2024-09-12T00:34:35.990837+0000","last_unstale":"2024-09-12T01:13:18.786114+0000","last_undegraded":"2024-09-12T01:13:18.786114+0000","last_fullsized":"2024-09-12T01:13:18.786114+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:03.479665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"264'277","reported_seq":849,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.168748+0000","last_change":"2024-09-12T00:34:38.120984+0000","last_active":"2024-09-12T01:15:45.168748+0000","last_peered":"2024-09-12T01:15:45.168748+0000","last_clean":"2024-09-12T01:15:45.168748+0000","last_became_active":"2024-09-12T00:34:38.120411+0000","last_became_peered":"2024-09-12T00:34:38.120411+0000","last_unstale":"2024-09-12T01:15:45.168748+0000","last_undegraded":"2024-09-12T01:15:45.168748+0000","last_fullsized":"2024-09-12T01:15:45.168748+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:17:46.966321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47483,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":464,"num_read_kb":1092,"num_write":380,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"264'815","reported_seq":4386,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.892568+0000","last_change":"2024-09-12T00:34:40.010350+0000","last_active":"2024-09-12T01:15:43.892568+0000","last_peered":"2024-09-12T01:15:43.892568+0000","last_clean":"2024-09-12T01:15:43.892568+0000","last_became_active":"2024-09-12T00:34:40.010075+0000","last_became_peered":"2024-09-12T00:34:40.010075+0000","last_unstale":"2024-09-12T01:15:43.892568+0000","last_undegraded":"2024-09-12T01:15:43.892568+0000","last_fullsized":"2024-09-12T01:15:43.892568+0000","mapping_epoch":33,"log_start":"264'800","ondisk_log_start":"264'800","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":800,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:21.033967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"264'1229","reported_seq":2854,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.796175+0000","last_change":"2024-09-12T00:34:33.985063+0000","last_active":"2024-09-12T01:14:18.796175+0000","last_peered":"2024-09-12T01:14:18.796175+0000","last_clean":"2024-09-12T01:14:18.796175+0000","last_became_active":"2024-09-12T00:34:33.984747+0000","last_became_peered":"2024-09-12T00:34:33.984747+0000","last_unstale":"2024-09-12T01:14:18.796175+0000","last_undegraded":"2024-09-12T01:14:18.796175+0000","last_fullsized":"2024-09-12T01:14:18.796175+0000","mapping_epoch":27,"log_start":"264'1200","ondisk_log_start":"264'1200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":1200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:55:42.229610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":5629,"num_read_kb":4953,"num_write":1699,"num_write_kb":697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"264'339","reported_seq":1014,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.981678+0000","last_change":"2024-09-12T00:34:31.970984+0000","last_active":"2024-09-12T01:15:45.981678+0000","last_peered":"2024-09-12T01:15:45.981678+0000","last_clean":"2024-09-12T01:15:45.981678+0000","last_became_active":"2024-09-12T00:34:31.970437+0000","last_became_peered":"2024-09-12T00:34:31.970437+0000","last_unstale":"2024-09-12T01:15:45.981678+0000","last_undegraded":"2024-09-12T01:15:45.981678+0000","last_fullsized":"2024-09-12T01:15:45.981678+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:38:13.384773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":582,"num_read_kb":27172,"num_write":1110,"num_write_kb":35174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:36.799451+0000","last_change":"2024-09-12T00:34:35.985027+0000","last_active":"2024-09-12T01:13:36.799451+0000","last_peered":"2024-09-12T01:13:36.799451+0000","last_clean":"2024-09-12T01:13:36.799451+0000","last_became_active":"2024-09-12T00:34:35.984738+0000","last_became_peered":"2024-09-12T00:34:35.984738+0000","last_unstale":"2024-09-12T01:13:36.799451+0000","last_undegraded":"2024-09-12T01:13:36.799451+0000","last_fullsized":"2024-09-12T01:13:36.799451+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:04.189167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"264'321","reported_seq":924,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.145344+0000","last_change":"2024-09-12T00:34:38.121042+0000","last_active":"2024-09-12T01:14:47.145344+0000","last_peered":"2024-09-12T01:14:47.145344+0000","last_clean":"2024-09-12T01:14:47.145344+0000","last_became_active":"2024-09-12T00:34:38.120453+0000","last_became_peered":"2024-09-12T00:34:38.120453+0000","last_unstale":"2024-09-12T01:14:47.145344+0000","last_undegraded":"2024-09-12T01:14:47.145344+0000","last_fullsized":"2024-09-12T01:14:47.145344+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:14.952743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50345,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":514,"num_read_kb":924,"num_write":396,"num_write_kb":253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.657797+0000","last_change":"2024-09-12T00:34:40.004397+0000","last_active":"2024-09-12T01:12:56.657797+0000","last_peered":"2024-09-12T01:12:56.657797+0000","last_clean":"2024-09-12T01:12:56.657797+0000","last_became_active":"2024-09-12T00:34:40.004087+0000","last_became_peered":"2024-09-12T00:34:40.004087+0000","last_unstale":"2024-09-12T01:12:56.657797+0000","last_undegraded":"2024-09-12T01:12:56.657797+0000","last_fullsized":"2024-09-12T01:12:56.657797+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:16.700714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"264'642","reported_seq":1502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.909214+0000","last_change":"2024-09-12T00:34:42.014110+0000","last_active":"2024-09-12T01:15:24.909214+0000","last_peered":"2024-09-12T01:15:24.909214+0000","last_clean":"2024-09-12T01:15:24.909214+0000","last_became_active":"2024-09-12T00:34:42.013850+0000","last_became_peered":"2024-09-12T00:34:42.013850+0000","last_unstale":"2024-09-12T01:15:24.909214+0000","last_undegraded":"2024-09-12T01:15:24.909214+0000","last_fullsized":"2024-09-12T01:15:24.909214+0000","mapping_epoch":35,"log_start":"264'600","ondisk_log_start":"264'600","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":600,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:26.982176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1535,"num_read_kb":1474,"num_write":1355,"num_write_kb":465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"264'320","reported_seq":1693,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.467362+0000","last_change":"2024-09-12T00:34:33.984073+0000","last_active":"2024-09-12T01:14:05.467362+0000","last_peered":"2024-09-12T01:14:05.467362+0000","last_clean":"2024-09-12T01:14:05.467362+0000","last_became_active":"2024-09-12T00:34:33.983785+0000","last_became_peered":"2024-09-12T00:34:33.983785+0000","last_unstale":"2024-09-12T01:14:05.467362+0000","last_undegraded":"2024-09-12T01:14:05.467362+0000","last_fullsized":"2024-09-12T01:14:05.467362+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:33.648983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1790,"num_read_kb":1722,"num_write":367,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"264'472","reported_seq":1368,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.010852+0000","last_change":"2024-09-12T00:34:31.963429+0000","last_active":"2024-09-12T01:15:46.010852+0000","last_peered":"2024-09-12T01:15:46.010852+0000","last_clean":"2024-09-12T01:15:46.010852+0000","last_became_active":"2024-09-12T00:34:31.959073+0000","last_became_peered":"2024-09-12T00:34:31.959073+0000","last_unstale":"2024-09-12T01:15:46.010852+0000","last_undegraded":"2024-09-12T01:15:46.010852+0000","last_fullsized":"2024-09-12T01:15:46.010852+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":400,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:58.215661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3916028,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":1343,"num_read_kb":21337,"num_write":1744,"num_write_kb":39863,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:36.770010+0000","last_change":"2024-09-12T00:34:35.985573+0000","last_active":"2024-09-12T01:13:36.770010+0000","last_peered":"2024-09-12T01:13:36.770010+0000","last_clean":"2024-09-12T01:13:36.770010+0000","last_became_active":"2024-09-12T00:34:35.985224+0000","last_became_peered":"2024-09-12T00:34:35.985224+0000","last_unstale":"2024-09-12T01:13:36.770010+0000","last_undegraded":"2024-09-12T01:13:36.770010+0000","last_fullsized":"2024-09-12T01:13:36.770010+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:12:58.080360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"264'273","reported_seq":840,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.445851+0000","last_change":"2024-09-12T00:34:37.996692+0000","last_active":"2024-09-12T01:15:44.445851+0000","last_peered":"2024-09-12T01:15:44.445851+0000","last_clean":"2024-09-12T01:15:44.445851+0000","last_became_active":"2024-09-12T00:34:37.996385+0000","last_became_peered":"2024-09-12T00:34:37.996385+0000","last_unstale":"2024-09-12T01:15:44.445851+0000","last_undegraded":"2024-09-12T01:15:44.445851+0000","last_fullsized":"2024-09-12T01:15:44.445851+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:48:49.501281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50020,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":445,"num_read_kb":1029,"num_write":362,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":481,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.783657+0000","last_change":"2024-09-12T00:34:40.010627+0000","last_active":"2024-09-12T01:11:36.783657+0000","last_peered":"2024-09-12T01:11:36.783657+0000","last_clean":"2024-09-12T01:11:36.783657+0000","last_became_active":"2024-09-12T00:34:40.009860+0000","last_became_peered":"2024-09-12T00:34:40.009860+0000","last_unstale":"2024-09-12T01:11:36.783657+0000","last_undegraded":"2024-09-12T01:11:36.783657+0000","last_fullsized":"2024-09-12T01:11:36.783657+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:31:02.158972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"264'121","reported_seq":607,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:21.782637+0000","last_change":"2024-09-12T00:34:42.007381+0000","last_active":"2024-09-12T01:14:21.782637+0000","last_peered":"2024-09-12T01:14:21.782637+0000","last_clean":"2024-09-12T01:14:21.782637+0000","last_became_active":"2024-09-12T00:34:42.006843+0000","last_became_peered":"2024-09-12T00:34:42.006843+0000","last_unstale":"2024-09-12T01:14:21.782637+0000","last_undegraded":"2024-09-12T01:14:21.782637+0000","last_fullsized":"2024-09-12T01:14:21.782637+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:49:27.223937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":101,"num_read_kb":98,"num_write":281,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"264'537","reported_seq":2243,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.508186+0000","last_change":"2024-09-12T00:34:33.972370+0000","last_active":"2024-09-12T01:14:05.508186+0000","last_peered":"2024-09-12T01:14:05.508186+0000","last_clean":"2024-09-12T01:14:05.508186+0000","last_became_active":"2024-09-12T00:34:33.971964+0000","last_became_peered":"2024-09-12T00:34:33.971964+0000","last_unstale":"2024-09-12T01:14:05.508186+0000","last_undegraded":"2024-09-12T01:14:05.508186+0000","last_fullsized":"2024-09-12T01:14:05.508186+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":500,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:55:29.944764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2910,"num_read_kb":2718,"num_write":641,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"264'373","reported_seq":1005,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.021216+0000","last_change":"2024-09-12T00:34:31.966030+0000","last_active":"2024-09-12T01:15:46.021216+0000","last_peered":"2024-09-12T01:15:46.021216+0000","last_clean":"2024-09-12T01:15:46.021216+0000","last_became_active":"2024-09-12T00:34:31.965537+0000","last_became_peered":"2024-09-12T00:34:31.965537+0000","last_unstale":"2024-09-12T01:15:46.021216+0000","last_undegraded":"2024-09-12T01:15:46.021216+0000","last_fullsized":"2024-09-12T01:15:46.021216+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:03:31.624222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":528,"num_read_kb":24059,"num_write":1272,"num_write_kb":39850,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:51.764161+0000","last_change":"2024-09-12T00:34:35.989321+0000","last_active":"2024-09-12T01:12:51.764161+0000","last_peered":"2024-09-12T01:12:51.764161+0000","last_clean":"2024-09-12T01:12:51.764161+0000","last_became_active":"2024-09-12T00:34:35.989002+0000","last_became_peered":"2024-09-12T00:34:35.989002+0000","last_unstale":"2024-09-12T01:12:51.764161+0000","last_undegraded":"2024-09-12T01:12:51.764161+0000","last_fullsized":"2024-09-12T01:12:51.764161+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:26:39.149297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"264'326","reported_seq":920,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.852989+0000","last_change":"2024-09-12T00:34:37.999755+0000","last_active":"2024-09-12T01:15:45.852989+0000","last_peered":"2024-09-12T01:15:45.852989+0000","last_clean":"2024-09-12T01:15:45.852989+0000","last_became_active":"2024-09-12T00:34:37.999429+0000","last_became_peered":"2024-09-12T00:34:37.999429+0000","last_unstale":"2024-09-12T01:15:45.852989+0000","last_undegraded":"2024-09-12T01:15:45.852989+0000","last_fullsized":"2024-09-12T01:15:45.852989+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:53:16.202741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51642,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":517,"num_read_kb":1121,"num_write":416,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"264'799","reported_seq":2217,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.030851+0000","last_change":"2024-09-12T00:34:40.011623+0000","last_active":"2024-09-12T01:15:44.030851+0000","last_peered":"2024-09-12T01:15:44.030851+0000","last_clean":"2024-09-12T01:15:44.030851+0000","last_became_active":"2024-09-12T00:34:40.011267+0000","last_became_peered":"2024-09-12T00:34:40.011267+0000","last_unstale":"2024-09-12T01:15:44.030851+0000","last_undegraded":"2024-09-12T01:15:44.030851+0000","last_fullsized":"2024-09-12T01:15:44.030851+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":700,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:59:43.307107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"264'150","reported_seq":653,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.904753+0000","last_change":"2024-09-12T00:34:42.013962+0000","last_active":"2024-09-12T01:15:23.904753+0000","last_peered":"2024-09-12T01:15:23.904753+0000","last_clean":"2024-09-12T01:15:23.904753+0000","last_became_active":"2024-09-12T00:34:42.013661+0000","last_became_peered":"2024-09-12T00:34:42.013661+0000","last_unstale":"2024-09-12T01:15:23.904753+0000","last_undegraded":"2024-09-12T01:15:23.904753+0000","last_fullsized":"2024-09-12T01:15:23.904753+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:24:13.034152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":411,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":182,"num_read_kb":163,"num_write":359,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"264'448","reported_seq":2049,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.426552+0000","last_change":"2024-09-12T00:34:33.989226+0000","last_active":"2024-09-12T01:14:19.426552+0000","last_peered":"2024-09-12T01:14:19.426552+0000","last_clean":"2024-09-12T01:14:19.426552+0000","last_became_active":"2024-09-12T00:34:33.987982+0000","last_became_peered":"2024-09-12T00:34:33.987982+0000","last_unstale":"2024-09-12T01:14:19.426552+0000","last_undegraded":"2024-09-12T01:14:19.426552+0000","last_fullsized":"2024-09-12T01:14:19.426552+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":400,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:25.892287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2653,"num_read_kb":2516,"num_write":540,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"264'296","reported_seq":978,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.370537+0000","last_change":"2024-09-12T00:34:31.969930+0000","last_active":"2024-09-12T01:15:23.370537+0000","last_peered":"2024-09-12T01:15:23.370537+0000","last_clean":"2024-09-12T01:15:23.370537+0000","last_became_active":"2024-09-12T00:34:31.969611+0000","last_became_peered":"2024-09-12T00:34:31.969611+0000","last_unstale":"2024-09-12T01:15:23.370537+0000","last_undegraded":"2024-09-12T01:15:23.370537+0000","last_fullsized":"2024-09-12T01:15:23.370537+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:58:56.697434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13644809,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":561,"num_read_kb":57269,"num_write":1111,"num_write_kb":39514,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.754405+0000","last_change":"2024-09-12T00:34:35.988002+0000","last_active":"2024-09-12T01:11:31.754405+0000","last_peered":"2024-09-12T01:11:31.754405+0000","last_clean":"2024-09-12T01:11:31.754405+0000","last_became_active":"2024-09-12T00:34:35.987677+0000","last_became_peered":"2024-09-12T00:34:35.987677+0000","last_unstale":"2024-09-12T01:11:31.754405+0000","last_undegraded":"2024-09-12T01:11:31.754405+0000","last_fullsized":"2024-09-12T01:11:31.754405+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:46.944338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"264'498","reported_seq":1132,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.649550+0000","last_change":"2024-09-12T00:34:37.997218+0000","last_active":"2024-09-12T01:15:44.649550+0000","last_peered":"2024-09-12T01:15:44.649550+0000","last_clean":"2024-09-12T01:15:44.649550+0000","last_became_active":"2024-09-12T00:34:37.996633+0000","last_became_peered":"2024-09-12T00:34:37.996633+0000","last_unstale":"2024-09-12T01:15:44.649550+0000","last_undegraded":"2024-09-12T01:15:44.649550+0000","last_fullsized":"2024-09-12T01:15:44.649550+0000","mapping_epoch":31,"log_start":"264'400","ondisk_log_start":"264'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":400,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:10:20.060318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":105215,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":867,"num_read_kb":1977,"num_write":724,"num_write_kb":610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.754374+0000","last_change":"2024-09-12T00:34:40.007223+0000","last_active":"2024-09-12T01:11:31.754374+0000","last_peered":"2024-09-12T01:11:31.754374+0000","last_clean":"2024-09-12T01:11:31.754374+0000","last_became_active":"2024-09-12T00:34:40.006943+0000","last_became_peered":"2024-09-12T00:34:40.006943+0000","last_unstale":"2024-09-12T01:11:31.754374+0000","last_undegraded":"2024-09-12T01:11:31.754374+0000","last_fullsized":"2024-09-12T01:11:31.754374+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:40:48.474085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"264'139","reported_seq":639,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:03.199033+0000","last_change":"2024-09-12T00:34:42.026577+0000","last_active":"2024-09-12T01:14:03.199033+0000","last_peered":"2024-09-12T01:14:03.199033+0000","last_clean":"2024-09-12T01:14:03.199033+0000","last_became_active":"2024-09-12T00:34:42.026272+0000","last_became_peered":"2024-09-12T00:34:42.026272+0000","last_unstale":"2024-09-12T01:14:03.199033+0000","last_undegraded":"2024-09-12T01:14:03.199033+0000","last_fullsized":"2024-09-12T01:14:03.199033+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:46:00.729953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":899,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":129,"num_read_kb":127,"num_write":342,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"264'441","reported_seq":1921,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:16.133694+0000","last_change":"2024-09-12T00:34:33.988699+0000","last_active":"2024-09-12T01:14:16.133694+0000","last_peered":"2024-09-12T01:14:16.133694+0000","last_clean":"2024-09-12T01:14:16.133694+0000","last_became_active":"2024-09-12T00:34:33.988384+0000","last_became_peered":"2024-09-12T00:34:33.988384+0000","last_unstale":"2024-09-12T01:14:16.133694+0000","last_undegraded":"2024-09-12T01:14:16.133694+0000","last_fullsized":"2024-09-12T01:14:16.133694+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":400,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:33:04.682108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2245,"num_read_kb":2110,"num_write":506,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"264'359","reported_seq":1109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.040020+0000","last_change":"2024-09-12T00:34:31.973835+0000","last_active":"2024-09-12T01:15:46.040020+0000","last_peered":"2024-09-12T01:15:46.040020+0000","last_clean":"2024-09-12T01:15:46.040020+0000","last_became_active":"2024-09-12T00:34:31.973463+0000","last_became_peered":"2024-09-12T00:34:31.973463+0000","last_unstale":"2024-09-12T01:15:46.040020+0000","last_undegraded":"2024-09-12T01:15:46.040020+0000","last_fullsized":"2024-09-12T01:15:46.040020+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:34.361848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":687564,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":725,"num_read_kb":52164,"num_write":1162,"num_write_kb":35766,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:51.764188+0000","last_change":"2024-09-12T00:34:35.987677+0000","last_active":"2024-09-12T01:12:51.764188+0000","last_peered":"2024-09-12T01:12:51.764188+0000","last_clean":"2024-09-12T01:12:51.764188+0000","last_became_active":"2024-09-12T00:34:35.987401+0000","last_became_peered":"2024-09-12T00:34:35.987401+0000","last_unstale":"2024-09-12T01:12:51.764188+0000","last_undegraded":"2024-09-12T01:12:51.764188+0000","last_fullsized":"2024-09-12T01:12:51.764188+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:49:15.345707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"264'311","reported_seq":885,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.745871+0000","last_change":"2024-09-12T00:34:37.996884+0000","last_active":"2024-09-12T01:15:44.745871+0000","last_peered":"2024-09-12T01:15:44.745871+0000","last_clean":"2024-09-12T01:15:44.745871+0000","last_became_active":"2024-09-12T00:34:37.996632+0000","last_became_peered":"2024-09-12T00:34:37.996632+0000","last_unstale":"2024-09-12T01:15:44.745871+0000","last_undegraded":"2024-09-12T01:15:44.745871+0000","last_fullsized":"2024-09-12T01:15:44.745871+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:48.630878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55572,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":529,"num_read_kb":1205,"num_write":478,"num_write_kb":405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:05.668547+0000","last_change":"2024-09-12T00:34:40.012846+0000","last_active":"2024-09-12T01:13:05.668547+0000","last_peered":"2024-09-12T01:13:05.668547+0000","last_clean":"2024-09-12T01:13:05.668547+0000","last_became_active":"2024-09-12T00:34:40.012535+0000","last_became_peered":"2024-09-12T00:34:40.012535+0000","last_unstale":"2024-09-12T01:13:05.668547+0000","last_undegraded":"2024-09-12T01:13:05.668547+0000","last_fullsized":"2024-09-12T01:13:05.668547+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:12.393497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"264'102","reported_seq":581,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.810396+0000","last_change":"2024-09-12T00:34:42.027110+0000","last_active":"2024-09-12T01:14:46.810396+0000","last_peered":"2024-09-12T01:14:46.810396+0000","last_clean":"2024-09-12T01:14:46.810396+0000","last_became_active":"2024-09-12T00:34:42.025660+0000","last_became_peered":"2024-09-12T00:34:42.025660+0000","last_unstale":"2024-09-12T01:14:46.810396+0000","last_undegraded":"2024-09-12T01:14:46.810396+0000","last_fullsized":"2024-09-12T01:14:46.810396+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:19.455420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":81,"num_read_kb":81,"num_write":243,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"264'461","reported_seq":1939,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:57.841788+0000","last_change":"2024-09-12T00:34:33.976771+0000","last_active":"2024-09-12T01:13:57.841788+0000","last_peered":"2024-09-12T01:13:57.841788+0000","last_clean":"2024-09-12T01:13:57.841788+0000","last_became_active":"2024-09-12T00:34:33.976456+0000","last_became_peered":"2024-09-12T00:34:33.976456+0000","last_unstale":"2024-09-12T01:13:57.841788+0000","last_undegraded":"2024-09-12T01:13:57.841788+0000","last_fullsized":"2024-09-12T01:13:57.841788+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":400,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:04.824715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2299,"num_read_kb":2147,"num_write":532,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"264'312","reported_seq":950,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.007959+0000","last_change":"2024-09-12T00:35:05.224280+0000","last_active":"2024-09-12T01:15:46.007959+0000","last_peered":"2024-09-12T01:15:46.007959+0000","last_clean":"2024-09-12T01:15:46.007959+0000","last_became_active":"2024-09-12T00:35:05.223814+0000","last_became_peered":"2024-09-12T00:35:05.223814+0000","last_unstale":"2024-09-12T01:15:46.007959+0000","last_undegraded":"2024-09-12T01:15:46.007959+0000","last_fullsized":"2024-09-12T01:15:46.007959+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:14:40.037875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":709707,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":513,"num_read_kb":31652,"num_write":891,"num_write_kb":37909,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"37'3","reported_seq":979,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.654867+0000","last_change":"2024-09-12T00:34:35.993904+0000","last_active":"2024-09-12T01:15:43.654867+0000","last_peered":"2024-09-12T01:15:43.654867+0000","last_clean":"2024-09-12T01:15:43.654867+0000","last_became_active":"2024-09-12T00:34:35.993578+0000","last_became_peered":"2024-09-12T00:34:35.993578+0000","last_unstale":"2024-09-12T01:15:43.654867+0000","last_undegraded":"2024-09-12T01:15:43.654867+0000","last_fullsized":"2024-09-12T01:15:43.654867+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:52:27.202024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"264'280","reported_seq":862,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.258249+0000","last_change":"2024-09-12T00:34:38.001386+0000","last_active":"2024-09-12T01:15:44.258249+0000","last_peered":"2024-09-12T01:15:44.258249+0000","last_clean":"2024-09-12T01:15:44.258249+0000","last_became_active":"2024-09-12T00:34:38.000994+0000","last_became_peered":"2024-09-12T00:34:38.000994+0000","last_unstale":"2024-09-12T01:15:44.258249+0000","last_undegraded":"2024-09-12T01:15:44.258249+0000","last_fullsized":"2024-09-12T01:15:44.258249+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:15:58.939137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53088,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":475,"num_read_kb":1045,"num_write":378,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"264'765","reported_seq":2230,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.888976+0000","last_change":"2024-09-12T00:34:40.010665+0000","last_active":"2024-09-12T01:15:43.888976+0000","last_peered":"2024-09-12T01:15:43.888976+0000","last_clean":"2024-09-12T01:15:43.888976+0000","last_became_active":"2024-09-12T00:34:40.010400+0000","last_became_peered":"2024-09-12T00:34:40.010400+0000","last_unstale":"2024-09-12T01:15:43.888976+0000","last_undegraded":"2024-09-12T01:15:43.888976+0000","last_fullsized":"2024-09-12T01:15:43.888976+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:46:42.213253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"264'139","reported_seq":636,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:43.126365+0000","last_change":"2024-09-12T00:34:42.014370+0000","last_active":"2024-09-12T01:13:43.126365+0000","last_peered":"2024-09-12T01:13:43.126365+0000","last_clean":"2024-09-12T01:13:43.126365+0000","last_became_active":"2024-09-12T00:34:42.014037+0000","last_became_peered":"2024-09-12T00:34:42.014037+0000","last_unstale":"2024-09-12T01:13:43.126365+0000","last_undegraded":"2024-09-12T01:13:43.126365+0000","last_fullsized":"2024-09-12T01:13:43.126365+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:11:44.815121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2093,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":145,"num_read_kb":133,"num_write":333,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"264'822","reported_seq":2394,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.843885+0000","last_change":"2024-09-12T00:34:33.981680+0000","last_active":"2024-09-12T01:14:04.843885+0000","last_peered":"2024-09-12T01:14:04.843885+0000","last_clean":"2024-09-12T01:14:04.843885+0000","last_became_active":"2024-09-12T00:34:33.981378+0000","last_became_peered":"2024-09-12T00:34:33.981378+0000","last_unstale":"2024-09-12T01:14:04.843885+0000","last_undegraded":"2024-09-12T01:14:04.843885+0000","last_fullsized":"2024-09-12T01:14:04.843885+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":800,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:34:26.876844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3842,"num_read_kb":3465,"num_write":1066,"num_write_kb":374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"264'346","reported_seq":973,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.970645+0000","last_change":"2024-09-12T00:34:31.957538+0000","last_active":"2024-09-12T01:15:45.970645+0000","last_peered":"2024-09-12T01:15:45.970645+0000","last_clean":"2024-09-12T01:15:45.970645+0000","last_became_active":"2024-09-12T00:34:31.956950+0000","last_became_peered":"2024-09-12T00:34:31.956950+0000","last_unstale":"2024-09-12T01:15:45.970645+0000","last_undegraded":"2024-09-12T01:15:45.970645+0000","last_fullsized":"2024-09-12T01:15:45.970645+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:55:24.986568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":493,"num_read_kb":41410,"num_write":1083,"num_write_kb":22740,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1450,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.654053+0000","last_change":"2024-09-12T00:34:35.990704+0000","last_active":"2024-09-12T01:15:43.654053+0000","last_peered":"2024-09-12T01:15:43.654053+0000","last_clean":"2024-09-12T01:15:43.654053+0000","last_became_active":"2024-09-12T00:34:35.990390+0000","last_became_peered":"2024-09-12T00:34:35.990390+0000","last_unstale":"2024-09-12T01:15:43.654053+0000","last_undegraded":"2024-09-12T01:15:43.654053+0000","last_fullsized":"2024-09-12T01:15:43.654053+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:40:51.917377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":959,"num_read_kb":959,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"264'68","reported_seq":578,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.070993+0000","last_change":"2024-09-12T00:34:38.121436+0000","last_active":"2024-09-12T01:14:47.070993+0000","last_peered":"2024-09-12T01:14:47.070993+0000","last_clean":"2024-09-12T01:14:47.070993+0000","last_became_active":"2024-09-12T00:34:38.120680+0000","last_became_peered":"2024-09-12T00:34:38.120680+0000","last_unstale":"2024-09-12T01:14:47.070993+0000","last_undegraded":"2024-09-12T01:14:47.070993+0000","last_fullsized":"2024-09-12T01:14:47.070993+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:30.522958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"264'776","reported_seq":2262,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.437774+0000","last_change":"2024-09-12T00:34:40.008519+0000","last_active":"2024-09-12T01:15:45.437774+0000","last_peered":"2024-09-12T01:15:45.437774+0000","last_clean":"2024-09-12T01:15:45.437774+0000","last_became_active":"2024-09-12T00:34:40.008128+0000","last_became_peered":"2024-09-12T00:34:40.008128+0000","last_unstale":"2024-09-12T01:15:45.437774+0000","last_undegraded":"2024-09-12T01:15:45.437774+0000","last_fullsized":"2024-09-12T01:15:45.437774+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":700,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:02:24.619952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"264'107","reported_seq":592,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:42.362271+0000","last_change":"2024-09-12T00:34:42.011608+0000","last_active":"2024-09-12T01:13:42.362271+0000","last_peered":"2024-09-12T01:13:42.362271+0000","last_clean":"2024-09-12T01:13:42.362271+0000","last_became_active":"2024-09-12T00:34:42.011280+0000","last_became_peered":"2024-09-12T00:34:42.011280+0000","last_unstale":"2024-09-12T01:13:42.362271+0000","last_undegraded":"2024-09-12T01:13:42.362271+0000","last_fullsized":"2024-09-12T01:13:42.362271+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:38:09.058449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":87,"num_read_kb":83,"num_write":251,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"264'371","reported_seq":1882,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214365+0000","last_change":"2024-09-12T00:34:33.989220+0000","last_active":"2024-09-12T01:14:04.214365+0000","last_peered":"2024-09-12T01:14:04.214365+0000","last_clean":"2024-09-12T01:14:04.214365+0000","last_became_active":"2024-09-12T00:34:33.988926+0000","last_became_peered":"2024-09-12T00:34:33.988926+0000","last_unstale":"2024-09-12T01:14:04.214365+0000","last_undegraded":"2024-09-12T01:14:04.214365+0000","last_fullsized":"2024-09-12T01:14:04.214365+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:36.866202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2122,"num_read_kb":2052,"num_write":409,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"264'321","reported_seq":932,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.953162+0000","last_change":"2024-09-12T00:34:31.971001+0000","last_active":"2024-09-12T01:15:45.953162+0000","last_peered":"2024-09-12T01:15:45.953162+0000","last_clean":"2024-09-12T01:15:45.953162+0000","last_became_active":"2024-09-12T00:34:31.970626+0000","last_became_peered":"2024-09-12T00:34:31.970626+0000","last_unstale":"2024-09-12T01:15:45.953162+0000","last_undegraded":"2024-09-12T01:15:45.953162+0000","last_fullsized":"2024-09-12T01:15:45.953162+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:20:43.953120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1532641,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":410,"num_read_kb":40533,"num_write":991,"num_write_kb":34641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:51.792994+0000","last_change":"2024-09-12T00:34:35.990979+0000","last_active":"2024-09-12T01:12:51.792994+0000","last_peered":"2024-09-12T01:12:51.792994+0000","last_clean":"2024-09-12T01:12:51.792994+0000","last_became_active":"2024-09-12T00:34:35.990643+0000","last_became_peered":"2024-09-12T00:34:35.990643+0000","last_unstale":"2024-09-12T01:12:51.792994+0000","last_undegraded":"2024-09-12T01:12:51.792994+0000","last_fullsized":"2024-09-12T01:12:51.792994+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:10:47.316525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"264'353","reported_seq":945,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:08.803847+0000","last_change":"2024-09-12T00:34:37.997023+0000","last_active":"2024-09-12T01:15:08.803847+0000","last_peered":"2024-09-12T01:15:08.803847+0000","last_clean":"2024-09-12T01:15:08.803847+0000","last_became_active":"2024-09-12T00:34:37.996729+0000","last_became_peered":"2024-09-12T00:34:37.996729+0000","last_unstale":"2024-09-12T01:15:08.803847+0000","last_undegraded":"2024-09-12T01:15:08.803847+0000","last_fullsized":"2024-09-12T01:15:08.803847+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:39:48.194889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64973,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1162,"num_read_kb":1685,"num_write":1660,"num_write_kb":1535,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.771705+0000","last_change":"2024-09-12T00:34:40.011995+0000","last_active":"2024-09-12T01:12:56.771705+0000","last_peered":"2024-09-12T01:12:56.771705+0000","last_clean":"2024-09-12T01:12:56.771705+0000","last_became_active":"2024-09-12T00:34:40.011736+0000","last_became_peered":"2024-09-12T00:34:40.011736+0000","last_unstale":"2024-09-12T01:12:56.771705+0000","last_undegraded":"2024-09-12T01:12:56.771705+0000","last_fullsized":"2024-09-12T01:12:56.771705+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:20.222513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"264'150","reported_seq":641,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.963667+0000","last_change":"2024-09-12T00:34:42.012992+0000","last_active":"2024-09-12T01:15:23.963667+0000","last_peered":"2024-09-12T01:15:23.963667+0000","last_clean":"2024-09-12T01:15:23.963667+0000","last_became_active":"2024-09-12T00:34:42.012707+0000","last_became_peered":"2024-09-12T00:34:42.012707+0000","last_unstale":"2024-09-12T01:15:23.963667+0000","last_undegraded":"2024-09-12T01:15:23.963667+0000","last_fullsized":"2024-09-12T01:15:23.963667+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:25:45.621354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":137,"num_read_kb":134,"num_write":335,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"264'973","reported_seq":2677,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.959565+0000","last_change":"2024-09-12T00:34:33.980003+0000","last_active":"2024-09-12T01:15:23.959565+0000","last_peered":"2024-09-12T01:15:23.959565+0000","last_clean":"2024-09-12T01:15:23.959565+0000","last_became_active":"2024-09-12T00:34:33.979731+0000","last_became_peered":"2024-09-12T00:34:33.979731+0000","last_unstale":"2024-09-12T01:15:23.959565+0000","last_undegraded":"2024-09-12T01:15:23.959565+0000","last_fullsized":"2024-09-12T01:15:23.959565+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":900,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:30:24.295946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4741,"num_read_kb":4243,"num_write":1352,"num_write_kb":549,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":613,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.788775+0000","last_change":"2024-09-12T00:34:12.861591+0000","last_active":"2024-09-12T01:12:21.788775+0000","last_peered":"2024-09-12T01:12:21.788775+0000","last_clean":"2024-09-12T01:12:21.788775+0000","last_became_active":"2024-09-12T00:34:12.860653+0000","last_became_peered":"2024-09-12T00:34:12.860653+0000","last_unstale":"2024-09-12T01:12:21.788775+0000","last_undegraded":"2024-09-12T01:12:21.788775+0000","last_fullsized":"2024-09-12T01:12:21.788775+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:11.689474+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:11.689474+0000","last_clean_scrub_stamp":"2024-09-12T00:34:11.689474+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:22.803547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":516,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:48.774125+0000","last_change":"2024-09-12T00:34:20.831877+0000","last_active":"2024-09-12T01:11:48.774125+0000","last_peered":"2024-09-12T01:11:48.774125+0000","last_clean":"2024-09-12T01:11:48.774125+0000","last_became_active":"2024-09-12T00:34:18.794220+0000","last_became_peered":"2024-09-12T00:34:18.794220+0000","last_unstale":"2024-09-12T01:11:48.774125+0000","last_undegraded":"2024-09-12T01:11:48.774125+0000","last_fullsized":"2024-09-12T01:11:48.774125+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:15.620372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068530299999999995,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"264'351","reported_seq":1175,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.994624+0000","last_change":"2024-09-12T00:34:31.975512+0000","last_active":"2024-09-12T01:15:45.994624+0000","last_peered":"2024-09-12T01:15:45.994624+0000","last_clean":"2024-09-12T01:15:45.994624+0000","last_became_active":"2024-09-12T00:34:31.975192+0000","last_became_peered":"2024-09-12T00:34:31.975192+0000","last_unstale":"2024-09-12T01:15:45.994624+0000","last_undegraded":"2024-09-12T01:15:45.994624+0000","last_fullsized":"2024-09-12T01:15:45.994624+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:06:16.287010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":928,"num_read_kb":22362,"num_write":1090,"num_write_kb":25369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786806+0000","last_change":"2024-09-12T00:34:35.984530+0000","last_active":"2024-09-12T01:12:06.786806+0000","last_peered":"2024-09-12T01:12:06.786806+0000","last_clean":"2024-09-12T01:12:06.786806+0000","last_became_active":"2024-09-12T00:34:35.984101+0000","last_became_peered":"2024-09-12T00:34:35.984101+0000","last_unstale":"2024-09-12T01:12:06.786806+0000","last_undegraded":"2024-09-12T01:12:06.786806+0000","last_fullsized":"2024-09-12T01:12:06.786806+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:03.521254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"264'682","reported_seq":1367,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.894909+0000","last_change":"2024-09-12T00:34:38.000001+0000","last_active":"2024-09-12T01:15:24.894909+0000","last_peered":"2024-09-12T01:15:24.894909+0000","last_clean":"2024-09-12T01:15:24.894909+0000","last_became_active":"2024-09-12T00:34:37.999707+0000","last_became_peered":"2024-09-12T00:34:37.999707+0000","last_unstale":"2024-09-12T01:15:24.894909+0000","last_undegraded":"2024-09-12T01:15:24.894909+0000","last_fullsized":"2024-09-12T01:15:24.894909+0000","mapping_epoch":31,"log_start":"264'600","ondisk_log_start":"264'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":600,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:09:58.787292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":155657,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1329,"num_read_kb":2684,"num_write":1276,"num_write_kb":1124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:30.654385+0000","last_change":"2024-09-12T00:34:40.008925+0000","last_active":"2024-09-12T01:11:30.654385+0000","last_peered":"2024-09-12T01:11:30.654385+0000","last_clean":"2024-09-12T01:11:30.654385+0000","last_became_active":"2024-09-12T00:34:40.008565+0000","last_became_peered":"2024-09-12T00:34:40.008565+0000","last_unstale":"2024-09-12T01:11:30.654385+0000","last_undegraded":"2024-09-12T01:11:30.654385+0000","last_fullsized":"2024-09-12T01:11:30.654385+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:42.495725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"264'222","reported_seq":933,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.793593+0000","last_change":"2024-09-12T00:34:42.012985+0000","last_active":"2024-09-12T01:14:18.793593+0000","last_peered":"2024-09-12T01:14:18.793593+0000","last_clean":"2024-09-12T01:14:18.793593+0000","last_became_active":"2024-09-12T00:34:42.012694+0000","last_became_peered":"2024-09-12T00:34:42.012694+0000","last_unstale":"2024-09-12T01:14:18.793593+0000","last_undegraded":"2024-09-12T01:14:18.793593+0000","last_fullsized":"2024-09-12T01:14:18.793593+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:11.163676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1035,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":509,"num_read_kb":490,"num_write":472,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"264'713","reported_seq":2110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.468112+0000","last_change":"2024-09-12T00:34:33.984443+0000","last_active":"2024-09-12T01:14:05.468112+0000","last_peered":"2024-09-12T01:14:05.468112+0000","last_clean":"2024-09-12T01:14:05.468112+0000","last_became_active":"2024-09-12T00:34:33.983903+0000","last_became_peered":"2024-09-12T00:34:33.983903+0000","last_unstale":"2024-09-12T01:14:05.468112+0000","last_undegraded":"2024-09-12T01:14:05.468112+0000","last_fullsized":"2024-09-12T01:14:05.468112+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":700,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:26.154005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3318,"num_read_kb":2987,"num_write":934,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":522,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:26.789572+0000","last_change":"2024-09-12T00:34:20.832066+0000","last_active":"2024-09-12T01:12:26.789572+0000","last_peered":"2024-09-12T01:12:26.789572+0000","last_clean":"2024-09-12T01:12:26.789572+0000","last_became_active":"2024-09-12T00:34:18.800093+0000","last_became_peered":"2024-09-12T00:34:18.800093+0000","last_unstale":"2024-09-12T01:12:26.789572+0000","last_undegraded":"2024-09-12T01:12:26.789572+0000","last_fullsized":"2024-09-12T01:12:26.789572+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:45.202285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067478700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"264'308","reported_seq":916,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.628184+0000","last_change":"2024-09-12T00:34:31.964670+0000","last_active":"2024-09-12T01:15:45.628184+0000","last_peered":"2024-09-12T01:15:45.628184+0000","last_clean":"2024-09-12T01:15:45.628184+0000","last_became_active":"2024-09-12T00:34:31.964317+0000","last_became_peered":"2024-09-12T00:34:31.964317+0000","last_unstale":"2024-09-12T01:15:45.628184+0000","last_undegraded":"2024-09-12T01:15:45.628184+0000","last_fullsized":"2024-09-12T01:15:45.628184+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:12:30.387180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133856,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":406,"num_read_kb":26007,"num_write":926,"num_write_kb":21584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:28.771338+0000","last_change":"2024-09-12T00:34:35.989927+0000","last_active":"2024-09-12T01:11:28.771338+0000","last_peered":"2024-09-12T01:11:28.771338+0000","last_clean":"2024-09-12T01:11:28.771338+0000","last_became_active":"2024-09-12T00:34:35.989633+0000","last_became_peered":"2024-09-12T00:34:35.989633+0000","last_unstale":"2024-09-12T01:11:28.771338+0000","last_undegraded":"2024-09-12T01:11:28.771338+0000","last_fullsized":"2024-09-12T01:11:28.771338+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:45:21.608227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"264'1278","reported_seq":2713,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.608226+0000","last_change":"2024-09-12T00:34:38.000877+0000","last_active":"2024-09-12T01:15:45.608226+0000","last_peered":"2024-09-12T01:15:45.608226+0000","last_clean":"2024-09-12T01:15:45.608226+0000","last_became_active":"2024-09-12T00:34:38.000456+0000","last_became_peered":"2024-09-12T00:34:38.000456+0000","last_unstale":"2024-09-12T01:15:45.608226+0000","last_undegraded":"2024-09-12T01:15:45.608226+0000","last_fullsized":"2024-09-12T01:15:45.608226+0000","mapping_epoch":31,"log_start":"264'1200","ondisk_log_start":"264'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":1200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:29:58.687178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143542,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":2061,"num_read_kb":3949,"num_write":1148,"num_write_kb":991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788251+0000","last_change":"2024-09-12T00:34:40.007315+0000","last_active":"2024-09-12T01:12:16.788251+0000","last_peered":"2024-09-12T01:12:16.788251+0000","last_clean":"2024-09-12T01:12:16.788251+0000","last_became_active":"2024-09-12T00:34:40.007059+0000","last_became_peered":"2024-09-12T00:34:40.007059+0000","last_unstale":"2024-09-12T01:12:16.788251+0000","last_undegraded":"2024-09-12T01:12:16.788251+0000","last_fullsized":"2024-09-12T01:12:16.788251+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:04:24.061722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"264'162","reported_seq":681,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:27.524648+0000","last_change":"2024-09-12T00:34:42.009237+0000","last_active":"2024-09-12T01:13:27.524648+0000","last_peered":"2024-09-12T01:13:27.524648+0000","last_clean":"2024-09-12T01:13:27.524648+0000","last_became_active":"2024-09-12T00:34:42.008947+0000","last_became_peered":"2024-09-12T00:34:42.008947+0000","last_unstale":"2024-09-12T01:13:27.524648+0000","last_undegraded":"2024-09-12T01:13:27.524648+0000","last_fullsized":"2024-09-12T01:13:27.524648+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:26:05.079505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":232,"num_read_kb":205,"num_write":347,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"264'381","reported_seq":1765,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.718834+0000","last_change":"2024-09-12T00:34:33.980985+0000","last_active":"2024-09-12T01:14:15.718834+0000","last_peered":"2024-09-12T01:14:15.718834+0000","last_clean":"2024-09-12T01:14:15.718834+0000","last_became_active":"2024-09-12T00:34:33.980656+0000","last_became_peered":"2024-09-12T00:34:33.980656+0000","last_unstale":"2024-09-12T01:14:15.718834+0000","last_undegraded":"2024-09-12T01:14:15.718834+0000","last_fullsized":"2024-09-12T01:14:15.718834+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:12:06.976544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1941,"num_read_kb":1849,"num_write":422,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.757152+0000","last_change":"2024-09-12T00:34:20.841609+0000","last_active":"2024-09-12T01:11:51.757152+0000","last_peered":"2024-09-12T01:11:51.757152+0000","last_clean":"2024-09-12T01:11:51.757152+0000","last_became_active":"2024-09-12T00:34:18.950483+0000","last_became_peered":"2024-09-12T00:34:18.950483+0000","last_unstale":"2024-09-12T01:11:51.757152+0000","last_undegraded":"2024-09-12T01:11:51.757152+0000","last_fullsized":"2024-09-12T01:11:51.757152+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:23:51.792068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059199199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"264'347","reported_seq":999,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.042321+0000","last_change":"2024-09-12T00:34:31.959045+0000","last_active":"2024-09-12T01:15:46.042321+0000","last_peered":"2024-09-12T01:15:46.042321+0000","last_clean":"2024-09-12T01:15:46.042321+0000","last_became_active":"2024-09-12T00:34:31.958610+0000","last_became_peered":"2024-09-12T00:34:31.958610+0000","last_unstale":"2024-09-12T01:15:46.042321+0000","last_undegraded":"2024-09-12T01:15:46.042321+0000","last_fullsized":"2024-09-12T01:15:46.042321+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:19:23.841979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133688,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":557,"num_read_kb":33366,"num_write":1138,"num_write_kb":25009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"30'1","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:36.770069+0000","last_change":"2024-09-12T00:34:35.991665+0000","last_active":"2024-09-12T01:13:36.770069+0000","last_peered":"2024-09-12T01:13:36.770069+0000","last_clean":"2024-09-12T01:13:36.770069+0000","last_became_active":"2024-09-12T00:34:35.991302+0000","last_became_peered":"2024-09-12T00:34:35.991302+0000","last_unstale":"2024-09-12T01:13:36.770069+0000","last_undegraded":"2024-09-12T01:13:36.770069+0000","last_fullsized":"2024-09-12T01:13:36.770069+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:43.447247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"264'252","reported_seq":1289,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:20.563206+0000","last_change":"2024-09-12T00:34:38.121141+0000","last_active":"2024-09-12T01:15:20.563206+0000","last_peered":"2024-09-12T01:15:20.563206+0000","last_clean":"2024-09-12T01:15:20.563206+0000","last_became_active":"2024-09-12T00:34:38.120856+0000","last_became_peered":"2024-09-12T00:34:38.120856+0000","last_unstale":"2024-09-12T01:15:20.563206+0000","last_undegraded":"2024-09-12T01:15:20.563206+0000","last_fullsized":"2024-09-12T01:15:20.563206+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:40.243280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":170,"num_write":147,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:10.660758+0000","last_change":"2024-09-12T00:34:40.007062+0000","last_active":"2024-09-12T01:12:10.660758+0000","last_peered":"2024-09-12T01:12:10.660758+0000","last_clean":"2024-09-12T01:12:10.660758+0000","last_became_active":"2024-09-12T00:34:40.006377+0000","last_became_peered":"2024-09-12T00:34:40.006377+0000","last_unstale":"2024-09-12T01:12:10.660758+0000","last_undegraded":"2024-09-12T01:12:10.660758+0000","last_fullsized":"2024-09-12T01:12:10.660758+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:00:06.013053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"264'272","reported_seq":869,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.578919+0000","last_change":"2024-09-12T00:34:42.026040+0000","last_active":"2024-09-12T01:14:19.578919+0000","last_peered":"2024-09-12T01:14:19.578919+0000","last_clean":"2024-09-12T01:14:19.578919+0000","last_became_active":"2024-09-12T00:34:42.025507+0000","last_became_peered":"2024-09-12T00:34:42.025507+0000","last_unstale":"2024-09-12T01:14:19.578919+0000","last_undegraded":"2024-09-12T01:14:19.578919+0000","last_fullsized":"2024-09-12T01:14:19.578919+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:36:30.452196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":528,"num_read_kb":543,"num_write":622,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"264'575","reported_seq":2451,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.468070+0000","last_change":"2024-09-12T00:34:33.973121+0000","last_active":"2024-09-12T01:14:05.468070+0000","last_peered":"2024-09-12T01:14:05.468070+0000","last_clean":"2024-09-12T01:14:05.468070+0000","last_became_active":"2024-09-12T00:34:33.972779+0000","last_became_peered":"2024-09-12T00:34:33.972779+0000","last_unstale":"2024-09-12T01:14:05.468070+0000","last_undegraded":"2024-09-12T01:14:05.468070+0000","last_fullsized":"2024-09-12T01:14:05.468070+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":500,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:41.959214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":3299,"num_read_kb":3090,"num_write":685,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":517,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:48.774080+0000","last_change":"2024-09-12T00:34:20.831907+0000","last_active":"2024-09-12T01:11:48.774080+0000","last_peered":"2024-09-12T01:11:48.774080+0000","last_clean":"2024-09-12T01:11:48.774080+0000","last_became_active":"2024-09-12T00:34:18.800014+0000","last_became_peered":"2024-09-12T00:34:18.800014+0000","last_unstale":"2024-09-12T01:11:48.774080+0000","last_undegraded":"2024-09-12T01:11:48.774080+0000","last_fullsized":"2024-09-12T01:11:48.774080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:07:12.501341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070168200000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"264'336","reported_seq":979,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.989156+0000","last_change":"2024-09-12T00:34:31.969555+0000","last_active":"2024-09-12T01:15:45.989156+0000","last_peered":"2024-09-12T01:15:45.989156+0000","last_clean":"2024-09-12T01:15:45.989156+0000","last_became_active":"2024-09-12T00:34:31.969221+0000","last_became_peered":"2024-09-12T00:34:31.969221+0000","last_unstale":"2024-09-12T01:15:45.989156+0000","last_undegraded":"2024-09-12T01:15:45.989156+0000","last_fullsized":"2024-09-12T01:15:45.989156+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:55:21.460251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5328013,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":472,"num_read_kb":51354,"num_write":980,"num_write_kb":39134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661443+0000","last_change":"2024-09-12T00:34:35.989033+0000","last_active":"2024-09-12T01:12:15.661443+0000","last_peered":"2024-09-12T01:12:15.661443+0000","last_clean":"2024-09-12T01:12:15.661443+0000","last_became_active":"2024-09-12T00:34:35.988607+0000","last_became_peered":"2024-09-12T00:34:35.988607+0000","last_unstale":"2024-09-12T01:12:15.661443+0000","last_undegraded":"2024-09-12T01:12:15.661443+0000","last_fullsized":"2024-09-12T01:12:15.661443+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:35:09.516031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"264'110","reported_seq":641,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:15.661987+0000","last_change":"2024-09-12T00:34:37.997789+0000","last_active":"2024-09-12T01:15:15.661987+0000","last_peered":"2024-09-12T01:15:15.661987+0000","last_clean":"2024-09-12T01:15:15.661987+0000","last_became_active":"2024-09-12T00:34:37.996626+0000","last_became_peered":"2024-09-12T00:34:37.996626+0000","last_unstale":"2024-09-12T01:15:15.661987+0000","last_undegraded":"2024-09-12T01:15:15.661987+0000","last_fullsized":"2024-09-12T01:15:15.661987+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:39:53.299289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.760036+0000","last_change":"2024-09-12T00:34:40.008661+0000","last_active":"2024-09-12T01:11:31.760036+0000","last_peered":"2024-09-12T01:11:31.760036+0000","last_clean":"2024-09-12T01:11:31.760036+0000","last_became_active":"2024-09-12T00:34:40.008337+0000","last_became_peered":"2024-09-12T00:34:40.008337+0000","last_unstale":"2024-09-12T01:11:31.760036+0000","last_undegraded":"2024-09-12T01:11:31.760036+0000","last_fullsized":"2024-09-12T01:11:31.760036+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:02:07.908231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"264'113","reported_seq":648,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.196166+0000","last_change":"2024-09-12T00:34:42.026406+0000","last_active":"2024-09-12T01:13:21.196166+0000","last_peered":"2024-09-12T01:13:21.196166+0000","last_clean":"2024-09-12T01:13:21.196166+0000","last_became_active":"2024-09-12T00:34:42.026025+0000","last_became_peered":"2024-09-12T00:34:42.026025+0000","last_unstale":"2024-09-12T01:13:21.196166+0000","last_undegraded":"2024-09-12T01:13:21.196166+0000","last_fullsized":"2024-09-12T01:13:21.196166+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:37:16.464895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":201,"num_read_kb":199,"num_write":266,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"264'724","reported_seq":2420,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.843309+0000","last_change":"2024-09-12T00:34:33.982200+0000","last_active":"2024-09-12T01:14:04.843309+0000","last_peered":"2024-09-12T01:14:04.843309+0000","last_clean":"2024-09-12T01:14:04.843309+0000","last_became_active":"2024-09-12T00:34:33.981859+0000","last_became_peered":"2024-09-12T00:34:33.981859+0000","last_unstale":"2024-09-12T01:14:04.843309+0000","last_undegraded":"2024-09-12T01:14:04.843309+0000","last_fullsized":"2024-09-12T01:14:04.843309+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":700,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:45:57.733895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3682,"num_read_kb":3305,"num_write":974,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"264'273","reported_seq":888,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:51.444360+0000","last_change":"2024-09-12T00:34:31.964499+0000","last_active":"2024-09-12T01:12:51.444360+0000","last_peered":"2024-09-12T01:12:51.444360+0000","last_clean":"2024-09-12T01:12:51.444360+0000","last_became_active":"2024-09-12T00:34:31.964150+0000","last_became_peered":"2024-09-12T00:34:31.964150+0000","last_unstale":"2024-09-12T01:12:51.444360+0000","last_undegraded":"2024-09-12T01:12:51.444360+0000","last_fullsized":"2024-09-12T01:12:51.444360+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:29.195427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4457199,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":440,"num_read_kb":5587,"num_write":1027,"num_write_kb":25193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.648925+0000","last_change":"2024-09-12T00:34:20.831144+0000","last_active":"2024-09-12T01:11:51.648925+0000","last_peered":"2024-09-12T01:11:51.648925+0000","last_clean":"2024-09-12T01:11:51.648925+0000","last_became_active":"2024-09-12T00:34:18.799798+0000","last_became_peered":"2024-09-12T00:34:18.799798+0000","last_unstale":"2024-09-12T01:11:51.648925+0000","last_undegraded":"2024-09-12T01:11:51.648925+0000","last_fullsized":"2024-09-12T01:11:51.648925+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:49:11.201504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062911100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:05.660024+0000","last_change":"2024-09-12T00:34:35.988286+0000","last_active":"2024-09-12T01:12:05.660024+0000","last_peered":"2024-09-12T01:12:05.660024+0000","last_clean":"2024-09-12T01:12:05.660024+0000","last_became_active":"2024-09-12T00:34:35.987736+0000","last_became_peered":"2024-09-12T00:34:35.987736+0000","last_unstale":"2024-09-12T01:12:05.660024+0000","last_undegraded":"2024-09-12T01:12:05.660024+0000","last_fullsized":"2024-09-12T01:12:05.660024+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:53:08.878885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"264'553","reported_seq":1225,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.228341+0000","last_change":"2024-09-12T00:34:37.999708+0000","last_active":"2024-09-12T01:15:45.228341+0000","last_peered":"2024-09-12T01:15:45.228341+0000","last_clean":"2024-09-12T01:15:45.228341+0000","last_became_active":"2024-09-12T00:34:37.999294+0000","last_became_peered":"2024-09-12T00:34:37.999294+0000","last_unstale":"2024-09-12T01:15:45.228341+0000","last_undegraded":"2024-09-12T01:15:45.228341+0000","last_fullsized":"2024-09-12T01:15:45.228341+0000","mapping_epoch":31,"log_start":"264'500","ondisk_log_start":"264'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:24.664989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94912,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":970,"num_read_kb":2139,"num_write":820,"num_write_kb":654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.787552+0000","last_change":"2024-09-12T00:34:40.009409+0000","last_active":"2024-09-12T01:12:11.787552+0000","last_peered":"2024-09-12T01:12:11.787552+0000","last_clean":"2024-09-12T01:12:11.787552+0000","last_became_active":"2024-09-12T00:34:40.009153+0000","last_became_peered":"2024-09-12T00:34:40.009153+0000","last_unstale":"2024-09-12T01:12:11.787552+0000","last_undegraded":"2024-09-12T01:12:11.787552+0000","last_fullsized":"2024-09-12T01:12:11.787552+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:01.759717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"264'153","reported_seq":649,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:50.312799+0000","last_change":"2024-09-12T00:34:42.015159+0000","last_active":"2024-09-12T01:13:50.312799+0000","last_peered":"2024-09-12T01:13:50.312799+0000","last_clean":"2024-09-12T01:13:50.312799+0000","last_became_active":"2024-09-12T00:34:42.013699+0000","last_became_peered":"2024-09-12T00:34:42.013699+0000","last_unstale":"2024-09-12T01:13:50.312799+0000","last_undegraded":"2024-09-12T01:13:50.312799+0000","last_fullsized":"2024-09-12T01:13:50.312799+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:18:53.206701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":137,"num_read_kb":130,"num_write":357,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"264'476","reported_seq":2040,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.957666+0000","last_change":"2024-09-12T00:34:33.987902+0000","last_active":"2024-09-12T01:15:23.957666+0000","last_peered":"2024-09-12T01:15:23.957666+0000","last_clean":"2024-09-12T01:15:23.957666+0000","last_became_active":"2024-09-12T00:34:33.987564+0000","last_became_peered":"2024-09-12T00:34:33.987564+0000","last_unstale":"2024-09-12T01:15:23.957666+0000","last_undegraded":"2024-09-12T01:15:23.957666+0000","last_fullsized":"2024-09-12T01:15:23.957666+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:26:44.050399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2476,"num_read_kb":2319,"num_write":555,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"264'349","reported_seq":1002,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.898189+0000","last_change":"2024-09-12T00:34:31.958314+0000","last_active":"2024-09-12T01:15:45.898189+0000","last_peered":"2024-09-12T01:15:45.898189+0000","last_clean":"2024-09-12T01:15:45.898189+0000","last_became_active":"2024-09-12T00:34:31.957706+0000","last_became_peered":"2024-09-12T00:34:31.957706+0000","last_unstale":"2024-09-12T01:15:45.898189+0000","last_undegraded":"2024-09-12T01:15:45.898189+0000","last_fullsized":"2024-09-12T01:15:45.898189+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:54:27.125011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":889207,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":478,"num_read_kb":19376,"num_write":1079,"num_write_kb":47507,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.785330+0000","last_change":"2024-09-12T00:34:20.832045+0000","last_active":"2024-09-12T01:11:56.785330+0000","last_peered":"2024-09-12T01:11:56.785330+0000","last_clean":"2024-09-12T01:11:56.785330+0000","last_became_active":"2024-09-12T00:34:18.792370+0000","last_became_peered":"2024-09-12T00:34:18.792370+0000","last_unstale":"2024-09-12T01:11:56.785330+0000","last_undegraded":"2024-09-12T01:11:56.785330+0000","last_fullsized":"2024-09-12T01:11:56.785330+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:02:03.795799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049636899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.765113+0000","last_change":"2024-09-12T00:34:35.988674+0000","last_active":"2024-09-12T01:12:06.765113+0000","last_peered":"2024-09-12T01:12:06.765113+0000","last_clean":"2024-09-12T01:12:06.765113+0000","last_became_active":"2024-09-12T00:34:35.988393+0000","last_became_peered":"2024-09-12T00:34:35.988393+0000","last_unstale":"2024-09-12T01:12:06.765113+0000","last_undegraded":"2024-09-12T01:12:06.765113+0000","last_fullsized":"2024-09-12T01:12:06.765113+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:42:04.428403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"264'156","reported_seq":721,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.125039+0000","last_change":"2024-09-12T00:34:38.121092+0000","last_active":"2024-09-12T01:14:47.125039+0000","last_peered":"2024-09-12T01:14:47.125039+0000","last_clean":"2024-09-12T01:14:47.125039+0000","last_became_active":"2024-09-12T00:34:38.120661+0000","last_became_peered":"2024-09-12T00:34:38.120661+0000","last_unstale":"2024-09-12T01:14:47.125039+0000","last_undegraded":"2024-09-12T01:14:47.125039+0000","last_fullsized":"2024-09-12T01:14:47.125039+0000","mapping_epoch":31,"log_start":"261'100","ondisk_log_start":"261'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:46:23.576492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":204,"num_read_kb":195,"num_write":134,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"264'805","reported_seq":2641,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.921633+0000","last_change":"2024-09-12T00:34:40.012821+0000","last_active":"2024-09-12T01:15:24.921633+0000","last_peered":"2024-09-12T01:15:24.921633+0000","last_clean":"2024-09-12T01:15:24.921633+0000","last_became_active":"2024-09-12T00:34:40.012553+0000","last_became_peered":"2024-09-12T00:34:40.012553+0000","last_unstale":"2024-09-12T01:15:24.921633+0000","last_undegraded":"2024-09-12T01:15:24.921633+0000","last_fullsized":"2024-09-12T01:15:24.921633+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":700,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:17.821344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"264'109","reported_seq":600,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.814999+0000","last_change":"2024-09-12T00:34:42.026272+0000","last_active":"2024-09-12T01:15:16.814999+0000","last_peered":"2024-09-12T01:15:16.814999+0000","last_clean":"2024-09-12T01:15:16.814999+0000","last_became_active":"2024-09-12T00:34:42.025771+0000","last_became_peered":"2024-09-12T00:34:42.025771+0000","last_unstale":"2024-09-12T01:15:16.814999+0000","last_undegraded":"2024-09-12T01:15:16.814999+0000","last_fullsized":"2024-09-12T01:15:16.814999+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:02:46.046909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":521,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":118,"num_read_kb":116,"num_write":281,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"264'904","reported_seq":2595,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:02.247423+0000","last_change":"2024-09-12T00:34:33.986262+0000","last_active":"2024-09-12T01:14:02.247423+0000","last_peered":"2024-09-12T01:14:02.247423+0000","last_clean":"2024-09-12T01:14:02.247423+0000","last_became_active":"2024-09-12T00:34:33.985768+0000","last_became_peered":"2024-09-12T00:34:33.985768+0000","last_unstale":"2024-09-12T01:14:02.247423+0000","last_undegraded":"2024-09-12T01:14:02.247423+0000","last_fullsized":"2024-09-12T01:14:02.247423+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":800,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:03.927500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4156,"num_read_kb":3749,"num_write":1149,"num_write_kb":391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"264'307","reported_seq":922,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.021243+0000","last_change":"2024-09-12T00:34:31.980731+0000","last_active":"2024-09-12T01:15:46.021243+0000","last_peered":"2024-09-12T01:15:46.021243+0000","last_clean":"2024-09-12T01:15:46.021243+0000","last_became_active":"2024-09-12T00:34:31.980377+0000","last_became_peered":"2024-09-12T00:34:31.980377+0000","last_unstale":"2024-09-12T01:15:46.021243+0000","last_undegraded":"2024-09-12T01:15:46.021243+0000","last_fullsized":"2024-09-12T01:15:46.021243+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:35:17.337439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1395838,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":422,"num_read_kb":68054,"num_write":1009,"num_write_kb":25898,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.661580+0000","last_change":"2024-09-12T00:34:20.831144+0000","last_active":"2024-09-12T01:13:21.661580+0000","last_peered":"2024-09-12T01:13:21.661580+0000","last_clean":"2024-09-12T01:13:21.661580+0000","last_became_active":"2024-09-12T00:34:18.799719+0000","last_became_peered":"2024-09-12T00:34:18.799719+0000","last_unstale":"2024-09-12T01:13:21.661580+0000","last_undegraded":"2024-09-12T01:13:21.661580+0000","last_fullsized":"2024-09-12T01:13:21.661580+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:40.152433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061593800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786664+0000","last_change":"2024-09-12T00:34:35.986722+0000","last_active":"2024-09-12T01:12:06.786664+0000","last_peered":"2024-09-12T01:12:06.786664+0000","last_clean":"2024-09-12T01:12:06.786664+0000","last_became_active":"2024-09-12T00:34:35.986449+0000","last_became_peered":"2024-09-12T00:34:35.986449+0000","last_unstale":"2024-09-12T01:12:06.786664+0000","last_undegraded":"2024-09-12T01:12:06.786664+0000","last_fullsized":"2024-09-12T01:12:06.786664+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:05.207186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"264'124","reported_seq":659,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.110145+0000","last_change":"2024-09-12T00:34:37.998141+0000","last_active":"2024-09-12T01:14:47.110145+0000","last_peered":"2024-09-12T01:14:47.110145+0000","last_clean":"2024-09-12T01:14:47.110145+0000","last_became_active":"2024-09-12T00:34:37.997654+0000","last_became_peered":"2024-09-12T00:34:37.997654+0000","last_unstale":"2024-09-12T01:14:47.110145+0000","last_undegraded":"2024-09-12T01:14:47.110145+0000","last_fullsized":"2024-09-12T01:14:47.110145+0000","mapping_epoch":31,"log_start":"264'100","ondisk_log_start":"264'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:21.578625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":135,"num_read_kb":126,"num_write":92,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"264'815","reported_seq":2325,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.891555+0000","last_change":"2024-09-12T00:34:40.011938+0000","last_active":"2024-09-12T01:15:43.891555+0000","last_peered":"2024-09-12T01:15:43.891555+0000","last_clean":"2024-09-12T01:15:43.891555+0000","last_became_active":"2024-09-12T00:34:40.011654+0000","last_became_peered":"2024-09-12T00:34:40.011654+0000","last_unstale":"2024-09-12T01:15:43.891555+0000","last_undegraded":"2024-09-12T01:15:43.891555+0000","last_fullsized":"2024-09-12T01:15:43.891555+0000","mapping_epoch":33,"log_start":"264'800","ondisk_log_start":"264'800","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":800,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:21:13.399147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"264'259","reported_seq":776,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:18.559304+0000","last_change":"2024-09-12T00:34:42.026234+0000","last_active":"2024-09-12T01:13:18.559304+0000","last_peered":"2024-09-12T01:13:18.559304+0000","last_clean":"2024-09-12T01:13:18.559304+0000","last_became_active":"2024-09-12T00:34:42.025929+0000","last_became_peered":"2024-09-12T00:34:42.025929+0000","last_unstale":"2024-09-12T01:13:18.559304+0000","last_undegraded":"2024-09-12T01:13:18.559304+0000","last_fullsized":"2024-09-12T01:13:18.559304+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:41.848209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":316,"num_read_kb":315,"num_write":559,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"264'435","reported_seq":1895,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.416685+0000","last_change":"2024-09-12T00:34:33.980948+0000","last_active":"2024-09-12T01:14:19.416685+0000","last_peered":"2024-09-12T01:14:19.416685+0000","last_clean":"2024-09-12T01:14:19.416685+0000","last_became_active":"2024-09-12T00:34:33.980660+0000","last_became_peered":"2024-09-12T00:34:33.980660+0000","last_unstale":"2024-09-12T01:14:19.416685+0000","last_undegraded":"2024-09-12T01:14:19.416685+0000","last_fullsized":"2024-09-12T01:14:19.416685+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":400,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:14.360780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2181,"num_read_kb":2054,"num_write":523,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"264'321","reported_seq":954,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.676247+0000","last_change":"2024-09-12T00:34:31.969477+0000","last_active":"2024-09-12T01:15:45.676247+0000","last_peered":"2024-09-12T01:15:45.676247+0000","last_clean":"2024-09-12T01:15:45.676247+0000","last_became_active":"2024-09-12T00:34:31.969143+0000","last_became_peered":"2024-09-12T00:34:31.969143+0000","last_unstale":"2024-09-12T01:15:45.676247+0000","last_undegraded":"2024-09-12T01:15:45.676247+0000","last_fullsized":"2024-09-12T01:15:45.676247+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:17.419863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":350411,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":433,"num_read_kb":23442,"num_write":1031,"num_write_kb":20063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":520,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.775000+0000","last_change":"2024-09-12T00:34:20.841319+0000","last_active":"2024-09-12T01:13:21.775000+0000","last_peered":"2024-09-12T01:13:21.775000+0000","last_clean":"2024-09-12T01:13:21.775000+0000","last_became_active":"2024-09-12T00:34:18.792515+0000","last_became_peered":"2024-09-12T00:34:18.792515+0000","last_unstale":"2024-09-12T01:13:21.775000+0000","last_undegraded":"2024-09-12T01:13:21.775000+0000","last_fullsized":"2024-09-12T01:13:21.775000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:18.183302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000465122,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.792443+0000","last_change":"2024-09-12T00:34:35.986360+0000","last_active":"2024-09-12T01:12:41.792443+0000","last_peered":"2024-09-12T01:12:41.792443+0000","last_clean":"2024-09-12T01:12:41.792443+0000","last_became_active":"2024-09-12T00:34:35.985965+0000","last_became_peered":"2024-09-12T00:34:35.985965+0000","last_unstale":"2024-09-12T01:12:41.792443+0000","last_undegraded":"2024-09-12T01:12:41.792443+0000","last_fullsized":"2024-09-12T01:12:41.792443+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:31.786094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"264'774","reported_seq":1497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.419863+0000","last_change":"2024-09-12T00:34:38.120876+0000","last_active":"2024-09-12T01:15:45.419863+0000","last_peered":"2024-09-12T01:15:45.419863+0000","last_clean":"2024-09-12T01:15:45.419863+0000","last_became_active":"2024-09-12T00:34:38.120377+0000","last_became_peered":"2024-09-12T00:34:38.120377+0000","last_unstale":"2024-09-12T01:15:45.419863+0000","last_undegraded":"2024-09-12T01:15:45.419863+0000","last_fullsized":"2024-09-12T01:15:45.419863+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":700,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:17:46.350707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170369,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1369,"num_read_kb":3324,"num_write":1130,"num_write_kb":966,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":482,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.788864+0000","last_change":"2024-09-12T00:34:40.014003+0000","last_active":"2024-09-12T01:12:11.788864+0000","last_peered":"2024-09-12T01:12:11.788864+0000","last_clean":"2024-09-12T01:12:11.788864+0000","last_became_active":"2024-09-12T00:34:40.013582+0000","last_became_peered":"2024-09-12T00:34:40.013582+0000","last_unstale":"2024-09-12T01:12:11.788864+0000","last_undegraded":"2024-09-12T01:12:11.788864+0000","last_fullsized":"2024-09-12T01:12:11.788864+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:09:04.019412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"264'123","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:55.285569+0000","last_change":"2024-09-12T00:34:42.014504+0000","last_active":"2024-09-12T01:13:55.285569+0000","last_peered":"2024-09-12T01:13:55.285569+0000","last_clean":"2024-09-12T01:13:55.285569+0000","last_became_active":"2024-09-12T00:34:42.014137+0000","last_became_peered":"2024-09-12T00:34:42.014137+0000","last_unstale":"2024-09-12T01:13:55.285569+0000","last_undegraded":"2024-09-12T01:13:55.285569+0000","last_fullsized":"2024-09-12T01:13:55.285569+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:56.309212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":152,"num_read_kb":136,"num_write":295,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"264'140","reported_seq":700,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.535540+0000","last_change":"2024-09-12T00:34:42.015656+0000","last_active":"2024-09-12T01:14:19.535540+0000","last_peered":"2024-09-12T01:14:19.535540+0000","last_clean":"2024-09-12T01:14:19.535540+0000","last_became_active":"2024-09-12T00:34:42.015362+0000","last_became_peered":"2024-09-12T00:34:42.015362+0000","last_unstale":"2024-09-12T01:14:19.535540+0000","last_undegraded":"2024-09-12T01:14:19.535540+0000","last_fullsized":"2024-09-12T01:14:19.535540+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:46.132707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":253,"num_read_kb":241,"num_write":326,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"264'428","reported_seq":2006,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.295481+0000","last_change":"2024-09-12T00:34:33.982189+0000","last_active":"2024-09-12T01:14:01.295481+0000","last_peered":"2024-09-12T01:14:01.295481+0000","last_clean":"2024-09-12T01:14:01.295481+0000","last_became_active":"2024-09-12T00:34:33.981797+0000","last_became_peered":"2024-09-12T00:34:33.981797+0000","last_unstale":"2024-09-12T01:14:01.295481+0000","last_undegraded":"2024-09-12T01:14:01.295481+0000","last_fullsized":"2024-09-12T01:14:01.295481+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":400,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:45.114765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2497,"num_read_kb":2355,"num_write":514,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"264'340","reported_seq":991,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.914585+0000","last_change":"2024-09-12T00:34:31.960196+0000","last_active":"2024-09-12T01:15:45.914585+0000","last_peered":"2024-09-12T01:15:45.914585+0000","last_clean":"2024-09-12T01:15:45.914585+0000","last_became_active":"2024-09-12T00:34:31.959827+0000","last_became_peered":"2024-09-12T00:34:31.959827+0000","last_unstale":"2024-09-12T01:15:45.914585+0000","last_undegraded":"2024-09-12T01:15:45.914585+0000","last_fullsized":"2024-09-12T01:15:45.914585+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:33.925854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289240,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":529,"num_read_kb":26410,"num_write":1076,"num_write_kb":48326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.649595+0000","last_change":"2024-09-12T00:34:35.991651+0000","last_active":"2024-09-12T01:11:56.649595+0000","last_peered":"2024-09-12T01:11:56.649595+0000","last_clean":"2024-09-12T01:11:56.649595+0000","last_became_active":"2024-09-12T00:34:35.990997+0000","last_became_peered":"2024-09-12T00:34:35.990997+0000","last_unstale":"2024-09-12T01:11:56.649595+0000","last_undegraded":"2024-09-12T01:11:56.649595+0000","last_fullsized":"2024-09-12T01:11:56.649595+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:23:29.737939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"264'315","reported_seq":886,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.791592+0000","last_change":"2024-09-12T00:34:37.998915+0000","last_active":"2024-09-12T01:15:45.791592+0000","last_peered":"2024-09-12T01:15:45.791592+0000","last_clean":"2024-09-12T01:15:45.791592+0000","last_became_active":"2024-09-12T00:34:37.998646+0000","last_became_peered":"2024-09-12T00:34:37.998646+0000","last_unstale":"2024-09-12T01:15:45.791592+0000","last_undegraded":"2024-09-12T01:15:45.791592+0000","last_fullsized":"2024-09-12T01:15:45.791592+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:18.596434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45339,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":529,"num_read_kb":1243,"num_write":440,"num_write_kb":353,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":480,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.787384+0000","last_change":"2024-09-12T00:34:40.010132+0000","last_active":"2024-09-12T01:12:01.787384+0000","last_peered":"2024-09-12T01:12:01.787384+0000","last_clean":"2024-09-12T01:12:01.787384+0000","last_became_active":"2024-09-12T00:34:40.009802+0000","last_became_peered":"2024-09-12T00:34:40.009802+0000","last_unstale":"2024-09-12T01:12:01.787384+0000","last_undegraded":"2024-09-12T01:12:01.787384+0000","last_fullsized":"2024-09-12T01:12:01.787384+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:41:51.198247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"264'121","reported_seq":615,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.484538+0000","last_change":"2024-09-12T00:34:42.026247+0000","last_active":"2024-09-12T01:14:19.484538+0000","last_peered":"2024-09-12T01:14:19.484538+0000","last_clean":"2024-09-12T01:14:19.484538+0000","last_became_active":"2024-09-12T00:34:42.025531+0000","last_became_peered":"2024-09-12T00:34:42.025531+0000","last_unstale":"2024-09-12T01:14:19.484538+0000","last_undegraded":"2024-09-12T01:14:19.484538+0000","last_fullsized":"2024-09-12T01:14:19.484538+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:19.161106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":138,"num_write":311,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"264'496","reported_seq":2103,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.389517+0000","last_change":"2024-09-12T00:35:05.315433+0000","last_active":"2024-09-12T01:13:56.389517+0000","last_peered":"2024-09-12T01:13:56.389517+0000","last_clean":"2024-09-12T01:13:56.389517+0000","last_became_active":"2024-09-12T00:35:05.315082+0000","last_became_peered":"2024-09-12T00:35:05.315082+0000","last_unstale":"2024-09-12T01:13:56.389517+0000","last_undegraded":"2024-09-12T01:13:56.389517+0000","last_fullsized":"2024-09-12T01:13:56.389517+0000","mapping_epoch":38,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":400,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:34:44.738708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2561,"num_read_kb":2422,"num_write":563,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"264'417","reported_seq":1081,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.999892+0000","last_change":"2024-09-12T00:34:31.965750+0000","last_active":"2024-09-12T01:15:45.999892+0000","last_peered":"2024-09-12T01:15:45.999892+0000","last_clean":"2024-09-12T01:15:45.999892+0000","last_became_active":"2024-09-12T00:34:31.965091+0000","last_became_peered":"2024-09-12T00:34:31.965091+0000","last_unstale":"2024-09-12T01:15:45.999892+0000","last_undegraded":"2024-09-12T01:15:45.999892+0000","last_fullsized":"2024-09-12T01:15:45.999892+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:20:31.005964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4852253,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":641,"num_read_kb":34367,"num_write":1328,"num_write_kb":46060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.786736+0000","last_change":"2024-09-12T00:34:35.993202+0000","last_active":"2024-09-12T01:11:56.786736+0000","last_peered":"2024-09-12T01:11:56.786736+0000","last_clean":"2024-09-12T01:11:56.786736+0000","last_became_active":"2024-09-12T00:34:35.992901+0000","last_became_peered":"2024-09-12T00:34:35.992901+0000","last_unstale":"2024-09-12T01:11:56.786736+0000","last_undegraded":"2024-09-12T01:11:56.786736+0000","last_fullsized":"2024-09-12T01:11:56.786736+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:54:58.255255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"264'47","reported_seq":546,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.923037+0000","last_change":"2024-09-12T00:34:37.990520+0000","last_active":"2024-09-12T01:14:46.923037+0000","last_peered":"2024-09-12T01:14:46.923037+0000","last_clean":"2024-09-12T01:14:46.923037+0000","last_became_active":"2024-09-12T00:34:37.990221+0000","last_became_peered":"2024-09-12T00:34:37.990221+0000","last_unstale":"2024-09-12T01:14:46.923037+0000","last_undegraded":"2024-09-12T01:14:46.923037+0000","last_fullsized":"2024-09-12T01:14:46.923037+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:39:54.772454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.785988+0000","last_change":"2024-09-12T00:34:40.002939+0000","last_active":"2024-09-12T01:12:01.785988+0000","last_peered":"2024-09-12T01:12:01.785988+0000","last_clean":"2024-09-12T01:12:01.785988+0000","last_became_active":"2024-09-12T00:34:40.002646+0000","last_became_peered":"2024-09-12T00:34:40.002646+0000","last_unstale":"2024-09-12T01:12:01.785988+0000","last_undegraded":"2024-09-12T01:12:01.785988+0000","last_fullsized":"2024-09-12T01:12:01.785988+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:06:47.182757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"264'205","reported_seq":738,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.801225+0000","last_change":"2024-09-12T00:34:42.010342+0000","last_active":"2024-09-12T01:14:18.801225+0000","last_peered":"2024-09-12T01:14:18.801225+0000","last_clean":"2024-09-12T01:14:18.801225+0000","last_became_active":"2024-09-12T00:34:42.009994+0000","last_became_peered":"2024-09-12T00:34:42.009994+0000","last_unstale":"2024-09-12T01:14:18.801225+0000","last_undegraded":"2024-09-12T01:14:18.801225+0000","last_fullsized":"2024-09-12T01:14:18.801225+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:15:36.657494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":185,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":353,"num_read_kb":332,"num_write":455,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"264'875","reported_seq":2378,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.785749+0000","last_change":"2024-09-12T00:34:33.988374+0000","last_active":"2024-09-12T01:14:18.785749+0000","last_peered":"2024-09-12T01:14:18.785749+0000","last_clean":"2024-09-12T01:14:18.785749+0000","last_became_active":"2024-09-12T00:34:33.987934+0000","last_became_peered":"2024-09-12T00:34:33.987934+0000","last_unstale":"2024-09-12T01:14:18.785749+0000","last_undegraded":"2024-09-12T01:14:18.785749+0000","last_fullsized":"2024-09-12T01:14:18.785749+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":800,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:16:55.269210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4141,"num_read_kb":3662,"num_write":1190,"num_write_kb":464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"264'295","reported_seq":915,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:17.025280+0000","last_change":"2024-09-12T00:34:31.972234+0000","last_active":"2024-09-12T01:13:17.025280+0000","last_peered":"2024-09-12T01:13:17.025280+0000","last_clean":"2024-09-12T01:13:17.025280+0000","last_became_active":"2024-09-12T00:34:31.969470+0000","last_became_peered":"2024-09-12T00:34:31.969470+0000","last_unstale":"2024-09-12T01:13:17.025280+0000","last_undegraded":"2024-09-12T01:13:17.025280+0000","last_fullsized":"2024-09-12T01:13:17.025280+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:28.782455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5802871,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":400,"num_read_kb":46822,"num_write":1105,"num_write_kb":59144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.785241+0000","last_change":"2024-09-12T00:34:35.984534+0000","last_active":"2024-09-12T01:11:56.785241+0000","last_peered":"2024-09-12T01:11:56.785241+0000","last_clean":"2024-09-12T01:11:56.785241+0000","last_became_active":"2024-09-12T00:34:35.984218+0000","last_became_peered":"2024-09-12T00:34:35.984218+0000","last_unstale":"2024-09-12T01:11:56.785241+0000","last_undegraded":"2024-09-12T01:11:56.785241+0000","last_fullsized":"2024-09-12T01:11:56.785241+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:54.013292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"264'322","reported_seq":903,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.100781+0000","last_change":"2024-09-12T00:34:38.000089+0000","last_active":"2024-09-12T01:15:45.100781+0000","last_peered":"2024-09-12T01:15:45.100781+0000","last_clean":"2024-09-12T01:15:45.100781+0000","last_became_active":"2024-09-12T00:34:37.999675+0000","last_became_peered":"2024-09-12T00:34:37.999675+0000","last_unstale":"2024-09-12T01:15:45.100781+0000","last_undegraded":"2024-09-12T01:15:45.100781+0000","last_fullsized":"2024-09-12T01:15:45.100781+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:27:18.488407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51381,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":513,"num_read_kb":1097,"num_write":414,"num_write_kb":296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.764247+0000","last_change":"2024-09-12T00:34:40.007850+0000","last_active":"2024-09-12T01:12:01.764247+0000","last_peered":"2024-09-12T01:12:01.764247+0000","last_clean":"2024-09-12T01:12:01.764247+0000","last_became_active":"2024-09-12T00:34:40.007570+0000","last_became_peered":"2024-09-12T00:34:40.007570+0000","last_unstale":"2024-09-12T01:12:01.764247+0000","last_undegraded":"2024-09-12T01:12:01.764247+0000","last_fullsized":"2024-09-12T01:12:01.764247+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:43:23.480247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"264'161","reported_seq":677,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:17.540065+0000","last_change":"2024-09-12T00:34:42.014546+0000","last_active":"2024-09-12T01:14:17.540065+0000","last_peered":"2024-09-12T01:14:17.540065+0000","last_clean":"2024-09-12T01:14:17.540065+0000","last_became_active":"2024-09-12T00:34:42.014030+0000","last_became_peered":"2024-09-12T00:34:42.014030+0000","last_unstale":"2024-09-12T01:14:17.540065+0000","last_undegraded":"2024-09-12T01:14:17.540065+0000","last_fullsized":"2024-09-12T01:14:17.540065+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:11.563728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":224,"num_read_kb":209,"num_write":390,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"264'432","reported_seq":1978,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.718845+0000","last_change":"2024-09-12T00:34:33.986408+0000","last_active":"2024-09-12T01:14:15.718845+0000","last_peered":"2024-09-12T01:14:15.718845+0000","last_clean":"2024-09-12T01:14:15.718845+0000","last_became_active":"2024-09-12T00:34:33.986149+0000","last_became_peered":"2024-09-12T00:34:33.986149+0000","last_unstale":"2024-09-12T01:14:15.718845+0000","last_undegraded":"2024-09-12T01:14:15.718845+0000","last_fullsized":"2024-09-12T01:14:15.718845+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:19:22.570486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2285,"num_read_kb":2165,"num_write":485,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"264'360","reported_seq":1024,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.642628+0000","last_change":"2024-09-12T00:34:31.970729+0000","last_active":"2024-09-12T01:15:45.642628+0000","last_peered":"2024-09-12T01:15:45.642628+0000","last_clean":"2024-09-12T01:15:45.642628+0000","last_became_active":"2024-09-12T00:34:31.970380+0000","last_became_peered":"2024-09-12T00:34:31.970380+0000","last_unstale":"2024-09-12T01:15:45.642628+0000","last_undegraded":"2024-09-12T01:15:45.642628+0000","last_fullsized":"2024-09-12T01:15:45.642628+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:44:49.627214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133785,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":602,"num_read_kb":38535,"num_write":1168,"num_write_kb":21967,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.763360+0000","last_change":"2024-09-12T00:34:35.988067+0000","last_active":"2024-09-12T01:11:56.763360+0000","last_peered":"2024-09-12T01:11:56.763360+0000","last_clean":"2024-09-12T01:11:56.763360+0000","last_became_active":"2024-09-12T00:34:35.987727+0000","last_became_peered":"2024-09-12T00:34:35.987727+0000","last_unstale":"2024-09-12T01:11:56.763360+0000","last_undegraded":"2024-09-12T01:11:56.763360+0000","last_fullsized":"2024-09-12T01:11:56.763360+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:16.623441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"264'262","reported_seq":828,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.886564+0000","last_change":"2024-09-12T00:34:37.999092+0000","last_active":"2024-09-12T01:15:44.886564+0000","last_peered":"2024-09-12T01:15:44.886564+0000","last_clean":"2024-09-12T01:15:44.886564+0000","last_became_active":"2024-09-12T00:34:37.998788+0000","last_became_peered":"2024-09-12T00:34:37.998788+0000","last_unstale":"2024-09-12T01:15:44.886564+0000","last_undegraded":"2024-09-12T01:15:44.886564+0000","last_fullsized":"2024-09-12T01:15:44.886564+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:10:57.760725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47621,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":1024,"num_write":358,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:00.659262+0000","last_change":"2024-09-12T00:34:40.009005+0000","last_active":"2024-09-12T01:12:00.659262+0000","last_peered":"2024-09-12T01:12:00.659262+0000","last_clean":"2024-09-12T01:12:00.659262+0000","last_became_active":"2024-09-12T00:34:40.008658+0000","last_became_peered":"2024-09-12T00:34:40.008658+0000","last_unstale":"2024-09-12T01:12:00.659262+0000","last_undegraded":"2024-09-12T01:12:00.659262+0000","last_fullsized":"2024-09-12T01:12:00.659262+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:23.335473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"264'513","reported_seq":2079,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.789151+0000","last_change":"2024-09-12T00:34:33.980376+0000","last_active":"2024-09-12T01:14:18.789151+0000","last_peered":"2024-09-12T01:14:18.789151+0000","last_clean":"2024-09-12T01:14:18.789151+0000","last_became_active":"2024-09-12T00:34:33.979954+0000","last_became_peered":"2024-09-12T00:34:33.979954+0000","last_unstale":"2024-09-12T01:14:18.789151+0000","last_undegraded":"2024-09-12T01:14:18.789151+0000","last_fullsized":"2024-09-12T01:14:18.789151+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":500,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:31:25.783769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2754,"num_read_kb":2561,"num_write":636,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"264'444","reported_seq":1175,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.971482+0000","last_change":"2024-09-12T00:34:31.973283+0000","last_active":"2024-09-12T01:15:45.971482+0000","last_peered":"2024-09-12T01:15:45.971482+0000","last_clean":"2024-09-12T01:15:45.971482+0000","last_became_active":"2024-09-12T00:34:31.972861+0000","last_became_peered":"2024-09-12T00:34:31.972861+0000","last_unstale":"2024-09-12T01:15:45.971482+0000","last_undegraded":"2024-09-12T01:15:45.971482+0000","last_fullsized":"2024-09-12T01:15:45.971482+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":400,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:41:15.425759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":888,"num_read_kb":16151,"num_write":1365,"num_write_kb":33244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:45.665418+0000","last_change":"2024-09-12T00:34:35.990725+0000","last_active":"2024-09-12T01:12:45.665418+0000","last_peered":"2024-09-12T01:12:45.665418+0000","last_clean":"2024-09-12T01:12:45.665418+0000","last_became_active":"2024-09-12T00:34:35.990444+0000","last_became_peered":"2024-09-12T00:34:35.990444+0000","last_unstale":"2024-09-12T01:12:45.665418+0000","last_undegraded":"2024-09-12T01:12:45.665418+0000","last_fullsized":"2024-09-12T01:12:45.665418+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:14.610957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"264'431","reported_seq":1062,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.828247+0000","last_change":"2024-09-12T00:34:37.996342+0000","last_active":"2024-09-12T01:15:44.828247+0000","last_peered":"2024-09-12T01:15:44.828247+0000","last_clean":"2024-09-12T01:15:44.828247+0000","last_became_active":"2024-09-12T00:34:37.996049+0000","last_became_peered":"2024-09-12T00:34:37.996049+0000","last_unstale":"2024-09-12T01:15:44.828247+0000","last_undegraded":"2024-09-12T01:15:44.828247+0000","last_fullsized":"2024-09-12T01:15:44.828247+0000","mapping_epoch":31,"log_start":"264'400","ondisk_log_start":"264'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:55.702519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69757,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":765,"num_read_kb":1800,"num_write":644,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":479,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:13.777448+0000","last_change":"2024-09-12T00:34:40.012666+0000","last_active":"2024-09-12T01:12:13.777448+0000","last_peered":"2024-09-12T01:12:13.777448+0000","last_clean":"2024-09-12T01:12:13.777448+0000","last_became_active":"2024-09-12T00:34:40.012366+0000","last_became_peered":"2024-09-12T00:34:40.012366+0000","last_unstale":"2024-09-12T01:12:13.777448+0000","last_undegraded":"2024-09-12T01:12:13.777448+0000","last_fullsized":"2024-09-12T01:12:13.777448+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:31.574283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"264'159","reported_seq":660,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:55.870235+0000","last_change":"2024-09-12T00:34:42.026234+0000","last_active":"2024-09-12T01:13:55.870235+0000","last_peered":"2024-09-12T01:13:55.870235+0000","last_clean":"2024-09-12T01:13:55.870235+0000","last_became_active":"2024-09-12T00:34:42.025953+0000","last_became_peered":"2024-09-12T00:34:42.025953+0000","last_unstale":"2024-09-12T01:13:55.870235+0000","last_undegraded":"2024-09-12T01:13:55.870235+0000","last_fullsized":"2024-09-12T01:13:55.870235+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:07.207473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":845,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":219,"num_read_kb":219,"num_write":367,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"264'770","reported_seq":2284,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.959561+0000","last_change":"2024-09-12T00:34:33.985204+0000","last_active":"2024-09-12T01:15:23.959561+0000","last_peered":"2024-09-12T01:15:23.959561+0000","last_clean":"2024-09-12T01:15:23.959561+0000","last_became_active":"2024-09-12T00:34:33.984892+0000","last_became_peered":"2024-09-12T00:34:33.984892+0000","last_unstale":"2024-09-12T01:15:23.959561+0000","last_undegraded":"2024-09-12T01:15:23.959561+0000","last_fullsized":"2024-09-12T01:15:23.959561+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":700,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:26.175665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3650,"num_read_kb":3300,"num_write":1005,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"264'418","reported_seq":1165,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.035041+0000","last_change":"2024-09-12T00:35:05.222835+0000","last_active":"2024-09-12T01:15:46.035041+0000","last_peered":"2024-09-12T01:15:46.035041+0000","last_clean":"2024-09-12T01:15:46.035041+0000","last_became_active":"2024-09-12T00:35:05.222425+0000","last_became_peered":"2024-09-12T00:35:05.222425+0000","last_unstale":"2024-09-12T01:15:46.035041+0000","last_undegraded":"2024-09-12T01:15:46.035041+0000","last_fullsized":"2024-09-12T01:15:46.035041+0000","mapping_epoch":38,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:46:48.571855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4482120,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":886,"num_read_kb":33964,"num_write":1256,"num_write_kb":37455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.765187+0000","last_change":"2024-09-12T00:34:35.983805+0000","last_active":"2024-09-12T01:12:06.765187+0000","last_peered":"2024-09-12T01:12:06.765187+0000","last_clean":"2024-09-12T01:12:06.765187+0000","last_became_active":"2024-09-12T00:34:35.983475+0000","last_became_peered":"2024-09-12T00:34:35.983475+0000","last_unstale":"2024-09-12T01:12:06.765187+0000","last_undegraded":"2024-09-12T01:12:06.765187+0000","last_fullsized":"2024-09-12T01:12:06.765187+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:05.711987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"264'294","reported_seq":874,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.947448+0000","last_change":"2024-09-12T00:34:37.993121+0000","last_active":"2024-09-12T01:15:44.947448+0000","last_peered":"2024-09-12T01:15:44.947448+0000","last_clean":"2024-09-12T01:15:44.947448+0000","last_became_active":"2024-09-12T00:34:37.992843+0000","last_became_peered":"2024-09-12T00:34:37.992843+0000","last_unstale":"2024-09-12T01:15:44.947448+0000","last_undegraded":"2024-09-12T01:15:44.947448+0000","last_fullsized":"2024-09-12T01:15:44.947448+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:49:22.780501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52062,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":494,"num_read_kb":1085,"num_write":410,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.652062+0000","last_change":"2024-09-12T00:34:40.007532+0000","last_active":"2024-09-12T01:12:11.652062+0000","last_peered":"2024-09-12T01:12:11.652062+0000","last_clean":"2024-09-12T01:12:11.652062+0000","last_became_active":"2024-09-12T00:34:40.007193+0000","last_became_peered":"2024-09-12T00:34:40.007193+0000","last_unstale":"2024-09-12T01:12:11.652062+0000","last_undegraded":"2024-09-12T01:12:11.652062+0000","last_fullsized":"2024-09-12T01:12:11.652062+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:38:16.571922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"264'175","reported_seq":687,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.807906+0000","last_change":"2024-09-12T00:34:42.010157+0000","last_active":"2024-09-12T01:14:18.807906+0000","last_peered":"2024-09-12T01:14:18.807906+0000","last_clean":"2024-09-12T01:14:18.807906+0000","last_became_active":"2024-09-12T00:34:42.009849+0000","last_became_peered":"2024-09-12T00:34:42.009849+0000","last_unstale":"2024-09-12T01:14:18.807906+0000","last_undegraded":"2024-09-12T01:14:18.807906+0000","last_fullsized":"2024-09-12T01:14:18.807906+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:18:32.013252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1821,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":250,"num_read_kb":235,"num_write":504,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"264'920","reported_seq":2471,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.294506+0000","last_change":"2024-09-12T00:34:33.990027+0000","last_active":"2024-09-12T01:14:01.294506+0000","last_peered":"2024-09-12T01:14:01.294506+0000","last_clean":"2024-09-12T01:14:01.294506+0000","last_became_active":"2024-09-12T00:34:33.989659+0000","last_became_peered":"2024-09-12T00:34:33.989659+0000","last_unstale":"2024-09-12T01:14:01.294506+0000","last_undegraded":"2024-09-12T01:14:01.294506+0000","last_fullsized":"2024-09-12T01:14:01.294506+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":900,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:56:58.852813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4477,"num_read_kb":3958,"num_write":1281,"num_write_kb":521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"264'307","reported_seq":1063,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.867141+0000","last_change":"2024-09-12T00:34:31.975632+0000","last_active":"2024-09-12T01:15:45.867141+0000","last_peered":"2024-09-12T01:15:45.867141+0000","last_clean":"2024-09-12T01:15:45.867141+0000","last_became_active":"2024-09-12T00:34:31.974977+0000","last_became_peered":"2024-09-12T00:34:31.974977+0000","last_unstale":"2024-09-12T01:15:45.867141+0000","last_undegraded":"2024-09-12T01:15:45.867141+0000","last_fullsized":"2024-09-12T01:15:45.867141+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:04:05.104696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1218969,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":802,"num_read_kb":21280,"num_write":1015,"num_write_kb":26616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786817+0000","last_change":"2024-09-12T00:34:35.992414+0000","last_active":"2024-09-12T01:12:06.786817+0000","last_peered":"2024-09-12T01:12:06.786817+0000","last_clean":"2024-09-12T01:12:06.786817+0000","last_became_active":"2024-09-12T00:34:35.992097+0000","last_became_peered":"2024-09-12T00:34:35.992097+0000","last_unstale":"2024-09-12T01:12:06.786817+0000","last_undegraded":"2024-09-12T01:12:06.786817+0000","last_fullsized":"2024-09-12T01:12:06.786817+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:42.102786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"264'300","reported_seq":873,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.048118+0000","last_change":"2024-09-12T00:34:38.121420+0000","last_active":"2024-09-12T01:15:46.048118+0000","last_peered":"2024-09-12T01:15:46.048118+0000","last_clean":"2024-09-12T01:15:46.048118+0000","last_became_active":"2024-09-12T00:34:38.120888+0000","last_became_peered":"2024-09-12T00:34:38.120888+0000","last_unstale":"2024-09-12T01:15:46.048118+0000","last_undegraded":"2024-09-12T01:15:46.048118+0000","last_fullsized":"2024-09-12T01:15:46.048118+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:31:55.385484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46871,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":492,"num_read_kb":1132,"num_write":406,"num_write_kb":321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:46.656397+0000","last_change":"2024-09-12T00:34:40.012879+0000","last_active":"2024-09-12T01:12:46.656397+0000","last_peered":"2024-09-12T01:12:46.656397+0000","last_clean":"2024-09-12T01:12:46.656397+0000","last_became_active":"2024-09-12T00:34:40.012508+0000","last_became_peered":"2024-09-12T00:34:40.012508+0000","last_unstale":"2024-09-12T01:12:46.656397+0000","last_undegraded":"2024-09-12T01:12:46.656397+0000","last_fullsized":"2024-09-12T01:12:46.656397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:16:47.552204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"264'100","reported_seq":579,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.908674+0000","last_change":"2024-09-12T00:34:42.014846+0000","last_active":"2024-09-12T01:15:24.908674+0000","last_peered":"2024-09-12T01:15:24.908674+0000","last_clean":"2024-09-12T01:15:24.908674+0000","last_became_active":"2024-09-12T00:34:42.014187+0000","last_became_peered":"2024-09-12T00:34:42.014187+0000","last_unstale":"2024-09-12T01:15:24.908674+0000","last_undegraded":"2024-09-12T01:15:24.908674+0000","last_fullsized":"2024-09-12T01:15:24.908674+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:54.394760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":87,"num_write":238,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"264'1344","reported_seq":3034,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.957972+0000","last_change":"2024-09-12T00:34:33.974935+0000","last_active":"2024-09-12T01:15:23.957972+0000","last_peered":"2024-09-12T01:15:23.957972+0000","last_clean":"2024-09-12T01:15:23.957972+0000","last_became_active":"2024-09-12T00:34:33.974620+0000","last_became_peered":"2024-09-12T00:34:33.974620+0000","last_unstale":"2024-09-12T01:15:23.957972+0000","last_undegraded":"2024-09-12T01:15:23.957972+0000","last_fullsized":"2024-09-12T01:15:23.957972+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":1300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:25.349300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6230,"num_read_kb":5457,"num_write":1909,"num_write_kb":801,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"264'393","reported_seq":1034,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.622064+0000","last_change":"2024-09-12T00:34:31.972335+0000","last_active":"2024-09-12T01:15:45.622064+0000","last_peered":"2024-09-12T01:15:45.622064+0000","last_clean":"2024-09-12T01:15:45.622064+0000","last_became_active":"2024-09-12T00:34:31.971481+0000","last_became_peered":"2024-09-12T00:34:31.971481+0000","last_unstale":"2024-09-12T01:15:45.622064+0000","last_undegraded":"2024-09-12T01:15:45.622064+0000","last_fullsized":"2024-09-12T01:15:45.622064+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":300,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:40:47.882254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262345,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":552,"num_read_kb":9238,"num_write":1285,"num_write_kb":32825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.651256+0000","last_change":"2024-09-12T00:34:35.985461+0000","last_active":"2024-09-12T01:12:06.651256+0000","last_peered":"2024-09-12T01:12:06.651256+0000","last_clean":"2024-09-12T01:12:06.651256+0000","last_became_active":"2024-09-12T00:34:35.985160+0000","last_became_peered":"2024-09-12T00:34:35.985160+0000","last_unstale":"2024-09-12T01:12:06.651256+0000","last_undegraded":"2024-09-12T01:12:06.651256+0000","last_fullsized":"2024-09-12T01:12:06.651256+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:14:20.512924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"264'94","reported_seq":614,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.122113+0000","last_change":"2024-09-12T00:34:38.121090+0000","last_active":"2024-09-12T01:14:47.122113+0000","last_peered":"2024-09-12T01:14:47.122113+0000","last_clean":"2024-09-12T01:14:47.122113+0000","last_became_active":"2024-09-12T00:34:38.120386+0000","last_became_peered":"2024-09-12T00:34:38.120386+0000","last_unstale":"2024-09-12T01:14:47.122113+0000","last_undegraded":"2024-09-12T01:14:47.122113+0000","last_fullsized":"2024-09-12T01:14:47.122113+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:46.569598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":97,"num_read_kb":87,"num_write":74,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"264'778","reported_seq":4209,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.436908+0000","last_change":"2024-09-12T00:34:40.006438+0000","last_active":"2024-09-12T01:15:45.436908+0000","last_peered":"2024-09-12T01:15:45.436908+0000","last_clean":"2024-09-12T01:15:45.436908+0000","last_became_active":"2024-09-12T00:34:40.005461+0000","last_became_peered":"2024-09-12T00:34:40.005461+0000","last_unstale":"2024-09-12T01:15:45.436908+0000","last_undegraded":"2024-09-12T01:15:45.436908+0000","last_fullsized":"2024-09-12T01:15:45.436908+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:25:43.181893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"264'100","reported_seq":596,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.791159+0000","last_change":"2024-09-12T00:34:42.013009+0000","last_active":"2024-09-12T01:14:18.791159+0000","last_peered":"2024-09-12T01:14:18.791159+0000","last_clean":"2024-09-12T01:14:18.791159+0000","last_became_active":"2024-09-12T00:34:42.012650+0000","last_became_peered":"2024-09-12T00:34:42.012650+0000","last_unstale":"2024-09-12T01:14:18.791159+0000","last_undegraded":"2024-09-12T01:14:18.791159+0000","last_fullsized":"2024-09-12T01:14:18.791159+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:27:10.043864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":113,"num_write":246,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"264'1201","reported_seq":2922,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.426902+0000","last_change":"2024-09-12T00:34:33.991071+0000","last_active":"2024-09-12T01:14:19.426902+0000","last_peered":"2024-09-12T01:14:19.426902+0000","last_clean":"2024-09-12T01:14:19.426902+0000","last_became_active":"2024-09-12T00:34:33.990740+0000","last_became_peered":"2024-09-12T00:34:33.990740+0000","last_unstale":"2024-09-12T01:14:19.426902+0000","last_undegraded":"2024-09-12T01:14:19.426902+0000","last_fullsized":"2024-09-12T01:14:19.426902+0000","mapping_epoch":27,"log_start":"264'1100","ondisk_log_start":"264'1100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":1100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:06.256260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5787,"num_read_kb":5148,"num_write":1679,"num_write_kb":732,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"264'239","reported_seq":829,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:30.928301+0000","last_change":"2024-09-12T00:35:05.222645+0000","last_active":"2024-09-12T01:13:30.928301+0000","last_peered":"2024-09-12T01:13:30.928301+0000","last_clean":"2024-09-12T01:13:30.928301+0000","last_became_active":"2024-09-12T00:35:05.222269+0000","last_became_peered":"2024-09-12T00:35:05.222269+0000","last_unstale":"2024-09-12T01:13:30.928301+0000","last_undegraded":"2024-09-12T01:13:30.928301+0000","last_fullsized":"2024-09-12T01:13:30.928301+0000","mapping_epoch":38,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:47.575482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5471955,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":294,"num_read_kb":17938,"num_write":814,"num_write_kb":34402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'5","reported_seq":977,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.653669+0000","last_change":"2024-09-12T00:34:35.983200+0000","last_active":"2024-09-12T01:15:43.653669+0000","last_peered":"2024-09-12T01:15:43.653669+0000","last_clean":"2024-09-12T01:15:43.653669+0000","last_became_active":"2024-09-12T00:34:35.982931+0000","last_became_peered":"2024-09-12T00:34:35.982931+0000","last_unstale":"2024-09-12T01:15:43.653669+0000","last_undegraded":"2024-09-12T01:15:43.653669+0000","last_fullsized":"2024-09-12T01:15:43.653669+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:23.552905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"264'305","reported_seq":898,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.136869+0000","last_change":"2024-09-12T00:34:37.997083+0000","last_active":"2024-09-12T01:14:47.136869+0000","last_peered":"2024-09-12T01:14:47.136869+0000","last_clean":"2024-09-12T01:14:47.136869+0000","last_became_active":"2024-09-12T00:34:37.996773+0000","last_became_peered":"2024-09-12T00:34:37.996773+0000","last_unstale":"2024-09-12T01:14:47.136869+0000","last_undegraded":"2024-09-12T01:14:47.136869+0000","last_fullsized":"2024-09-12T01:14:47.136869+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:47.652246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55587,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":493,"num_read_kb":941,"num_write":394,"num_write_kb":275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:20.670499+0000","last_change":"2024-09-12T00:34:40.011290+0000","last_active":"2024-09-12T01:13:20.670499+0000","last_peered":"2024-09-12T01:13:20.670499+0000","last_clean":"2024-09-12T01:13:20.670499+0000","last_became_active":"2024-09-12T00:34:40.011017+0000","last_became_peered":"2024-09-12T00:34:40.011017+0000","last_unstale":"2024-09-12T01:13:20.670499+0000","last_undegraded":"2024-09-12T01:13:20.670499+0000","last_fullsized":"2024-09-12T01:13:20.670499+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:23:58.807186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"264'126","reported_seq":638,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:57.185669+0000","last_change":"2024-09-12T00:34:42.017252+0000","last_active":"2024-09-12T01:13:57.185669+0000","last_peered":"2024-09-12T01:13:57.185669+0000","last_clean":"2024-09-12T01:13:57.185669+0000","last_became_active":"2024-09-12T00:34:42.016996+0000","last_became_peered":"2024-09-12T00:34:42.016996+0000","last_unstale":"2024-09-12T01:13:57.185669+0000","last_undegraded":"2024-09-12T01:13:57.185669+0000","last_fullsized":"2024-09-12T01:13:57.185669+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:40.055407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1641,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":197,"num_read_kb":174,"num_write":319,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"264'422","reported_seq":1731,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.958656+0000","last_change":"2024-09-12T00:34:33.988789+0000","last_active":"2024-09-12T01:15:23.958656+0000","last_peered":"2024-09-12T01:15:23.958656+0000","last_clean":"2024-09-12T01:15:23.958656+0000","last_became_active":"2024-09-12T00:34:33.988474+0000","last_became_peered":"2024-09-12T00:34:33.988474+0000","last_unstale":"2024-09-12T01:15:23.958656+0000","last_undegraded":"2024-09-12T01:15:23.958656+0000","last_fullsized":"2024-09-12T01:15:23.958656+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:30:41.579543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2068,"num_read_kb":1907,"num_write":501,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"264'296","reported_seq":918,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:46.235539+0000","last_change":"2024-09-12T00:35:05.688405+0000","last_active":"2024-09-12T01:13:46.235539+0000","last_peered":"2024-09-12T01:13:46.235539+0000","last_clean":"2024-09-12T01:13:46.235539+0000","last_became_active":"2024-09-12T00:35:05.688101+0000","last_became_peered":"2024-09-12T00:35:05.688101+0000","last_unstale":"2024-09-12T01:13:46.235539+0000","last_undegraded":"2024-09-12T01:13:46.235539+0000","last_fullsized":"2024-09-12T01:13:46.235539+0000","mapping_epoch":38,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:01:00.249416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289699,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":435,"num_read_kb":1934,"num_write":1074,"num_write_kb":21166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:08.776922+0000","last_change":"2024-09-12T00:34:35.991349+0000","last_active":"2024-09-12T01:12:08.776922+0000","last_peered":"2024-09-12T01:12:08.776922+0000","last_clean":"2024-09-12T01:12:08.776922+0000","last_became_active":"2024-09-12T00:34:35.991149+0000","last_became_peered":"2024-09-12T00:34:35.991149+0000","last_unstale":"2024-09-12T01:12:08.776922+0000","last_undegraded":"2024-09-12T01:12:08.776922+0000","last_fullsized":"2024-09-12T01:12:08.776922+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:12:34.422304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"264'274","reported_seq":845,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.379231+0000","last_change":"2024-09-12T00:34:37.998630+0000","last_active":"2024-09-12T01:15:44.379231+0000","last_peered":"2024-09-12T01:15:44.379231+0000","last_clean":"2024-09-12T01:15:44.379231+0000","last_became_active":"2024-09-12T00:34:37.998269+0000","last_became_peered":"2024-09-12T00:34:37.998269+0000","last_unstale":"2024-09-12T01:15:44.379231+0000","last_undegraded":"2024-09-12T01:15:44.379231+0000","last_fullsized":"2024-09-12T01:15:44.379231+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:42.704325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87727,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":455,"num_read_kb":1131,"num_write":370,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:01.755475+0000","last_change":"2024-09-12T00:34:40.005097+0000","last_active":"2024-09-12T01:11:01.755475+0000","last_peered":"2024-09-12T01:11:01.755475+0000","last_clean":"2024-09-12T01:11:01.755475+0000","last_became_active":"2024-09-12T00:34:40.004801+0000","last_became_peered":"2024-09-12T00:34:40.004801+0000","last_unstale":"2024-09-12T01:11:01.755475+0000","last_undegraded":"2024-09-12T01:11:01.755475+0000","last_fullsized":"2024-09-12T01:11:01.755475+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:37:40.518840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"264'133","reported_seq":679,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.486528+0000","last_change":"2024-09-12T00:34:42.026666+0000","last_active":"2024-09-12T01:14:19.486528+0000","last_peered":"2024-09-12T01:14:19.486528+0000","last_clean":"2024-09-12T01:14:19.486528+0000","last_became_active":"2024-09-12T00:34:42.025899+0000","last_became_peered":"2024-09-12T00:34:42.025899+0000","last_unstale":"2024-09-12T01:14:19.486528+0000","last_undegraded":"2024-09-12T01:14:19.486528+0000","last_fullsized":"2024-09-12T01:14:19.486528+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:08:22.514735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":557,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":329,"num_read_kb":286,"num_write":339,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"264'756","reported_seq":2189,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.966672+0000","last_change":"2024-09-12T00:34:33.985722+0000","last_active":"2024-09-12T01:15:23.966672+0000","last_peered":"2024-09-12T01:15:23.966672+0000","last_clean":"2024-09-12T01:15:23.966672+0000","last_became_active":"2024-09-12T00:34:33.985448+0000","last_became_peered":"2024-09-12T00:34:33.985448+0000","last_unstale":"2024-09-12T01:15:23.966672+0000","last_undegraded":"2024-09-12T01:15:23.966672+0000","last_fullsized":"2024-09-12T01:15:23.966672+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":700,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:37.284265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3513,"num_read_kb":3154,"num_write":998,"num_write_kb":362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"264'332","reported_seq":956,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.866001+0000","last_change":"2024-09-12T00:34:31.963109+0000","last_active":"2024-09-12T01:15:45.866001+0000","last_peered":"2024-09-12T01:15:45.866001+0000","last_clean":"2024-09-12T01:15:45.866001+0000","last_became_active":"2024-09-12T00:34:31.962743+0000","last_became_peered":"2024-09-12T00:34:31.962743+0000","last_unstale":"2024-09-12T01:15:45.866001+0000","last_undegraded":"2024-09-12T01:15:45.866001+0000","last_fullsized":"2024-09-12T01:15:45.866001+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:51.239613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":538106,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":439,"num_read_kb":23084,"num_write":1012,"num_write_kb":31643,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.796569+0000","last_change":"2024-09-12T00:34:35.986786+0000","last_active":"2024-09-12T01:13:16.796569+0000","last_peered":"2024-09-12T01:13:16.796569+0000","last_clean":"2024-09-12T01:13:16.796569+0000","last_became_active":"2024-09-12T00:34:35.985748+0000","last_became_peered":"2024-09-12T00:34:35.985748+0000","last_unstale":"2024-09-12T01:13:16.796569+0000","last_undegraded":"2024-09-12T01:13:16.796569+0000","last_fullsized":"2024-09-12T01:13:16.796569+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:21:29.586080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"264'273","reported_seq":828,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.923083+0000","last_change":"2024-09-12T00:34:37.997512+0000","last_active":"2024-09-12T01:15:45.923083+0000","last_peered":"2024-09-12T01:15:45.923083+0000","last_clean":"2024-09-12T01:15:45.923083+0000","last_became_active":"2024-09-12T00:34:37.997172+0000","last_became_peered":"2024-09-12T00:34:37.997172+0000","last_unstale":"2024-09-12T01:15:45.923083+0000","last_undegraded":"2024-09-12T01:15:45.923083+0000","last_fullsized":"2024-09-12T01:15:45.923083+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:07:52.805428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51250,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":452,"num_read_kb":1111,"num_write":376,"num_write_kb":326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":481,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.787612+0000","last_change":"2024-09-12T00:34:40.010731+0000","last_active":"2024-09-12T01:12:11.787612+0000","last_peered":"2024-09-12T01:12:11.787612+0000","last_clean":"2024-09-12T01:12:11.787612+0000","last_became_active":"2024-09-12T00:34:40.010287+0000","last_became_peered":"2024-09-12T00:34:40.010287+0000","last_unstale":"2024-09-12T01:12:11.787612+0000","last_undegraded":"2024-09-12T01:12:11.787612+0000","last_fullsized":"2024-09-12T01:12:11.787612+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:54:45.935071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"264'174","reported_seq":1634,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:17.267089+0000","last_change":"2024-09-12T00:34:42.010457+0000","last_active":"2024-09-12T01:14:17.267089+0000","last_peered":"2024-09-12T01:14:17.267089+0000","last_clean":"2024-09-12T01:14:17.267089+0000","last_became_active":"2024-09-12T00:34:42.010177+0000","last_became_peered":"2024-09-12T00:34:42.010177+0000","last_unstale":"2024-09-12T01:14:17.267089+0000","last_undegraded":"2024-09-12T01:14:17.267089+0000","last_fullsized":"2024-09-12T01:14:17.267089+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:01:09.125333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":657,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1177,"num_read_kb":1173,"num_write":405,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"264'459","reported_seq":2049,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.718296+0000","last_change":"2024-09-12T00:34:33.980026+0000","last_active":"2024-09-12T01:14:15.718296+0000","last_peered":"2024-09-12T01:14:15.718296+0000","last_clean":"2024-09-12T01:14:15.718296+0000","last_became_active":"2024-09-12T00:34:33.979754+0000","last_became_peered":"2024-09-12T00:34:33.979754+0000","last_unstale":"2024-09-12T01:14:15.718296+0000","last_undegraded":"2024-09-12T01:14:15.718296+0000","last_fullsized":"2024-09-12T01:14:15.718296+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:21:08.012304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2451,"num_read_kb":2312,"num_write":529,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"264'505","reported_seq":1177,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.622243+0000","last_change":"2024-09-12T00:34:31.971602+0000","last_active":"2024-09-12T01:15:45.622243+0000","last_peered":"2024-09-12T01:15:45.622243+0000","last_clean":"2024-09-12T01:15:45.622243+0000","last_became_active":"2024-09-12T00:34:31.971263+0000","last_became_peered":"2024-09-12T00:34:31.971263+0000","last_unstale":"2024-09-12T01:15:45.622243+0000","last_undegraded":"2024-09-12T01:15:45.622243+0000","last_fullsized":"2024-09-12T01:15:45.622243+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":400,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:39:42.137336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11534519,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":834,"num_read_kb":22038,"num_write":1365,"num_write_kb":25421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"30'1","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.661529+0000","last_change":"2024-09-12T00:34:35.990662+0000","last_active":"2024-09-12T01:13:21.661529+0000","last_peered":"2024-09-12T01:13:21.661529+0000","last_clean":"2024-09-12T01:13:21.661529+0000","last_became_active":"2024-09-12T00:34:35.990181+0000","last_became_peered":"2024-09-12T00:34:35.990181+0000","last_unstale":"2024-09-12T01:13:21.661529+0000","last_undegraded":"2024-09-12T01:13:21.661529+0000","last_fullsized":"2024-09-12T01:13:21.661529+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:54:10.337966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"264'320","reported_seq":909,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.010412+0000","last_change":"2024-09-12T00:34:37.988290+0000","last_active":"2024-09-12T01:15:44.010412+0000","last_peered":"2024-09-12T01:15:44.010412+0000","last_clean":"2024-09-12T01:15:44.010412+0000","last_became_active":"2024-09-12T00:34:37.987989+0000","last_became_peered":"2024-09-12T00:34:37.987989+0000","last_unstale":"2024-09-12T01:15:44.010412+0000","last_undegraded":"2024-09-12T01:15:44.010412+0000","last_fullsized":"2024-09-12T01:15:44.010412+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:30:42.745177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50991,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":545,"num_read_kb":1225,"num_write":444,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:10.660734+0000","last_change":"2024-09-12T00:34:40.010434+0000","last_active":"2024-09-12T01:12:10.660734+0000","last_peered":"2024-09-12T01:12:10.660734+0000","last_clean":"2024-09-12T01:12:10.660734+0000","last_became_active":"2024-09-12T00:34:40.009757+0000","last_became_peered":"2024-09-12T00:34:40.009757+0000","last_unstale":"2024-09-12T01:12:10.660734+0000","last_undegraded":"2024-09-12T01:12:10.660734+0000","last_fullsized":"2024-09-12T01:12:10.660734+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:18:34.377897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"264'125","reported_seq":614,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.955922+0000","last_change":"2024-09-12T00:34:42.014821+0000","last_active":"2024-09-12T01:15:23.955922+0000","last_peered":"2024-09-12T01:15:23.955922+0000","last_clean":"2024-09-12T01:15:23.955922+0000","last_became_active":"2024-09-12T00:34:42.014551+0000","last_became_peered":"2024-09-12T00:34:42.014551+0000","last_unstale":"2024-09-12T01:15:23.955922+0000","last_undegraded":"2024-09-12T01:15:23.955922+0000","last_fullsized":"2024-09-12T01:15:23.955922+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:37:10.589821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":629,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":145,"num_read_kb":131,"num_write":325,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"264'471","reported_seq":2109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.796935+0000","last_change":"2024-09-12T00:34:33.971960+0000","last_active":"2024-09-12T01:14:18.796935+0000","last_peered":"2024-09-12T01:14:18.796935+0000","last_clean":"2024-09-12T01:14:18.796935+0000","last_became_active":"2024-09-12T00:34:33.971654+0000","last_became_peered":"2024-09-12T00:34:33.971654+0000","last_unstale":"2024-09-12T01:14:18.796935+0000","last_undegraded":"2024-09-12T01:14:18.796935+0000","last_fullsized":"2024-09-12T01:14:18.796935+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:29:56.482283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2669,"num_read_kb":2518,"num_write":545,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"264'348","reported_seq":995,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.006357+0000","last_change":"2024-09-12T00:34:31.973209+0000","last_active":"2024-09-12T01:15:46.006357+0000","last_peered":"2024-09-12T01:15:46.006357+0000","last_clean":"2024-09-12T01:15:46.006357+0000","last_became_active":"2024-09-12T00:34:31.972867+0000","last_became_peered":"2024-09-12T00:34:31.972867+0000","last_unstale":"2024-09-12T01:15:46.006357+0000","last_undegraded":"2024-09-12T01:15:46.006357+0000","last_fullsized":"2024-09-12T01:15:46.006357+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:16.132202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287823,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":575,"num_read_kb":7703,"num_write":1142,"num_write_kb":11059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"264'383","reported_seq":1917,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:00.611967+0000","last_change":"2024-09-12T00:34:33.973556+0000","last_active":"2024-09-12T01:14:00.611967+0000","last_peered":"2024-09-12T01:14:00.611967+0000","last_clean":"2024-09-12T01:14:00.611967+0000","last_became_active":"2024-09-12T00:34:33.972770+0000","last_became_peered":"2024-09-12T00:34:33.972770+0000","last_unstale":"2024-09-12T01:14:00.611967+0000","last_undegraded":"2024-09-12T01:14:00.611967+0000","last_fullsized":"2024-09-12T01:14:00.611967+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:49:04.372140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2116,"num_read_kb":2038,"num_write":421,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"264'401","reported_seq":1020,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.019359+0000","last_change":"2024-09-12T00:34:31.967381+0000","last_active":"2024-09-12T01:15:46.019359+0000","last_peered":"2024-09-12T01:15:46.019359+0000","last_clean":"2024-09-12T01:15:46.019359+0000","last_became_active":"2024-09-12T00:34:31.966720+0000","last_became_peered":"2024-09-12T00:34:31.966720+0000","last_unstale":"2024-09-12T01:15:46.019359+0000","last_undegraded":"2024-09-12T01:15:46.019359+0000","last_fullsized":"2024-09-12T01:15:46.019359+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:12:28.811257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4593516,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":495,"num_read_kb":8293,"num_write":1293,"num_write_kb":36930,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"264'513","reported_seq":2113,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:57.184599+0000","last_change":"2024-09-12T00:34:33.985742+0000","last_active":"2024-09-12T01:13:57.184599+0000","last_peered":"2024-09-12T01:13:57.184599+0000","last_clean":"2024-09-12T01:13:57.184599+0000","last_became_active":"2024-09-12T00:34:33.985427+0000","last_became_peered":"2024-09-12T00:34:33.985427+0000","last_unstale":"2024-09-12T01:13:57.184599+0000","last_undegraded":"2024-09-12T01:13:57.184599+0000","last_fullsized":"2024-09-12T01:13:57.184599+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":500,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:43:43.016227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2581,"num_read_kb":2413,"num_write":585,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"264'306","reported_seq":973,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:48.495890+0000","last_change":"2024-09-12T00:34:31.971955+0000","last_active":"2024-09-12T01:13:48.495890+0000","last_peered":"2024-09-12T01:13:48.495890+0000","last_clean":"2024-09-12T01:13:48.495890+0000","last_became_active":"2024-09-12T00:34:31.971634+0000","last_became_peered":"2024-09-12T00:34:31.971634+0000","last_unstale":"2024-09-12T01:13:48.495890+0000","last_undegraded":"2024-09-12T01:13:48.495890+0000","last_fullsized":"2024-09-12T01:13:48.495890+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:38.710097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5289593,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":552,"num_read_kb":32692,"num_write":1210,"num_write_kb":20336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"264'1033","reported_seq":2481,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.966310+0000","last_change":"2024-09-12T00:34:33.979972+0000","last_active":"2024-09-12T01:15:23.966310+0000","last_peered":"2024-09-12T01:15:23.966310+0000","last_clean":"2024-09-12T01:15:23.966310+0000","last_became_active":"2024-09-12T00:34:33.979663+0000","last_became_peered":"2024-09-12T00:34:33.979663+0000","last_unstale":"2024-09-12T01:15:23.966310+0000","last_undegraded":"2024-09-12T01:15:23.966310+0000","last_fullsized":"2024-09-12T01:15:23.966310+0000","mapping_epoch":27,"log_start":"264'1000","ondisk_log_start":"264'1000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":1000,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:03:19.863188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4883,"num_read_kb":4390,"num_write":1520,"num_write_kb":633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"264'342","reported_seq":1000,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.672514+0000","last_change":"2024-09-12T00:34:31.970895+0000","last_active":"2024-09-12T01:15:45.672514+0000","last_peered":"2024-09-12T01:15:45.672514+0000","last_clean":"2024-09-12T01:15:45.672514+0000","last_became_active":"2024-09-12T00:34:31.970164+0000","last_became_peered":"2024-09-12T00:34:31.970164+0000","last_unstale":"2024-09-12T01:15:45.672514+0000","last_undegraded":"2024-09-12T01:15:45.672514+0000","last_fullsized":"2024-09-12T01:15:45.672514+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:36:12.333017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8652978,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":540,"num_read_kb":17127,"num_write":1073,"num_write_kb":26850,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"264'580","reported_seq":2205,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.420577+0000","last_change":"2024-09-12T00:34:33.988599+0000","last_active":"2024-09-12T01:14:19.420577+0000","last_peered":"2024-09-12T01:14:19.420577+0000","last_clean":"2024-09-12T01:14:19.420577+0000","last_became_active":"2024-09-12T00:34:33.988284+0000","last_became_peered":"2024-09-12T00:34:33.988284+0000","last_unstale":"2024-09-12T01:14:19.420577+0000","last_undegraded":"2024-09-12T01:14:19.420577+0000","last_fullsized":"2024-09-12T01:14:19.420577+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":500,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:12.350170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3090,"num_read_kb":2864,"num_write":780,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"264'403","reported_seq":1078,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.013493+0000","last_change":"2024-09-12T00:34:31.978281+0000","last_active":"2024-09-12T01:15:46.013493+0000","last_peered":"2024-09-12T01:15:46.013493+0000","last_clean":"2024-09-12T01:15:46.013493+0000","last_became_active":"2024-09-12T00:34:31.977961+0000","last_became_peered":"2024-09-12T00:34:31.977961+0000","last_unstale":"2024-09-12T01:15:46.013493+0000","last_undegraded":"2024-09-12T01:15:46.013493+0000","last_fullsized":"2024-09-12T01:15:46.013493+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":300,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:14:56.887858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456491,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":652,"num_read_kb":48802,"num_write":1281,"num_write_kb":34470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"264'394","reported_seq":1990,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.843674+0000","last_change":"2024-09-12T00:34:33.977540+0000","last_active":"2024-09-12T01:14:04.843674+0000","last_peered":"2024-09-12T01:14:04.843674+0000","last_clean":"2024-09-12T01:14:04.843674+0000","last_became_active":"2024-09-12T00:34:33.977227+0000","last_became_peered":"2024-09-12T00:34:33.977227+0000","last_unstale":"2024-09-12T01:14:04.843674+0000","last_undegraded":"2024-09-12T01:14:04.843674+0000","last_fullsized":"2024-09-12T01:14:04.843674+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:30:24.295946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2367,"num_read_kb":2261,"num_write":462,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"264'300","reported_seq":913,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.027013+0000","last_change":"2024-09-12T00:34:31.962952+0000","last_active":"2024-09-12T01:15:46.027013+0000","last_peered":"2024-09-12T01:15:46.027013+0000","last_clean":"2024-09-12T01:15:46.027013+0000","last_became_active":"2024-09-12T00:34:31.962091+0000","last_became_peered":"2024-09-12T00:34:31.962091+0000","last_unstale":"2024-09-12T01:15:46.027013+0000","last_undegraded":"2024-09-12T01:15:46.027013+0000","last_fullsized":"2024-09-12T01:15:46.027013+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:55:26.891213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":407,"num_read_kb":31193,"num_write":903,"num_write_kb":37688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"264'1378","reported_seq":2959,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.388562+0000","last_change":"2024-09-12T00:34:33.992811+0000","last_active":"2024-09-12T01:13:56.388562+0000","last_peered":"2024-09-12T01:13:56.388562+0000","last_clean":"2024-09-12T01:13:56.388562+0000","last_became_active":"2024-09-12T00:34:33.992583+0000","last_became_peered":"2024-09-12T00:34:33.992583+0000","last_unstale":"2024-09-12T01:13:56.388562+0000","last_undegraded":"2024-09-12T01:13:56.388562+0000","last_fullsized":"2024-09-12T01:13:56.388562+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":1300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:07.816957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6518,"num_read_kb":5665,"num_write":2064,"num_write_kb":1012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"264'334","reported_seq":1014,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.015769+0000","last_change":"2024-09-12T00:34:31.966900+0000","last_active":"2024-09-12T01:15:46.015769+0000","last_peered":"2024-09-12T01:15:46.015769+0000","last_clean":"2024-09-12T01:15:46.015769+0000","last_became_active":"2024-09-12T00:34:31.966528+0000","last_became_peered":"2024-09-12T00:34:31.966528+0000","last_unstale":"2024-09-12T01:15:46.015769+0000","last_undegraded":"2024-09-12T01:15:46.015769+0000","last_fullsized":"2024-09-12T01:15:46.015769+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:27:05.119193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4364785,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":629,"num_read_kb":9603,"num_write":1163,"num_write_kb":30886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"264'446","reported_seq":2042,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.788614+0000","last_change":"2024-09-12T00:34:33.973702+0000","last_active":"2024-09-12T01:14:18.788614+0000","last_peered":"2024-09-12T01:14:18.788614+0000","last_clean":"2024-09-12T01:14:18.788614+0000","last_became_active":"2024-09-12T00:34:33.973387+0000","last_became_peered":"2024-09-12T00:34:33.973387+0000","last_unstale":"2024-09-12T01:14:18.788614+0000","last_undegraded":"2024-09-12T01:14:18.788614+0000","last_fullsized":"2024-09-12T01:14:18.788614+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":400,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:51:02.005720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2517,"num_read_kb":2371,"num_write":533,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"264'330","reported_seq":914,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.022411+0000","last_change":"2024-09-12T00:34:31.960972+0000","last_active":"2024-09-12T01:15:46.022411+0000","last_peered":"2024-09-12T01:15:46.022411+0000","last_clean":"2024-09-12T01:15:46.022411+0000","last_became_active":"2024-09-12T00:34:31.960623+0000","last_became_peered":"2024-09-12T00:34:31.960623+0000","last_unstale":"2024-09-12T01:15:46.022411+0000","last_undegraded":"2024-09-12T01:15:46.022411+0000","last_fullsized":"2024-09-12T01:15:46.022411+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:42:11.116775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4308193,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":370,"num_read_kb":27044,"num_write":941,"num_write_kb":54817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"264'734","reported_seq":2132,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:59.182588+0000","last_change":"2024-09-12T00:34:33.987693+0000","last_active":"2024-09-12T01:13:59.182588+0000","last_peered":"2024-09-12T01:13:59.182588+0000","last_clean":"2024-09-12T01:13:59.182588+0000","last_became_active":"2024-09-12T00:34:33.987414+0000","last_became_peered":"2024-09-12T00:34:33.987414+0000","last_unstale":"2024-09-12T01:13:59.182588+0000","last_undegraded":"2024-09-12T01:13:59.182588+0000","last_fullsized":"2024-09-12T01:13:59.182588+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":700,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:12:50.258534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3453,"num_read_kb":3108,"num_write":973,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"264'255","reported_seq":868,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:48.318781+0000","last_change":"2024-09-12T00:34:31.977675+0000","last_active":"2024-09-12T01:12:48.318781+0000","last_peered":"2024-09-12T01:12:48.318781+0000","last_clean":"2024-09-12T01:12:48.318781+0000","last_became_active":"2024-09-12T00:34:31.977298+0000","last_became_peered":"2024-09-12T00:34:31.977298+0000","last_unstale":"2024-09-12T01:12:48.318781+0000","last_undegraded":"2024-09-12T01:12:48.318781+0000","last_fullsized":"2024-09-12T01:12:48.318781+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:33.815567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7738366,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":398,"num_read_kb":37231,"num_write":914,"num_write_kb":28438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"264'924","reported_seq":2529,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.418033+0000","last_change":"2024-09-12T00:34:33.978903+0000","last_active":"2024-09-12T01:14:19.418033+0000","last_peered":"2024-09-12T01:14:19.418033+0000","last_clean":"2024-09-12T01:14:19.418033+0000","last_became_active":"2024-09-12T00:34:33.978626+0000","last_became_peered":"2024-09-12T00:34:33.978626+0000","last_unstale":"2024-09-12T01:14:19.418033+0000","last_undegraded":"2024-09-12T01:14:19.418033+0000","last_fullsized":"2024-09-12T01:14:19.418033+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":900,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:36.442364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4421,"num_read_kb":3963,"num_write":1257,"num_write_kb":522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"264'353","reported_seq":985,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.023205+0000","last_change":"2024-09-12T00:35:05.224381+0000","last_active":"2024-09-12T01:15:46.023205+0000","last_peered":"2024-09-12T01:15:46.023205+0000","last_clean":"2024-09-12T01:15:46.023205+0000","last_became_active":"2024-09-12T00:35:05.223897+0000","last_became_peered":"2024-09-12T00:35:05.223897+0000","last_unstale":"2024-09-12T01:15:46.023205+0000","last_undegraded":"2024-09-12T01:15:46.023205+0000","last_fullsized":"2024-09-12T01:15:46.023205+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:50:01.470120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154781,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":549,"num_read_kb":8825,"num_write":1213,"num_write_kb":53311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2d","version":"264'464","reported_seq":2087,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:59.910389+0000","last_change":"2024-09-12T00:34:33.976609+0000","last_active":"2024-09-12T01:13:59.910389+0000","last_peered":"2024-09-12T01:13:59.910389+0000","last_clean":"2024-09-12T01:13:59.910389+0000","last_became_active":"2024-09-12T00:34:33.975793+0000","last_became_peered":"2024-09-12T00:34:33.975793+0000","last_unstale":"2024-09-12T01:13:59.910389+0000","last_undegraded":"2024-09-12T01:13:59.910389+0000","last_fullsized":"2024-09-12T01:13:59.910389+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":400,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:38:37.298945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2477,"num_read_kb":2346,"num_write":538,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"264'271","reported_seq":898,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:02.764059+0000","last_change":"2024-09-12T00:34:31.970793+0000","last_active":"2024-09-12T01:14:02.764059+0000","last_peered":"2024-09-12T01:14:02.764059+0000","last_clean":"2024-09-12T01:14:02.764059+0000","last_became_active":"2024-09-12T00:34:31.970483+0000","last_became_peered":"2024-09-12T00:34:31.970483+0000","last_unstale":"2024-09-12T01:14:02.764059+0000","last_undegraded":"2024-09-12T01:14:02.764059+0000","last_fullsized":"2024-09-12T01:14:02.764059+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:01:46.219580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16780217,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":432,"num_read_kb":20949,"num_write":1065,"num_write_kb":36421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"264'347","reported_seq":1703,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:03.203553+0000","last_change":"2024-09-12T00:34:33.981791+0000","last_active":"2024-09-12T01:14:03.203553+0000","last_peered":"2024-09-12T01:14:03.203553+0000","last_clean":"2024-09-12T01:14:03.203553+0000","last_became_active":"2024-09-12T00:34:33.981437+0000","last_became_peered":"2024-09-12T00:34:33.981437+0000","last_unstale":"2024-09-12T01:14:03.203553+0000","last_undegraded":"2024-09-12T01:14:03.203553+0000","last_fullsized":"2024-09-12T01:14:03.203553+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:59:51.026676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1853,"num_read_kb":1763,"num_write":400,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"264'366","reported_seq":995,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.634978+0000","last_change":"2024-09-12T00:34:31.971229+0000","last_active":"2024-09-12T01:15:45.634978+0000","last_peered":"2024-09-12T01:15:45.634978+0000","last_clean":"2024-09-12T01:15:45.634978+0000","last_became_active":"2024-09-12T00:34:31.970571+0000","last_became_peered":"2024-09-12T00:34:31.970571+0000","last_unstale":"2024-09-12T01:15:45.634978+0000","last_undegraded":"2024-09-12T01:15:45.634978+0000","last_fullsized":"2024-09-12T01:15:45.634978+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:27:22.972896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1201878,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":482,"num_read_kb":33946,"num_write":1070,"num_write_kb":40492,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"264'466","reported_seq":2045,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.842736+0000","last_change":"2024-09-12T00:34:33.991062+0000","last_active":"2024-09-12T01:14:04.842736+0000","last_peered":"2024-09-12T01:14:04.842736+0000","last_clean":"2024-09-12T01:14:04.842736+0000","last_became_active":"2024-09-12T00:34:33.990826+0000","last_became_peered":"2024-09-12T00:34:33.990826+0000","last_unstale":"2024-09-12T01:14:04.842736+0000","last_undegraded":"2024-09-12T01:14:04.842736+0000","last_fullsized":"2024-09-12T01:14:04.842736+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":400,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:18.787891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2519,"num_read_kb":2361,"num_write":556,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"264'312","reported_seq":1036,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.026857+0000","last_change":"2024-09-12T00:34:31.970316+0000","last_active":"2024-09-12T01:15:46.026857+0000","last_peered":"2024-09-12T01:15:46.026857+0000","last_clean":"2024-09-12T01:15:46.026857+0000","last_became_active":"2024-09-12T00:34:31.969979+0000","last_became_peered":"2024-09-12T00:34:31.969979+0000","last_unstale":"2024-09-12T01:15:46.026857+0000","last_undegraded":"2024-09-12T01:15:46.026857+0000","last_fullsized":"2024-09-12T01:15:46.026857+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:17.487676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":546,"num_read_kb":13882,"num_write":966,"num_write_kb":28701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"264'343","reported_seq":1819,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:02.247205+0000","last_change":"2024-09-12T00:34:33.984358+0000","last_active":"2024-09-12T01:14:02.247205+0000","last_peered":"2024-09-12T01:14:02.247205+0000","last_clean":"2024-09-12T01:14:02.247205+0000","last_became_active":"2024-09-12T00:34:33.983526+0000","last_became_peered":"2024-09-12T00:34:33.983526+0000","last_unstale":"2024-09-12T01:14:02.247205+0000","last_undegraded":"2024-09-12T01:14:02.247205+0000","last_fullsized":"2024-09-12T01:14:02.247205+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:59:09.879499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2009,"num_read_kb":1938,"num_write":406,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"264'324","reported_seq":976,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.882329+0000","last_change":"2024-09-12T00:34:31.958445+0000","last_active":"2024-09-12T01:15:45.882329+0000","last_peered":"2024-09-12T01:15:45.882329+0000","last_clean":"2024-09-12T01:15:45.882329+0000","last_became_active":"2024-09-12T00:34:31.958123+0000","last_became_peered":"2024-09-12T00:34:31.958123+0000","last_unstale":"2024-09-12T01:15:45.882329+0000","last_undegraded":"2024-09-12T01:15:45.882329+0000","last_fullsized":"2024-09-12T01:15:45.882329+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:20:45.732651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2267389,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":537,"num_read_kb":16242,"num_write":1135,"num_write_kb":20265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"264'1329","reported_seq":2908,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214458+0000","last_change":"2024-09-12T00:34:33.994885+0000","last_active":"2024-09-12T01:14:04.214458+0000","last_peered":"2024-09-12T01:14:04.214458+0000","last_clean":"2024-09-12T01:14:04.214458+0000","last_became_active":"2024-09-12T00:34:33.994583+0000","last_became_peered":"2024-09-12T00:34:33.994583+0000","last_unstale":"2024-09-12T01:14:04.214458+0000","last_undegraded":"2024-09-12T01:14:04.214458+0000","last_fullsized":"2024-09-12T01:14:04.214458+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":1300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:01:23.374076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5995,"num_read_kb":5221,"num_write":1887,"num_write_kb":811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"264'406","reported_seq":1033,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.994456+0000","last_change":"2024-09-12T00:34:31.958969+0000","last_active":"2024-09-12T01:15:45.994456+0000","last_peered":"2024-09-12T01:15:45.994456+0000","last_clean":"2024-09-12T01:15:45.994456+0000","last_became_active":"2024-09-12T00:34:31.958601+0000","last_became_peered":"2024-09-12T00:34:31.958601+0000","last_unstale":"2024-09-12T01:15:45.994456+0000","last_undegraded":"2024-09-12T01:15:45.994456+0000","last_fullsized":"2024-09-12T01:15:45.994456+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:53:55.805419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133734,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":529,"num_read_kb":26571,"num_write":1227,"num_write_kb":44924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"264'725","reported_seq":2111,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.787157+0000","last_change":"2024-09-12T00:34:33.994902+0000","last_active":"2024-09-12T01:14:18.787157+0000","last_peered":"2024-09-12T01:14:18.787157+0000","last_clean":"2024-09-12T01:14:18.787157+0000","last_became_active":"2024-09-12T00:34:33.994643+0000","last_became_peered":"2024-09-12T00:34:33.994643+0000","last_unstale":"2024-09-12T01:14:18.787157+0000","last_undegraded":"2024-09-12T01:14:18.787157+0000","last_fullsized":"2024-09-12T01:14:18.787157+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":700,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:58:06.052708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3315,"num_read_kb":2988,"num_write":957,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"264'284","reported_seq":936,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:58.229505+0000","last_change":"2024-09-12T00:34:31.977100+0000","last_active":"2024-09-12T01:13:58.229505+0000","last_peered":"2024-09-12T01:13:58.229505+0000","last_clean":"2024-09-12T01:13:58.229505+0000","last_became_active":"2024-09-12T00:34:31.976757+0000","last_became_peered":"2024-09-12T00:34:31.976757+0000","last_unstale":"2024-09-12T01:13:58.229505+0000","last_undegraded":"2024-09-12T01:13:58.229505+0000","last_fullsized":"2024-09-12T01:13:58.229505+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:57.596008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6316869,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":486,"num_read_kb":29191,"num_write":1116,"num_write_kb":28673,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"264'297","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:49.148022+0000","last_change":"2024-09-12T00:34:31.980056+0000","last_active":"2024-09-12T01:12:49.148022+0000","last_peered":"2024-09-12T01:12:49.148022+0000","last_clean":"2024-09-12T01:12:49.148022+0000","last_became_active":"2024-09-12T00:34:31.979710+0000","last_became_peered":"2024-09-12T00:34:31.979710+0000","last_unstale":"2024-09-12T01:12:49.148022+0000","last_undegraded":"2024-09-12T01:12:49.148022+0000","last_fullsized":"2024-09-12T01:12:49.148022+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:54:05.270873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6608289,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":448,"num_read_kb":19969,"num_write":1114,"num_write_kb":32863,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"264'537","reported_seq":2096,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.711776+0000","last_change":"2024-09-12T00:34:33.995264+0000","last_active":"2024-09-12T01:14:15.711776+0000","last_peered":"2024-09-12T01:14:15.711776+0000","last_clean":"2024-09-12T01:14:15.711776+0000","last_became_active":"2024-09-12T00:34:33.994794+0000","last_became_peered":"2024-09-12T00:34:33.994794+0000","last_unstale":"2024-09-12T01:14:15.711776+0000","last_undegraded":"2024-09-12T01:14:15.711776+0000","last_fullsized":"2024-09-12T01:14:15.711776+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":500,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:55:32.843997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2804,"num_read_kb":2579,"num_write":703,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"264'371","reported_seq":1035,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.007007+0000","last_change":"2024-09-12T00:34:31.971603+0000","last_active":"2024-09-12T01:15:46.007007+0000","last_peered":"2024-09-12T01:15:46.007007+0000","last_clean":"2024-09-12T01:15:46.007007+0000","last_became_active":"2024-09-12T00:34:31.971271+0000","last_became_peered":"2024-09-12T00:34:31.971271+0000","last_unstale":"2024-09-12T01:15:46.007007+0000","last_undegraded":"2024-09-12T01:15:46.007007+0000","last_fullsized":"2024-09-12T01:15:46.007007+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:57.407881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1547028,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":557,"num_read_kb":90781,"num_write":1133,"num_write_kb":49991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"264'847","reported_seq":2418,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.467677+0000","last_change":"2024-09-12T00:34:33.991702+0000","last_active":"2024-09-12T01:14:05.467677+0000","last_peered":"2024-09-12T01:14:05.467677+0000","last_clean":"2024-09-12T01:14:05.467677+0000","last_became_active":"2024-09-12T00:34:33.991408+0000","last_became_peered":"2024-09-12T00:34:33.991408+0000","last_unstale":"2024-09-12T01:14:05.467677+0000","last_undegraded":"2024-09-12T01:14:05.467677+0000","last_fullsized":"2024-09-12T01:14:05.467677+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":800,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:12.714266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4035,"num_read_kb":3620,"num_write":1146,"num_write_kb":445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6235,"num_read_kb":4514,"num_write":2010,"num_write_kb":906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":981,"ondisk_log_size":981,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16119,"num_objects":90,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":0,"num_read":15003,"num_read_kb":14669,"num_write":16768,"num_write_kb":4891,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":18,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":32238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1757,"ondisk_log_size":1757,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":538,"ondisk_log_size":538,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1652071,"num_objects":221,"num_object_clones":0,"num_object_copies":442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":221,"num_whiteouts":0,"num_read":17565,"num_read_kb":36229,"num_write":14673,"num_write_kb":11585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":978944,"data_stored":656589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1940,"ondisk_log_size":1940,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2421,"num_read_kb":2886,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":165,"num_object_clones":0,"num_object_copies":330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":165,"num_whiteouts":0,"num_read":212166,"num_read_kb":193786,"num_write":55163,"num_write_kb":18717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":165,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3279,"ondisk_log_size":3279,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":187427897,"num_objects":1245,"num_object_clones":0,"num_object_copies":3735,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1245,"num_whiteouts":0,"num_read":35350,"num_read_kb":1942195,"num_write":71613,"num_write_kb":2251438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":253812736,"data_stored":253812736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3813,"ondisk_log_size":3813,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":167,"num_read_kb":190665,"num_write":189,"num_write_kb":136832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":7340032,"data_stored":7340032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129,"ondisk_log_size":129,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":160,"num_read_kb":178830,"num_write":186,"num_write_kb":136832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":29401088,"data_stored":29400273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509944,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":322956,"kb_used_data":20748,"kb_used_omap":1,"kb_used_meta":301886,"kb_avail":94048884,"statfs":{"total":96636764160,"available":96306057216,"internally_reserved":0,"allocated":21245952,"data_stored":19235165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":309131722},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509943,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":281776,"kb_used_data":27136,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94090064,"statfs":{"total":96636764160,"available":96348225536,"internally_reserved":0,"allocated":27787264,"data_stored":25812641,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509944,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":156256,"kb_used_data":44560,"kb_used_omap":1,"kb_used_meta":111678,"kb_avail":94215584,"statfs":{"total":96636764160,"available":96476758016,"internally_reserved":0,"allocated":45629440,"data_stored":43688817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114358725},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509945,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":304616,"kb_used_data":20436,"kb_used_omap":1,"kb_used_meta":283838,"kb_avail":94067224,"statfs":{"total":96636764160,"available":96324837376,"internally_reserved":0,"allocated":20926464,"data_stored":18941609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":290650567},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509945,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100108,"kb_used_data":18880,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94271732,"statfs":{"total":96636764160,"available":96534253568,"internally_reserved":0,"allocated":19333120,"data_stored":17403481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":83098053},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509943,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":175504,"kb_used_data":21964,"kb_used_omap":1,"kb_used_meta":153278,"kb_avail":94196336,"statfs":{"total":96636764160,"available":96457048064,"internally_reserved":0,"allocated":22491136,"data_stored":20518830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":156957125},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542646,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":336376,"kb_used_data":56612,"kb_used_omap":1,"kb_used_meta":279614,"kb_avail":94035464,"statfs":{"total":96636764160,"available":96292315136,"internally_reserved":0,"allocated":57970688,"data_stored":55951545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":286325189},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834575349,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":287112,"kb_used_data":147704,"kb_used_omap":1,"kb_used_meta":139390,"kb_avail":94084728,"statfs":{"total":96636764160,"available":96342761472,"internally_reserved":0,"allocated":151248896,"data_stored":149192729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":142735813},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":38039552,"data_stored":38039552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":18259968,"data_stored":18259968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":15147008,"data_stored":15147008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16683008,"data_stored":16683008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":21008384,"data_stored":21008384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":113836032,"data_stored":113836032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":14454784,"data_stored":14454784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384000,"data_stored":16384000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":96896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":651264,"data_stored":554627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":7246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":3962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":2427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":25206784,"data_stored":25205969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":7340032,"data_stored":7340032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:15:49.056 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-12T01:15:49.056 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:15:49.424 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:15:49.435 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-09-12T01:15:49.437 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":1507,"stamp":"2024-09-12T01:15:48.497623+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":207514059,"num_objects":1751,"num_object_clones":0,"num_object_copies":4747,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1751,"num_whiteouts":0,"num_read":289145,"num_read_kb":2563841,"num_write":160745,"num_write_kb":2562857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":211,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12656,"ondisk_log_size":12656,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1964704,"kb_used_data":358040,"kb_used_omap":12,"kb_used_meta":1602739,"kb_avail":753010016,"statfs":{"total":773094113280,"available":771082256384,"internally_reserved":0,"allocated":366632960,"data_stored":350744817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1641205296},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[6],"upper_bound":2},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-546817320,"num_objects":-3278,"num_object_clones":0,"num_object_copies":-9779,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-3278,"num_whiteouts":0,"num_read":3666,"num_read_kb":3357,"num_write":3481,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005165"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:03.767783+0000","last_change":"2024-09-12T01:01:00.245903+0000","last_active":"2024-09-12T01:11:03.767783+0000","last_peered":"2024-09-12T01:11:03.767783+0000","last_clean":"2024-09-12T01:11:03.767783+0000","last_became_active":"2024-09-12T01:01:00.245426+0000","last_became_peered":"2024-09-12T01:01:00.245426+0000","last_unstale":"2024-09-12T01:11:03.767783+0000","last_undegraded":"2024-09-12T01:11:03.767783+0000","last_fullsized":"2024-09-12T01:11:03.767783+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:46:22.990299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"261'7","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:08.784605+0000","last_change":"2024-09-12T00:50:34.993631+0000","last_active":"2024-09-12T01:13:08.784605+0000","last_peered":"2024-09-12T01:13:08.784605+0000","last_clean":"2024-09-12T01:13:08.784605+0000","last_became_active":"2024-09-12T00:50:34.991949+0000","last_became_peered":"2024-09-12T00:50:34.991949+0000","last_unstale":"2024-09-12T01:13:08.784605+0000","last_undegraded":"2024-09-12T01:13:08.784605+0000","last_fullsized":"2024-09-12T01:13:08.784605+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:01:24.806822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":5147,"num_write":12,"num_write_kb":5147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"264'4","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.664139+0000","last_change":"2024-09-12T00:50:30.943920+0000","last_active":"2024-09-12T01:15:45.664139+0000","last_peered":"2024-09-12T01:15:45.664139+0000","last_clean":"2024-09-12T01:15:45.664139+0000","last_became_active":"2024-09-12T00:50:30.943574+0000","last_became_peered":"2024-09-12T00:50:30.943574+0000","last_unstale":"2024-09-12T01:15:45.664139+0000","last_undegraded":"2024-09-12T01:15:45.664139+0000","last_fullsized":"2024-09-12T01:15:45.664139+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:39:55.798610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"264'40","reported_seq":156,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:00.659348+0000","last_change":"2024-09-12T00:49:05.007101+0000","last_active":"2024-09-12T01:12:00.659348+0000","last_peered":"2024-09-12T01:12:00.659348+0000","last_clean":"2024-09-12T01:12:00.659348+0000","last_became_active":"2024-09-12T00:49:05.006742+0000","last_became_peered":"2024-09-12T00:49:05.006742+0000","last_unstale":"2024-09-12T01:12:00.659348+0000","last_undegraded":"2024-09-12T01:12:00.659348+0000","last_fullsized":"2024-09-12T01:12:00.659348+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:55:12.829149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":147,"num_write":68,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:01.750077+0000","last_change":"2024-09-12T01:01:00.247398+0000","last_active":"2024-09-12T01:11:01.750077+0000","last_peered":"2024-09-12T01:11:01.750077+0000","last_clean":"2024-09-12T01:11:01.750077+0000","last_became_active":"2024-09-12T01:01:00.247055+0000","last_became_peered":"2024-09-12T01:01:00.247055+0000","last_unstale":"2024-09-12T01:11:01.750077+0000","last_undegraded":"2024-09-12T01:11:01.750077+0000","last_fullsized":"2024-09-12T01:11:01.750077+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:52.242476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'12","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.893432+0000","last_change":"2024-09-12T00:50:34.998229+0000","last_active":"2024-09-12T01:15:44.893432+0000","last_peered":"2024-09-12T01:15:44.893432+0000","last_clean":"2024-09-12T01:15:44.893432+0000","last_became_active":"2024-09-12T00:50:34.997943+0000","last_became_peered":"2024-09-12T00:50:34.997943+0000","last_unstale":"2024-09-12T01:15:44.893432+0000","last_undegraded":"2024-09-12T01:15:44.893432+0000","last_fullsized":"2024-09-12T01:15:44.893432+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:44.967054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":19458,"num_write":12,"num_write_kb":14336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"264'6","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.677913+0000","last_change":"2024-09-12T00:50:30.945805+0000","last_active":"2024-09-12T01:15:31.677913+0000","last_peered":"2024-09-12T01:15:31.677913+0000","last_clean":"2024-09-12T01:15:31.677913+0000","last_became_active":"2024-09-12T00:50:30.945254+0000","last_became_peered":"2024-09-12T00:50:30.945254+0000","last_unstale":"2024-09-12T01:15:31.677913+0000","last_undegraded":"2024-09-12T01:15:31.677913+0000","last_fullsized":"2024-09-12T01:15:31.677913+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:19:56.966979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":7170,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'13","reported_seq":79,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:11.766947+0000","last_change":"2024-09-12T00:49:05.002058+0000","last_active":"2024-09-12T01:13:11.766947+0000","last_peered":"2024-09-12T01:13:11.766947+0000","last_clean":"2024-09-12T01:13:11.766947+0000","last_became_active":"2024-09-12T00:49:05.001763+0000","last_became_peered":"2024-09-12T00:49:05.001763+0000","last_unstale":"2024-09-12T01:13:11.766947+0000","last_undegraded":"2024-09-12T01:13:11.766947+0000","last_fullsized":"2024-09-12T01:13:11.766947+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:53.021135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":38,"num_write":29,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.773052+0000","last_change":"2024-09-12T01:01:00.239899+0000","last_active":"2024-09-12T01:13:06.773052+0000","last_peered":"2024-09-12T01:13:06.773052+0000","last_clean":"2024-09-12T01:13:06.773052+0000","last_became_active":"2024-09-12T01:01:00.239631+0000","last_became_peered":"2024-09-12T01:01:00.239631+0000","last_unstale":"2024-09-12T01:13:06.773052+0000","last_undegraded":"2024-09-12T01:13:06.773052+0000","last_fullsized":"2024-09-12T01:13:06.773052+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:55.485366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"264'5","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.202631+0000","last_change":"2024-09-12T00:50:35.039728+0000","last_active":"2024-09-12T01:15:44.202631+0000","last_peered":"2024-09-12T01:15:44.202631+0000","last_clean":"2024-09-12T01:15:44.202631+0000","last_became_active":"2024-09-12T00:50:35.039271+0000","last_became_peered":"2024-09-12T00:50:35.039271+0000","last_unstale":"2024-09-12T01:15:44.202631+0000","last_undegraded":"2024-09-12T01:15:44.202631+0000","last_fullsized":"2024-09-12T01:15:44.202631+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:41.645145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:31.761936+0000","last_change":"2024-09-12T00:50:30.936876+0000","last_active":"2024-09-12T01:12:31.761936+0000","last_peered":"2024-09-12T01:12:31.761936+0000","last_clean":"2024-09-12T01:12:31.761936+0000","last_became_active":"2024-09-12T00:50:30.936604+0000","last_became_peered":"2024-09-12T00:50:30.936604+0000","last_unstale":"2024-09-12T01:12:31.761936+0000","last_undegraded":"2024-09-12T01:12:31.761936+0000","last_fullsized":"2024-09-12T01:12:31.761936+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:32.129971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"264'19","reported_seq":94,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:12.531107+0000","last_change":"2024-09-12T00:49:05.000146+0000","last_active":"2024-09-12T01:12:12.531107+0000","last_peered":"2024-09-12T01:12:12.531107+0000","last_clean":"2024-09-12T01:12:12.531107+0000","last_became_active":"2024-09-12T00:49:04.999778+0000","last_became_peered":"2024-09-12T00:49:04.999778+0000","last_unstale":"2024-09-12T01:12:12.531107+0000","last_undegraded":"2024-09-12T01:12:12.531107+0000","last_fullsized":"2024-09-12T01:12:12.531107+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:55.053996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":64,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796092+0000","last_change":"2024-09-12T01:01:00.243635+0000","last_active":"2024-09-12T01:13:06.796092+0000","last_peered":"2024-09-12T01:13:06.796092+0000","last_clean":"2024-09-12T01:13:06.796092+0000","last_became_active":"2024-09-12T01:01:00.241990+0000","last_became_peered":"2024-09-12T01:01:00.241990+0000","last_unstale":"2024-09-12T01:13:06.796092+0000","last_undegraded":"2024-09-12T01:13:06.796092+0000","last_fullsized":"2024-09-12T01:13:06.796092+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:14.717875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:36.808977+0000","last_change":"2024-09-12T00:50:35.037976+0000","last_active":"2024-09-12T01:14:36.808977+0000","last_peered":"2024-09-12T01:14:36.808977+0000","last_clean":"2024-09-12T01:14:36.808977+0000","last_became_active":"2024-09-12T00:50:35.037686+0000","last_became_peered":"2024-09-12T00:50:35.037686+0000","last_unstale":"2024-09-12T01:14:36.808977+0000","last_undegraded":"2024-09-12T01:14:36.808977+0000","last_fullsized":"2024-09-12T01:14:36.808977+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:48:34.490151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"264'5","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816146+0000","last_change":"2024-09-12T00:50:30.930254+0000","last_active":"2024-09-12T01:15:31.816146+0000","last_peered":"2024-09-12T01:15:31.816146+0000","last_clean":"2024-09-12T01:15:31.816146+0000","last_became_active":"2024-09-12T00:50:30.929963+0000","last_became_peered":"2024-09-12T00:50:30.929963+0000","last_unstale":"2024-09-12T01:15:31.816146+0000","last_undegraded":"2024-09-12T01:15:31.816146+0000","last_fullsized":"2024-09-12T01:15:31.816146+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:03:08.789094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"264'40","reported_seq":148,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:29.550142+0000","last_change":"2024-09-12T00:49:05.000097+0000","last_active":"2024-09-12T01:13:29.550142+0000","last_peered":"2024-09-12T01:13:29.550142+0000","last_clean":"2024-09-12T01:13:29.550142+0000","last_became_active":"2024-09-12T00:49:04.999716+0000","last_became_peered":"2024-09-12T00:49:04.999716+0000","last_unstale":"2024-09-12T01:13:29.550142+0000","last_undegraded":"2024-09-12T01:13:29.550142+0000","last_fullsized":"2024-09-12T01:13:29.550142+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:38:06.060742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":134,"num_write":72,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:01.795338+0000","last_change":"2024-09-12T01:01:00.242771+0000","last_active":"2024-09-12T01:13:01.795338+0000","last_peered":"2024-09-12T01:13:01.795338+0000","last_clean":"2024-09-12T01:13:01.795338+0000","last_became_active":"2024-09-12T01:01:00.242224+0000","last_became_peered":"2024-09-12T01:01:00.242224+0000","last_unstale":"2024-09-12T01:13:01.795338+0000","last_undegraded":"2024-09-12T01:13:01.795338+0000","last_fullsized":"2024-09-12T01:13:01.795338+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:32.060418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"0'0","reported_seq":33,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:23.778680+0000","last_change":"2024-09-12T00:50:34.996417+0000","last_active":"2024-09-12T01:12:23.778680+0000","last_peered":"2024-09-12T01:12:23.778680+0000","last_clean":"2024-09-12T01:12:23.778680+0000","last_became_active":"2024-09-12T00:50:34.996154+0000","last_became_peered":"2024-09-12T00:50:34.996154+0000","last_unstale":"2024-09-12T01:12:23.778680+0000","last_undegraded":"2024-09-12T01:12:23.778680+0000","last_fullsized":"2024-09-12T01:12:23.778680+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:03:25.711273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'3","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661352+0000","last_change":"2024-09-12T00:50:30.939967+0000","last_active":"2024-09-12T01:12:15.661352+0000","last_peered":"2024-09-12T01:12:15.661352+0000","last_clean":"2024-09-12T01:12:15.661352+0000","last_became_active":"2024-09-12T00:50:30.939638+0000","last_became_peered":"2024-09-12T00:50:30.939638+0000","last_unstale":"2024-09-12T01:12:15.661352+0000","last_undegraded":"2024-09-12T01:12:15.661352+0000","last_fullsized":"2024-09-12T01:12:15.661352+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:36:04.827614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":8192,"num_write":3,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"264'20","reported_seq":99,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.783680+0000","last_change":"2024-09-12T00:49:05.002436+0000","last_active":"2024-09-12T01:11:36.783680+0000","last_peered":"2024-09-12T01:11:36.783680+0000","last_clean":"2024-09-12T01:11:36.783680+0000","last_became_active":"2024-09-12T00:49:05.002165+0000","last_became_peered":"2024-09-12T00:49:05.002165+0000","last_unstale":"2024-09-12T01:11:36.783680+0000","last_undegraded":"2024-09-12T01:11:36.783680+0000","last_fullsized":"2024-09-12T01:11:36.783680+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:30.148234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":100,"num_read_kb":68,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.662992+0000","last_change":"2024-09-12T01:01:00.248904+0000","last_active":"2024-09-12T01:13:31.662992+0000","last_peered":"2024-09-12T01:13:31.662992+0000","last_clean":"2024-09-12T01:13:31.662992+0000","last_became_active":"2024-09-12T01:01:00.248572+0000","last_became_peered":"2024-09-12T01:01:00.248572+0000","last_unstale":"2024-09-12T01:13:31.662992+0000","last_undegraded":"2024-09-12T01:13:31.662992+0000","last_fullsized":"2024-09-12T01:13:31.662992+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:02:50.166971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"264'4","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.786026+0000","last_change":"2024-09-12T00:50:34.997856+0000","last_active":"2024-09-12T01:14:46.786026+0000","last_peered":"2024-09-12T01:14:46.786026+0000","last_clean":"2024-09-12T01:14:46.786026+0000","last_became_active":"2024-09-12T00:50:34.997567+0000","last_became_peered":"2024-09-12T00:50:34.997567+0000","last_unstale":"2024-09-12T01:14:46.786026+0000","last_undegraded":"2024-09-12T01:14:46.786026+0000","last_fullsized":"2024-09-12T01:14:46.786026+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:04.930105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"261'11","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.788765+0000","last_change":"2024-09-12T00:50:30.932850+0000","last_active":"2024-09-12T01:12:21.788765+0000","last_peered":"2024-09-12T01:12:21.788765+0000","last_clean":"2024-09-12T01:12:21.788765+0000","last_became_active":"2024-09-12T00:50:30.932533+0000","last_became_peered":"2024-09-12T00:50:30.932533+0000","last_unstale":"2024-09-12T01:12:21.788765+0000","last_undegraded":"2024-09-12T01:12:21.788765+0000","last_fullsized":"2024-09-12T01:12:21.788765+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:59:03.192260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":7172,"num_write":16,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"261'112","reported_seq":386,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.760656+0000","last_change":"2024-09-12T00:49:05.001293+0000","last_active":"2024-09-12T01:11:36.760656+0000","last_peered":"2024-09-12T01:11:36.760656+0000","last_clean":"2024-09-12T01:11:36.760656+0000","last_became_active":"2024-09-12T00:49:05.001017+0000","last_became_peered":"2024-09-12T00:49:05.001017+0000","last_unstale":"2024-09-12T01:11:36.760656+0000","last_undegraded":"2024-09-12T01:11:36.760656+0000","last_fullsized":"2024-09-12T01:11:36.760656+0000","mapping_epoch":251,"log_start":"261'100","ondisk_log_start":"261'100","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:32.060019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":677,"num_read_kb":569,"num_write":130,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"264'1","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:01.776988+0000","last_change":"2024-09-12T01:01:00.241380+0000","last_active":"2024-09-12T01:11:01.776988+0000","last_peered":"2024-09-12T01:11:01.776988+0000","last_clean":"2024-09-12T01:11:01.776988+0000","last_became_active":"2024-09-12T01:01:00.241075+0000","last_became_peered":"2024-09-12T01:01:00.241075+0000","last_unstale":"2024-09-12T01:11:01.776988+0000","last_undegraded":"2024-09-12T01:11:01.776988+0000","last_fullsized":"2024-09-12T01:11:01.776988+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:37.266721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'10","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.657254+0000","last_change":"2024-09-12T00:50:34.999006+0000","last_active":"2024-09-12T01:15:44.657254+0000","last_peered":"2024-09-12T01:15:44.657254+0000","last_clean":"2024-09-12T01:15:44.657254+0000","last_became_active":"2024-09-12T00:50:34.998656+0000","last_became_peered":"2024-09-12T00:50:34.998656+0000","last_unstale":"2024-09-12T01:15:44.657254+0000","last_undegraded":"2024-09-12T01:15:44.657254+0000","last_fullsized":"2024-09-12T01:15:44.657254+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:26:47.962996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":16384,"num_write":20,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"264'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816060+0000","last_change":"2024-09-12T00:50:30.940020+0000","last_active":"2024-09-12T01:15:31.816060+0000","last_peered":"2024-09-12T01:15:31.816060+0000","last_clean":"2024-09-12T01:15:31.816060+0000","last_became_active":"2024-09-12T00:50:30.939689+0000","last_became_peered":"2024-09-12T00:50:30.939689+0000","last_unstale":"2024-09-12T01:15:31.816060+0000","last_undegraded":"2024-09-12T01:15:31.816060+0000","last_fullsized":"2024-09-12T01:15:31.816060+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:49.704148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"264'40","reported_seq":154,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:30.265088+0000","last_change":"2024-09-12T00:49:05.003763+0000","last_active":"2024-09-12T01:13:30.265088+0000","last_peered":"2024-09-12T01:13:30.265088+0000","last_clean":"2024-09-12T01:13:30.265088+0000","last_became_active":"2024-09-12T00:49:05.003249+0000","last_became_peered":"2024-09-12T00:49:05.003249+0000","last_unstale":"2024-09-12T01:13:30.265088+0000","last_undegraded":"2024-09-12T01:13:30.265088+0000","last_fullsized":"2024-09-12T01:13:30.265088+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:53:07.505775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":209,"num_read_kb":145,"num_write":63,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:01.777043+0000","last_change":"2024-09-12T01:01:00.244164+0000","last_active":"2024-09-12T01:11:01.777043+0000","last_peered":"2024-09-12T01:11:01.777043+0000","last_clean":"2024-09-12T01:11:01.777043+0000","last_became_active":"2024-09-12T01:01:00.243245+0000","last_became_peered":"2024-09-12T01:01:00.243245+0000","last_unstale":"2024-09-12T01:11:01.777043+0000","last_undegraded":"2024-09-12T01:11:01.777043+0000","last_fullsized":"2024-09-12T01:11:01.777043+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:18:33.293646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"261'7","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796126+0000","last_change":"2024-09-12T00:50:34.996942+0000","last_active":"2024-09-12T01:13:06.796126+0000","last_peered":"2024-09-12T01:13:06.796126+0000","last_clean":"2024-09-12T01:13:06.796126+0000","last_became_active":"2024-09-12T00:50:34.996636+0000","last_became_peered":"2024-09-12T00:50:34.996636+0000","last_unstale":"2024-09-12T01:13:06.796126+0000","last_undegraded":"2024-09-12T01:13:06.796126+0000","last_fullsized":"2024-09-12T01:13:06.796126+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:43:33.721042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":3076,"num_write":12,"num_write_kb":1026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:00.667540+0000","last_change":"2024-09-12T00:50:30.943697+0000","last_active":"2024-09-12T01:13:00.667540+0000","last_peered":"2024-09-12T01:13:00.667540+0000","last_clean":"2024-09-12T01:13:00.667540+0000","last_became_active":"2024-09-12T00:50:30.943131+0000","last_became_peered":"2024-09-12T00:50:30.943131+0000","last_unstale":"2024-09-12T01:13:00.667540+0000","last_undegraded":"2024-09-12T01:13:00.667540+0000","last_fullsized":"2024-09-12T01:13:00.667540+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:18.820306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'24","reported_seq":112,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:29.762554+0000","last_change":"2024-09-12T00:49:04.999484+0000","last_active":"2024-09-12T01:13:29.762554+0000","last_peered":"2024-09-12T01:13:29.762554+0000","last_clean":"2024-09-12T01:13:29.762554+0000","last_became_active":"2024-09-12T00:49:04.999214+0000","last_became_peered":"2024-09-12T00:49:04.999214+0000","last_unstale":"2024-09-12T01:13:29.762554+0000","last_undegraded":"2024-09-12T01:13:29.762554+0000","last_fullsized":"2024-09-12T01:13:29.762554+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:38.554602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":124,"num_read_kb":86,"num_write":42,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.655741+0000","last_change":"2024-09-12T01:01:00.242402+0000","last_active":"2024-09-12T01:12:41.655741+0000","last_peered":"2024-09-12T01:12:41.655741+0000","last_clean":"2024-09-12T01:12:41.655741+0000","last_became_active":"2024-09-12T01:01:00.242074+0000","last_became_peered":"2024-09-12T01:01:00.242074+0000","last_unstale":"2024-09-12T01:12:41.655741+0000","last_undegraded":"2024-09-12T01:12:41.655741+0000","last_fullsized":"2024-09-12T01:12:41.655741+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:17.494123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"264'4","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.810498+0000","last_change":"2024-09-12T00:50:35.037076+0000","last_active":"2024-09-12T01:14:46.810498+0000","last_peered":"2024-09-12T01:14:46.810498+0000","last_clean":"2024-09-12T01:14:46.810498+0000","last_became_active":"2024-09-12T00:50:35.036761+0000","last_became_peered":"2024-09-12T00:50:35.036761+0000","last_unstale":"2024-09-12T01:14:46.810498+0000","last_undegraded":"2024-09-12T01:14:46.810498+0000","last_fullsized":"2024-09-12T01:14:46.810498+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:03:53.542537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'4","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:33.771953+0000","last_change":"2024-09-12T00:50:30.934398+0000","last_active":"2024-09-12T01:11:33.771953+0000","last_peered":"2024-09-12T01:11:33.771953+0000","last_clean":"2024-09-12T01:11:33.771953+0000","last_became_active":"2024-09-12T00:50:30.934124+0000","last_became_peered":"2024-09-12T00:50:30.934124+0000","last_unstale":"2024-09-12T01:11:33.771953+0000","last_undegraded":"2024-09-12T01:11:33.771953+0000","last_fullsized":"2024-09-12T01:11:33.771953+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:17.327332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"264'16","reported_seq":89,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:15.669968+0000","last_change":"2024-09-12T00:49:05.002772+0000","last_active":"2024-09-12T01:13:15.669968+0000","last_peered":"2024-09-12T01:13:15.669968+0000","last_clean":"2024-09-12T01:13:15.669968+0000","last_became_active":"2024-09-12T00:49:05.002211+0000","last_became_peered":"2024-09-12T00:49:05.002211+0000","last_unstale":"2024-09-12T01:13:15.669968+0000","last_undegraded":"2024-09-12T01:13:15.669968+0000","last_fullsized":"2024-09-12T01:13:15.669968+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:27.308072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":79,"num_read_kb":54,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.762877+0000","last_change":"2024-09-12T01:01:00.248629+0000","last_active":"2024-09-12T01:12:41.762877+0000","last_peered":"2024-09-12T01:12:41.762877+0000","last_clean":"2024-09-12T01:12:41.762877+0000","last_became_active":"2024-09-12T01:01:00.248297+0000","last_became_peered":"2024-09-12T01:01:00.248297+0000","last_unstale":"2024-09-12T01:12:41.762877+0000","last_undegraded":"2024-09-12T01:12:41.762877+0000","last_fullsized":"2024-09-12T01:12:41.762877+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:45:04.561312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"264'3","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.803110+0000","last_change":"2024-09-12T00:50:35.037325+0000","last_active":"2024-09-12T01:13:56.803110+0000","last_peered":"2024-09-12T01:13:56.803110+0000","last_clean":"2024-09-12T01:13:56.803110+0000","last_became_active":"2024-09-12T00:50:35.036985+0000","last_became_peered":"2024-09-12T00:50:35.036985+0000","last_unstale":"2024-09-12T01:13:56.803110+0000","last_undegraded":"2024-09-12T01:13:56.803110+0000","last_fullsized":"2024-09-12T01:13:56.803110+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:40:21.457178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"264'3","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:41.808606+0000","last_change":"2024-09-12T00:50:30.934350+0000","last_active":"2024-09-12T01:14:41.808606+0000","last_peered":"2024-09-12T01:14:41.808606+0000","last_clean":"2024-09-12T01:14:41.808606+0000","last_became_active":"2024-09-12T00:50:30.934084+0000","last_became_peered":"2024-09-12T00:50:30.934084+0000","last_unstale":"2024-09-12T01:14:41.808606+0000","last_undegraded":"2024-09-12T01:14:41.808606+0000","last_fullsized":"2024-09-12T01:14:41.808606+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:58.529071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"264'35","reported_seq":131,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.797847+0000","last_change":"2024-09-12T00:49:05.002480+0000","last_active":"2024-09-12T01:13:16.797847+0000","last_peered":"2024-09-12T01:13:16.797847+0000","last_clean":"2024-09-12T01:13:16.797847+0000","last_became_active":"2024-09-12T00:49:05.002224+0000","last_became_peered":"2024-09-12T00:49:05.002224+0000","last_unstale":"2024-09-12T01:13:16.797847+0000","last_undegraded":"2024-09-12T01:13:16.797847+0000","last_fullsized":"2024-09-12T01:13:16.797847+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:08.139476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":151,"num_read_kb":104,"num_write":80,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.791596+0000","last_change":"2024-09-12T01:01:00.240145+0000","last_active":"2024-09-12T01:12:41.791596+0000","last_peered":"2024-09-12T01:12:41.791596+0000","last_clean":"2024-09-12T01:12:41.791596+0000","last_became_active":"2024-09-12T01:01:00.239845+0000","last_became_peered":"2024-09-12T01:01:00.239845+0000","last_unstale":"2024-09-12T01:12:41.791596+0000","last_undegraded":"2024-09-12T01:12:41.791596+0000","last_fullsized":"2024-09-12T01:12:41.791596+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:29:21.793039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"264'3","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:15.685237+0000","last_change":"2024-09-12T00:51:06.150424+0000","last_active":"2024-09-12T01:15:15.685237+0000","last_peered":"2024-09-12T01:15:15.685237+0000","last_clean":"2024-09-12T01:15:15.685237+0000","last_became_active":"2024-09-12T00:51:06.150065+0000","last_became_peered":"2024-09-12T00:51:06.150065+0000","last_unstale":"2024-09-12T01:15:15.685237+0000","last_undegraded":"2024-09-12T01:15:15.685237+0000","last_fullsized":"2024-09-12T01:15:15.685237+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:35:33.339819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.16","version":"264'2","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:41.777638+0000","last_change":"2024-09-12T00:50:30.944504+0000","last_active":"2024-09-12T01:14:41.777638+0000","last_peered":"2024-09-12T01:14:41.777638+0000","last_clean":"2024-09-12T01:14:41.777638+0000","last_became_active":"2024-09-12T00:50:30.944163+0000","last_became_peered":"2024-09-12T00:50:30.944163+0000","last_unstale":"2024-09-12T01:14:41.777638+0000","last_undegraded":"2024-09-12T01:14:41.777638+0000","last_fullsized":"2024-09-12T01:14:41.777638+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:52.196257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"264'23","reported_seq":106,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.767689+0000","last_change":"2024-09-12T00:49:04.999280+0000","last_active":"2024-09-12T01:13:16.767689+0000","last_peered":"2024-09-12T01:13:16.767689+0000","last_clean":"2024-09-12T01:13:16.767689+0000","last_became_active":"2024-09-12T00:49:04.998991+0000","last_became_peered":"2024-09-12T00:49:04.998991+0000","last_unstale":"2024-09-12T01:13:16.767689+0000","last_undegraded":"2024-09-12T01:13:16.767689+0000","last_fullsized":"2024-09-12T01:13:16.767689+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:17:14.228657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":76,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:43.781055+0000","last_change":"2024-09-12T01:01:00.243575+0000","last_active":"2024-09-12T01:12:43.781055+0000","last_peered":"2024-09-12T01:12:43.781055+0000","last_clean":"2024-09-12T01:12:43.781055+0000","last_became_active":"2024-09-12T01:01:00.243245+0000","last_became_peered":"2024-09-12T01:01:00.243245+0000","last_unstale":"2024-09-12T01:12:43.781055+0000","last_undegraded":"2024-09-12T01:12:43.781055+0000","last_fullsized":"2024-09-12T01:12:43.781055+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:24.484498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"261'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.788839+0000","last_change":"2024-09-12T00:50:34.994727+0000","last_active":"2024-09-12T01:12:21.788839+0000","last_peered":"2024-09-12T01:12:21.788839+0000","last_clean":"2024-09-12T01:12:21.788839+0000","last_became_active":"2024-09-12T00:50:34.994435+0000","last_became_peered":"2024-09-12T00:50:34.994435+0000","last_unstale":"2024-09-12T01:12:21.788839+0000","last_undegraded":"2024-09-12T01:12:21.788839+0000","last_fullsized":"2024-09-12T01:12:21.788839+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:39.933925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661493+0000","last_change":"2024-09-12T00:50:30.940323+0000","last_active":"2024-09-12T01:12:15.661493+0000","last_peered":"2024-09-12T01:12:15.661493+0000","last_clean":"2024-09-12T01:12:15.661493+0000","last_became_active":"2024-09-12T00:50:30.940015+0000","last_became_peered":"2024-09-12T00:50:30.940015+0000","last_unstale":"2024-09-12T01:12:15.661493+0000","last_undegraded":"2024-09-12T01:12:15.661493+0000","last_fullsized":"2024-09-12T01:12:15.661493+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:53.874419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"264'4","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:31.790562+0000","last_change":"2024-09-12T00:49:05.000795+0000","last_active":"2024-09-12T01:12:31.790562+0000","last_peered":"2024-09-12T01:12:31.790562+0000","last_clean":"2024-09-12T01:12:31.790562+0000","last_became_active":"2024-09-12T00:49:05.000448+0000","last_became_peered":"2024-09-12T00:49:05.000448+0000","last_unstale":"2024-09-12T01:12:31.790562+0000","last_undegraded":"2024-09-12T01:12:31.790562+0000","last_fullsized":"2024-09-12T01:12:31.790562+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:03:37.939485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":13,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796239+0000","last_change":"2024-09-12T01:01:00.249415+0000","last_active":"2024-09-12T01:13:06.796239+0000","last_peered":"2024-09-12T01:13:06.796239+0000","last_clean":"2024-09-12T01:13:06.796239+0000","last_became_active":"2024-09-12T01:01:00.249127+0000","last_became_peered":"2024-09-12T01:01:00.249127+0000","last_unstale":"2024-09-12T01:13:06.796239+0000","last_undegraded":"2024-09-12T01:13:06.796239+0000","last_fullsized":"2024-09-12T01:13:06.796239+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:52:34.400467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"264'4","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.752658+0000","last_change":"2024-09-12T00:50:34.994048+0000","last_active":"2024-09-12T01:15:44.752658+0000","last_peered":"2024-09-12T01:15:44.752658+0000","last_clean":"2024-09-12T01:15:44.752658+0000","last_became_active":"2024-09-12T00:50:34.993740+0000","last_became_peered":"2024-09-12T00:50:34.993740+0000","last_unstale":"2024-09-12T01:15:44.752658+0000","last_undegraded":"2024-09-12T01:15:44.752658+0000","last_fullsized":"2024-09-12T01:15:44.752658+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:49.829850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'5","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:51.801952+0000","last_change":"2024-09-12T00:50:30.943358+0000","last_active":"2024-09-12T01:13:51.801952+0000","last_peered":"2024-09-12T01:13:51.801952+0000","last_clean":"2024-09-12T01:13:51.801952+0000","last_became_active":"2024-09-12T00:50:30.943017+0000","last_became_peered":"2024-09-12T00:50:30.943017+0000","last_unstale":"2024-09-12T01:13:51.801952+0000","last_undegraded":"2024-09-12T01:13:51.801952+0000","last_fullsized":"2024-09-12T01:13:51.801952+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:26:15.575970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8219,"num_write":10,"num_write_kb":4123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"264'39","reported_seq":147,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:55.136186+0000","last_change":"2024-09-12T00:49:05.001754+0000","last_active":"2024-09-12T01:12:55.136186+0000","last_peered":"2024-09-12T01:12:55.136186+0000","last_clean":"2024-09-12T01:12:55.136186+0000","last_became_active":"2024-09-12T00:49:05.001197+0000","last_became_peered":"2024-09-12T00:49:05.001197+0000","last_unstale":"2024-09-12T01:12:55.136186+0000","last_undegraded":"2024-09-12T01:12:55.136186+0000","last_fullsized":"2024-09-12T01:12:55.136186+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:24.963710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":127,"num_write":78,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:05.668504+0000","last_change":"2024-09-12T01:01:00.246063+0000","last_active":"2024-09-12T01:13:05.668504+0000","last_peered":"2024-09-12T01:13:05.668504+0000","last_clean":"2024-09-12T01:13:05.668504+0000","last_became_active":"2024-09-12T01:01:00.244464+0000","last_became_peered":"2024-09-12T01:01:00.244464+0000","last_unstale":"2024-09-12T01:13:05.668504+0000","last_undegraded":"2024-09-12T01:13:05.668504+0000","last_fullsized":"2024-09-12T01:13:05.668504+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:22.705753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"264'2","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.665906+0000","last_change":"2024-09-12T00:50:34.995644+0000","last_active":"2024-09-12T01:13:56.665906+0000","last_peered":"2024-09-12T01:13:56.665906+0000","last_clean":"2024-09-12T01:13:56.665906+0000","last_became_active":"2024-09-12T00:50:34.995365+0000","last_became_peered":"2024-09-12T00:50:34.995365+0000","last_unstale":"2024-09-12T01:13:56.665906+0000","last_undegraded":"2024-09-12T01:13:56.665906+0000","last_fullsized":"2024-09-12T01:13:56.665906+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:28:20.640956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"261'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.782796+0000","last_change":"2024-09-12T00:50:30.943184+0000","last_active":"2024-09-12T01:11:31.782796+0000","last_peered":"2024-09-12T01:11:31.782796+0000","last_clean":"2024-09-12T01:11:31.782796+0000","last_became_active":"2024-09-12T00:50:30.942874+0000","last_became_peered":"2024-09-12T00:50:30.942874+0000","last_unstale":"2024-09-12T01:11:31.782796+0000","last_undegraded":"2024-09-12T01:11:31.782796+0000","last_fullsized":"2024-09-12T01:11:31.782796+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:52:59.761721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"264'18","reported_seq":94,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:25.662770+0000","last_change":"2024-09-12T00:49:05.001769+0000","last_active":"2024-09-12T01:12:25.662770+0000","last_peered":"2024-09-12T01:12:25.662770+0000","last_clean":"2024-09-12T01:12:25.662770+0000","last_became_active":"2024-09-12T00:49:05.001379+0000","last_became_peered":"2024-09-12T00:49:05.001379+0000","last_unstale":"2024-09-12T01:12:25.662770+0000","last_undegraded":"2024-09-12T01:12:25.662770+0000","last_fullsized":"2024-09-12T01:12:25.662770+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:49.112285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":90,"num_read_kb":62,"num_write":33,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"263'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:45.665365+0000","last_change":"2024-09-12T01:01:00.252486+0000","last_active":"2024-09-12T01:12:45.665365+0000","last_peered":"2024-09-12T01:12:45.665365+0000","last_clean":"2024-09-12T01:12:45.665365+0000","last_became_active":"2024-09-12T01:01:00.251344+0000","last_became_peered":"2024-09-12T01:01:00.251344+0000","last_unstale":"2024-09-12T01:12:45.665365+0000","last_undegraded":"2024-09-12T01:12:45.665365+0000","last_fullsized":"2024-09-12T01:12:45.665365+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:04:03.915476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":33,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.783704+0000","last_change":"2024-09-12T00:50:34.995712+0000","last_active":"2024-09-12T01:11:36.783704+0000","last_peered":"2024-09-12T01:11:36.783704+0000","last_clean":"2024-09-12T01:11:36.783704+0000","last_became_active":"2024-09-12T00:50:34.995297+0000","last_became_peered":"2024-09-12T00:50:34.995297+0000","last_unstale":"2024-09-12T01:11:36.783704+0000","last_undegraded":"2024-09-12T01:11:36.783704+0000","last_fullsized":"2024-09-12T01:11:36.783704+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:08:54.404328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"261'4","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.759988+0000","last_change":"2024-09-12T00:50:30.935163+0000","last_active":"2024-09-12T01:11:31.759988+0000","last_peered":"2024-09-12T01:11:31.759988+0000","last_clean":"2024-09-12T01:11:31.759988+0000","last_became_active":"2024-09-12T00:50:30.934883+0000","last_became_peered":"2024-09-12T00:50:30.934883+0000","last_unstale":"2024-09-12T01:11:31.759988+0000","last_undegraded":"2024-09-12T01:11:31.759988+0000","last_fullsized":"2024-09-12T01:11:31.759988+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:43:58.604195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":4,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"264'13","reported_seq":79,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:26.789605+0000","last_change":"2024-09-12T00:49:04.995425+0000","last_active":"2024-09-12T01:12:26.789605+0000","last_peered":"2024-09-12T01:12:26.789605+0000","last_clean":"2024-09-12T01:12:26.789605+0000","last_became_active":"2024-09-12T00:49:04.995133+0000","last_became_peered":"2024-09-12T00:49:04.995133+0000","last_unstale":"2024-09-12T01:12:26.789605+0000","last_undegraded":"2024-09-12T01:12:26.789605+0000","last_fullsized":"2024-09-12T01:12:26.789605+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:18:07.249211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":43,"num_write":24,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796200+0000","last_change":"2024-09-12T01:01:00.249001+0000","last_active":"2024-09-12T01:13:06.796200+0000","last_peered":"2024-09-12T01:13:06.796200+0000","last_clean":"2024-09-12T01:13:06.796200+0000","last_became_active":"2024-09-12T01:01:00.248137+0000","last_became_peered":"2024-09-12T01:01:00.248137+0000","last_unstale":"2024-09-12T01:13:06.796200+0000","last_undegraded":"2024-09-12T01:13:06.796200+0000","last_fullsized":"2024-09-12T01:13:06.796200+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:08:35.210868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"264'3","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.779447+0000","last_change":"2024-09-12T00:50:34.998813+0000","last_active":"2024-09-12T01:13:56.779447+0000","last_peered":"2024-09-12T01:13:56.779447+0000","last_clean":"2024-09-12T01:13:56.779447+0000","last_became_active":"2024-09-12T00:50:34.998442+0000","last_became_peered":"2024-09-12T00:50:34.998442+0000","last_unstale":"2024-09-12T01:13:56.779447+0000","last_undegraded":"2024-09-12T01:13:56.779447+0000","last_fullsized":"2024-09-12T01:13:56.779447+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:10.912223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'6","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:33.771937+0000","last_change":"2024-09-12T00:50:30.935630+0000","last_active":"2024-09-12T01:11:33.771937+0000","last_peered":"2024-09-12T01:11:33.771937+0000","last_clean":"2024-09-12T01:11:33.771937+0000","last_became_active":"2024-09-12T00:50:30.935187+0000","last_became_peered":"2024-09-12T00:50:30.935187+0000","last_unstale":"2024-09-12T01:11:33.771937+0000","last_undegraded":"2024-09-12T01:11:33.771937+0000","last_fullsized":"2024-09-12T01:11:33.771937+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:12.454869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":11,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"264'10","reported_seq":74,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:26.790569+0000","last_change":"2024-09-12T00:49:04.997846+0000","last_active":"2024-09-12T01:12:26.790569+0000","last_peered":"2024-09-12T01:12:26.790569+0000","last_clean":"2024-09-12T01:12:26.790569+0000","last_became_active":"2024-09-12T00:49:04.997543+0000","last_became_peered":"2024-09-12T00:49:04.997543+0000","last_unstale":"2024-09-12T01:12:26.790569+0000","last_undegraded":"2024-09-12T01:12:26.790569+0000","last_fullsized":"2024-09-12T01:12:26.790569+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:34:32.253085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":36,"num_write":21,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.757171+0000","last_change":"2024-09-12T01:01:00.247966+0000","last_active":"2024-09-12T01:11:51.757171+0000","last_peered":"2024-09-12T01:11:51.757171+0000","last_clean":"2024-09-12T01:11:51.757171+0000","last_became_active":"2024-09-12T01:01:00.247390+0000","last_became_peered":"2024-09-12T01:01:00.247390+0000","last_unstale":"2024-09-12T01:11:51.757171+0000","last_undegraded":"2024-09-12T01:11:51.757171+0000","last_fullsized":"2024-09-12T01:11:51.757171+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:23:43.396709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:21.815691+0000","last_change":"2024-09-12T00:50:34.999328+0000","last_active":"2024-09-12T01:15:21.815691+0000","last_peered":"2024-09-12T01:15:21.815691+0000","last_clean":"2024-09-12T01:15:21.815691+0000","last_became_active":"2024-09-12T00:50:34.999003+0000","last_became_peered":"2024-09-12T00:50:34.999003+0000","last_unstale":"2024-09-12T01:15:21.815691+0000","last_undegraded":"2024-09-12T01:15:21.815691+0000","last_fullsized":"2024-09-12T01:15:21.815691+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:42.477954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.813763+0000","last_change":"2024-09-12T00:50:30.945140+0000","last_active":"2024-09-12T01:15:16.813763+0000","last_peered":"2024-09-12T01:15:16.813763+0000","last_clean":"2024-09-12T01:15:16.813763+0000","last_became_active":"2024-09-12T00:50:30.944904+0000","last_became_peered":"2024-09-12T00:50:30.944904+0000","last_unstale":"2024-09-12T01:15:16.813763+0000","last_undegraded":"2024-09-12T01:15:16.813763+0000","last_fullsized":"2024-09-12T01:15:16.813763+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:27.652096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"264'18","reported_seq":92,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:41.784520+0000","last_change":"2024-09-12T00:49:05.006612+0000","last_active":"2024-09-12T01:11:41.784520+0000","last_peered":"2024-09-12T01:11:41.784520+0000","last_clean":"2024-09-12T01:11:41.784520+0000","last_became_active":"2024-09-12T00:49:05.006219+0000","last_became_peered":"2024-09-12T00:49:05.006219+0000","last_unstale":"2024-09-12T01:11:41.784520+0000","last_undegraded":"2024-09-12T01:11:41.784520+0000","last_fullsized":"2024-09-12T01:11:41.784520+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:45:06.118113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":59,"num_write":36,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788162+0000","last_change":"2024-09-12T01:01:00.241273+0000","last_active":"2024-09-12T01:12:16.788162+0000","last_peered":"2024-09-12T01:12:16.788162+0000","last_clean":"2024-09-12T01:12:16.788162+0000","last_became_active":"2024-09-12T01:01:00.240946+0000","last_became_peered":"2024-09-12T01:01:00.240946+0000","last_unstale":"2024-09-12T01:12:16.788162+0000","last_undegraded":"2024-09-12T01:12:16.788162+0000","last_fullsized":"2024-09-12T01:12:16.788162+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:16:02.176460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:21.815654+0000","last_change":"2024-09-12T00:50:34.996981+0000","last_active":"2024-09-12T01:15:21.815654+0000","last_peered":"2024-09-12T01:15:21.815654+0000","last_clean":"2024-09-12T01:15:21.815654+0000","last_became_active":"2024-09-12T00:50:34.996654+0000","last_became_peered":"2024-09-12T00:50:34.996654+0000","last_unstale":"2024-09-12T01:15:21.815654+0000","last_undegraded":"2024-09-12T01:15:21.815654+0000","last_fullsized":"2024-09-12T01:15:21.815654+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:54:18.121278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.783341+0000","last_change":"2024-09-12T00:50:30.941645+0000","last_active":"2024-09-12T01:15:16.783341+0000","last_peered":"2024-09-12T01:15:16.783341+0000","last_clean":"2024-09-12T01:15:16.783341+0000","last_became_active":"2024-09-12T00:50:30.941276+0000","last_became_peered":"2024-09-12T00:50:30.941276+0000","last_unstale":"2024-09-12T01:15:16.783341+0000","last_undegraded":"2024-09-12T01:15:16.783341+0000","last_fullsized":"2024-09-12T01:15:16.783341+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:06:54.998763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'57","reported_seq":206,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:13.385809+0000","last_change":"2024-09-12T00:49:05.000615+0000","last_active":"2024-09-12T01:12:13.385809+0000","last_peered":"2024-09-12T01:12:13.385809+0000","last_clean":"2024-09-12T01:12:13.385809+0000","last_became_active":"2024-09-12T00:49:05.000274+0000","last_became_peered":"2024-09-12T00:49:05.000274+0000","last_unstale":"2024-09-12T01:12:13.385809+0000","last_undegraded":"2024-09-12T01:12:13.385809+0000","last_fullsized":"2024-09-12T01:12:13.385809+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:03:04.131546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":307,"num_read_kb":219,"num_write":100,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.762576+0000","last_change":"2024-09-12T01:01:00.248471+0000","last_active":"2024-09-12T01:11:51.762576+0000","last_peered":"2024-09-12T01:11:51.762576+0000","last_clean":"2024-09-12T01:11:51.762576+0000","last_became_active":"2024-09-12T01:01:00.248139+0000","last_became_peered":"2024-09-12T01:01:00.248139+0000","last_unstale":"2024-09-12T01:11:51.762576+0000","last_undegraded":"2024-09-12T01:11:51.762576+0000","last_fullsized":"2024-09-12T01:11:51.762576+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:34.835791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:11.660233+0000","last_change":"2024-09-12T00:50:35.038730+0000","last_active":"2024-09-12T01:13:11.660233+0000","last_peered":"2024-09-12T01:13:11.660233+0000","last_clean":"2024-09-12T01:13:11.660233+0000","last_became_active":"2024-09-12T00:50:35.038447+0000","last_became_peered":"2024-09-12T00:50:35.038447+0000","last_unstale":"2024-09-12T01:13:11.660233+0000","last_undegraded":"2024-09-12T01:13:11.660233+0000","last_fullsized":"2024-09-12T01:13:11.660233+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:11:31.319735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:15.685190+0000","last_change":"2024-09-12T00:50:30.940184+0000","last_active":"2024-09-12T01:15:15.685190+0000","last_peered":"2024-09-12T01:15:15.685190+0000","last_clean":"2024-09-12T01:15:15.685190+0000","last_became_active":"2024-09-12T00:50:30.939898+0000","last_became_peered":"2024-09-12T00:50:30.939898+0000","last_unstale":"2024-09-12T01:15:15.685190+0000","last_undegraded":"2024-09-12T01:15:15.685190+0000","last_fullsized":"2024-09-12T01:15:15.685190+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:57:36.814375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"264'45","reported_seq":166,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.760689+0000","last_change":"2024-09-12T00:49:04.997205+0000","last_active":"2024-09-12T01:11:36.760689+0000","last_peered":"2024-09-12T01:11:36.760689+0000","last_clean":"2024-09-12T01:11:36.760689+0000","last_became_active":"2024-09-12T00:49:04.996877+0000","last_became_peered":"2024-09-12T00:49:04.996877+0000","last_unstale":"2024-09-12T01:11:36.760689+0000","last_undegraded":"2024-09-12T01:11:36.760689+0000","last_fullsized":"2024-09-12T01:11:36.760689+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:27:06.770076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":154,"num_write":87,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.784535+0000","last_change":"2024-09-12T01:01:00.244978+0000","last_active":"2024-09-12T01:11:51.784535+0000","last_peered":"2024-09-12T01:11:51.784535+0000","last_clean":"2024-09-12T01:11:51.784535+0000","last_became_active":"2024-09-12T01:01:00.244603+0000","last_became_peered":"2024-09-12T01:01:00.244603+0000","last_unstale":"2024-09-12T01:11:51.784535+0000","last_undegraded":"2024-09-12T01:11:51.784535+0000","last_fullsized":"2024-09-12T01:11:51.784535+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:40.503238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'4","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:21.815708+0000","last_change":"2024-09-12T00:50:34.997047+0000","last_active":"2024-09-12T01:15:21.815708+0000","last_peered":"2024-09-12T01:15:21.815708+0000","last_clean":"2024-09-12T01:15:21.815708+0000","last_became_active":"2024-09-12T00:50:34.996753+0000","last_became_peered":"2024-09-12T00:50:34.996753+0000","last_unstale":"2024-09-12T01:15:21.815708+0000","last_undegraded":"2024-09-12T01:15:21.815708+0000","last_fullsized":"2024-09-12T01:15:21.815708+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:47:24.391205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'7","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.990491+0000","last_change":"2024-09-12T00:50:30.935094+0000","last_active":"2024-09-12T01:15:45.990491+0000","last_peered":"2024-09-12T01:15:45.990491+0000","last_clean":"2024-09-12T01:15:45.990491+0000","last_became_active":"2024-09-12T00:50:30.934056+0000","last_became_peered":"2024-09-12T00:50:30.934056+0000","last_unstale":"2024-09-12T01:15:45.990491+0000","last_undegraded":"2024-09-12T01:15:45.990491+0000","last_fullsized":"2024-09-12T01:15:45.990491+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:35:54.805339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":9218,"num_write":12,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"264'76","reported_seq":259,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.755097+0000","last_change":"2024-09-12T00:49:04.999259+0000","last_active":"2024-09-12T01:11:36.755097+0000","last_peered":"2024-09-12T01:11:36.755097+0000","last_clean":"2024-09-12T01:11:36.755097+0000","last_became_active":"2024-09-12T00:49:04.998935+0000","last_became_peered":"2024-09-12T00:49:04.998935+0000","last_unstale":"2024-09-12T01:11:36.755097+0000","last_undegraded":"2024-09-12T01:11:36.755097+0000","last_fullsized":"2024-09-12T01:11:36.755097+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:47.808759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":403,"num_read_kb":301,"num_write":119,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.789497+0000","last_change":"2024-09-12T01:01:00.242450+0000","last_active":"2024-09-12T01:12:16.789497+0000","last_peered":"2024-09-12T01:12:16.789497+0000","last_clean":"2024-09-12T01:12:16.789497+0000","last_became_active":"2024-09-12T01:01:00.242139+0000","last_became_peered":"2024-09-12T01:01:00.242139+0000","last_unstale":"2024-09-12T01:12:16.789497+0000","last_undegraded":"2024-09-12T01:12:16.789497+0000","last_fullsized":"2024-09-12T01:12:16.789497+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:11.006578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'3","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:26.806555+0000","last_change":"2024-09-12T00:50:34.995684+0000","last_active":"2024-09-12T01:14:26.806555+0000","last_peered":"2024-09-12T01:14:26.806555+0000","last_clean":"2024-09-12T01:14:26.806555+0000","last_became_active":"2024-09-12T00:50:34.995313+0000","last_became_peered":"2024-09-12T00:50:34.995313+0000","last_unstale":"2024-09-12T01:14:26.806555+0000","last_undegraded":"2024-09-12T01:14:26.806555+0000","last_fullsized":"2024-09-12T01:14:26.806555+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:46.556893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"264'4","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.893429+0000","last_change":"2024-09-12T00:50:30.938482+0000","last_active":"2024-09-12T01:15:44.893429+0000","last_peered":"2024-09-12T01:15:44.893429+0000","last_clean":"2024-09-12T01:15:44.893429+0000","last_became_active":"2024-09-12T00:50:30.938036+0000","last_became_peered":"2024-09-12T00:50:30.938036+0000","last_unstale":"2024-09-12T01:15:44.893429+0000","last_undegraded":"2024-09-12T01:15:44.893429+0000","last_fullsized":"2024-09-12T01:15:44.893429+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:53:10.196704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"261'7","reported_seq":66,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:35.655288+0000","last_change":"2024-09-12T00:49:05.004166+0000","last_active":"2024-09-12T01:11:35.655288+0000","last_peered":"2024-09-12T01:11:35.655288+0000","last_clean":"2024-09-12T01:11:35.655288+0000","last_became_active":"2024-09-12T00:49:05.003639+0000","last_became_peered":"2024-09-12T00:49:05.003639+0000","last_unstale":"2024-09-12T01:11:35.655288+0000","last_undegraded":"2024-09-12T01:11:35.655288+0000","last_fullsized":"2024-09-12T01:11:35.655288+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:58.185272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":27,"num_write":13,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788267+0000","last_change":"2024-09-12T01:01:00.247279+0000","last_active":"2024-09-12T01:12:16.788267+0000","last_peered":"2024-09-12T01:12:16.788267+0000","last_clean":"2024-09-12T01:12:16.788267+0000","last_became_active":"2024-09-12T01:01:00.246954+0000","last_became_peered":"2024-09-12T01:01:00.246954+0000","last_unstale":"2024-09-12T01:12:16.788267+0000","last_undegraded":"2024-09-12T01:12:16.788267+0000","last_fullsized":"2024-09-12T01:12:16.788267+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:20:23.050226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788102+0000","last_change":"2024-09-12T00:50:35.036906+0000","last_active":"2024-09-12T01:12:16.788102+0000","last_peered":"2024-09-12T01:12:16.788102+0000","last_clean":"2024-09-12T01:12:16.788102+0000","last_became_active":"2024-09-12T00:50:35.036646+0000","last_became_peered":"2024-09-12T00:50:35.036646+0000","last_unstale":"2024-09-12T01:12:16.788102+0000","last_undegraded":"2024-09-12T01:12:16.788102+0000","last_fullsized":"2024-09-12T01:12:16.788102+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:27.148209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.651964+0000","last_change":"2024-09-12T00:50:30.939794+0000","last_active":"2024-09-12T01:12:11.651964+0000","last_peered":"2024-09-12T01:12:11.651964+0000","last_clean":"2024-09-12T01:12:11.651964+0000","last_became_active":"2024-09-12T00:50:30.939438+0000","last_became_peered":"2024-09-12T00:50:30.939438+0000","last_unstale":"2024-09-12T01:12:11.651964+0000","last_undegraded":"2024-09-12T01:12:11.651964+0000","last_fullsized":"2024-09-12T01:12:11.651964+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:14.996773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"264'27","reported_seq":119,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:29.757272+0000","last_change":"2024-09-12T00:49:04.998654+0000","last_active":"2024-09-12T01:13:29.757272+0000","last_peered":"2024-09-12T01:13:29.757272+0000","last_clean":"2024-09-12T01:13:29.757272+0000","last_became_active":"2024-09-12T00:49:04.998359+0000","last_became_peered":"2024-09-12T00:49:04.998359+0000","last_unstale":"2024-09-12T01:13:29.757272+0000","last_undegraded":"2024-09-12T01:13:29.757272+0000","last_fullsized":"2024-09-12T01:13:29.757272+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:29:18.770661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":92,"num_write":52,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788184+0000","last_change":"2024-09-12T01:01:00.244168+0000","last_active":"2024-09-12T01:12:16.788184+0000","last_peered":"2024-09-12T01:12:16.788184+0000","last_clean":"2024-09-12T01:12:16.788184+0000","last_became_active":"2024-09-12T01:01:00.243414+0000","last_became_peered":"2024-09-12T01:01:00.243414+0000","last_unstale":"2024-09-12T01:12:16.788184+0000","last_undegraded":"2024-09-12T01:12:16.788184+0000","last_fullsized":"2024-09-12T01:12:16.788184+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:23:39.975838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"261'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.659477+0000","last_change":"2024-09-12T00:50:35.000386+0000","last_active":"2024-09-12T01:13:06.659477+0000","last_peered":"2024-09-12T01:13:06.659477+0000","last_clean":"2024-09-12T01:13:06.659477+0000","last_became_active":"2024-09-12T00:50:35.000038+0000","last_became_peered":"2024-09-12T00:50:35.000038+0000","last_unstale":"2024-09-12T01:13:06.659477+0000","last_undegraded":"2024-09-12T01:13:06.659477+0000","last_fullsized":"2024-09-12T01:13:06.659477+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:42.083005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661382+0000","last_change":"2024-09-12T00:50:30.940559+0000","last_active":"2024-09-12T01:12:15.661382+0000","last_peered":"2024-09-12T01:12:15.661382+0000","last_clean":"2024-09-12T01:12:15.661382+0000","last_became_active":"2024-09-12T00:50:30.940252+0000","last_became_peered":"2024-09-12T00:50:30.940252+0000","last_unstale":"2024-09-12T01:12:15.661382+0000","last_undegraded":"2024-09-12T01:12:15.661382+0000","last_fullsized":"2024-09-12T01:12:15.661382+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:12:12.408624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"264'51","reported_seq":188,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.794468+0000","last_change":"2024-09-12T00:49:05.001845+0000","last_active":"2024-09-12T01:12:56.794468+0000","last_peered":"2024-09-12T01:12:56.794468+0000","last_clean":"2024-09-12T01:12:56.794468+0000","last_became_active":"2024-09-12T00:49:05.001450+0000","last_became_peered":"2024-09-12T00:49:05.001450+0000","last_unstale":"2024-09-12T01:12:56.794468+0000","last_undegraded":"2024-09-12T01:12:56.794468+0000","last_fullsized":"2024-09-12T01:12:56.794468+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:20:04.525417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":268,"num_read_kb":187,"num_write":90,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661453+0000","last_change":"2024-09-12T01:01:00.244022+0000","last_active":"2024-09-12T01:12:15.661453+0000","last_peered":"2024-09-12T01:12:15.661453+0000","last_clean":"2024-09-12T01:12:15.661453+0000","last_became_active":"2024-09-12T01:01:00.243734+0000","last_became_peered":"2024-09-12T01:01:00.243734+0000","last_unstale":"2024-09-12T01:12:15.661453+0000","last_undegraded":"2024-09-12T01:12:15.661453+0000","last_fullsized":"2024-09-12T01:12:15.661453+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:32:17.406102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"264'8","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.206660+0000","last_change":"2024-09-12T00:50:34.995658+0000","last_active":"2024-09-12T01:15:44.206660+0000","last_peered":"2024-09-12T01:15:44.206660+0000","last_clean":"2024-09-12T01:15:44.206660+0000","last_became_active":"2024-09-12T00:50:34.995328+0000","last_became_peered":"2024-09-12T00:50:34.995328+0000","last_unstale":"2024-09-12T01:15:44.206660+0000","last_undegraded":"2024-09-12T01:15:44.206660+0000","last_fullsized":"2024-09-12T01:15:44.206660+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:12.786753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13312,"num_write":8,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.813763+0000","last_change":"2024-09-12T00:50:30.934852+0000","last_active":"2024-09-12T01:15:16.813763+0000","last_peered":"2024-09-12T01:15:16.813763+0000","last_clean":"2024-09-12T01:15:16.813763+0000","last_became_active":"2024-09-12T00:50:30.934572+0000","last_became_peered":"2024-09-12T00:50:30.934572+0000","last_unstale":"2024-09-12T01:15:16.813763+0000","last_undegraded":"2024-09-12T01:15:16.813763+0000","last_fullsized":"2024-09-12T01:15:16.813763+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:28:17.578344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"264'58","reported_seq":207,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.771651+0000","last_change":"2024-09-12T00:49:04.996678+0000","last_active":"2024-09-12T01:12:56.771651+0000","last_peered":"2024-09-12T01:12:56.771651+0000","last_clean":"2024-09-12T01:12:56.771651+0000","last_became_active":"2024-09-12T00:49:04.996339+0000","last_became_peered":"2024-09-12T00:49:04.996339+0000","last_unstale":"2024-09-12T01:12:56.771651+0000","last_undegraded":"2024-09-12T01:12:56.771651+0000","last_fullsized":"2024-09-12T01:12:56.771651+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:45.034447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":305,"num_read_kb":218,"num_write":103,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.798800+0000","last_change":"2024-09-12T01:01:00.247279+0000","last_active":"2024-09-12T01:13:31.798800+0000","last_peered":"2024-09-12T01:13:31.798800+0000","last_clean":"2024-09-12T01:13:31.798800+0000","last_became_active":"2024-09-12T01:01:00.246709+0000","last_became_peered":"2024-09-12T01:01:00.246709+0000","last_unstale":"2024-09-12T01:13:31.798800+0000","last_undegraded":"2024-09-12T01:13:31.798800+0000","last_fullsized":"2024-09-12T01:13:31.798800+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:20.235279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"264'6","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.961358+0000","last_change":"2024-09-12T00:50:34.998078+0000","last_active":"2024-09-12T01:15:44.961358+0000","last_peered":"2024-09-12T01:15:44.961358+0000","last_clean":"2024-09-12T01:15:44.961358+0000","last_became_active":"2024-09-12T00:50:34.997718+0000","last_became_peered":"2024-09-12T00:50:34.997718+0000","last_unstale":"2024-09-12T01:15:44.961358+0000","last_undegraded":"2024-09-12T01:15:44.961358+0000","last_fullsized":"2024-09-12T01:15:44.961358+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:17:27.348344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":13430,"num_write":6,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816098+0000","last_change":"2024-09-12T00:50:30.934114+0000","last_active":"2024-09-12T01:15:31.816098+0000","last_peered":"2024-09-12T01:15:31.816098+0000","last_clean":"2024-09-12T01:15:31.816098+0000","last_became_active":"2024-09-12T00:50:30.933846+0000","last_became_peered":"2024-09-12T00:50:30.933846+0000","last_unstale":"2024-09-12T01:15:31.816098+0000","last_undegraded":"2024-09-12T01:15:31.816098+0000","last_fullsized":"2024-09-12T01:15:31.816098+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:01:17.763715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'57","reported_seq":203,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:55.666802+0000","last_change":"2024-09-12T00:49:05.002485+0000","last_active":"2024-09-12T01:12:55.666802+0000","last_peered":"2024-09-12T01:12:55.666802+0000","last_clean":"2024-09-12T01:12:55.666802+0000","last_became_active":"2024-09-12T00:49:05.001896+0000","last_became_peered":"2024-09-12T00:49:05.001896+0000","last_unstale":"2024-09-12T01:12:55.666802+0000","last_undegraded":"2024-09-12T01:12:55.666802+0000","last_fullsized":"2024-09-12T01:12:55.666802+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:57:34.501825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":298,"num_read_kb":208,"num_write":101,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:33.788857+0000","last_change":"2024-09-12T01:01:00.246143+0000","last_active":"2024-09-12T01:13:33.788857+0000","last_peered":"2024-09-12T01:13:33.788857+0000","last_clean":"2024-09-12T01:13:33.788857+0000","last_became_active":"2024-09-12T01:01:00.245868+0000","last_became_peered":"2024-09-12T01:01:00.245868+0000","last_unstale":"2024-09-12T01:13:33.788857+0000","last_undegraded":"2024-09-12T01:13:33.788857+0000","last_fullsized":"2024-09-12T01:13:33.788857+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:35:59.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"264'2","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:35.688255+0000","last_change":"2024-09-12T00:50:35.038714+0000","last_active":"2024-09-12T01:15:35.688255+0000","last_peered":"2024-09-12T01:15:35.688255+0000","last_clean":"2024-09-12T01:15:35.688255+0000","last_became_active":"2024-09-12T00:50:35.038388+0000","last_became_peered":"2024-09-12T00:50:35.038388+0000","last_unstale":"2024-09-12T01:15:35.688255+0000","last_undegraded":"2024-09-12T01:15:35.688255+0000","last_fullsized":"2024-09-12T01:15:35.688255+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:20:32.114053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"264'7","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.785289+0000","last_change":"2024-09-12T00:50:30.941770+0000","last_active":"2024-09-12T01:15:31.785289+0000","last_peered":"2024-09-12T01:15:31.785289+0000","last_clean":"2024-09-12T01:15:31.785289+0000","last_became_active":"2024-09-12T00:50:30.941285+0000","last_became_peered":"2024-09-12T00:50:30.941285+0000","last_unstale":"2024-09-12T01:15:31.785289+0000","last_undegraded":"2024-09-12T01:15:31.785289+0000","last_fullsized":"2024-09-12T01:15:31.785289+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:50:12.946641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":16386,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'60","reported_seq":219,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.771730+0000","last_change":"2024-09-12T00:49:05.000976+0000","last_active":"2024-09-12T01:12:56.771730+0000","last_peered":"2024-09-12T01:12:56.771730+0000","last_clean":"2024-09-12T01:12:56.771730+0000","last_became_active":"2024-09-12T00:49:05.000655+0000","last_became_peered":"2024-09-12T00:49:05.000655+0000","last_unstale":"2024-09-12T01:12:56.771730+0000","last_undegraded":"2024-09-12T01:12:56.771730+0000","last_fullsized":"2024-09-12T01:12:56.771730+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:36:09.019812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":331,"num_read_kb":248,"num_write":99,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.659414+0000","last_change":"2024-09-12T01:01:00.240090+0000","last_active":"2024-09-12T01:13:06.659414+0000","last_peered":"2024-09-12T01:13:06.659414+0000","last_clean":"2024-09-12T01:13:06.659414+0000","last_became_active":"2024-09-12T01:01:00.239777+0000","last_became_peered":"2024-09-12T01:01:00.239777+0000","last_unstale":"2024-09-12T01:13:06.659414+0000","last_undegraded":"2024-09-12T01:13:06.659414+0000","last_fullsized":"2024-09-12T01:13:06.659414+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:44:33.655470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788276+0000","last_change":"2024-09-12T00:50:35.038307+0000","last_active":"2024-09-12T01:12:16.788276+0000","last_peered":"2024-09-12T01:12:16.788276+0000","last_clean":"2024-09-12T01:12:16.788276+0000","last_became_active":"2024-09-12T00:50:35.038044+0000","last_became_peered":"2024-09-12T00:50:35.038044+0000","last_unstale":"2024-09-12T01:12:16.788276+0000","last_undegraded":"2024-09-12T01:12:16.788276+0000","last_fullsized":"2024-09-12T01:12:16.788276+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:20.183924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"264'1","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:13.777477+0000","last_change":"2024-09-12T00:50:30.931604+0000","last_active":"2024-09-12T01:12:13.777477+0000","last_peered":"2024-09-12T01:12:13.777477+0000","last_clean":"2024-09-12T01:12:13.777477+0000","last_became_active":"2024-09-12T00:50:30.931259+0000","last_became_peered":"2024-09-12T00:50:30.931259+0000","last_unstale":"2024-09-12T01:12:13.777477+0000","last_undegraded":"2024-09-12T01:12:13.777477+0000","last_fullsized":"2024-09-12T01:12:13.777477+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:22.462145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":8192,"num_write":1,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"264'6","reported_seq":65,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786816+0000","last_change":"2024-09-12T00:49:05.006533+0000","last_active":"2024-09-12T01:12:06.786816+0000","last_peered":"2024-09-12T01:12:06.786816+0000","last_clean":"2024-09-12T01:12:06.786816+0000","last_became_active":"2024-09-12T00:49:05.006262+0000","last_became_peered":"2024-09-12T00:49:05.006262+0000","last_unstale":"2024-09-12T01:12:06.786816+0000","last_undegraded":"2024-09-12T01:12:06.786816+0000","last_fullsized":"2024-09-12T01:12:06.786816+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:23.936866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":24,"num_write":11,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.799522+0000","last_change":"2024-09-12T01:01:00.243089+0000","last_active":"2024-09-12T01:13:31.799522+0000","last_peered":"2024-09-12T01:13:31.799522+0000","last_clean":"2024-09-12T01:13:31.799522+0000","last_became_active":"2024-09-12T01:01:00.242637+0000","last_became_peered":"2024-09-12T01:01:00.242637+0000","last_unstale":"2024-09-12T01:13:31.799522+0000","last_undegraded":"2024-09-12T01:13:31.799522+0000","last_fullsized":"2024-09-12T01:13:31.799522+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:20.089088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788197+0000","last_change":"2024-09-12T00:50:34.997522+0000","last_active":"2024-09-12T01:12:16.788197+0000","last_peered":"2024-09-12T01:12:16.788197+0000","last_clean":"2024-09-12T01:12:16.788197+0000","last_became_active":"2024-09-12T00:50:34.997201+0000","last_became_peered":"2024-09-12T00:50:34.997201+0000","last_unstale":"2024-09-12T01:12:16.788197+0000","last_undegraded":"2024-09-12T01:12:16.788197+0000","last_fullsized":"2024-09-12T01:12:16.788197+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:46:04.464092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:21.805759+0000","last_change":"2024-09-12T00:50:30.945103+0000","last_active":"2024-09-12T01:14:21.805759+0000","last_peered":"2024-09-12T01:14:21.805759+0000","last_clean":"2024-09-12T01:14:21.805759+0000","last_became_active":"2024-09-12T00:50:30.944859+0000","last_became_peered":"2024-09-12T00:50:30.944859+0000","last_unstale":"2024-09-12T01:14:21.805759+0000","last_undegraded":"2024-09-12T01:14:21.805759+0000","last_fullsized":"2024-09-12T01:14:21.805759+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:50.151100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"264'143","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:32.568516+0000","last_change":"2024-09-12T00:49:04.998334+0000","last_active":"2024-09-12T01:12:32.568516+0000","last_peered":"2024-09-12T01:12:32.568516+0000","last_clean":"2024-09-12T01:12:32.568516+0000","last_became_active":"2024-09-12T00:49:04.998038+0000","last_became_peered":"2024-09-12T00:49:04.998038+0000","last_unstale":"2024-09-12T01:12:32.568516+0000","last_undegraded":"2024-09-12T01:12:32.568516+0000","last_fullsized":"2024-09-12T01:12:32.568516+0000","mapping_epoch":251,"log_start":"261'100","ondisk_log_start":"261'100","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:42:02.981967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":878,"num_read_kb":645,"num_write":176,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"263'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.757262+0000","last_change":"2024-09-12T01:01:00.248642+0000","last_active":"2024-09-12T01:11:51.757262+0000","last_peered":"2024-09-12T01:11:51.757262+0000","last_clean":"2024-09-12T01:11:51.757262+0000","last_became_active":"2024-09-12T01:01:00.248113+0000","last_became_peered":"2024-09-12T01:01:00.248113+0000","last_unstale":"2024-09-12T01:11:51.757262+0000","last_undegraded":"2024-09-12T01:11:51.757262+0000","last_fullsized":"2024-09-12T01:11:51.757262+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:54.629125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"264'4","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.656490+0000","last_change":"2024-09-12T00:50:34.990462+0000","last_active":"2024-09-12T01:15:44.656490+0000","last_peered":"2024-09-12T01:15:44.656490+0000","last_clean":"2024-09-12T01:15:44.656490+0000","last_became_active":"2024-09-12T00:50:34.990137+0000","last_became_peered":"2024-09-12T00:50:34.990137+0000","last_unstale":"2024-09-12T01:15:44.656490+0000","last_undegraded":"2024-09-12T01:15:44.656490+0000","last_fullsized":"2024-09-12T01:15:44.656490+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:42:30.792442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"264'9","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.047325+0000","last_change":"2024-09-12T00:50:30.939985+0000","last_active":"2024-09-12T01:15:45.047325+0000","last_peered":"2024-09-12T01:15:45.047325+0000","last_clean":"2024-09-12T01:15:45.047325+0000","last_became_active":"2024-09-12T00:50:30.939689+0000","last_became_peered":"2024-09-12T00:50:30.939689+0000","last_unstale":"2024-09-12T01:15:45.047325+0000","last_undegraded":"2024-09-12T01:15:45.047325+0000","last_fullsized":"2024-09-12T01:15:45.047325+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:42:49.369584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13883,"num_write":14,"num_write_kb":9787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"264'29","reported_seq":122,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:03.776227+0000","last_change":"2024-09-12T00:49:04.999587+0000","last_active":"2024-09-12T01:12:03.776227+0000","last_peered":"2024-09-12T01:12:03.776227+0000","last_clean":"2024-09-12T01:12:03.776227+0000","last_became_active":"2024-09-12T00:49:04.999284+0000","last_became_peered":"2024-09-12T00:49:04.999284+0000","last_unstale":"2024-09-12T01:12:03.776227+0000","last_undegraded":"2024-09-12T01:12:03.776227+0000","last_fullsized":"2024-09-12T01:12:03.776227+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:16:46.352077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":94,"num_write":55,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:50.657459+0000","last_change":"2024-09-12T01:01:00.246498+0000","last_active":"2024-09-12T01:11:50.657459+0000","last_peered":"2024-09-12T01:11:50.657459+0000","last_clean":"2024-09-12T01:11:50.657459+0000","last_became_active":"2024-09-12T01:01:00.245015+0000","last_became_peered":"2024-09-12T01:01:00.245015+0000","last_unstale":"2024-09-12T01:11:50.657459+0000","last_undegraded":"2024-09-12T01:11:50.657459+0000","last_fullsized":"2024-09-12T01:11:50.657459+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:53.355847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"264'13","reported_seq":61,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:38.780535+0000","last_change":"2024-09-12T00:50:34.994428+0000","last_active":"2024-09-12T01:12:38.780535+0000","last_peered":"2024-09-12T01:12:38.780535+0000","last_clean":"2024-09-12T01:12:38.780535+0000","last_became_active":"2024-09-12T00:50:34.994103+0000","last_became_peered":"2024-09-12T00:50:34.994103+0000","last_unstale":"2024-09-12T01:12:38.780535+0000","last_undegraded":"2024-09-12T01:12:38.780535+0000","last_fullsized":"2024-09-12T01:12:38.780535+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:32.336856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":20,"num_read_kb":29700,"num_write":23,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"264'5","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816027+0000","last_change":"2024-09-12T00:50:30.943189+0000","last_active":"2024-09-12T01:15:31.816027+0000","last_peered":"2024-09-12T01:15:31.816027+0000","last_clean":"2024-09-12T01:15:31.816027+0000","last_became_active":"2024-09-12T00:50:30.942891+0000","last_became_peered":"2024-09-12T00:50:30.942891+0000","last_unstale":"2024-09-12T01:15:31.816027+0000","last_undegraded":"2024-09-12T01:15:31.816027+0000","last_fullsized":"2024-09-12T01:15:31.816027+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:41.298054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"264'25","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:09.963995+0000","last_change":"2024-09-12T00:49:05.002579+0000","last_active":"2024-09-12T01:12:09.963995+0000","last_peered":"2024-09-12T01:12:09.963995+0000","last_clean":"2024-09-12T01:12:09.963995+0000","last_became_active":"2024-09-12T00:49:05.002279+0000","last_became_peered":"2024-09-12T00:49:05.002279+0000","last_unstale":"2024-09-12T01:12:09.963995+0000","last_undegraded":"2024-09-12T01:12:09.963995+0000","last_fullsized":"2024-09-12T01:12:09.963995+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:02:10.509140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":80,"num_write":55,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:30.671672+0000","last_change":"2024-09-12T01:01:00.247119+0000","last_active":"2024-09-12T01:13:30.671672+0000","last_peered":"2024-09-12T01:13:30.671672+0000","last_clean":"2024-09-12T01:13:30.671672+0000","last_became_active":"2024-09-12T01:01:00.246813+0000","last_became_peered":"2024-09-12T01:01:00.246813+0000","last_unstale":"2024-09-12T01:13:30.671672+0000","last_undegraded":"2024-09-12T01:13:30.671672+0000","last_fullsized":"2024-09-12T01:13:30.671672+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:44.699209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"264'9","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.752743+0000","last_change":"2024-09-12T00:50:34.999015+0000","last_active":"2024-09-12T01:15:44.752743+0000","last_peered":"2024-09-12T01:15:44.752743+0000","last_clean":"2024-09-12T01:15:44.752743+0000","last_became_active":"2024-09-12T00:50:34.997560+0000","last_became_peered":"2024-09-12T00:50:34.997560+0000","last_unstale":"2024-09-12T01:15:44.752743+0000","last_undegraded":"2024-09-12T01:15:44.752743+0000","last_fullsized":"2024-09-12T01:15:44.752743+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:31:31.039782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":15362,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"261'5","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:26.662135+0000","last_change":"2024-09-12T00:50:30.934322+0000","last_active":"2024-09-12T01:13:26.662135+0000","last_peered":"2024-09-12T01:13:26.662135+0000","last_clean":"2024-09-12T01:13:26.662135+0000","last_became_active":"2024-09-12T00:50:30.933982+0000","last_became_peered":"2024-09-12T00:50:30.933982+0000","last_unstale":"2024-09-12T01:13:26.662135+0000","last_undegraded":"2024-09-12T01:13:26.662135+0000","last_fullsized":"2024-09-12T01:13:26.662135+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:52:18.342595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"264'41","reported_seq":155,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.764206+0000","last_change":"2024-09-12T00:49:04.997613+0000","last_active":"2024-09-12T01:12:01.764206+0000","last_peered":"2024-09-12T01:12:01.764206+0000","last_clean":"2024-09-12T01:12:01.764206+0000","last_became_active":"2024-09-12T00:49:04.997116+0000","last_became_peered":"2024-09-12T00:49:04.997116+0000","last_unstale":"2024-09-12T01:12:01.764206+0000","last_undegraded":"2024-09-12T01:12:01.764206+0000","last_fullsized":"2024-09-12T01:12:01.764206+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:38.472999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":145,"num_write":70,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.798847+0000","last_change":"2024-09-12T01:01:00.243728+0000","last_active":"2024-09-12T01:13:31.798847+0000","last_peered":"2024-09-12T01:13:31.798847+0000","last_clean":"2024-09-12T01:13:31.798847+0000","last_became_active":"2024-09-12T01:01:00.242885+0000","last_became_peered":"2024-09-12T01:01:00.242885+0000","last_unstale":"2024-09-12T01:13:31.798847+0000","last_undegraded":"2024-09-12T01:13:31.798847+0000","last_fullsized":"2024-09-12T01:13:31.798847+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:25.950179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"261'4","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.799559+0000","last_change":"2024-09-12T00:50:34.994729+0000","last_active":"2024-09-12T01:13:31.799559+0000","last_peered":"2024-09-12T01:13:31.799559+0000","last_clean":"2024-09-12T01:13:31.799559+0000","last_became_active":"2024-09-12T00:50:34.994480+0000","last_became_peered":"2024-09-12T00:50:34.994480+0000","last_unstale":"2024-09-12T01:13:31.799559+0000","last_undegraded":"2024-09-12T01:13:31.799559+0000","last_fullsized":"2024-09-12T01:13:31.799559+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:12.197295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"264'13","reported_seq":64,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.663237+0000","last_change":"2024-09-12T00:50:30.933887+0000","last_active":"2024-09-12T01:15:45.663237+0000","last_peered":"2024-09-12T01:15:45.663237+0000","last_clean":"2024-09-12T01:15:45.663237+0000","last_became_active":"2024-09-12T00:50:30.933594+0000","last_became_peered":"2024-09-12T00:50:30.933594+0000","last_unstale":"2024-09-12T01:15:45.663237+0000","last_undegraded":"2024-09-12T01:15:45.663237+0000","last_fullsized":"2024-09-12T01:15:45.663237+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:24:51.917872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":9218,"num_write":18,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"264'15","reported_seq":87,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:11.795873+0000","last_change":"2024-09-12T00:49:04.996577+0000","last_active":"2024-09-12T01:13:11.795873+0000","last_peered":"2024-09-12T01:13:11.795873+0000","last_clean":"2024-09-12T01:13:11.795873+0000","last_became_active":"2024-09-12T00:49:04.996267+0000","last_became_peered":"2024-09-12T00:49:04.996267+0000","last_unstale":"2024-09-12T01:13:11.795873+0000","last_undegraded":"2024-09-12T01:13:11.795873+0000","last_fullsized":"2024-09-12T01:13:11.795873+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:35:30.498458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":72,"num_read_kb":47,"num_write":31,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"264'327","reported_seq":1001,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.929764+0000","last_change":"2024-09-12T00:34:31.972683+0000","last_active":"2024-09-12T01:15:45.929764+0000","last_peered":"2024-09-12T01:15:45.929764+0000","last_clean":"2024-09-12T01:15:45.929764+0000","last_became_active":"2024-09-12T00:34:31.972352+0000","last_became_peered":"2024-09-12T00:34:31.972352+0000","last_unstale":"2024-09-12T01:15:45.929764+0000","last_undegraded":"2024-09-12T01:15:45.929764+0000","last_fullsized":"2024-09-12T01:15:45.929764+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:59:17.175505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170069,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":548,"num_read_kb":32416,"num_write":1055,"num_write_kb":31752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"264'730","reported_seq":2170,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214031+0000","last_change":"2024-09-12T00:34:33.985593+0000","last_active":"2024-09-12T01:14:04.214031+0000","last_peered":"2024-09-12T01:14:04.214031+0000","last_clean":"2024-09-12T01:14:04.214031+0000","last_became_active":"2024-09-12T00:34:33.985276+0000","last_became_peered":"2024-09-12T00:34:33.985276+0000","last_unstale":"2024-09-12T01:14:04.214031+0000","last_undegraded":"2024-09-12T01:14:04.214031+0000","last_fullsized":"2024-09-12T01:14:04.214031+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":700,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:59.430892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3436,"num_read_kb":3103,"num_write":944,"num_write_kb":333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"264'337","reported_seq":969,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.934792+0000","last_change":"2024-09-12T00:34:31.969262+0000","last_active":"2024-09-12T01:15:45.934792+0000","last_peered":"2024-09-12T01:15:45.934792+0000","last_clean":"2024-09-12T01:15:45.934792+0000","last_became_active":"2024-09-12T00:34:31.968942+0000","last_became_peered":"2024-09-12T00:34:31.968942+0000","last_unstale":"2024-09-12T01:15:45.934792+0000","last_undegraded":"2024-09-12T01:15:45.934792+0000","last_fullsized":"2024-09-12T01:15:45.934792+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:45:08.444349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4539190,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":495,"num_read_kb":37627,"num_write":1085,"num_write_kb":27126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"264'1242","reported_seq":2723,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.295238+0000","last_change":"2024-09-12T00:34:33.984460+0000","last_active":"2024-09-12T01:14:01.295238+0000","last_peered":"2024-09-12T01:14:01.295238+0000","last_clean":"2024-09-12T01:14:01.295238+0000","last_became_active":"2024-09-12T00:34:33.984132+0000","last_became_peered":"2024-09-12T00:34:33.984132+0000","last_unstale":"2024-09-12T01:14:01.295238+0000","last_undegraded":"2024-09-12T01:14:01.295238+0000","last_fullsized":"2024-09-12T01:14:01.295238+0000","mapping_epoch":27,"log_start":"264'1200","ondisk_log_start":"264'1200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":1200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:08:03.324402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5522,"num_read_kb":4835,"num_write":1748,"num_write_kb":764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"264'342","reported_seq":1013,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.641366+0000","last_change":"2024-09-12T00:34:31.966073+0000","last_active":"2024-09-12T01:15:45.641366+0000","last_peered":"2024-09-12T01:15:45.641366+0000","last_clean":"2024-09-12T01:15:45.641366+0000","last_became_active":"2024-09-12T00:34:31.965717+0000","last_became_peered":"2024-09-12T00:34:31.965717+0000","last_unstale":"2024-09-12T01:15:45.641366+0000","last_undegraded":"2024-09-12T01:15:45.641366+0000","last_fullsized":"2024-09-12T01:15:45.641366+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:44:23.023223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4196446,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":545,"num_read_kb":74883,"num_write":1118,"num_write_kb":62428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"264'603","reported_seq":2066,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.956895+0000","last_change":"2024-09-12T00:34:33.985950+0000","last_active":"2024-09-12T01:15:23.956895+0000","last_peered":"2024-09-12T01:15:23.956895+0000","last_clean":"2024-09-12T01:15:23.956895+0000","last_became_active":"2024-09-12T00:34:33.985659+0000","last_became_peered":"2024-09-12T00:34:33.985659+0000","last_unstale":"2024-09-12T01:15:23.956895+0000","last_undegraded":"2024-09-12T01:15:23.956895+0000","last_fullsized":"2024-09-12T01:15:23.956895+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":500,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:39:55.245966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3044,"num_read_kb":2856,"num_write":866,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"264'367","reported_seq":1027,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:58.230615+0000","last_change":"2024-09-12T00:34:31.967402+0000","last_active":"2024-09-12T01:13:58.230615+0000","last_peered":"2024-09-12T01:13:58.230615+0000","last_clean":"2024-09-12T01:13:58.230615+0000","last_became_active":"2024-09-12T00:34:31.967042+0000","last_became_peered":"2024-09-12T00:34:31.967042+0000","last_unstale":"2024-09-12T01:13:58.230615+0000","last_undegraded":"2024-09-12T01:13:58.230615+0000","last_fullsized":"2024-09-12T01:13:58.230615+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:20.822062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10748904,"num_objects":80,"num_object_clones":0,"num_object_copies":240,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":540,"num_read_kb":12790,"num_write":1247,"num_write_kb":54093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"264'570","reported_seq":2320,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.427283+0000","last_change":"2024-09-12T00:34:33.995581+0000","last_active":"2024-09-12T01:14:19.427283+0000","last_peered":"2024-09-12T01:14:19.427283+0000","last_clean":"2024-09-12T01:14:19.427283+0000","last_became_active":"2024-09-12T00:34:33.995111+0000","last_became_peered":"2024-09-12T00:34:33.995111+0000","last_unstale":"2024-09-12T01:14:19.427283+0000","last_undegraded":"2024-09-12T01:14:19.427283+0000","last_fullsized":"2024-09-12T01:14:19.427283+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":500,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:31.111672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3117,"num_read_kb":2923,"num_write":675,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"264'342","reported_seq":951,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.007941+0000","last_change":"2024-09-12T00:34:31.957674+0000","last_active":"2024-09-12T01:15:46.007941+0000","last_peered":"2024-09-12T01:15:46.007941+0000","last_clean":"2024-09-12T01:15:46.007941+0000","last_became_active":"2024-09-12T00:34:31.957323+0000","last_became_peered":"2024-09-12T00:34:31.957323+0000","last_unstale":"2024-09-12T01:15:46.007941+0000","last_undegraded":"2024-09-12T01:15:46.007941+0000","last_fullsized":"2024-09-12T01:15:46.007941+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:42:27.665257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133705,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":430,"num_read_kb":3607,"num_write":1028,"num_write_kb":22686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"264'432","reported_seq":2017,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.958255+0000","last_change":"2024-09-12T00:34:33.983350+0000","last_active":"2024-09-12T01:15:23.958255+0000","last_peered":"2024-09-12T01:15:23.958255+0000","last_clean":"2024-09-12T01:15:23.958255+0000","last_became_active":"2024-09-12T00:34:33.983096+0000","last_became_peered":"2024-09-12T00:34:33.983096+0000","last_unstale":"2024-09-12T01:15:23.958255+0000","last_undegraded":"2024-09-12T01:15:23.958255+0000","last_fullsized":"2024-09-12T01:15:23.958255+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:43:55.090725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2469,"num_read_kb":2346,"num_write":493,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"264'301","reported_seq":926,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:19.900601+0000","last_change":"2024-09-12T00:35:05.684324+0000","last_active":"2024-09-12T01:15:19.900601+0000","last_peered":"2024-09-12T01:15:19.900601+0000","last_clean":"2024-09-12T01:15:19.900601+0000","last_became_active":"2024-09-12T00:35:05.683927+0000","last_became_peered":"2024-09-12T00:35:05.683927+0000","last_unstale":"2024-09-12T01:15:19.900601+0000","last_undegraded":"2024-09-12T01:15:19.900601+0000","last_fullsized":"2024-09-12T01:15:19.900601+0000","mapping_epoch":38,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":200,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:52.410834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7459658,"num_objects":88,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":88,"num_whiteouts":0,"num_read":416,"num_read_kb":14843,"num_write":985,"num_write_kb":32187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"264'837","reported_seq":2460,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.842751+0000","last_change":"2024-09-12T00:34:33.991578+0000","last_active":"2024-09-12T01:14:04.842751+0000","last_peered":"2024-09-12T01:14:04.842751+0000","last_clean":"2024-09-12T01:14:04.842751+0000","last_became_active":"2024-09-12T00:34:33.991226+0000","last_became_peered":"2024-09-12T00:34:33.991226+0000","last_unstale":"2024-09-12T01:14:04.842751+0000","last_undegraded":"2024-09-12T01:14:04.842751+0000","last_fullsized":"2024-09-12T01:14:04.842751+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":800,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:17.892110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4082,"num_read_kb":3676,"num_write":1124,"num_write_kb":424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"264'363","reported_seq":1002,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.026478+0000","last_change":"2024-09-12T00:34:31.969447+0000","last_active":"2024-09-12T01:15:46.026478+0000","last_peered":"2024-09-12T01:15:46.026478+0000","last_clean":"2024-09-12T01:15:46.026478+0000","last_became_active":"2024-09-12T00:34:31.969117+0000","last_became_peered":"2024-09-12T00:34:31.969117+0000","last_unstale":"2024-09-12T01:15:46.026478+0000","last_undegraded":"2024-09-12T01:15:46.026478+0000","last_fullsized":"2024-09-12T01:15:46.026478+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:44.772001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254234,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":33319,"num_write":1073,"num_write_kb":35686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"264'530","reported_seq":2140,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.842643+0000","last_change":"2024-09-12T00:34:33.979742+0000","last_active":"2024-09-12T01:14:04.842643+0000","last_peered":"2024-09-12T01:14:04.842643+0000","last_clean":"2024-09-12T01:14:04.842643+0000","last_became_active":"2024-09-12T00:34:33.979393+0000","last_became_peered":"2024-09-12T00:34:33.979393+0000","last_unstale":"2024-09-12T01:14:04.842643+0000","last_undegraded":"2024-09-12T01:14:04.842643+0000","last_fullsized":"2024-09-12T01:14:04.842643+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":500,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:31.121816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2571,"num_read_kb":2410,"num_write":595,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"264'373","reported_seq":1016,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.811224+0000","last_change":"2024-09-12T00:34:31.974655+0000","last_active":"2024-09-12T01:15:45.811224+0000","last_peered":"2024-09-12T01:15:45.811224+0000","last_clean":"2024-09-12T01:15:45.811224+0000","last_became_active":"2024-09-12T00:34:31.974317+0000","last_became_peered":"2024-09-12T00:34:31.974317+0000","last_unstale":"2024-09-12T01:15:45.811224+0000","last_undegraded":"2024-09-12T01:15:45.811224+0000","last_fullsized":"2024-09-12T01:15:45.811224+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:20:52.169197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":546,"num_read_kb":21189,"num_write":1259,"num_write_kb":26120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"264'548","reported_seq":2109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.842489+0000","last_change":"2024-09-12T00:34:33.991655+0000","last_active":"2024-09-12T01:14:04.842489+0000","last_peered":"2024-09-12T01:14:04.842489+0000","last_clean":"2024-09-12T01:14:04.842489+0000","last_became_active":"2024-09-12T00:34:33.991373+0000","last_became_peered":"2024-09-12T00:34:33.991373+0000","last_unstale":"2024-09-12T01:14:04.842489+0000","last_undegraded":"2024-09-12T01:14:04.842489+0000","last_fullsized":"2024-09-12T01:14:04.842489+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:01:33.477131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3006,"num_read_kb":2787,"num_write":732,"num_write_kb":267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"264'801","reported_seq":2329,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.419341+0000","last_change":"2024-09-12T00:34:33.986264+0000","last_active":"2024-09-12T01:14:19.419341+0000","last_peered":"2024-09-12T01:14:19.419341+0000","last_clean":"2024-09-12T01:14:19.419341+0000","last_became_active":"2024-09-12T00:34:33.985966+0000","last_became_peered":"2024-09-12T00:34:33.985966+0000","last_unstale":"2024-09-12T01:14:19.419341+0000","last_undegraded":"2024-09-12T01:14:19.419341+0000","last_fullsized":"2024-09-12T01:14:19.419341+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:29:37.403831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3732,"num_read_kb":3359,"num_write":1045,"num_write_kb":376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"264'401","reported_seq":1088,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.043693+0000","last_change":"2024-09-12T00:34:31.977080+0000","last_active":"2024-09-12T01:15:46.043693+0000","last_peered":"2024-09-12T01:15:46.043693+0000","last_clean":"2024-09-12T01:15:46.043693+0000","last_became_active":"2024-09-12T00:34:31.976650+0000","last_became_peered":"2024-09-12T00:34:31.976650+0000","last_unstale":"2024-09-12T01:15:46.043693+0000","last_undegraded":"2024-09-12T01:15:46.043693+0000","last_fullsized":"2024-09-12T01:15:46.043693+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:14:35.246226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1388224,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":669,"num_read_kb":38279,"num_write":1370,"num_write_kb":52699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"264'413","reported_seq":1932,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.843019+0000","last_change":"2024-09-12T00:34:33.984835+0000","last_active":"2024-09-12T01:14:04.843019+0000","last_peered":"2024-09-12T01:14:04.843019+0000","last_clean":"2024-09-12T01:14:04.843019+0000","last_became_active":"2024-09-12T00:34:33.984554+0000","last_became_peered":"2024-09-12T00:34:33.984554+0000","last_unstale":"2024-09-12T01:14:04.843019+0000","last_undegraded":"2024-09-12T01:14:04.843019+0000","last_fullsized":"2024-09-12T01:14:04.843019+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":400,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:59:57.861545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2179,"num_read_kb":2074,"num_write":459,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"264'337","reported_seq":961,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.004478+0000","last_change":"2024-09-12T00:34:31.969674+0000","last_active":"2024-09-12T01:15:46.004478+0000","last_peered":"2024-09-12T01:15:46.004478+0000","last_clean":"2024-09-12T01:15:46.004478+0000","last_became_active":"2024-09-12T00:34:31.969289+0000","last_became_peered":"2024-09-12T00:34:31.969289+0000","last_unstale":"2024-09-12T01:15:46.004478+0000","last_undegraded":"2024-09-12T01:15:46.004478+0000","last_fullsized":"2024-09-12T01:15:46.004478+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:43.004125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":480,"num_read_kb":29117,"num_write":1053,"num_write_kb":18857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"264'378","reported_seq":1862,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.213771+0000","last_change":"2024-09-12T00:34:33.980789+0000","last_active":"2024-09-12T01:14:04.213771+0000","last_peered":"2024-09-12T01:14:04.213771+0000","last_clean":"2024-09-12T01:14:04.213771+0000","last_became_active":"2024-09-12T00:34:33.979922+0000","last_became_peered":"2024-09-12T00:34:33.979922+0000","last_unstale":"2024-09-12T01:14:04.213771+0000","last_undegraded":"2024-09-12T01:14:04.213771+0000","last_fullsized":"2024-09-12T01:14:04.213771+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:32:19.313001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2121,"num_read_kb":2022,"num_write":432,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"264'347","reported_seq":987,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.036137+0000","last_change":"2024-09-12T00:34:31.970977+0000","last_active":"2024-09-12T01:15:46.036137+0000","last_peered":"2024-09-12T01:15:46.036137+0000","last_clean":"2024-09-12T01:15:46.036137+0000","last_became_active":"2024-09-12T00:34:31.970655+0000","last_became_peered":"2024-09-12T00:34:31.970655+0000","last_unstale":"2024-09-12T01:15:46.036137+0000","last_undegraded":"2024-09-12T01:15:46.036137+0000","last_fullsized":"2024-09-12T01:15:46.036137+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:13:11.320018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2182406,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":462,"num_read_kb":40754,"num_write":1064,"num_write_kb":56735,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"264'855","reported_seq":2662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.966735+0000","last_change":"2024-09-12T00:34:33.986658+0000","last_active":"2024-09-12T01:15:23.966735+0000","last_peered":"2024-09-12T01:15:23.966735+0000","last_clean":"2024-09-12T01:15:23.966735+0000","last_became_active":"2024-09-12T00:34:33.985699+0000","last_became_peered":"2024-09-12T00:34:33.985699+0000","last_unstale":"2024-09-12T01:15:23.966735+0000","last_undegraded":"2024-09-12T01:15:23.966735+0000","last_fullsized":"2024-09-12T01:15:23.966735+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":800,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:37:19.354031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4345,"num_read_kb":3960,"num_write":1112,"num_write_kb":397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"264'406","reported_seq":1052,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.963204+0000","last_change":"2024-09-12T00:35:05.688527+0000","last_active":"2024-09-12T01:15:45.963204+0000","last_peered":"2024-09-12T01:15:45.963204+0000","last_clean":"2024-09-12T01:15:45.963204+0000","last_became_active":"2024-09-12T00:35:05.688122+0000","last_became_peered":"2024-09-12T00:35:05.688122+0000","last_unstale":"2024-09-12T01:15:45.963204+0000","last_undegraded":"2024-09-12T01:15:45.963204+0000","last_fullsized":"2024-09-12T01:15:45.963204+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:02:05.656354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":691,"num_read_kb":20182,"num_write":1315,"num_write_kb":44203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"264'864","reported_seq":2382,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.718922+0000","last_change":"2024-09-12T00:34:33.980369+0000","last_active":"2024-09-12T01:14:15.718922+0000","last_peered":"2024-09-12T01:14:15.718922+0000","last_clean":"2024-09-12T01:14:15.718922+0000","last_became_active":"2024-09-12T00:34:33.980096+0000","last_became_peered":"2024-09-12T00:34:33.980096+0000","last_unstale":"2024-09-12T01:14:15.718922+0000","last_undegraded":"2024-09-12T01:14:15.718922+0000","last_fullsized":"2024-09-12T01:14:15.718922+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":800,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:11:06.061389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3928,"num_read_kb":3504,"num_write":1145,"num_write_kb":420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"264'373","reported_seq":1065,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.035593+0000","last_change":"2024-09-12T00:34:31.967710+0000","last_active":"2024-09-12T01:15:46.035593+0000","last_peered":"2024-09-12T01:15:46.035593+0000","last_clean":"2024-09-12T01:15:46.035593+0000","last_became_active":"2024-09-12T00:34:31.967261+0000","last_became_peered":"2024-09-12T00:34:31.967261+0000","last_unstale":"2024-09-12T01:15:46.035593+0000","last_undegraded":"2024-09-12T01:15:46.035593+0000","last_fullsized":"2024-09-12T01:15:46.035593+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:01:47.168031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":642,"num_read_kb":54864,"num_write":1209,"num_write_kb":45907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"264'811","reported_seq":2408,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.427127+0000","last_change":"2024-09-12T00:34:33.977217+0000","last_active":"2024-09-12T01:14:19.427127+0000","last_peered":"2024-09-12T01:14:19.427127+0000","last_clean":"2024-09-12T01:14:19.427127+0000","last_became_active":"2024-09-12T00:34:33.976919+0000","last_became_peered":"2024-09-12T00:34:33.976919+0000","last_unstale":"2024-09-12T01:14:19.427127+0000","last_undegraded":"2024-09-12T01:14:19.427127+0000","last_fullsized":"2024-09-12T01:14:19.427127+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":800,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:19.211001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4130,"num_read_kb":3753,"num_write":1091,"num_write_kb":407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"264'333","reported_seq":1060,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.678650+0000","last_change":"2024-09-12T00:34:31.964202+0000","last_active":"2024-09-12T01:15:45.678650+0000","last_peered":"2024-09-12T01:15:45.678650+0000","last_clean":"2024-09-12T01:15:45.678650+0000","last_became_active":"2024-09-12T00:34:31.963862+0000","last_became_peered":"2024-09-12T00:34:31.963862+0000","last_unstale":"2024-09-12T01:15:45.678650+0000","last_undegraded":"2024-09-12T01:15:45.678650+0000","last_fullsized":"2024-09-12T01:15:45.678650+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":300,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:07:19.581944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2268,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":564,"num_read_kb":19053,"num_write":1129,"num_write_kb":25874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"264'120","reported_seq":614,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.488542+0000","last_change":"2024-09-12T00:34:42.026431+0000","last_active":"2024-09-12T01:14:19.488542+0000","last_peered":"2024-09-12T01:14:19.488542+0000","last_clean":"2024-09-12T01:14:19.488542+0000","last_became_active":"2024-09-12T00:34:42.026130+0000","last_became_peered":"2024-09-12T00:34:42.026130+0000","last_unstale":"2024-09-12T01:14:19.488542+0000","last_undegraded":"2024-09-12T01:14:19.488542+0000","last_fullsized":"2024-09-12T01:14:19.488542+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:05.340058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":121,"num_read_kb":120,"num_write":270,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"264'822","reported_seq":2506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.426764+0000","last_change":"2024-09-12T00:35:05.222628+0000","last_active":"2024-09-12T01:14:19.426764+0000","last_peered":"2024-09-12T01:14:19.426764+0000","last_clean":"2024-09-12T01:14:19.426764+0000","last_became_active":"2024-09-12T00:35:05.222184+0000","last_became_peered":"2024-09-12T00:35:05.222184+0000","last_unstale":"2024-09-12T01:14:19.426764+0000","last_undegraded":"2024-09-12T01:14:19.426764+0000","last_fullsized":"2024-09-12T01:14:19.426764+0000","mapping_epoch":38,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":800,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:40:25.729097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4052,"num_read_kb":3687,"num_write":1060,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"264'316","reported_seq":919,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.016166+0000","last_change":"2024-09-12T00:34:31.956810+0000","last_active":"2024-09-12T01:15:46.016166+0000","last_peered":"2024-09-12T01:15:46.016166+0000","last_clean":"2024-09-12T01:15:46.016166+0000","last_became_active":"2024-09-12T00:34:31.955347+0000","last_became_peered":"2024-09-12T00:34:31.955347+0000","last_unstale":"2024-09-12T01:15:46.016166+0000","last_undegraded":"2024-09-12T01:15:46.016166+0000","last_fullsized":"2024-09-12T01:15:46.016166+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:37:56.708980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":423,"num_read_kb":404,"num_write":951,"num_write_kb":33629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:18.786094+0000","last_change":"2024-09-12T00:34:35.990062+0000","last_active":"2024-09-12T01:13:18.786094+0000","last_peered":"2024-09-12T01:13:18.786094+0000","last_clean":"2024-09-12T01:13:18.786094+0000","last_became_active":"2024-09-12T00:34:35.989736+0000","last_became_peered":"2024-09-12T00:34:35.989736+0000","last_unstale":"2024-09-12T01:13:18.786094+0000","last_undegraded":"2024-09-12T01:13:18.786094+0000","last_fullsized":"2024-09-12T01:13:18.786094+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:50:52.417243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"264'357","reported_seq":968,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.484291+0000","last_change":"2024-09-12T00:34:37.997963+0000","last_active":"2024-09-12T01:15:45.484291+0000","last_peered":"2024-09-12T01:15:45.484291+0000","last_clean":"2024-09-12T01:15:45.484291+0000","last_became_active":"2024-09-12T00:34:37.997634+0000","last_became_peered":"2024-09-12T00:34:37.997634+0000","last_unstale":"2024-09-12T01:15:45.484291+0000","last_undegraded":"2024-09-12T01:15:45.484291+0000","last_fullsized":"2024-09-12T01:15:45.484291+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:50:10.178681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50513,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":582,"num_read_kb":1227,"num_write":468,"num_write_kb":330,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.797542+0000","last_change":"2024-09-12T00:34:40.010591+0000","last_active":"2024-09-12T01:13:21.797542+0000","last_peered":"2024-09-12T01:13:21.797542+0000","last_clean":"2024-09-12T01:13:21.797542+0000","last_became_active":"2024-09-12T00:34:40.010305+0000","last_became_peered":"2024-09-12T00:34:40.010305+0000","last_unstale":"2024-09-12T01:13:21.797542+0000","last_undegraded":"2024-09-12T01:13:21.797542+0000","last_fullsized":"2024-09-12T01:13:21.797542+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:31:12.503235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"264'2429","reported_seq":4304,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:16.930435+0000","last_change":"2024-09-12T00:34:42.013669+0000","last_active":"2024-09-12T01:14:16.930435+0000","last_peered":"2024-09-12T01:14:16.930435+0000","last_clean":"2024-09-12T01:14:16.930435+0000","last_became_active":"2024-09-12T00:34:42.013380+0000","last_became_peered":"2024-09-12T00:34:42.013380+0000","last_unstale":"2024-09-12T01:14:16.930435+0000","last_undegraded":"2024-09-12T01:14:16.930435+0000","last_fullsized":"2024-09-12T01:14:16.930435+0000","mapping_epoch":35,"log_start":"264'2400","ondisk_log_start":"264'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":2400,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:03.793095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6063,"num_read_kb":6068,"num_write":4815,"num_write_kb":1781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"264'885","reported_seq":2574,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214188+0000","last_change":"2024-09-12T00:34:33.979838+0000","last_active":"2024-09-12T01:14:04.214188+0000","last_peered":"2024-09-12T01:14:04.214188+0000","last_clean":"2024-09-12T01:14:04.214188+0000","last_became_active":"2024-09-12T00:34:33.979514+0000","last_became_peered":"2024-09-12T00:34:33.979514+0000","last_unstale":"2024-09-12T01:14:04.214188+0000","last_undegraded":"2024-09-12T01:14:04.214188+0000","last_fullsized":"2024-09-12T01:14:04.214188+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":800,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:12:49.268190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4152,"num_read_kb":3754,"num_write":1137,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"264'313","reported_seq":944,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.561816+0000","last_change":"2024-09-12T00:34:31.969564+0000","last_active":"2024-09-12T01:15:45.561816+0000","last_peered":"2024-09-12T01:15:45.561816+0000","last_clean":"2024-09-12T01:15:45.561816+0000","last_became_active":"2024-09-12T00:34:31.969245+0000","last_became_peered":"2024-09-12T00:34:31.969245+0000","last_unstale":"2024-09-12T01:15:45.561816+0000","last_undegraded":"2024-09-12T01:15:45.561816+0000","last_fullsized":"2024-09-12T01:15:45.561816+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":300,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:29:59.444541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6461849,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":473,"num_read_kb":33363,"num_write":1036,"num_write_kb":61890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.787547+0000","last_change":"2024-09-12T00:34:35.992366+0000","last_active":"2024-09-12T01:12:01.787547+0000","last_peered":"2024-09-12T01:12:01.787547+0000","last_clean":"2024-09-12T01:12:01.787547+0000","last_became_active":"2024-09-12T00:34:35.992059+0000","last_became_peered":"2024-09-12T00:34:35.992059+0000","last_unstale":"2024-09-12T01:12:01.787547+0000","last_undegraded":"2024-09-12T01:12:01.787547+0000","last_fullsized":"2024-09-12T01:12:01.787547+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:45.149888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"264'88","reported_seq":611,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.086028+0000","last_change":"2024-09-12T00:34:37.996636+0000","last_active":"2024-09-12T01:14:47.086028+0000","last_peered":"2024-09-12T01:14:47.086028+0000","last_clean":"2024-09-12T01:14:47.086028+0000","last_became_active":"2024-09-12T00:34:37.996356+0000","last_became_peered":"2024-09-12T00:34:37.996356+0000","last_unstale":"2024-09-12T01:14:47.086028+0000","last_undegraded":"2024-09-12T01:14:47.086028+0000","last_fullsized":"2024-09-12T01:14:47.086028+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:09:37.137254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":98,"num_read_kb":94,"num_write":64,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":482,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.797502+0000","last_change":"2024-09-12T00:34:40.004430+0000","last_active":"2024-09-12T01:13:21.797502+0000","last_peered":"2024-09-12T01:13:21.797502+0000","last_clean":"2024-09-12T01:13:21.797502+0000","last_became_active":"2024-09-12T00:34:40.004064+0000","last_became_peered":"2024-09-12T00:34:40.004064+0000","last_unstale":"2024-09-12T01:13:21.797502+0000","last_undegraded":"2024-09-12T01:13:21.797502+0000","last_fullsized":"2024-09-12T01:13:21.797502+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:20:00.896242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"264'127","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:17.542578+0000","last_change":"2024-09-12T00:34:42.013956+0000","last_active":"2024-09-12T01:14:17.542578+0000","last_peered":"2024-09-12T01:14:17.542578+0000","last_clean":"2024-09-12T01:14:17.542578+0000","last_became_active":"2024-09-12T00:34:42.013616+0000","last_became_peered":"2024-09-12T00:34:42.013616+0000","last_unstale":"2024-09-12T01:14:17.542578+0000","last_undegraded":"2024-09-12T01:14:17.542578+0000","last_fullsized":"2024-09-12T01:14:17.542578+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:27.396985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1123,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":131,"num_read_kb":129,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"264'527","reported_seq":2189,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.797405+0000","last_change":"2024-09-12T00:34:33.990499+0000","last_active":"2024-09-12T01:14:18.797405+0000","last_peered":"2024-09-12T01:14:18.797405+0000","last_clean":"2024-09-12T01:14:18.797405+0000","last_became_active":"2024-09-12T00:34:33.990151+0000","last_became_peered":"2024-09-12T00:34:33.990151+0000","last_unstale":"2024-09-12T01:14:18.797405+0000","last_undegraded":"2024-09-12T01:14:18.797405+0000","last_fullsized":"2024-09-12T01:14:18.797405+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":500,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:10:32.164720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2843,"num_read_kb":2652,"num_write":643,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"264'345","reported_seq":999,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.989961+0000","last_change":"2024-09-12T00:34:31.954756+0000","last_active":"2024-09-12T01:15:45.989961+0000","last_peered":"2024-09-12T01:15:45.989961+0000","last_clean":"2024-09-12T01:15:45.989961+0000","last_became_active":"2024-09-12T00:34:31.954374+0000","last_became_peered":"2024-09-12T00:34:31.954374+0000","last_unstale":"2024-09-12T01:15:45.989961+0000","last_undegraded":"2024-09-12T01:15:45.989961+0000","last_fullsized":"2024-09-12T01:15:45.989961+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:13.026371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133734,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":481,"num_read_kb":14610,"num_write":1026,"num_write_kb":17739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.797911+0000","last_change":"2024-09-12T00:34:35.988960+0000","last_active":"2024-09-12T01:13:16.797911+0000","last_peered":"2024-09-12T01:13:16.797911+0000","last_clean":"2024-09-12T01:13:16.797911+0000","last_became_active":"2024-09-12T00:34:35.988647+0000","last_became_peered":"2024-09-12T00:34:35.988647+0000","last_unstale":"2024-09-12T01:13:16.797911+0000","last_undegraded":"2024-09-12T01:13:16.797911+0000","last_fullsized":"2024-09-12T01:13:16.797911+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:53:22.884707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"264'122","reported_seq":665,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.106105+0000","last_change":"2024-09-12T00:34:37.999594+0000","last_active":"2024-09-12T01:14:47.106105+0000","last_peered":"2024-09-12T01:14:47.106105+0000","last_clean":"2024-09-12T01:14:47.106105+0000","last_became_active":"2024-09-12T00:34:37.999287+0000","last_became_peered":"2024-09-12T00:34:37.999287+0000","last_unstale":"2024-09-12T01:14:47.106105+0000","last_undegraded":"2024-09-12T01:14:47.106105+0000","last_fullsized":"2024-09-12T01:14:47.106105+0000","mapping_epoch":31,"log_start":"264'100","ondisk_log_start":"264'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:57:41.952418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":142,"num_read_kb":133,"num_write":96,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"264'785","reported_seq":2527,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.054271+0000","last_change":"2024-09-12T00:34:40.008325+0000","last_active":"2024-09-12T01:15:46.054271+0000","last_peered":"2024-09-12T01:15:46.054271+0000","last_clean":"2024-09-12T01:15:46.054271+0000","last_became_active":"2024-09-12T00:34:40.008042+0000","last_became_peered":"2024-09-12T00:34:40.008042+0000","last_unstale":"2024-09-12T01:15:46.054271+0000","last_undegraded":"2024-09-12T01:15:46.054271+0000","last_fullsized":"2024-09-12T01:15:46.054271+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":700,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:56:32.971273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"264'199","reported_seq":1013,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.532309+0000","last_change":"2024-09-12T00:34:42.012419+0000","last_active":"2024-09-12T01:14:19.532309+0000","last_peered":"2024-09-12T01:14:19.532309+0000","last_clean":"2024-09-12T01:14:19.532309+0000","last_became_active":"2024-09-12T00:34:42.012068+0000","last_became_peered":"2024-09-12T00:34:42.012068+0000","last_unstale":"2024-09-12T01:14:19.532309+0000","last_undegraded":"2024-09-12T01:14:19.532309+0000","last_fullsized":"2024-09-12T01:14:19.532309+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:53:45.018747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":592,"num_read_kb":587,"num_write":436,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"264'391","reported_seq":1807,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.966439+0000","last_change":"2024-09-12T00:34:33.988636+0000","last_active":"2024-09-12T01:15:23.966439+0000","last_peered":"2024-09-12T01:15:23.966439+0000","last_clean":"2024-09-12T01:15:23.966439+0000","last_became_active":"2024-09-12T00:34:33.988336+0000","last_became_peered":"2024-09-12T00:34:33.988336+0000","last_unstale":"2024-09-12T01:15:23.966439+0000","last_undegraded":"2024-09-12T01:15:23.966439+0000","last_fullsized":"2024-09-12T01:15:23.966439+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:47.353811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2117,"num_read_kb":1998,"num_write":485,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"264'331","reported_seq":1037,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.975287+0000","last_change":"2024-09-12T00:34:31.972977+0000","last_active":"2024-09-12T01:15:45.975287+0000","last_peered":"2024-09-12T01:15:45.975287+0000","last_clean":"2024-09-12T01:15:45.975287+0000","last_became_active":"2024-09-12T00:34:31.972632+0000","last_became_peered":"2024-09-12T00:34:31.972632+0000","last_unstale":"2024-09-12T01:15:45.975287+0000","last_undegraded":"2024-09-12T01:15:45.975287+0000","last_fullsized":"2024-09-12T01:15:45.975287+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:44:00.620768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":629,"num_read_kb":143946,"num_write":1144,"num_write_kb":51229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:18.786114+0000","last_change":"2024-09-12T00:34:35.991140+0000","last_active":"2024-09-12T01:13:18.786114+0000","last_peered":"2024-09-12T01:13:18.786114+0000","last_clean":"2024-09-12T01:13:18.786114+0000","last_became_active":"2024-09-12T00:34:35.990837+0000","last_became_peered":"2024-09-12T00:34:35.990837+0000","last_unstale":"2024-09-12T01:13:18.786114+0000","last_undegraded":"2024-09-12T01:13:18.786114+0000","last_fullsized":"2024-09-12T01:13:18.786114+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:03.479665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"264'277","reported_seq":849,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.168748+0000","last_change":"2024-09-12T00:34:38.120984+0000","last_active":"2024-09-12T01:15:45.168748+0000","last_peered":"2024-09-12T01:15:45.168748+0000","last_clean":"2024-09-12T01:15:45.168748+0000","last_became_active":"2024-09-12T00:34:38.120411+0000","last_became_peered":"2024-09-12T00:34:38.120411+0000","last_unstale":"2024-09-12T01:15:45.168748+0000","last_undegraded":"2024-09-12T01:15:45.168748+0000","last_fullsized":"2024-09-12T01:15:45.168748+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:17:46.966321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47483,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":464,"num_read_kb":1092,"num_write":380,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"264'815","reported_seq":4386,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.892568+0000","last_change":"2024-09-12T00:34:40.010350+0000","last_active":"2024-09-12T01:15:43.892568+0000","last_peered":"2024-09-12T01:15:43.892568+0000","last_clean":"2024-09-12T01:15:43.892568+0000","last_became_active":"2024-09-12T00:34:40.010075+0000","last_became_peered":"2024-09-12T00:34:40.010075+0000","last_unstale":"2024-09-12T01:15:43.892568+0000","last_undegraded":"2024-09-12T01:15:43.892568+0000","last_fullsized":"2024-09-12T01:15:43.892568+0000","mapping_epoch":33,"log_start":"264'800","ondisk_log_start":"264'800","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":800,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:21.033967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"264'1229","reported_seq":2854,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.796175+0000","last_change":"2024-09-12T00:34:33.985063+0000","last_active":"2024-09-12T01:14:18.796175+0000","last_peered":"2024-09-12T01:14:18.796175+0000","last_clean":"2024-09-12T01:14:18.796175+0000","last_became_active":"2024-09-12T00:34:33.984747+0000","last_became_peered":"2024-09-12T00:34:33.984747+0000","last_unstale":"2024-09-12T01:14:18.796175+0000","last_undegraded":"2024-09-12T01:14:18.796175+0000","last_fullsized":"2024-09-12T01:14:18.796175+0000","mapping_epoch":27,"log_start":"264'1200","ondisk_log_start":"264'1200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":1200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:55:42.229610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":5629,"num_read_kb":4953,"num_write":1699,"num_write_kb":697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"264'339","reported_seq":1014,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.981678+0000","last_change":"2024-09-12T00:34:31.970984+0000","last_active":"2024-09-12T01:15:45.981678+0000","last_peered":"2024-09-12T01:15:45.981678+0000","last_clean":"2024-09-12T01:15:45.981678+0000","last_became_active":"2024-09-12T00:34:31.970437+0000","last_became_peered":"2024-09-12T00:34:31.970437+0000","last_unstale":"2024-09-12T01:15:45.981678+0000","last_undegraded":"2024-09-12T01:15:45.981678+0000","last_fullsized":"2024-09-12T01:15:45.981678+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:38:13.384773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":582,"num_read_kb":27172,"num_write":1110,"num_write_kb":35174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:36.799451+0000","last_change":"2024-09-12T00:34:35.985027+0000","last_active":"2024-09-12T01:13:36.799451+0000","last_peered":"2024-09-12T01:13:36.799451+0000","last_clean":"2024-09-12T01:13:36.799451+0000","last_became_active":"2024-09-12T00:34:35.984738+0000","last_became_peered":"2024-09-12T00:34:35.984738+0000","last_unstale":"2024-09-12T01:13:36.799451+0000","last_undegraded":"2024-09-12T01:13:36.799451+0000","last_fullsized":"2024-09-12T01:13:36.799451+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:04.189167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"264'321","reported_seq":924,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.145344+0000","last_change":"2024-09-12T00:34:38.121042+0000","last_active":"2024-09-12T01:14:47.145344+0000","last_peered":"2024-09-12T01:14:47.145344+0000","last_clean":"2024-09-12T01:14:47.145344+0000","last_became_active":"2024-09-12T00:34:38.120453+0000","last_became_peered":"2024-09-12T00:34:38.120453+0000","last_unstale":"2024-09-12T01:14:47.145344+0000","last_undegraded":"2024-09-12T01:14:47.145344+0000","last_fullsized":"2024-09-12T01:14:47.145344+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:14.952743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50345,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":514,"num_read_kb":924,"num_write":396,"num_write_kb":253,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.657797+0000","last_change":"2024-09-12T00:34:40.004397+0000","last_active":"2024-09-12T01:12:56.657797+0000","last_peered":"2024-09-12T01:12:56.657797+0000","last_clean":"2024-09-12T01:12:56.657797+0000","last_became_active":"2024-09-12T00:34:40.004087+0000","last_became_peered":"2024-09-12T00:34:40.004087+0000","last_unstale":"2024-09-12T01:12:56.657797+0000","last_undegraded":"2024-09-12T01:12:56.657797+0000","last_fullsized":"2024-09-12T01:12:56.657797+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:16.700714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"264'642","reported_seq":1502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.909214+0000","last_change":"2024-09-12T00:34:42.014110+0000","last_active":"2024-09-12T01:15:24.909214+0000","last_peered":"2024-09-12T01:15:24.909214+0000","last_clean":"2024-09-12T01:15:24.909214+0000","last_became_active":"2024-09-12T00:34:42.013850+0000","last_became_peered":"2024-09-12T00:34:42.013850+0000","last_unstale":"2024-09-12T01:15:24.909214+0000","last_undegraded":"2024-09-12T01:15:24.909214+0000","last_fullsized":"2024-09-12T01:15:24.909214+0000","mapping_epoch":35,"log_start":"264'600","ondisk_log_start":"264'600","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":600,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:26.982176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1535,"num_read_kb":1474,"num_write":1355,"num_write_kb":465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"264'320","reported_seq":1693,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.467362+0000","last_change":"2024-09-12T00:34:33.984073+0000","last_active":"2024-09-12T01:14:05.467362+0000","last_peered":"2024-09-12T01:14:05.467362+0000","last_clean":"2024-09-12T01:14:05.467362+0000","last_became_active":"2024-09-12T00:34:33.983785+0000","last_became_peered":"2024-09-12T00:34:33.983785+0000","last_unstale":"2024-09-12T01:14:05.467362+0000","last_undegraded":"2024-09-12T01:14:05.467362+0000","last_fullsized":"2024-09-12T01:14:05.467362+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:33.648983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1790,"num_read_kb":1722,"num_write":367,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"264'472","reported_seq":1368,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.010852+0000","last_change":"2024-09-12T00:34:31.963429+0000","last_active":"2024-09-12T01:15:46.010852+0000","last_peered":"2024-09-12T01:15:46.010852+0000","last_clean":"2024-09-12T01:15:46.010852+0000","last_became_active":"2024-09-12T00:34:31.959073+0000","last_became_peered":"2024-09-12T00:34:31.959073+0000","last_unstale":"2024-09-12T01:15:46.010852+0000","last_undegraded":"2024-09-12T01:15:46.010852+0000","last_fullsized":"2024-09-12T01:15:46.010852+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":400,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:58.215661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3916028,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":1343,"num_read_kb":21337,"num_write":1744,"num_write_kb":39863,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:36.770010+0000","last_change":"2024-09-12T00:34:35.985573+0000","last_active":"2024-09-12T01:13:36.770010+0000","last_peered":"2024-09-12T01:13:36.770010+0000","last_clean":"2024-09-12T01:13:36.770010+0000","last_became_active":"2024-09-12T00:34:35.985224+0000","last_became_peered":"2024-09-12T00:34:35.985224+0000","last_unstale":"2024-09-12T01:13:36.770010+0000","last_undegraded":"2024-09-12T01:13:36.770010+0000","last_fullsized":"2024-09-12T01:13:36.770010+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:12:58.080360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"264'273","reported_seq":840,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.445851+0000","last_change":"2024-09-12T00:34:37.996692+0000","last_active":"2024-09-12T01:15:44.445851+0000","last_peered":"2024-09-12T01:15:44.445851+0000","last_clean":"2024-09-12T01:15:44.445851+0000","last_became_active":"2024-09-12T00:34:37.996385+0000","last_became_peered":"2024-09-12T00:34:37.996385+0000","last_unstale":"2024-09-12T01:15:44.445851+0000","last_undegraded":"2024-09-12T01:15:44.445851+0000","last_fullsized":"2024-09-12T01:15:44.445851+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:48:49.501281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50020,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":445,"num_read_kb":1029,"num_write":362,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":481,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.783657+0000","last_change":"2024-09-12T00:34:40.010627+0000","last_active":"2024-09-12T01:11:36.783657+0000","last_peered":"2024-09-12T01:11:36.783657+0000","last_clean":"2024-09-12T01:11:36.783657+0000","last_became_active":"2024-09-12T00:34:40.009860+0000","last_became_peered":"2024-09-12T00:34:40.009860+0000","last_unstale":"2024-09-12T01:11:36.783657+0000","last_undegraded":"2024-09-12T01:11:36.783657+0000","last_fullsized":"2024-09-12T01:11:36.783657+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:31:02.158972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"264'121","reported_seq":607,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:21.782637+0000","last_change":"2024-09-12T00:34:42.007381+0000","last_active":"2024-09-12T01:14:21.782637+0000","last_peered":"2024-09-12T01:14:21.782637+0000","last_clean":"2024-09-12T01:14:21.782637+0000","last_became_active":"2024-09-12T00:34:42.006843+0000","last_became_peered":"2024-09-12T00:34:42.006843+0000","last_unstale":"2024-09-12T01:14:21.782637+0000","last_undegraded":"2024-09-12T01:14:21.782637+0000","last_fullsized":"2024-09-12T01:14:21.782637+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:49:27.223937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":101,"num_read_kb":98,"num_write":281,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"264'537","reported_seq":2243,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.508186+0000","last_change":"2024-09-12T00:34:33.972370+0000","last_active":"2024-09-12T01:14:05.508186+0000","last_peered":"2024-09-12T01:14:05.508186+0000","last_clean":"2024-09-12T01:14:05.508186+0000","last_became_active":"2024-09-12T00:34:33.971964+0000","last_became_peered":"2024-09-12T00:34:33.971964+0000","last_unstale":"2024-09-12T01:14:05.508186+0000","last_undegraded":"2024-09-12T01:14:05.508186+0000","last_fullsized":"2024-09-12T01:14:05.508186+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":500,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:55:29.944764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2910,"num_read_kb":2718,"num_write":641,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"264'373","reported_seq":1005,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.021216+0000","last_change":"2024-09-12T00:34:31.966030+0000","last_active":"2024-09-12T01:15:46.021216+0000","last_peered":"2024-09-12T01:15:46.021216+0000","last_clean":"2024-09-12T01:15:46.021216+0000","last_became_active":"2024-09-12T00:34:31.965537+0000","last_became_peered":"2024-09-12T00:34:31.965537+0000","last_unstale":"2024-09-12T01:15:46.021216+0000","last_undegraded":"2024-09-12T01:15:46.021216+0000","last_fullsized":"2024-09-12T01:15:46.021216+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:03:31.624222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":528,"num_read_kb":24059,"num_write":1272,"num_write_kb":39850,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:51.764161+0000","last_change":"2024-09-12T00:34:35.989321+0000","last_active":"2024-09-12T01:12:51.764161+0000","last_peered":"2024-09-12T01:12:51.764161+0000","last_clean":"2024-09-12T01:12:51.764161+0000","last_became_active":"2024-09-12T00:34:35.989002+0000","last_became_peered":"2024-09-12T00:34:35.989002+0000","last_unstale":"2024-09-12T01:12:51.764161+0000","last_undegraded":"2024-09-12T01:12:51.764161+0000","last_fullsized":"2024-09-12T01:12:51.764161+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:26:39.149297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"264'326","reported_seq":920,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.852989+0000","last_change":"2024-09-12T00:34:37.999755+0000","last_active":"2024-09-12T01:15:45.852989+0000","last_peered":"2024-09-12T01:15:45.852989+0000","last_clean":"2024-09-12T01:15:45.852989+0000","last_became_active":"2024-09-12T00:34:37.999429+0000","last_became_peered":"2024-09-12T00:34:37.999429+0000","last_unstale":"2024-09-12T01:15:45.852989+0000","last_undegraded":"2024-09-12T01:15:45.852989+0000","last_fullsized":"2024-09-12T01:15:45.852989+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:53:16.202741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51642,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":517,"num_read_kb":1121,"num_write":416,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"264'799","reported_seq":2217,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.030851+0000","last_change":"2024-09-12T00:34:40.011623+0000","last_active":"2024-09-12T01:15:44.030851+0000","last_peered":"2024-09-12T01:15:44.030851+0000","last_clean":"2024-09-12T01:15:44.030851+0000","last_became_active":"2024-09-12T00:34:40.011267+0000","last_became_peered":"2024-09-12T00:34:40.011267+0000","last_unstale":"2024-09-12T01:15:44.030851+0000","last_undegraded":"2024-09-12T01:15:44.030851+0000","last_fullsized":"2024-09-12T01:15:44.030851+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":700,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:59:43.307107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"264'150","reported_seq":653,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.904753+0000","last_change":"2024-09-12T00:34:42.013962+0000","last_active":"2024-09-12T01:15:23.904753+0000","last_peered":"2024-09-12T01:15:23.904753+0000","last_clean":"2024-09-12T01:15:23.904753+0000","last_became_active":"2024-09-12T00:34:42.013661+0000","last_became_peered":"2024-09-12T00:34:42.013661+0000","last_unstale":"2024-09-12T01:15:23.904753+0000","last_undegraded":"2024-09-12T01:15:23.904753+0000","last_fullsized":"2024-09-12T01:15:23.904753+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:24:13.034152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":411,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":182,"num_read_kb":163,"num_write":359,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"264'448","reported_seq":2049,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.426552+0000","last_change":"2024-09-12T00:34:33.989226+0000","last_active":"2024-09-12T01:14:19.426552+0000","last_peered":"2024-09-12T01:14:19.426552+0000","last_clean":"2024-09-12T01:14:19.426552+0000","last_became_active":"2024-09-12T00:34:33.987982+0000","last_became_peered":"2024-09-12T00:34:33.987982+0000","last_unstale":"2024-09-12T01:14:19.426552+0000","last_undegraded":"2024-09-12T01:14:19.426552+0000","last_fullsized":"2024-09-12T01:14:19.426552+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":400,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:25.892287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2653,"num_read_kb":2516,"num_write":540,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"264'296","reported_seq":978,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.370537+0000","last_change":"2024-09-12T00:34:31.969930+0000","last_active":"2024-09-12T01:15:23.370537+0000","last_peered":"2024-09-12T01:15:23.370537+0000","last_clean":"2024-09-12T01:15:23.370537+0000","last_became_active":"2024-09-12T00:34:31.969611+0000","last_became_peered":"2024-09-12T00:34:31.969611+0000","last_unstale":"2024-09-12T01:15:23.370537+0000","last_undegraded":"2024-09-12T01:15:23.370537+0000","last_fullsized":"2024-09-12T01:15:23.370537+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:58:56.697434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13644809,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":561,"num_read_kb":57269,"num_write":1111,"num_write_kb":39514,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.754405+0000","last_change":"2024-09-12T00:34:35.988002+0000","last_active":"2024-09-12T01:11:31.754405+0000","last_peered":"2024-09-12T01:11:31.754405+0000","last_clean":"2024-09-12T01:11:31.754405+0000","last_became_active":"2024-09-12T00:34:35.987677+0000","last_became_peered":"2024-09-12T00:34:35.987677+0000","last_unstale":"2024-09-12T01:11:31.754405+0000","last_undegraded":"2024-09-12T01:11:31.754405+0000","last_fullsized":"2024-09-12T01:11:31.754405+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:46.944338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"264'498","reported_seq":1132,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.649550+0000","last_change":"2024-09-12T00:34:37.997218+0000","last_active":"2024-09-12T01:15:44.649550+0000","last_peered":"2024-09-12T01:15:44.649550+0000","last_clean":"2024-09-12T01:15:44.649550+0000","last_became_active":"2024-09-12T00:34:37.996633+0000","last_became_peered":"2024-09-12T00:34:37.996633+0000","last_unstale":"2024-09-12T01:15:44.649550+0000","last_undegraded":"2024-09-12T01:15:44.649550+0000","last_fullsized":"2024-09-12T01:15:44.649550+0000","mapping_epoch":31,"log_start":"264'400","ondisk_log_start":"264'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":400,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:10:20.060318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":105215,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":867,"num_read_kb":1977,"num_write":724,"num_write_kb":610,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.754374+0000","last_change":"2024-09-12T00:34:40.007223+0000","last_active":"2024-09-12T01:11:31.754374+0000","last_peered":"2024-09-12T01:11:31.754374+0000","last_clean":"2024-09-12T01:11:31.754374+0000","last_became_active":"2024-09-12T00:34:40.006943+0000","last_became_peered":"2024-09-12T00:34:40.006943+0000","last_unstale":"2024-09-12T01:11:31.754374+0000","last_undegraded":"2024-09-12T01:11:31.754374+0000","last_fullsized":"2024-09-12T01:11:31.754374+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:40:48.474085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"264'139","reported_seq":639,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:03.199033+0000","last_change":"2024-09-12T00:34:42.026577+0000","last_active":"2024-09-12T01:14:03.199033+0000","last_peered":"2024-09-12T01:14:03.199033+0000","last_clean":"2024-09-12T01:14:03.199033+0000","last_became_active":"2024-09-12T00:34:42.026272+0000","last_became_peered":"2024-09-12T00:34:42.026272+0000","last_unstale":"2024-09-12T01:14:03.199033+0000","last_undegraded":"2024-09-12T01:14:03.199033+0000","last_fullsized":"2024-09-12T01:14:03.199033+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:46:00.729953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":899,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":129,"num_read_kb":127,"num_write":342,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"264'441","reported_seq":1921,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:16.133694+0000","last_change":"2024-09-12T00:34:33.988699+0000","last_active":"2024-09-12T01:14:16.133694+0000","last_peered":"2024-09-12T01:14:16.133694+0000","last_clean":"2024-09-12T01:14:16.133694+0000","last_became_active":"2024-09-12T00:34:33.988384+0000","last_became_peered":"2024-09-12T00:34:33.988384+0000","last_unstale":"2024-09-12T01:14:16.133694+0000","last_undegraded":"2024-09-12T01:14:16.133694+0000","last_fullsized":"2024-09-12T01:14:16.133694+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":400,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:33:04.682108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2245,"num_read_kb":2110,"num_write":506,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"264'359","reported_seq":1109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.040020+0000","last_change":"2024-09-12T00:34:31.973835+0000","last_active":"2024-09-12T01:15:46.040020+0000","last_peered":"2024-09-12T01:15:46.040020+0000","last_clean":"2024-09-12T01:15:46.040020+0000","last_became_active":"2024-09-12T00:34:31.973463+0000","last_became_peered":"2024-09-12T00:34:31.973463+0000","last_unstale":"2024-09-12T01:15:46.040020+0000","last_undegraded":"2024-09-12T01:15:46.040020+0000","last_fullsized":"2024-09-12T01:15:46.040020+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:34.361848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":687564,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":725,"num_read_kb":52164,"num_write":1162,"num_write_kb":35766,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:51.764188+0000","last_change":"2024-09-12T00:34:35.987677+0000","last_active":"2024-09-12T01:12:51.764188+0000","last_peered":"2024-09-12T01:12:51.764188+0000","last_clean":"2024-09-12T01:12:51.764188+0000","last_became_active":"2024-09-12T00:34:35.987401+0000","last_became_peered":"2024-09-12T00:34:35.987401+0000","last_unstale":"2024-09-12T01:12:51.764188+0000","last_undegraded":"2024-09-12T01:12:51.764188+0000","last_fullsized":"2024-09-12T01:12:51.764188+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:49:15.345707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"264'311","reported_seq":885,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.745871+0000","last_change":"2024-09-12T00:34:37.996884+0000","last_active":"2024-09-12T01:15:44.745871+0000","last_peered":"2024-09-12T01:15:44.745871+0000","last_clean":"2024-09-12T01:15:44.745871+0000","last_became_active":"2024-09-12T00:34:37.996632+0000","last_became_peered":"2024-09-12T00:34:37.996632+0000","last_unstale":"2024-09-12T01:15:44.745871+0000","last_undegraded":"2024-09-12T01:15:44.745871+0000","last_fullsized":"2024-09-12T01:15:44.745871+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:48.630878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55572,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":529,"num_read_kb":1205,"num_write":478,"num_write_kb":405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:05.668547+0000","last_change":"2024-09-12T00:34:40.012846+0000","last_active":"2024-09-12T01:13:05.668547+0000","last_peered":"2024-09-12T01:13:05.668547+0000","last_clean":"2024-09-12T01:13:05.668547+0000","last_became_active":"2024-09-12T00:34:40.012535+0000","last_became_peered":"2024-09-12T00:34:40.012535+0000","last_unstale":"2024-09-12T01:13:05.668547+0000","last_undegraded":"2024-09-12T01:13:05.668547+0000","last_fullsized":"2024-09-12T01:13:05.668547+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:12.393497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"264'102","reported_seq":581,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.810396+0000","last_change":"2024-09-12T00:34:42.027110+0000","last_active":"2024-09-12T01:14:46.810396+0000","last_peered":"2024-09-12T01:14:46.810396+0000","last_clean":"2024-09-12T01:14:46.810396+0000","last_became_active":"2024-09-12T00:34:42.025660+0000","last_became_peered":"2024-09-12T00:34:42.025660+0000","last_unstale":"2024-09-12T01:14:46.810396+0000","last_undegraded":"2024-09-12T01:14:46.810396+0000","last_fullsized":"2024-09-12T01:14:46.810396+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:19.455420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":81,"num_read_kb":81,"num_write":243,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"264'461","reported_seq":1939,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:57.841788+0000","last_change":"2024-09-12T00:34:33.976771+0000","last_active":"2024-09-12T01:13:57.841788+0000","last_peered":"2024-09-12T01:13:57.841788+0000","last_clean":"2024-09-12T01:13:57.841788+0000","last_became_active":"2024-09-12T00:34:33.976456+0000","last_became_peered":"2024-09-12T00:34:33.976456+0000","last_unstale":"2024-09-12T01:13:57.841788+0000","last_undegraded":"2024-09-12T01:13:57.841788+0000","last_fullsized":"2024-09-12T01:13:57.841788+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":400,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:04.824715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2299,"num_read_kb":2147,"num_write":532,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"264'312","reported_seq":950,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.007959+0000","last_change":"2024-09-12T00:35:05.224280+0000","last_active":"2024-09-12T01:15:46.007959+0000","last_peered":"2024-09-12T01:15:46.007959+0000","last_clean":"2024-09-12T01:15:46.007959+0000","last_became_active":"2024-09-12T00:35:05.223814+0000","last_became_peered":"2024-09-12T00:35:05.223814+0000","last_unstale":"2024-09-12T01:15:46.007959+0000","last_undegraded":"2024-09-12T01:15:46.007959+0000","last_fullsized":"2024-09-12T01:15:46.007959+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:14:40.037875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":709707,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":513,"num_read_kb":31652,"num_write":891,"num_write_kb":37909,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"37'3","reported_seq":979,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.654867+0000","last_change":"2024-09-12T00:34:35.993904+0000","last_active":"2024-09-12T01:15:43.654867+0000","last_peered":"2024-09-12T01:15:43.654867+0000","last_clean":"2024-09-12T01:15:43.654867+0000","last_became_active":"2024-09-12T00:34:35.993578+0000","last_became_peered":"2024-09-12T00:34:35.993578+0000","last_unstale":"2024-09-12T01:15:43.654867+0000","last_undegraded":"2024-09-12T01:15:43.654867+0000","last_fullsized":"2024-09-12T01:15:43.654867+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:52:27.202024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"264'280","reported_seq":862,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.258249+0000","last_change":"2024-09-12T00:34:38.001386+0000","last_active":"2024-09-12T01:15:44.258249+0000","last_peered":"2024-09-12T01:15:44.258249+0000","last_clean":"2024-09-12T01:15:44.258249+0000","last_became_active":"2024-09-12T00:34:38.000994+0000","last_became_peered":"2024-09-12T00:34:38.000994+0000","last_unstale":"2024-09-12T01:15:44.258249+0000","last_undegraded":"2024-09-12T01:15:44.258249+0000","last_fullsized":"2024-09-12T01:15:44.258249+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:15:58.939137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53088,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":475,"num_read_kb":1045,"num_write":378,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"264'765","reported_seq":2230,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.888976+0000","last_change":"2024-09-12T00:34:40.010665+0000","last_active":"2024-09-12T01:15:43.888976+0000","last_peered":"2024-09-12T01:15:43.888976+0000","last_clean":"2024-09-12T01:15:43.888976+0000","last_became_active":"2024-09-12T00:34:40.010400+0000","last_became_peered":"2024-09-12T00:34:40.010400+0000","last_unstale":"2024-09-12T01:15:43.888976+0000","last_undegraded":"2024-09-12T01:15:43.888976+0000","last_fullsized":"2024-09-12T01:15:43.888976+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:46:42.213253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"264'139","reported_seq":636,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:43.126365+0000","last_change":"2024-09-12T00:34:42.014370+0000","last_active":"2024-09-12T01:13:43.126365+0000","last_peered":"2024-09-12T01:13:43.126365+0000","last_clean":"2024-09-12T01:13:43.126365+0000","last_became_active":"2024-09-12T00:34:42.014037+0000","last_became_peered":"2024-09-12T00:34:42.014037+0000","last_unstale":"2024-09-12T01:13:43.126365+0000","last_undegraded":"2024-09-12T01:13:43.126365+0000","last_fullsized":"2024-09-12T01:13:43.126365+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:11:44.815121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2093,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":145,"num_read_kb":133,"num_write":333,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"264'822","reported_seq":2394,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.843885+0000","last_change":"2024-09-12T00:34:33.981680+0000","last_active":"2024-09-12T01:14:04.843885+0000","last_peered":"2024-09-12T01:14:04.843885+0000","last_clean":"2024-09-12T01:14:04.843885+0000","last_became_active":"2024-09-12T00:34:33.981378+0000","last_became_peered":"2024-09-12T00:34:33.981378+0000","last_unstale":"2024-09-12T01:14:04.843885+0000","last_undegraded":"2024-09-12T01:14:04.843885+0000","last_fullsized":"2024-09-12T01:14:04.843885+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":800,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:34:26.876844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3842,"num_read_kb":3465,"num_write":1066,"num_write_kb":374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"264'346","reported_seq":973,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.970645+0000","last_change":"2024-09-12T00:34:31.957538+0000","last_active":"2024-09-12T01:15:45.970645+0000","last_peered":"2024-09-12T01:15:45.970645+0000","last_clean":"2024-09-12T01:15:45.970645+0000","last_became_active":"2024-09-12T00:34:31.956950+0000","last_became_peered":"2024-09-12T00:34:31.956950+0000","last_unstale":"2024-09-12T01:15:45.970645+0000","last_undegraded":"2024-09-12T01:15:45.970645+0000","last_fullsized":"2024-09-12T01:15:45.970645+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:55:24.986568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":493,"num_read_kb":41410,"num_write":1083,"num_write_kb":22740,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1450,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.654053+0000","last_change":"2024-09-12T00:34:35.990704+0000","last_active":"2024-09-12T01:15:43.654053+0000","last_peered":"2024-09-12T01:15:43.654053+0000","last_clean":"2024-09-12T01:15:43.654053+0000","last_became_active":"2024-09-12T00:34:35.990390+0000","last_became_peered":"2024-09-12T00:34:35.990390+0000","last_unstale":"2024-09-12T01:15:43.654053+0000","last_undegraded":"2024-09-12T01:15:43.654053+0000","last_fullsized":"2024-09-12T01:15:43.654053+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:40:51.917377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":959,"num_read_kb":959,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"264'68","reported_seq":578,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.070993+0000","last_change":"2024-09-12T00:34:38.121436+0000","last_active":"2024-09-12T01:14:47.070993+0000","last_peered":"2024-09-12T01:14:47.070993+0000","last_clean":"2024-09-12T01:14:47.070993+0000","last_became_active":"2024-09-12T00:34:38.120680+0000","last_became_peered":"2024-09-12T00:34:38.120680+0000","last_unstale":"2024-09-12T01:14:47.070993+0000","last_undegraded":"2024-09-12T01:14:47.070993+0000","last_fullsized":"2024-09-12T01:14:47.070993+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:30.522958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"264'776","reported_seq":2262,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.437774+0000","last_change":"2024-09-12T00:34:40.008519+0000","last_active":"2024-09-12T01:15:45.437774+0000","last_peered":"2024-09-12T01:15:45.437774+0000","last_clean":"2024-09-12T01:15:45.437774+0000","last_became_active":"2024-09-12T00:34:40.008128+0000","last_became_peered":"2024-09-12T00:34:40.008128+0000","last_unstale":"2024-09-12T01:15:45.437774+0000","last_undegraded":"2024-09-12T01:15:45.437774+0000","last_fullsized":"2024-09-12T01:15:45.437774+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":700,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:02:24.619952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"264'107","reported_seq":592,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:42.362271+0000","last_change":"2024-09-12T00:34:42.011608+0000","last_active":"2024-09-12T01:13:42.362271+0000","last_peered":"2024-09-12T01:13:42.362271+0000","last_clean":"2024-09-12T01:13:42.362271+0000","last_became_active":"2024-09-12T00:34:42.011280+0000","last_became_peered":"2024-09-12T00:34:42.011280+0000","last_unstale":"2024-09-12T01:13:42.362271+0000","last_undegraded":"2024-09-12T01:13:42.362271+0000","last_fullsized":"2024-09-12T01:13:42.362271+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:38:09.058449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":87,"num_read_kb":83,"num_write":251,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"264'371","reported_seq":1882,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214365+0000","last_change":"2024-09-12T00:34:33.989220+0000","last_active":"2024-09-12T01:14:04.214365+0000","last_peered":"2024-09-12T01:14:04.214365+0000","last_clean":"2024-09-12T01:14:04.214365+0000","last_became_active":"2024-09-12T00:34:33.988926+0000","last_became_peered":"2024-09-12T00:34:33.988926+0000","last_unstale":"2024-09-12T01:14:04.214365+0000","last_undegraded":"2024-09-12T01:14:04.214365+0000","last_fullsized":"2024-09-12T01:14:04.214365+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:36.866202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2122,"num_read_kb":2052,"num_write":409,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"264'321","reported_seq":932,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.953162+0000","last_change":"2024-09-12T00:34:31.971001+0000","last_active":"2024-09-12T01:15:45.953162+0000","last_peered":"2024-09-12T01:15:45.953162+0000","last_clean":"2024-09-12T01:15:45.953162+0000","last_became_active":"2024-09-12T00:34:31.970626+0000","last_became_peered":"2024-09-12T00:34:31.970626+0000","last_unstale":"2024-09-12T01:15:45.953162+0000","last_undegraded":"2024-09-12T01:15:45.953162+0000","last_fullsized":"2024-09-12T01:15:45.953162+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:20:43.953120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1532641,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":410,"num_read_kb":40533,"num_write":991,"num_write_kb":34641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:51.792994+0000","last_change":"2024-09-12T00:34:35.990979+0000","last_active":"2024-09-12T01:12:51.792994+0000","last_peered":"2024-09-12T01:12:51.792994+0000","last_clean":"2024-09-12T01:12:51.792994+0000","last_became_active":"2024-09-12T00:34:35.990643+0000","last_became_peered":"2024-09-12T00:34:35.990643+0000","last_unstale":"2024-09-12T01:12:51.792994+0000","last_undegraded":"2024-09-12T01:12:51.792994+0000","last_fullsized":"2024-09-12T01:12:51.792994+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:10:47.316525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"264'353","reported_seq":945,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:08.803847+0000","last_change":"2024-09-12T00:34:37.997023+0000","last_active":"2024-09-12T01:15:08.803847+0000","last_peered":"2024-09-12T01:15:08.803847+0000","last_clean":"2024-09-12T01:15:08.803847+0000","last_became_active":"2024-09-12T00:34:37.996729+0000","last_became_peered":"2024-09-12T00:34:37.996729+0000","last_unstale":"2024-09-12T01:15:08.803847+0000","last_undegraded":"2024-09-12T01:15:08.803847+0000","last_fullsized":"2024-09-12T01:15:08.803847+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:39:48.194889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64973,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1162,"num_read_kb":1685,"num_write":1660,"num_write_kb":1535,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.771705+0000","last_change":"2024-09-12T00:34:40.011995+0000","last_active":"2024-09-12T01:12:56.771705+0000","last_peered":"2024-09-12T01:12:56.771705+0000","last_clean":"2024-09-12T01:12:56.771705+0000","last_became_active":"2024-09-12T00:34:40.011736+0000","last_became_peered":"2024-09-12T00:34:40.011736+0000","last_unstale":"2024-09-12T01:12:56.771705+0000","last_undegraded":"2024-09-12T01:12:56.771705+0000","last_fullsized":"2024-09-12T01:12:56.771705+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:20.222513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"264'150","reported_seq":641,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.963667+0000","last_change":"2024-09-12T00:34:42.012992+0000","last_active":"2024-09-12T01:15:23.963667+0000","last_peered":"2024-09-12T01:15:23.963667+0000","last_clean":"2024-09-12T01:15:23.963667+0000","last_became_active":"2024-09-12T00:34:42.012707+0000","last_became_peered":"2024-09-12T00:34:42.012707+0000","last_unstale":"2024-09-12T01:15:23.963667+0000","last_undegraded":"2024-09-12T01:15:23.963667+0000","last_fullsized":"2024-09-12T01:15:23.963667+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:25:45.621354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":137,"num_read_kb":134,"num_write":335,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"264'973","reported_seq":2677,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.959565+0000","last_change":"2024-09-12T00:34:33.980003+0000","last_active":"2024-09-12T01:15:23.959565+0000","last_peered":"2024-09-12T01:15:23.959565+0000","last_clean":"2024-09-12T01:15:23.959565+0000","last_became_active":"2024-09-12T00:34:33.979731+0000","last_became_peered":"2024-09-12T00:34:33.979731+0000","last_unstale":"2024-09-12T01:15:23.959565+0000","last_undegraded":"2024-09-12T01:15:23.959565+0000","last_fullsized":"2024-09-12T01:15:23.959565+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":900,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:30:24.295946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4741,"num_read_kb":4243,"num_write":1352,"num_write_kb":549,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":613,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.788775+0000","last_change":"2024-09-12T00:34:12.861591+0000","last_active":"2024-09-12T01:12:21.788775+0000","last_peered":"2024-09-12T01:12:21.788775+0000","last_clean":"2024-09-12T01:12:21.788775+0000","last_became_active":"2024-09-12T00:34:12.860653+0000","last_became_peered":"2024-09-12T00:34:12.860653+0000","last_unstale":"2024-09-12T01:12:21.788775+0000","last_undegraded":"2024-09-12T01:12:21.788775+0000","last_fullsized":"2024-09-12T01:12:21.788775+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:11.689474+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:11.689474+0000","last_clean_scrub_stamp":"2024-09-12T00:34:11.689474+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:22.803547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":516,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:48.774125+0000","last_change":"2024-09-12T00:34:20.831877+0000","last_active":"2024-09-12T01:11:48.774125+0000","last_peered":"2024-09-12T01:11:48.774125+0000","last_clean":"2024-09-12T01:11:48.774125+0000","last_became_active":"2024-09-12T00:34:18.794220+0000","last_became_peered":"2024-09-12T00:34:18.794220+0000","last_unstale":"2024-09-12T01:11:48.774125+0000","last_undegraded":"2024-09-12T01:11:48.774125+0000","last_fullsized":"2024-09-12T01:11:48.774125+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:15.620372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068530299999999995,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"264'351","reported_seq":1175,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.994624+0000","last_change":"2024-09-12T00:34:31.975512+0000","last_active":"2024-09-12T01:15:45.994624+0000","last_peered":"2024-09-12T01:15:45.994624+0000","last_clean":"2024-09-12T01:15:45.994624+0000","last_became_active":"2024-09-12T00:34:31.975192+0000","last_became_peered":"2024-09-12T00:34:31.975192+0000","last_unstale":"2024-09-12T01:15:45.994624+0000","last_undegraded":"2024-09-12T01:15:45.994624+0000","last_fullsized":"2024-09-12T01:15:45.994624+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:06:16.287010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":928,"num_read_kb":22362,"num_write":1090,"num_write_kb":25369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786806+0000","last_change":"2024-09-12T00:34:35.984530+0000","last_active":"2024-09-12T01:12:06.786806+0000","last_peered":"2024-09-12T01:12:06.786806+0000","last_clean":"2024-09-12T01:12:06.786806+0000","last_became_active":"2024-09-12T00:34:35.984101+0000","last_became_peered":"2024-09-12T00:34:35.984101+0000","last_unstale":"2024-09-12T01:12:06.786806+0000","last_undegraded":"2024-09-12T01:12:06.786806+0000","last_fullsized":"2024-09-12T01:12:06.786806+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:03.521254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"264'682","reported_seq":1367,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.894909+0000","last_change":"2024-09-12T00:34:38.000001+0000","last_active":"2024-09-12T01:15:24.894909+0000","last_peered":"2024-09-12T01:15:24.894909+0000","last_clean":"2024-09-12T01:15:24.894909+0000","last_became_active":"2024-09-12T00:34:37.999707+0000","last_became_peered":"2024-09-12T00:34:37.999707+0000","last_unstale":"2024-09-12T01:15:24.894909+0000","last_undegraded":"2024-09-12T01:15:24.894909+0000","last_fullsized":"2024-09-12T01:15:24.894909+0000","mapping_epoch":31,"log_start":"264'600","ondisk_log_start":"264'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":600,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:09:58.787292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":155657,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1329,"num_read_kb":2684,"num_write":1276,"num_write_kb":1124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:30.654385+0000","last_change":"2024-09-12T00:34:40.008925+0000","last_active":"2024-09-12T01:11:30.654385+0000","last_peered":"2024-09-12T01:11:30.654385+0000","last_clean":"2024-09-12T01:11:30.654385+0000","last_became_active":"2024-09-12T00:34:40.008565+0000","last_became_peered":"2024-09-12T00:34:40.008565+0000","last_unstale":"2024-09-12T01:11:30.654385+0000","last_undegraded":"2024-09-12T01:11:30.654385+0000","last_fullsized":"2024-09-12T01:11:30.654385+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:42.495725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"264'222","reported_seq":933,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.793593+0000","last_change":"2024-09-12T00:34:42.012985+0000","last_active":"2024-09-12T01:14:18.793593+0000","last_peered":"2024-09-12T01:14:18.793593+0000","last_clean":"2024-09-12T01:14:18.793593+0000","last_became_active":"2024-09-12T00:34:42.012694+0000","last_became_peered":"2024-09-12T00:34:42.012694+0000","last_unstale":"2024-09-12T01:14:18.793593+0000","last_undegraded":"2024-09-12T01:14:18.793593+0000","last_fullsized":"2024-09-12T01:14:18.793593+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:11.163676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1035,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":509,"num_read_kb":490,"num_write":472,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"264'713","reported_seq":2110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.468112+0000","last_change":"2024-09-12T00:34:33.984443+0000","last_active":"2024-09-12T01:14:05.468112+0000","last_peered":"2024-09-12T01:14:05.468112+0000","last_clean":"2024-09-12T01:14:05.468112+0000","last_became_active":"2024-09-12T00:34:33.983903+0000","last_became_peered":"2024-09-12T00:34:33.983903+0000","last_unstale":"2024-09-12T01:14:05.468112+0000","last_undegraded":"2024-09-12T01:14:05.468112+0000","last_fullsized":"2024-09-12T01:14:05.468112+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":700,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:26.154005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3318,"num_read_kb":2987,"num_write":934,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":522,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:26.789572+0000","last_change":"2024-09-12T00:34:20.832066+0000","last_active":"2024-09-12T01:12:26.789572+0000","last_peered":"2024-09-12T01:12:26.789572+0000","last_clean":"2024-09-12T01:12:26.789572+0000","last_became_active":"2024-09-12T00:34:18.800093+0000","last_became_peered":"2024-09-12T00:34:18.800093+0000","last_unstale":"2024-09-12T01:12:26.789572+0000","last_undegraded":"2024-09-12T01:12:26.789572+0000","last_fullsized":"2024-09-12T01:12:26.789572+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:45.202285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067478700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"264'308","reported_seq":916,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.628184+0000","last_change":"2024-09-12T00:34:31.964670+0000","last_active":"2024-09-12T01:15:45.628184+0000","last_peered":"2024-09-12T01:15:45.628184+0000","last_clean":"2024-09-12T01:15:45.628184+0000","last_became_active":"2024-09-12T00:34:31.964317+0000","last_became_peered":"2024-09-12T00:34:31.964317+0000","last_unstale":"2024-09-12T01:15:45.628184+0000","last_undegraded":"2024-09-12T01:15:45.628184+0000","last_fullsized":"2024-09-12T01:15:45.628184+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:12:30.387180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133856,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":406,"num_read_kb":26007,"num_write":926,"num_write_kb":21584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:28.771338+0000","last_change":"2024-09-12T00:34:35.989927+0000","last_active":"2024-09-12T01:11:28.771338+0000","last_peered":"2024-09-12T01:11:28.771338+0000","last_clean":"2024-09-12T01:11:28.771338+0000","last_became_active":"2024-09-12T00:34:35.989633+0000","last_became_peered":"2024-09-12T00:34:35.989633+0000","last_unstale":"2024-09-12T01:11:28.771338+0000","last_undegraded":"2024-09-12T01:11:28.771338+0000","last_fullsized":"2024-09-12T01:11:28.771338+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:45:21.608227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"264'1278","reported_seq":2713,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.608226+0000","last_change":"2024-09-12T00:34:38.000877+0000","last_active":"2024-09-12T01:15:45.608226+0000","last_peered":"2024-09-12T01:15:45.608226+0000","last_clean":"2024-09-12T01:15:45.608226+0000","last_became_active":"2024-09-12T00:34:38.000456+0000","last_became_peered":"2024-09-12T00:34:38.000456+0000","last_unstale":"2024-09-12T01:15:45.608226+0000","last_undegraded":"2024-09-12T01:15:45.608226+0000","last_fullsized":"2024-09-12T01:15:45.608226+0000","mapping_epoch":31,"log_start":"264'1200","ondisk_log_start":"264'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":1200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:29:58.687178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143542,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":2061,"num_read_kb":3949,"num_write":1148,"num_write_kb":991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788251+0000","last_change":"2024-09-12T00:34:40.007315+0000","last_active":"2024-09-12T01:12:16.788251+0000","last_peered":"2024-09-12T01:12:16.788251+0000","last_clean":"2024-09-12T01:12:16.788251+0000","last_became_active":"2024-09-12T00:34:40.007059+0000","last_became_peered":"2024-09-12T00:34:40.007059+0000","last_unstale":"2024-09-12T01:12:16.788251+0000","last_undegraded":"2024-09-12T01:12:16.788251+0000","last_fullsized":"2024-09-12T01:12:16.788251+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:04:24.061722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"264'162","reported_seq":681,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:27.524648+0000","last_change":"2024-09-12T00:34:42.009237+0000","last_active":"2024-09-12T01:13:27.524648+0000","last_peered":"2024-09-12T01:13:27.524648+0000","last_clean":"2024-09-12T01:13:27.524648+0000","last_became_active":"2024-09-12T00:34:42.008947+0000","last_became_peered":"2024-09-12T00:34:42.008947+0000","last_unstale":"2024-09-12T01:13:27.524648+0000","last_undegraded":"2024-09-12T01:13:27.524648+0000","last_fullsized":"2024-09-12T01:13:27.524648+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:26:05.079505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":232,"num_read_kb":205,"num_write":347,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"264'381","reported_seq":1765,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.718834+0000","last_change":"2024-09-12T00:34:33.980985+0000","last_active":"2024-09-12T01:14:15.718834+0000","last_peered":"2024-09-12T01:14:15.718834+0000","last_clean":"2024-09-12T01:14:15.718834+0000","last_became_active":"2024-09-12T00:34:33.980656+0000","last_became_peered":"2024-09-12T00:34:33.980656+0000","last_unstale":"2024-09-12T01:14:15.718834+0000","last_undegraded":"2024-09-12T01:14:15.718834+0000","last_fullsized":"2024-09-12T01:14:15.718834+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:12:06.976544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1941,"num_read_kb":1849,"num_write":422,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.757152+0000","last_change":"2024-09-12T00:34:20.841609+0000","last_active":"2024-09-12T01:11:51.757152+0000","last_peered":"2024-09-12T01:11:51.757152+0000","last_clean":"2024-09-12T01:11:51.757152+0000","last_became_active":"2024-09-12T00:34:18.950483+0000","last_became_peered":"2024-09-12T00:34:18.950483+0000","last_unstale":"2024-09-12T01:11:51.757152+0000","last_undegraded":"2024-09-12T01:11:51.757152+0000","last_fullsized":"2024-09-12T01:11:51.757152+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:23:51.792068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059199199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"264'347","reported_seq":999,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.042321+0000","last_change":"2024-09-12T00:34:31.959045+0000","last_active":"2024-09-12T01:15:46.042321+0000","last_peered":"2024-09-12T01:15:46.042321+0000","last_clean":"2024-09-12T01:15:46.042321+0000","last_became_active":"2024-09-12T00:34:31.958610+0000","last_became_peered":"2024-09-12T00:34:31.958610+0000","last_unstale":"2024-09-12T01:15:46.042321+0000","last_undegraded":"2024-09-12T01:15:46.042321+0000","last_fullsized":"2024-09-12T01:15:46.042321+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:19:23.841979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133688,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":557,"num_read_kb":33366,"num_write":1138,"num_write_kb":25009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"30'1","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:36.770069+0000","last_change":"2024-09-12T00:34:35.991665+0000","last_active":"2024-09-12T01:13:36.770069+0000","last_peered":"2024-09-12T01:13:36.770069+0000","last_clean":"2024-09-12T01:13:36.770069+0000","last_became_active":"2024-09-12T00:34:35.991302+0000","last_became_peered":"2024-09-12T00:34:35.991302+0000","last_unstale":"2024-09-12T01:13:36.770069+0000","last_undegraded":"2024-09-12T01:13:36.770069+0000","last_fullsized":"2024-09-12T01:13:36.770069+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:43.447247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"264'252","reported_seq":1289,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:20.563206+0000","last_change":"2024-09-12T00:34:38.121141+0000","last_active":"2024-09-12T01:15:20.563206+0000","last_peered":"2024-09-12T01:15:20.563206+0000","last_clean":"2024-09-12T01:15:20.563206+0000","last_became_active":"2024-09-12T00:34:38.120856+0000","last_became_peered":"2024-09-12T00:34:38.120856+0000","last_unstale":"2024-09-12T01:15:20.563206+0000","last_undegraded":"2024-09-12T01:15:20.563206+0000","last_fullsized":"2024-09-12T01:15:20.563206+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:40.243280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":170,"num_write":147,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:10.660758+0000","last_change":"2024-09-12T00:34:40.007062+0000","last_active":"2024-09-12T01:12:10.660758+0000","last_peered":"2024-09-12T01:12:10.660758+0000","last_clean":"2024-09-12T01:12:10.660758+0000","last_became_active":"2024-09-12T00:34:40.006377+0000","last_became_peered":"2024-09-12T00:34:40.006377+0000","last_unstale":"2024-09-12T01:12:10.660758+0000","last_undegraded":"2024-09-12T01:12:10.660758+0000","last_fullsized":"2024-09-12T01:12:10.660758+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:00:06.013053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"264'272","reported_seq":869,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.578919+0000","last_change":"2024-09-12T00:34:42.026040+0000","last_active":"2024-09-12T01:14:19.578919+0000","last_peered":"2024-09-12T01:14:19.578919+0000","last_clean":"2024-09-12T01:14:19.578919+0000","last_became_active":"2024-09-12T00:34:42.025507+0000","last_became_peered":"2024-09-12T00:34:42.025507+0000","last_unstale":"2024-09-12T01:14:19.578919+0000","last_undegraded":"2024-09-12T01:14:19.578919+0000","last_fullsized":"2024-09-12T01:14:19.578919+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:36:30.452196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":528,"num_read_kb":543,"num_write":622,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"264'575","reported_seq":2451,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.468070+0000","last_change":"2024-09-12T00:34:33.973121+0000","last_active":"2024-09-12T01:14:05.468070+0000","last_peered":"2024-09-12T01:14:05.468070+0000","last_clean":"2024-09-12T01:14:05.468070+0000","last_became_active":"2024-09-12T00:34:33.972779+0000","last_became_peered":"2024-09-12T00:34:33.972779+0000","last_unstale":"2024-09-12T01:14:05.468070+0000","last_undegraded":"2024-09-12T01:14:05.468070+0000","last_fullsized":"2024-09-12T01:14:05.468070+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":500,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:41.959214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":3299,"num_read_kb":3090,"num_write":685,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":517,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:48.774080+0000","last_change":"2024-09-12T00:34:20.831907+0000","last_active":"2024-09-12T01:11:48.774080+0000","last_peered":"2024-09-12T01:11:48.774080+0000","last_clean":"2024-09-12T01:11:48.774080+0000","last_became_active":"2024-09-12T00:34:18.800014+0000","last_became_peered":"2024-09-12T00:34:18.800014+0000","last_unstale":"2024-09-12T01:11:48.774080+0000","last_undegraded":"2024-09-12T01:11:48.774080+0000","last_fullsized":"2024-09-12T01:11:48.774080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:07:12.501341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070168200000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"264'336","reported_seq":979,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.989156+0000","last_change":"2024-09-12T00:34:31.969555+0000","last_active":"2024-09-12T01:15:45.989156+0000","last_peered":"2024-09-12T01:15:45.989156+0000","last_clean":"2024-09-12T01:15:45.989156+0000","last_became_active":"2024-09-12T00:34:31.969221+0000","last_became_peered":"2024-09-12T00:34:31.969221+0000","last_unstale":"2024-09-12T01:15:45.989156+0000","last_undegraded":"2024-09-12T01:15:45.989156+0000","last_fullsized":"2024-09-12T01:15:45.989156+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:55:21.460251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5328013,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":472,"num_read_kb":51354,"num_write":980,"num_write_kb":39134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661443+0000","last_change":"2024-09-12T00:34:35.989033+0000","last_active":"2024-09-12T01:12:15.661443+0000","last_peered":"2024-09-12T01:12:15.661443+0000","last_clean":"2024-09-12T01:12:15.661443+0000","last_became_active":"2024-09-12T00:34:35.988607+0000","last_became_peered":"2024-09-12T00:34:35.988607+0000","last_unstale":"2024-09-12T01:12:15.661443+0000","last_undegraded":"2024-09-12T01:12:15.661443+0000","last_fullsized":"2024-09-12T01:12:15.661443+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:35:09.516031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"264'110","reported_seq":641,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:15.661987+0000","last_change":"2024-09-12T00:34:37.997789+0000","last_active":"2024-09-12T01:15:15.661987+0000","last_peered":"2024-09-12T01:15:15.661987+0000","last_clean":"2024-09-12T01:15:15.661987+0000","last_became_active":"2024-09-12T00:34:37.996626+0000","last_became_peered":"2024-09-12T00:34:37.996626+0000","last_unstale":"2024-09-12T01:15:15.661987+0000","last_undegraded":"2024-09-12T01:15:15.661987+0000","last_fullsized":"2024-09-12T01:15:15.661987+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:39:53.299289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.760036+0000","last_change":"2024-09-12T00:34:40.008661+0000","last_active":"2024-09-12T01:11:31.760036+0000","last_peered":"2024-09-12T01:11:31.760036+0000","last_clean":"2024-09-12T01:11:31.760036+0000","last_became_active":"2024-09-12T00:34:40.008337+0000","last_became_peered":"2024-09-12T00:34:40.008337+0000","last_unstale":"2024-09-12T01:11:31.760036+0000","last_undegraded":"2024-09-12T01:11:31.760036+0000","last_fullsized":"2024-09-12T01:11:31.760036+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:02:07.908231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"264'113","reported_seq":648,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.196166+0000","last_change":"2024-09-12T00:34:42.026406+0000","last_active":"2024-09-12T01:13:21.196166+0000","last_peered":"2024-09-12T01:13:21.196166+0000","last_clean":"2024-09-12T01:13:21.196166+0000","last_became_active":"2024-09-12T00:34:42.026025+0000","last_became_peered":"2024-09-12T00:34:42.026025+0000","last_unstale":"2024-09-12T01:13:21.196166+0000","last_undegraded":"2024-09-12T01:13:21.196166+0000","last_fullsized":"2024-09-12T01:13:21.196166+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:37:16.464895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":201,"num_read_kb":199,"num_write":266,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"264'724","reported_seq":2420,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.843309+0000","last_change":"2024-09-12T00:34:33.982200+0000","last_active":"2024-09-12T01:14:04.843309+0000","last_peered":"2024-09-12T01:14:04.843309+0000","last_clean":"2024-09-12T01:14:04.843309+0000","last_became_active":"2024-09-12T00:34:33.981859+0000","last_became_peered":"2024-09-12T00:34:33.981859+0000","last_unstale":"2024-09-12T01:14:04.843309+0000","last_undegraded":"2024-09-12T01:14:04.843309+0000","last_fullsized":"2024-09-12T01:14:04.843309+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":700,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:45:57.733895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3682,"num_read_kb":3305,"num_write":974,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"264'273","reported_seq":888,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:51.444360+0000","last_change":"2024-09-12T00:34:31.964499+0000","last_active":"2024-09-12T01:12:51.444360+0000","last_peered":"2024-09-12T01:12:51.444360+0000","last_clean":"2024-09-12T01:12:51.444360+0000","last_became_active":"2024-09-12T00:34:31.964150+0000","last_became_peered":"2024-09-12T00:34:31.964150+0000","last_unstale":"2024-09-12T01:12:51.444360+0000","last_undegraded":"2024-09-12T01:12:51.444360+0000","last_fullsized":"2024-09-12T01:12:51.444360+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:29.195427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4457199,"num_objects":58,"num_object_clones":0,"num_object_copies":174,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":58,"num_whiteouts":0,"num_read":440,"num_read_kb":5587,"num_write":1027,"num_write_kb":25193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.648925+0000","last_change":"2024-09-12T00:34:20.831144+0000","last_active":"2024-09-12T01:11:51.648925+0000","last_peered":"2024-09-12T01:11:51.648925+0000","last_clean":"2024-09-12T01:11:51.648925+0000","last_became_active":"2024-09-12T00:34:18.799798+0000","last_became_peered":"2024-09-12T00:34:18.799798+0000","last_unstale":"2024-09-12T01:11:51.648925+0000","last_undegraded":"2024-09-12T01:11:51.648925+0000","last_fullsized":"2024-09-12T01:11:51.648925+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:49:11.201504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062911100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:05.660024+0000","last_change":"2024-09-12T00:34:35.988286+0000","last_active":"2024-09-12T01:12:05.660024+0000","last_peered":"2024-09-12T01:12:05.660024+0000","last_clean":"2024-09-12T01:12:05.660024+0000","last_became_active":"2024-09-12T00:34:35.987736+0000","last_became_peered":"2024-09-12T00:34:35.987736+0000","last_unstale":"2024-09-12T01:12:05.660024+0000","last_undegraded":"2024-09-12T01:12:05.660024+0000","last_fullsized":"2024-09-12T01:12:05.660024+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:53:08.878885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"264'553","reported_seq":1225,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.228341+0000","last_change":"2024-09-12T00:34:37.999708+0000","last_active":"2024-09-12T01:15:45.228341+0000","last_peered":"2024-09-12T01:15:45.228341+0000","last_clean":"2024-09-12T01:15:45.228341+0000","last_became_active":"2024-09-12T00:34:37.999294+0000","last_became_peered":"2024-09-12T00:34:37.999294+0000","last_unstale":"2024-09-12T01:15:45.228341+0000","last_undegraded":"2024-09-12T01:15:45.228341+0000","last_fullsized":"2024-09-12T01:15:45.228341+0000","mapping_epoch":31,"log_start":"264'500","ondisk_log_start":"264'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:24.664989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94912,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":970,"num_read_kb":2139,"num_write":820,"num_write_kb":654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.787552+0000","last_change":"2024-09-12T00:34:40.009409+0000","last_active":"2024-09-12T01:12:11.787552+0000","last_peered":"2024-09-12T01:12:11.787552+0000","last_clean":"2024-09-12T01:12:11.787552+0000","last_became_active":"2024-09-12T00:34:40.009153+0000","last_became_peered":"2024-09-12T00:34:40.009153+0000","last_unstale":"2024-09-12T01:12:11.787552+0000","last_undegraded":"2024-09-12T01:12:11.787552+0000","last_fullsized":"2024-09-12T01:12:11.787552+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:01.759717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"264'153","reported_seq":649,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:50.312799+0000","last_change":"2024-09-12T00:34:42.015159+0000","last_active":"2024-09-12T01:13:50.312799+0000","last_peered":"2024-09-12T01:13:50.312799+0000","last_clean":"2024-09-12T01:13:50.312799+0000","last_became_active":"2024-09-12T00:34:42.013699+0000","last_became_peered":"2024-09-12T00:34:42.013699+0000","last_unstale":"2024-09-12T01:13:50.312799+0000","last_undegraded":"2024-09-12T01:13:50.312799+0000","last_fullsized":"2024-09-12T01:13:50.312799+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:18:53.206701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":137,"num_read_kb":130,"num_write":357,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"264'476","reported_seq":2040,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.957666+0000","last_change":"2024-09-12T00:34:33.987902+0000","last_active":"2024-09-12T01:15:23.957666+0000","last_peered":"2024-09-12T01:15:23.957666+0000","last_clean":"2024-09-12T01:15:23.957666+0000","last_became_active":"2024-09-12T00:34:33.987564+0000","last_became_peered":"2024-09-12T00:34:33.987564+0000","last_unstale":"2024-09-12T01:15:23.957666+0000","last_undegraded":"2024-09-12T01:15:23.957666+0000","last_fullsized":"2024-09-12T01:15:23.957666+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:26:44.050399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2476,"num_read_kb":2319,"num_write":555,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"264'349","reported_seq":1002,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.898189+0000","last_change":"2024-09-12T00:34:31.958314+0000","last_active":"2024-09-12T01:15:45.898189+0000","last_peered":"2024-09-12T01:15:45.898189+0000","last_clean":"2024-09-12T01:15:45.898189+0000","last_became_active":"2024-09-12T00:34:31.957706+0000","last_became_peered":"2024-09-12T00:34:31.957706+0000","last_unstale":"2024-09-12T01:15:45.898189+0000","last_undegraded":"2024-09-12T01:15:45.898189+0000","last_fullsized":"2024-09-12T01:15:45.898189+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:54:27.125011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":889207,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":478,"num_read_kb":19376,"num_write":1079,"num_write_kb":47507,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.785330+0000","last_change":"2024-09-12T00:34:20.832045+0000","last_active":"2024-09-12T01:11:56.785330+0000","last_peered":"2024-09-12T01:11:56.785330+0000","last_clean":"2024-09-12T01:11:56.785330+0000","last_became_active":"2024-09-12T00:34:18.792370+0000","last_became_peered":"2024-09-12T00:34:18.792370+0000","last_unstale":"2024-09-12T01:11:56.785330+0000","last_undegraded":"2024-09-12T01:11:56.785330+0000","last_fullsized":"2024-09-12T01:11:56.785330+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:02:03.795799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049636899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.765113+0000","last_change":"2024-09-12T00:34:35.988674+0000","last_active":"2024-09-12T01:12:06.765113+0000","last_peered":"2024-09-12T01:12:06.765113+0000","last_clean":"2024-09-12T01:12:06.765113+0000","last_became_active":"2024-09-12T00:34:35.988393+0000","last_became_peered":"2024-09-12T00:34:35.988393+0000","last_unstale":"2024-09-12T01:12:06.765113+0000","last_undegraded":"2024-09-12T01:12:06.765113+0000","last_fullsized":"2024-09-12T01:12:06.765113+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:42:04.428403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"264'156","reported_seq":721,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.125039+0000","last_change":"2024-09-12T00:34:38.121092+0000","last_active":"2024-09-12T01:14:47.125039+0000","last_peered":"2024-09-12T01:14:47.125039+0000","last_clean":"2024-09-12T01:14:47.125039+0000","last_became_active":"2024-09-12T00:34:38.120661+0000","last_became_peered":"2024-09-12T00:34:38.120661+0000","last_unstale":"2024-09-12T01:14:47.125039+0000","last_undegraded":"2024-09-12T01:14:47.125039+0000","last_fullsized":"2024-09-12T01:14:47.125039+0000","mapping_epoch":31,"log_start":"261'100","ondisk_log_start":"261'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:46:23.576492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":204,"num_read_kb":195,"num_write":134,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"264'805","reported_seq":2641,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.921633+0000","last_change":"2024-09-12T00:34:40.012821+0000","last_active":"2024-09-12T01:15:24.921633+0000","last_peered":"2024-09-12T01:15:24.921633+0000","last_clean":"2024-09-12T01:15:24.921633+0000","last_became_active":"2024-09-12T00:34:40.012553+0000","last_became_peered":"2024-09-12T00:34:40.012553+0000","last_unstale":"2024-09-12T01:15:24.921633+0000","last_undegraded":"2024-09-12T01:15:24.921633+0000","last_fullsized":"2024-09-12T01:15:24.921633+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":700,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:17.821344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"264'109","reported_seq":600,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.814999+0000","last_change":"2024-09-12T00:34:42.026272+0000","last_active":"2024-09-12T01:15:16.814999+0000","last_peered":"2024-09-12T01:15:16.814999+0000","last_clean":"2024-09-12T01:15:16.814999+0000","last_became_active":"2024-09-12T00:34:42.025771+0000","last_became_peered":"2024-09-12T00:34:42.025771+0000","last_unstale":"2024-09-12T01:15:16.814999+0000","last_undegraded":"2024-09-12T01:15:16.814999+0000","last_fullsized":"2024-09-12T01:15:16.814999+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:02:46.046909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":521,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":118,"num_read_kb":116,"num_write":281,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"264'904","reported_seq":2595,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:02.247423+0000","last_change":"2024-09-12T00:34:33.986262+0000","last_active":"2024-09-12T01:14:02.247423+0000","last_peered":"2024-09-12T01:14:02.247423+0000","last_clean":"2024-09-12T01:14:02.247423+0000","last_became_active":"2024-09-12T00:34:33.985768+0000","last_became_peered":"2024-09-12T00:34:33.985768+0000","last_unstale":"2024-09-12T01:14:02.247423+0000","last_undegraded":"2024-09-12T01:14:02.247423+0000","last_fullsized":"2024-09-12T01:14:02.247423+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":800,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:03.927500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4156,"num_read_kb":3749,"num_write":1149,"num_write_kb":391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"264'307","reported_seq":922,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.021243+0000","last_change":"2024-09-12T00:34:31.980731+0000","last_active":"2024-09-12T01:15:46.021243+0000","last_peered":"2024-09-12T01:15:46.021243+0000","last_clean":"2024-09-12T01:15:46.021243+0000","last_became_active":"2024-09-12T00:34:31.980377+0000","last_became_peered":"2024-09-12T00:34:31.980377+0000","last_unstale":"2024-09-12T01:15:46.021243+0000","last_undegraded":"2024-09-12T01:15:46.021243+0000","last_fullsized":"2024-09-12T01:15:46.021243+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:35:17.337439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1395838,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":422,"num_read_kb":68054,"num_write":1009,"num_write_kb":25898,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.661580+0000","last_change":"2024-09-12T00:34:20.831144+0000","last_active":"2024-09-12T01:13:21.661580+0000","last_peered":"2024-09-12T01:13:21.661580+0000","last_clean":"2024-09-12T01:13:21.661580+0000","last_became_active":"2024-09-12T00:34:18.799719+0000","last_became_peered":"2024-09-12T00:34:18.799719+0000","last_unstale":"2024-09-12T01:13:21.661580+0000","last_undegraded":"2024-09-12T01:13:21.661580+0000","last_fullsized":"2024-09-12T01:13:21.661580+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:40.152433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061593800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786664+0000","last_change":"2024-09-12T00:34:35.986722+0000","last_active":"2024-09-12T01:12:06.786664+0000","last_peered":"2024-09-12T01:12:06.786664+0000","last_clean":"2024-09-12T01:12:06.786664+0000","last_became_active":"2024-09-12T00:34:35.986449+0000","last_became_peered":"2024-09-12T00:34:35.986449+0000","last_unstale":"2024-09-12T01:12:06.786664+0000","last_undegraded":"2024-09-12T01:12:06.786664+0000","last_fullsized":"2024-09-12T01:12:06.786664+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:05.207186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"264'124","reported_seq":659,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.110145+0000","last_change":"2024-09-12T00:34:37.998141+0000","last_active":"2024-09-12T01:14:47.110145+0000","last_peered":"2024-09-12T01:14:47.110145+0000","last_clean":"2024-09-12T01:14:47.110145+0000","last_became_active":"2024-09-12T00:34:37.997654+0000","last_became_peered":"2024-09-12T00:34:37.997654+0000","last_unstale":"2024-09-12T01:14:47.110145+0000","last_undegraded":"2024-09-12T01:14:47.110145+0000","last_fullsized":"2024-09-12T01:14:47.110145+0000","mapping_epoch":31,"log_start":"264'100","ondisk_log_start":"264'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:21.578625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":135,"num_read_kb":126,"num_write":92,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"264'815","reported_seq":2325,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.891555+0000","last_change":"2024-09-12T00:34:40.011938+0000","last_active":"2024-09-12T01:15:43.891555+0000","last_peered":"2024-09-12T01:15:43.891555+0000","last_clean":"2024-09-12T01:15:43.891555+0000","last_became_active":"2024-09-12T00:34:40.011654+0000","last_became_peered":"2024-09-12T00:34:40.011654+0000","last_unstale":"2024-09-12T01:15:43.891555+0000","last_undegraded":"2024-09-12T01:15:43.891555+0000","last_fullsized":"2024-09-12T01:15:43.891555+0000","mapping_epoch":33,"log_start":"264'800","ondisk_log_start":"264'800","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":800,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:21:13.399147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"264'259","reported_seq":776,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:18.559304+0000","last_change":"2024-09-12T00:34:42.026234+0000","last_active":"2024-09-12T01:13:18.559304+0000","last_peered":"2024-09-12T01:13:18.559304+0000","last_clean":"2024-09-12T01:13:18.559304+0000","last_became_active":"2024-09-12T00:34:42.025929+0000","last_became_peered":"2024-09-12T00:34:42.025929+0000","last_unstale":"2024-09-12T01:13:18.559304+0000","last_undegraded":"2024-09-12T01:13:18.559304+0000","last_fullsized":"2024-09-12T01:13:18.559304+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:41.848209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":316,"num_read_kb":315,"num_write":559,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"264'435","reported_seq":1895,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.416685+0000","last_change":"2024-09-12T00:34:33.980948+0000","last_active":"2024-09-12T01:14:19.416685+0000","last_peered":"2024-09-12T01:14:19.416685+0000","last_clean":"2024-09-12T01:14:19.416685+0000","last_became_active":"2024-09-12T00:34:33.980660+0000","last_became_peered":"2024-09-12T00:34:33.980660+0000","last_unstale":"2024-09-12T01:14:19.416685+0000","last_undegraded":"2024-09-12T01:14:19.416685+0000","last_fullsized":"2024-09-12T01:14:19.416685+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":400,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:14.360780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2181,"num_read_kb":2054,"num_write":523,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"264'321","reported_seq":954,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.676247+0000","last_change":"2024-09-12T00:34:31.969477+0000","last_active":"2024-09-12T01:15:45.676247+0000","last_peered":"2024-09-12T01:15:45.676247+0000","last_clean":"2024-09-12T01:15:45.676247+0000","last_became_active":"2024-09-12T00:34:31.969143+0000","last_became_peered":"2024-09-12T00:34:31.969143+0000","last_unstale":"2024-09-12T01:15:45.676247+0000","last_undegraded":"2024-09-12T01:15:45.676247+0000","last_fullsized":"2024-09-12T01:15:45.676247+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:17.419863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":350411,"num_objects":15,"num_object_clones":0,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":433,"num_read_kb":23442,"num_write":1031,"num_write_kb":20063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":520,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.775000+0000","last_change":"2024-09-12T00:34:20.841319+0000","last_active":"2024-09-12T01:13:21.775000+0000","last_peered":"2024-09-12T01:13:21.775000+0000","last_clean":"2024-09-12T01:13:21.775000+0000","last_became_active":"2024-09-12T00:34:18.792515+0000","last_became_peered":"2024-09-12T00:34:18.792515+0000","last_unstale":"2024-09-12T01:13:21.775000+0000","last_undegraded":"2024-09-12T01:13:21.775000+0000","last_fullsized":"2024-09-12T01:13:21.775000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:18.183302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000465122,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.792443+0000","last_change":"2024-09-12T00:34:35.986360+0000","last_active":"2024-09-12T01:12:41.792443+0000","last_peered":"2024-09-12T01:12:41.792443+0000","last_clean":"2024-09-12T01:12:41.792443+0000","last_became_active":"2024-09-12T00:34:35.985965+0000","last_became_peered":"2024-09-12T00:34:35.985965+0000","last_unstale":"2024-09-12T01:12:41.792443+0000","last_undegraded":"2024-09-12T01:12:41.792443+0000","last_fullsized":"2024-09-12T01:12:41.792443+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:31.786094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"264'774","reported_seq":1497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.419863+0000","last_change":"2024-09-12T00:34:38.120876+0000","last_active":"2024-09-12T01:15:45.419863+0000","last_peered":"2024-09-12T01:15:45.419863+0000","last_clean":"2024-09-12T01:15:45.419863+0000","last_became_active":"2024-09-12T00:34:38.120377+0000","last_became_peered":"2024-09-12T00:34:38.120377+0000","last_unstale":"2024-09-12T01:15:45.419863+0000","last_undegraded":"2024-09-12T01:15:45.419863+0000","last_fullsized":"2024-09-12T01:15:45.419863+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":700,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:17:46.350707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170369,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1369,"num_read_kb":3324,"num_write":1130,"num_write_kb":966,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":482,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.788864+0000","last_change":"2024-09-12T00:34:40.014003+0000","last_active":"2024-09-12T01:12:11.788864+0000","last_peered":"2024-09-12T01:12:11.788864+0000","last_clean":"2024-09-12T01:12:11.788864+0000","last_became_active":"2024-09-12T00:34:40.013582+0000","last_became_peered":"2024-09-12T00:34:40.013582+0000","last_unstale":"2024-09-12T01:12:11.788864+0000","last_undegraded":"2024-09-12T01:12:11.788864+0000","last_fullsized":"2024-09-12T01:12:11.788864+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:09:04.019412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"264'123","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:55.285569+0000","last_change":"2024-09-12T00:34:42.014504+0000","last_active":"2024-09-12T01:13:55.285569+0000","last_peered":"2024-09-12T01:13:55.285569+0000","last_clean":"2024-09-12T01:13:55.285569+0000","last_became_active":"2024-09-12T00:34:42.014137+0000","last_became_peered":"2024-09-12T00:34:42.014137+0000","last_unstale":"2024-09-12T01:13:55.285569+0000","last_undegraded":"2024-09-12T01:13:55.285569+0000","last_fullsized":"2024-09-12T01:13:55.285569+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:56.309212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":152,"num_read_kb":136,"num_write":295,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"264'140","reported_seq":700,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.535540+0000","last_change":"2024-09-12T00:34:42.015656+0000","last_active":"2024-09-12T01:14:19.535540+0000","last_peered":"2024-09-12T01:14:19.535540+0000","last_clean":"2024-09-12T01:14:19.535540+0000","last_became_active":"2024-09-12T00:34:42.015362+0000","last_became_peered":"2024-09-12T00:34:42.015362+0000","last_unstale":"2024-09-12T01:14:19.535540+0000","last_undegraded":"2024-09-12T01:14:19.535540+0000","last_fullsized":"2024-09-12T01:14:19.535540+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:46.132707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":253,"num_read_kb":241,"num_write":326,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"264'428","reported_seq":2006,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.295481+0000","last_change":"2024-09-12T00:34:33.982189+0000","last_active":"2024-09-12T01:14:01.295481+0000","last_peered":"2024-09-12T01:14:01.295481+0000","last_clean":"2024-09-12T01:14:01.295481+0000","last_became_active":"2024-09-12T00:34:33.981797+0000","last_became_peered":"2024-09-12T00:34:33.981797+0000","last_unstale":"2024-09-12T01:14:01.295481+0000","last_undegraded":"2024-09-12T01:14:01.295481+0000","last_fullsized":"2024-09-12T01:14:01.295481+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":400,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:45.114765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2497,"num_read_kb":2355,"num_write":514,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"264'340","reported_seq":991,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.914585+0000","last_change":"2024-09-12T00:34:31.960196+0000","last_active":"2024-09-12T01:15:45.914585+0000","last_peered":"2024-09-12T01:15:45.914585+0000","last_clean":"2024-09-12T01:15:45.914585+0000","last_became_active":"2024-09-12T00:34:31.959827+0000","last_became_peered":"2024-09-12T00:34:31.959827+0000","last_unstale":"2024-09-12T01:15:45.914585+0000","last_undegraded":"2024-09-12T01:15:45.914585+0000","last_fullsized":"2024-09-12T01:15:45.914585+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:33.925854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289240,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":529,"num_read_kb":26410,"num_write":1076,"num_write_kb":48326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.649595+0000","last_change":"2024-09-12T00:34:35.991651+0000","last_active":"2024-09-12T01:11:56.649595+0000","last_peered":"2024-09-12T01:11:56.649595+0000","last_clean":"2024-09-12T01:11:56.649595+0000","last_became_active":"2024-09-12T00:34:35.990997+0000","last_became_peered":"2024-09-12T00:34:35.990997+0000","last_unstale":"2024-09-12T01:11:56.649595+0000","last_undegraded":"2024-09-12T01:11:56.649595+0000","last_fullsized":"2024-09-12T01:11:56.649595+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:23:29.737939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"264'315","reported_seq":886,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.791592+0000","last_change":"2024-09-12T00:34:37.998915+0000","last_active":"2024-09-12T01:15:45.791592+0000","last_peered":"2024-09-12T01:15:45.791592+0000","last_clean":"2024-09-12T01:15:45.791592+0000","last_became_active":"2024-09-12T00:34:37.998646+0000","last_became_peered":"2024-09-12T00:34:37.998646+0000","last_unstale":"2024-09-12T01:15:45.791592+0000","last_undegraded":"2024-09-12T01:15:45.791592+0000","last_fullsized":"2024-09-12T01:15:45.791592+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:18.596434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45339,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":529,"num_read_kb":1243,"num_write":440,"num_write_kb":353,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":480,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.787384+0000","last_change":"2024-09-12T00:34:40.010132+0000","last_active":"2024-09-12T01:12:01.787384+0000","last_peered":"2024-09-12T01:12:01.787384+0000","last_clean":"2024-09-12T01:12:01.787384+0000","last_became_active":"2024-09-12T00:34:40.009802+0000","last_became_peered":"2024-09-12T00:34:40.009802+0000","last_unstale":"2024-09-12T01:12:01.787384+0000","last_undegraded":"2024-09-12T01:12:01.787384+0000","last_fullsized":"2024-09-12T01:12:01.787384+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:41:51.198247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"264'121","reported_seq":615,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.484538+0000","last_change":"2024-09-12T00:34:42.026247+0000","last_active":"2024-09-12T01:14:19.484538+0000","last_peered":"2024-09-12T01:14:19.484538+0000","last_clean":"2024-09-12T01:14:19.484538+0000","last_became_active":"2024-09-12T00:34:42.025531+0000","last_became_peered":"2024-09-12T00:34:42.025531+0000","last_unstale":"2024-09-12T01:14:19.484538+0000","last_undegraded":"2024-09-12T01:14:19.484538+0000","last_fullsized":"2024-09-12T01:14:19.484538+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:19.161106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":138,"num_write":311,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"264'496","reported_seq":2103,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.389517+0000","last_change":"2024-09-12T00:35:05.315433+0000","last_active":"2024-09-12T01:13:56.389517+0000","last_peered":"2024-09-12T01:13:56.389517+0000","last_clean":"2024-09-12T01:13:56.389517+0000","last_became_active":"2024-09-12T00:35:05.315082+0000","last_became_peered":"2024-09-12T00:35:05.315082+0000","last_unstale":"2024-09-12T01:13:56.389517+0000","last_undegraded":"2024-09-12T01:13:56.389517+0000","last_fullsized":"2024-09-12T01:13:56.389517+0000","mapping_epoch":38,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":400,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:34:44.738708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2561,"num_read_kb":2422,"num_write":563,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"264'417","reported_seq":1081,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.999892+0000","last_change":"2024-09-12T00:34:31.965750+0000","last_active":"2024-09-12T01:15:45.999892+0000","last_peered":"2024-09-12T01:15:45.999892+0000","last_clean":"2024-09-12T01:15:45.999892+0000","last_became_active":"2024-09-12T00:34:31.965091+0000","last_became_peered":"2024-09-12T00:34:31.965091+0000","last_unstale":"2024-09-12T01:15:45.999892+0000","last_undegraded":"2024-09-12T01:15:45.999892+0000","last_fullsized":"2024-09-12T01:15:45.999892+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:20:31.005964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4852253,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":641,"num_read_kb":34367,"num_write":1328,"num_write_kb":46060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.786736+0000","last_change":"2024-09-12T00:34:35.993202+0000","last_active":"2024-09-12T01:11:56.786736+0000","last_peered":"2024-09-12T01:11:56.786736+0000","last_clean":"2024-09-12T01:11:56.786736+0000","last_became_active":"2024-09-12T00:34:35.992901+0000","last_became_peered":"2024-09-12T00:34:35.992901+0000","last_unstale":"2024-09-12T01:11:56.786736+0000","last_undegraded":"2024-09-12T01:11:56.786736+0000","last_fullsized":"2024-09-12T01:11:56.786736+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:54:58.255255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"264'47","reported_seq":546,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.923037+0000","last_change":"2024-09-12T00:34:37.990520+0000","last_active":"2024-09-12T01:14:46.923037+0000","last_peered":"2024-09-12T01:14:46.923037+0000","last_clean":"2024-09-12T01:14:46.923037+0000","last_became_active":"2024-09-12T00:34:37.990221+0000","last_became_peered":"2024-09-12T00:34:37.990221+0000","last_unstale":"2024-09-12T01:14:46.923037+0000","last_undegraded":"2024-09-12T01:14:46.923037+0000","last_fullsized":"2024-09-12T01:14:46.923037+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:39:54.772454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.785988+0000","last_change":"2024-09-12T00:34:40.002939+0000","last_active":"2024-09-12T01:12:01.785988+0000","last_peered":"2024-09-12T01:12:01.785988+0000","last_clean":"2024-09-12T01:12:01.785988+0000","last_became_active":"2024-09-12T00:34:40.002646+0000","last_became_peered":"2024-09-12T00:34:40.002646+0000","last_unstale":"2024-09-12T01:12:01.785988+0000","last_undegraded":"2024-09-12T01:12:01.785988+0000","last_fullsized":"2024-09-12T01:12:01.785988+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:06:47.182757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"264'205","reported_seq":738,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.801225+0000","last_change":"2024-09-12T00:34:42.010342+0000","last_active":"2024-09-12T01:14:18.801225+0000","last_peered":"2024-09-12T01:14:18.801225+0000","last_clean":"2024-09-12T01:14:18.801225+0000","last_became_active":"2024-09-12T00:34:42.009994+0000","last_became_peered":"2024-09-12T00:34:42.009994+0000","last_unstale":"2024-09-12T01:14:18.801225+0000","last_undegraded":"2024-09-12T01:14:18.801225+0000","last_fullsized":"2024-09-12T01:14:18.801225+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:15:36.657494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":185,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":353,"num_read_kb":332,"num_write":455,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"264'875","reported_seq":2378,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.785749+0000","last_change":"2024-09-12T00:34:33.988374+0000","last_active":"2024-09-12T01:14:18.785749+0000","last_peered":"2024-09-12T01:14:18.785749+0000","last_clean":"2024-09-12T01:14:18.785749+0000","last_became_active":"2024-09-12T00:34:33.987934+0000","last_became_peered":"2024-09-12T00:34:33.987934+0000","last_unstale":"2024-09-12T01:14:18.785749+0000","last_undegraded":"2024-09-12T01:14:18.785749+0000","last_fullsized":"2024-09-12T01:14:18.785749+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":800,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:16:55.269210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4141,"num_read_kb":3662,"num_write":1190,"num_write_kb":464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"264'295","reported_seq":915,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:17.025280+0000","last_change":"2024-09-12T00:34:31.972234+0000","last_active":"2024-09-12T01:13:17.025280+0000","last_peered":"2024-09-12T01:13:17.025280+0000","last_clean":"2024-09-12T01:13:17.025280+0000","last_became_active":"2024-09-12T00:34:31.969470+0000","last_became_peered":"2024-09-12T00:34:31.969470+0000","last_unstale":"2024-09-12T01:13:17.025280+0000","last_undegraded":"2024-09-12T01:13:17.025280+0000","last_fullsized":"2024-09-12T01:13:17.025280+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:28.782455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5802871,"num_objects":61,"num_object_clones":0,"num_object_copies":183,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":61,"num_whiteouts":0,"num_read":400,"num_read_kb":46822,"num_write":1105,"num_write_kb":59144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.785241+0000","last_change":"2024-09-12T00:34:35.984534+0000","last_active":"2024-09-12T01:11:56.785241+0000","last_peered":"2024-09-12T01:11:56.785241+0000","last_clean":"2024-09-12T01:11:56.785241+0000","last_became_active":"2024-09-12T00:34:35.984218+0000","last_became_peered":"2024-09-12T00:34:35.984218+0000","last_unstale":"2024-09-12T01:11:56.785241+0000","last_undegraded":"2024-09-12T01:11:56.785241+0000","last_fullsized":"2024-09-12T01:11:56.785241+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:54.013292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"264'322","reported_seq":903,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.100781+0000","last_change":"2024-09-12T00:34:38.000089+0000","last_active":"2024-09-12T01:15:45.100781+0000","last_peered":"2024-09-12T01:15:45.100781+0000","last_clean":"2024-09-12T01:15:45.100781+0000","last_became_active":"2024-09-12T00:34:37.999675+0000","last_became_peered":"2024-09-12T00:34:37.999675+0000","last_unstale":"2024-09-12T01:15:45.100781+0000","last_undegraded":"2024-09-12T01:15:45.100781+0000","last_fullsized":"2024-09-12T01:15:45.100781+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:27:18.488407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51381,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":513,"num_read_kb":1097,"num_write":414,"num_write_kb":296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.764247+0000","last_change":"2024-09-12T00:34:40.007850+0000","last_active":"2024-09-12T01:12:01.764247+0000","last_peered":"2024-09-12T01:12:01.764247+0000","last_clean":"2024-09-12T01:12:01.764247+0000","last_became_active":"2024-09-12T00:34:40.007570+0000","last_became_peered":"2024-09-12T00:34:40.007570+0000","last_unstale":"2024-09-12T01:12:01.764247+0000","last_undegraded":"2024-09-12T01:12:01.764247+0000","last_fullsized":"2024-09-12T01:12:01.764247+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:43:23.480247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"264'161","reported_seq":677,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:17.540065+0000","last_change":"2024-09-12T00:34:42.014546+0000","last_active":"2024-09-12T01:14:17.540065+0000","last_peered":"2024-09-12T01:14:17.540065+0000","last_clean":"2024-09-12T01:14:17.540065+0000","last_became_active":"2024-09-12T00:34:42.014030+0000","last_became_peered":"2024-09-12T00:34:42.014030+0000","last_unstale":"2024-09-12T01:14:17.540065+0000","last_undegraded":"2024-09-12T01:14:17.540065+0000","last_fullsized":"2024-09-12T01:14:17.540065+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:11.563728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":224,"num_read_kb":209,"num_write":390,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"264'432","reported_seq":1978,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.718845+0000","last_change":"2024-09-12T00:34:33.986408+0000","last_active":"2024-09-12T01:14:15.718845+0000","last_peered":"2024-09-12T01:14:15.718845+0000","last_clean":"2024-09-12T01:14:15.718845+0000","last_became_active":"2024-09-12T00:34:33.986149+0000","last_became_peered":"2024-09-12T00:34:33.986149+0000","last_unstale":"2024-09-12T01:14:15.718845+0000","last_undegraded":"2024-09-12T01:14:15.718845+0000","last_fullsized":"2024-09-12T01:14:15.718845+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:19:22.570486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2285,"num_read_kb":2165,"num_write":485,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"264'360","reported_seq":1024,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.642628+0000","last_change":"2024-09-12T00:34:31.970729+0000","last_active":"2024-09-12T01:15:45.642628+0000","last_peered":"2024-09-12T01:15:45.642628+0000","last_clean":"2024-09-12T01:15:45.642628+0000","last_became_active":"2024-09-12T00:34:31.970380+0000","last_became_peered":"2024-09-12T00:34:31.970380+0000","last_unstale":"2024-09-12T01:15:45.642628+0000","last_undegraded":"2024-09-12T01:15:45.642628+0000","last_fullsized":"2024-09-12T01:15:45.642628+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":300,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:44:49.627214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133785,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":602,"num_read_kb":38535,"num_write":1168,"num_write_kb":21967,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.763360+0000","last_change":"2024-09-12T00:34:35.988067+0000","last_active":"2024-09-12T01:11:56.763360+0000","last_peered":"2024-09-12T01:11:56.763360+0000","last_clean":"2024-09-12T01:11:56.763360+0000","last_became_active":"2024-09-12T00:34:35.987727+0000","last_became_peered":"2024-09-12T00:34:35.987727+0000","last_unstale":"2024-09-12T01:11:56.763360+0000","last_undegraded":"2024-09-12T01:11:56.763360+0000","last_fullsized":"2024-09-12T01:11:56.763360+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:16.623441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"264'262","reported_seq":828,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.886564+0000","last_change":"2024-09-12T00:34:37.999092+0000","last_active":"2024-09-12T01:15:44.886564+0000","last_peered":"2024-09-12T01:15:44.886564+0000","last_clean":"2024-09-12T01:15:44.886564+0000","last_became_active":"2024-09-12T00:34:37.998788+0000","last_became_peered":"2024-09-12T00:34:37.998788+0000","last_unstale":"2024-09-12T01:15:44.886564+0000","last_undegraded":"2024-09-12T01:15:44.886564+0000","last_fullsized":"2024-09-12T01:15:44.886564+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:10:57.760725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47621,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":1024,"num_write":358,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:00.659262+0000","last_change":"2024-09-12T00:34:40.009005+0000","last_active":"2024-09-12T01:12:00.659262+0000","last_peered":"2024-09-12T01:12:00.659262+0000","last_clean":"2024-09-12T01:12:00.659262+0000","last_became_active":"2024-09-12T00:34:40.008658+0000","last_became_peered":"2024-09-12T00:34:40.008658+0000","last_unstale":"2024-09-12T01:12:00.659262+0000","last_undegraded":"2024-09-12T01:12:00.659262+0000","last_fullsized":"2024-09-12T01:12:00.659262+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:23.335473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"264'513","reported_seq":2079,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.789151+0000","last_change":"2024-09-12T00:34:33.980376+0000","last_active":"2024-09-12T01:14:18.789151+0000","last_peered":"2024-09-12T01:14:18.789151+0000","last_clean":"2024-09-12T01:14:18.789151+0000","last_became_active":"2024-09-12T00:34:33.979954+0000","last_became_peered":"2024-09-12T00:34:33.979954+0000","last_unstale":"2024-09-12T01:14:18.789151+0000","last_undegraded":"2024-09-12T01:14:18.789151+0000","last_fullsized":"2024-09-12T01:14:18.789151+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":500,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:31:25.783769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2754,"num_read_kb":2561,"num_write":636,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"264'444","reported_seq":1175,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.971482+0000","last_change":"2024-09-12T00:34:31.973283+0000","last_active":"2024-09-12T01:15:45.971482+0000","last_peered":"2024-09-12T01:15:45.971482+0000","last_clean":"2024-09-12T01:15:45.971482+0000","last_became_active":"2024-09-12T00:34:31.972861+0000","last_became_peered":"2024-09-12T00:34:31.972861+0000","last_unstale":"2024-09-12T01:15:45.971482+0000","last_undegraded":"2024-09-12T01:15:45.971482+0000","last_fullsized":"2024-09-12T01:15:45.971482+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":400,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:41:15.425759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":888,"num_read_kb":16151,"num_write":1365,"num_write_kb":33244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:45.665418+0000","last_change":"2024-09-12T00:34:35.990725+0000","last_active":"2024-09-12T01:12:45.665418+0000","last_peered":"2024-09-12T01:12:45.665418+0000","last_clean":"2024-09-12T01:12:45.665418+0000","last_became_active":"2024-09-12T00:34:35.990444+0000","last_became_peered":"2024-09-12T00:34:35.990444+0000","last_unstale":"2024-09-12T01:12:45.665418+0000","last_undegraded":"2024-09-12T01:12:45.665418+0000","last_fullsized":"2024-09-12T01:12:45.665418+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:14.610957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"264'431","reported_seq":1062,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.828247+0000","last_change":"2024-09-12T00:34:37.996342+0000","last_active":"2024-09-12T01:15:44.828247+0000","last_peered":"2024-09-12T01:15:44.828247+0000","last_clean":"2024-09-12T01:15:44.828247+0000","last_became_active":"2024-09-12T00:34:37.996049+0000","last_became_peered":"2024-09-12T00:34:37.996049+0000","last_unstale":"2024-09-12T01:15:44.828247+0000","last_undegraded":"2024-09-12T01:15:44.828247+0000","last_fullsized":"2024-09-12T01:15:44.828247+0000","mapping_epoch":31,"log_start":"264'400","ondisk_log_start":"264'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:55.702519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69757,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":765,"num_read_kb":1800,"num_write":644,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":479,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:13.777448+0000","last_change":"2024-09-12T00:34:40.012666+0000","last_active":"2024-09-12T01:12:13.777448+0000","last_peered":"2024-09-12T01:12:13.777448+0000","last_clean":"2024-09-12T01:12:13.777448+0000","last_became_active":"2024-09-12T00:34:40.012366+0000","last_became_peered":"2024-09-12T00:34:40.012366+0000","last_unstale":"2024-09-12T01:12:13.777448+0000","last_undegraded":"2024-09-12T01:12:13.777448+0000","last_fullsized":"2024-09-12T01:12:13.777448+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:31.574283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"264'159","reported_seq":660,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:55.870235+0000","last_change":"2024-09-12T00:34:42.026234+0000","last_active":"2024-09-12T01:13:55.870235+0000","last_peered":"2024-09-12T01:13:55.870235+0000","last_clean":"2024-09-12T01:13:55.870235+0000","last_became_active":"2024-09-12T00:34:42.025953+0000","last_became_peered":"2024-09-12T00:34:42.025953+0000","last_unstale":"2024-09-12T01:13:55.870235+0000","last_undegraded":"2024-09-12T01:13:55.870235+0000","last_fullsized":"2024-09-12T01:13:55.870235+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:07.207473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":845,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":219,"num_read_kb":219,"num_write":367,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"264'770","reported_seq":2284,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.959561+0000","last_change":"2024-09-12T00:34:33.985204+0000","last_active":"2024-09-12T01:15:23.959561+0000","last_peered":"2024-09-12T01:15:23.959561+0000","last_clean":"2024-09-12T01:15:23.959561+0000","last_became_active":"2024-09-12T00:34:33.984892+0000","last_became_peered":"2024-09-12T00:34:33.984892+0000","last_unstale":"2024-09-12T01:15:23.959561+0000","last_undegraded":"2024-09-12T01:15:23.959561+0000","last_fullsized":"2024-09-12T01:15:23.959561+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":700,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:26.175665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3650,"num_read_kb":3300,"num_write":1005,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"264'418","reported_seq":1165,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.035041+0000","last_change":"2024-09-12T00:35:05.222835+0000","last_active":"2024-09-12T01:15:46.035041+0000","last_peered":"2024-09-12T01:15:46.035041+0000","last_clean":"2024-09-12T01:15:46.035041+0000","last_became_active":"2024-09-12T00:35:05.222425+0000","last_became_peered":"2024-09-12T00:35:05.222425+0000","last_unstale":"2024-09-12T01:15:46.035041+0000","last_undegraded":"2024-09-12T01:15:46.035041+0000","last_fullsized":"2024-09-12T01:15:46.035041+0000","mapping_epoch":38,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:46:48.571855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4482120,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":886,"num_read_kb":33964,"num_write":1256,"num_write_kb":37455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.765187+0000","last_change":"2024-09-12T00:34:35.983805+0000","last_active":"2024-09-12T01:12:06.765187+0000","last_peered":"2024-09-12T01:12:06.765187+0000","last_clean":"2024-09-12T01:12:06.765187+0000","last_became_active":"2024-09-12T00:34:35.983475+0000","last_became_peered":"2024-09-12T00:34:35.983475+0000","last_unstale":"2024-09-12T01:12:06.765187+0000","last_undegraded":"2024-09-12T01:12:06.765187+0000","last_fullsized":"2024-09-12T01:12:06.765187+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:05.711987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"264'294","reported_seq":874,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.947448+0000","last_change":"2024-09-12T00:34:37.993121+0000","last_active":"2024-09-12T01:15:44.947448+0000","last_peered":"2024-09-12T01:15:44.947448+0000","last_clean":"2024-09-12T01:15:44.947448+0000","last_became_active":"2024-09-12T00:34:37.992843+0000","last_became_peered":"2024-09-12T00:34:37.992843+0000","last_unstale":"2024-09-12T01:15:44.947448+0000","last_undegraded":"2024-09-12T01:15:44.947448+0000","last_fullsized":"2024-09-12T01:15:44.947448+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:49:22.780501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52062,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":494,"num_read_kb":1085,"num_write":410,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.652062+0000","last_change":"2024-09-12T00:34:40.007532+0000","last_active":"2024-09-12T01:12:11.652062+0000","last_peered":"2024-09-12T01:12:11.652062+0000","last_clean":"2024-09-12T01:12:11.652062+0000","last_became_active":"2024-09-12T00:34:40.007193+0000","last_became_peered":"2024-09-12T00:34:40.007193+0000","last_unstale":"2024-09-12T01:12:11.652062+0000","last_undegraded":"2024-09-12T01:12:11.652062+0000","last_fullsized":"2024-09-12T01:12:11.652062+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:38:16.571922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"264'175","reported_seq":687,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.807906+0000","last_change":"2024-09-12T00:34:42.010157+0000","last_active":"2024-09-12T01:14:18.807906+0000","last_peered":"2024-09-12T01:14:18.807906+0000","last_clean":"2024-09-12T01:14:18.807906+0000","last_became_active":"2024-09-12T00:34:42.009849+0000","last_became_peered":"2024-09-12T00:34:42.009849+0000","last_unstale":"2024-09-12T01:14:18.807906+0000","last_undegraded":"2024-09-12T01:14:18.807906+0000","last_fullsized":"2024-09-12T01:14:18.807906+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:18:32.013252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1821,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":250,"num_read_kb":235,"num_write":504,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"264'920","reported_seq":2471,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.294506+0000","last_change":"2024-09-12T00:34:33.990027+0000","last_active":"2024-09-12T01:14:01.294506+0000","last_peered":"2024-09-12T01:14:01.294506+0000","last_clean":"2024-09-12T01:14:01.294506+0000","last_became_active":"2024-09-12T00:34:33.989659+0000","last_became_peered":"2024-09-12T00:34:33.989659+0000","last_unstale":"2024-09-12T01:14:01.294506+0000","last_undegraded":"2024-09-12T01:14:01.294506+0000","last_fullsized":"2024-09-12T01:14:01.294506+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":900,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:56:58.852813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4477,"num_read_kb":3958,"num_write":1281,"num_write_kb":521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"264'307","reported_seq":1063,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.867141+0000","last_change":"2024-09-12T00:34:31.975632+0000","last_active":"2024-09-12T01:15:45.867141+0000","last_peered":"2024-09-12T01:15:45.867141+0000","last_clean":"2024-09-12T01:15:45.867141+0000","last_became_active":"2024-09-12T00:34:31.974977+0000","last_became_peered":"2024-09-12T00:34:31.974977+0000","last_unstale":"2024-09-12T01:15:45.867141+0000","last_undegraded":"2024-09-12T01:15:45.867141+0000","last_fullsized":"2024-09-12T01:15:45.867141+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:04:05.104696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1218969,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":802,"num_read_kb":21280,"num_write":1015,"num_write_kb":26616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786817+0000","last_change":"2024-09-12T00:34:35.992414+0000","last_active":"2024-09-12T01:12:06.786817+0000","last_peered":"2024-09-12T01:12:06.786817+0000","last_clean":"2024-09-12T01:12:06.786817+0000","last_became_active":"2024-09-12T00:34:35.992097+0000","last_became_peered":"2024-09-12T00:34:35.992097+0000","last_unstale":"2024-09-12T01:12:06.786817+0000","last_undegraded":"2024-09-12T01:12:06.786817+0000","last_fullsized":"2024-09-12T01:12:06.786817+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:42.102786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"264'300","reported_seq":873,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.048118+0000","last_change":"2024-09-12T00:34:38.121420+0000","last_active":"2024-09-12T01:15:46.048118+0000","last_peered":"2024-09-12T01:15:46.048118+0000","last_clean":"2024-09-12T01:15:46.048118+0000","last_became_active":"2024-09-12T00:34:38.120888+0000","last_became_peered":"2024-09-12T00:34:38.120888+0000","last_unstale":"2024-09-12T01:15:46.048118+0000","last_undegraded":"2024-09-12T01:15:46.048118+0000","last_fullsized":"2024-09-12T01:15:46.048118+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:31:55.385484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46871,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":492,"num_read_kb":1132,"num_write":406,"num_write_kb":321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:46.656397+0000","last_change":"2024-09-12T00:34:40.012879+0000","last_active":"2024-09-12T01:12:46.656397+0000","last_peered":"2024-09-12T01:12:46.656397+0000","last_clean":"2024-09-12T01:12:46.656397+0000","last_became_active":"2024-09-12T00:34:40.012508+0000","last_became_peered":"2024-09-12T00:34:40.012508+0000","last_unstale":"2024-09-12T01:12:46.656397+0000","last_undegraded":"2024-09-12T01:12:46.656397+0000","last_fullsized":"2024-09-12T01:12:46.656397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:16:47.552204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"264'100","reported_seq":579,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.908674+0000","last_change":"2024-09-12T00:34:42.014846+0000","last_active":"2024-09-12T01:15:24.908674+0000","last_peered":"2024-09-12T01:15:24.908674+0000","last_clean":"2024-09-12T01:15:24.908674+0000","last_became_active":"2024-09-12T00:34:42.014187+0000","last_became_peered":"2024-09-12T00:34:42.014187+0000","last_unstale":"2024-09-12T01:15:24.908674+0000","last_undegraded":"2024-09-12T01:15:24.908674+0000","last_fullsized":"2024-09-12T01:15:24.908674+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:54.394760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":87,"num_write":238,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"264'1344","reported_seq":3034,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.957972+0000","last_change":"2024-09-12T00:34:33.974935+0000","last_active":"2024-09-12T01:15:23.957972+0000","last_peered":"2024-09-12T01:15:23.957972+0000","last_clean":"2024-09-12T01:15:23.957972+0000","last_became_active":"2024-09-12T00:34:33.974620+0000","last_became_peered":"2024-09-12T00:34:33.974620+0000","last_unstale":"2024-09-12T01:15:23.957972+0000","last_undegraded":"2024-09-12T01:15:23.957972+0000","last_fullsized":"2024-09-12T01:15:23.957972+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":1300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:25.349300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6230,"num_read_kb":5457,"num_write":1909,"num_write_kb":801,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"264'393","reported_seq":1034,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.622064+0000","last_change":"2024-09-12T00:34:31.972335+0000","last_active":"2024-09-12T01:15:45.622064+0000","last_peered":"2024-09-12T01:15:45.622064+0000","last_clean":"2024-09-12T01:15:45.622064+0000","last_became_active":"2024-09-12T00:34:31.971481+0000","last_became_peered":"2024-09-12T00:34:31.971481+0000","last_unstale":"2024-09-12T01:15:45.622064+0000","last_undegraded":"2024-09-12T01:15:45.622064+0000","last_fullsized":"2024-09-12T01:15:45.622064+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":300,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:40:47.882254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262345,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":552,"num_read_kb":9238,"num_write":1285,"num_write_kb":32825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.651256+0000","last_change":"2024-09-12T00:34:35.985461+0000","last_active":"2024-09-12T01:12:06.651256+0000","last_peered":"2024-09-12T01:12:06.651256+0000","last_clean":"2024-09-12T01:12:06.651256+0000","last_became_active":"2024-09-12T00:34:35.985160+0000","last_became_peered":"2024-09-12T00:34:35.985160+0000","last_unstale":"2024-09-12T01:12:06.651256+0000","last_undegraded":"2024-09-12T01:12:06.651256+0000","last_fullsized":"2024-09-12T01:12:06.651256+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:14:20.512924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"264'94","reported_seq":614,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.122113+0000","last_change":"2024-09-12T00:34:38.121090+0000","last_active":"2024-09-12T01:14:47.122113+0000","last_peered":"2024-09-12T01:14:47.122113+0000","last_clean":"2024-09-12T01:14:47.122113+0000","last_became_active":"2024-09-12T00:34:38.120386+0000","last_became_peered":"2024-09-12T00:34:38.120386+0000","last_unstale":"2024-09-12T01:14:47.122113+0000","last_undegraded":"2024-09-12T01:14:47.122113+0000","last_fullsized":"2024-09-12T01:14:47.122113+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:46.569598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":97,"num_read_kb":87,"num_write":74,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"264'778","reported_seq":4209,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.436908+0000","last_change":"2024-09-12T00:34:40.006438+0000","last_active":"2024-09-12T01:15:45.436908+0000","last_peered":"2024-09-12T01:15:45.436908+0000","last_clean":"2024-09-12T01:15:45.436908+0000","last_became_active":"2024-09-12T00:34:40.005461+0000","last_became_peered":"2024-09-12T00:34:40.005461+0000","last_unstale":"2024-09-12T01:15:45.436908+0000","last_undegraded":"2024-09-12T01:15:45.436908+0000","last_fullsized":"2024-09-12T01:15:45.436908+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:25:43.181893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"264'100","reported_seq":596,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.791159+0000","last_change":"2024-09-12T00:34:42.013009+0000","last_active":"2024-09-12T01:14:18.791159+0000","last_peered":"2024-09-12T01:14:18.791159+0000","last_clean":"2024-09-12T01:14:18.791159+0000","last_became_active":"2024-09-12T00:34:42.012650+0000","last_became_peered":"2024-09-12T00:34:42.012650+0000","last_unstale":"2024-09-12T01:14:18.791159+0000","last_undegraded":"2024-09-12T01:14:18.791159+0000","last_fullsized":"2024-09-12T01:14:18.791159+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:27:10.043864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":113,"num_write":246,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"264'1201","reported_seq":2922,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.426902+0000","last_change":"2024-09-12T00:34:33.991071+0000","last_active":"2024-09-12T01:14:19.426902+0000","last_peered":"2024-09-12T01:14:19.426902+0000","last_clean":"2024-09-12T01:14:19.426902+0000","last_became_active":"2024-09-12T00:34:33.990740+0000","last_became_peered":"2024-09-12T00:34:33.990740+0000","last_unstale":"2024-09-12T01:14:19.426902+0000","last_undegraded":"2024-09-12T01:14:19.426902+0000","last_fullsized":"2024-09-12T01:14:19.426902+0000","mapping_epoch":27,"log_start":"264'1100","ondisk_log_start":"264'1100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":1100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:06.256260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5787,"num_read_kb":5148,"num_write":1679,"num_write_kb":732,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"264'239","reported_seq":829,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:30.928301+0000","last_change":"2024-09-12T00:35:05.222645+0000","last_active":"2024-09-12T01:13:30.928301+0000","last_peered":"2024-09-12T01:13:30.928301+0000","last_clean":"2024-09-12T01:13:30.928301+0000","last_became_active":"2024-09-12T00:35:05.222269+0000","last_became_peered":"2024-09-12T00:35:05.222269+0000","last_unstale":"2024-09-12T01:13:30.928301+0000","last_undegraded":"2024-09-12T01:13:30.928301+0000","last_fullsized":"2024-09-12T01:13:30.928301+0000","mapping_epoch":38,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":200,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:47.575482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5471955,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":294,"num_read_kb":17938,"num_write":814,"num_write_kb":34402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'5","reported_seq":977,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.653669+0000","last_change":"2024-09-12T00:34:35.983200+0000","last_active":"2024-09-12T01:15:43.653669+0000","last_peered":"2024-09-12T01:15:43.653669+0000","last_clean":"2024-09-12T01:15:43.653669+0000","last_became_active":"2024-09-12T00:34:35.982931+0000","last_became_peered":"2024-09-12T00:34:35.982931+0000","last_unstale":"2024-09-12T01:15:43.653669+0000","last_undegraded":"2024-09-12T01:15:43.653669+0000","last_fullsized":"2024-09-12T01:15:43.653669+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:23.552905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"264'305","reported_seq":898,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.136869+0000","last_change":"2024-09-12T00:34:37.997083+0000","last_active":"2024-09-12T01:14:47.136869+0000","last_peered":"2024-09-12T01:14:47.136869+0000","last_clean":"2024-09-12T01:14:47.136869+0000","last_became_active":"2024-09-12T00:34:37.996773+0000","last_became_peered":"2024-09-12T00:34:37.996773+0000","last_unstale":"2024-09-12T01:14:47.136869+0000","last_undegraded":"2024-09-12T01:14:47.136869+0000","last_fullsized":"2024-09-12T01:14:47.136869+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:47.652246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55587,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":493,"num_read_kb":941,"num_write":394,"num_write_kb":275,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:20.670499+0000","last_change":"2024-09-12T00:34:40.011290+0000","last_active":"2024-09-12T01:13:20.670499+0000","last_peered":"2024-09-12T01:13:20.670499+0000","last_clean":"2024-09-12T01:13:20.670499+0000","last_became_active":"2024-09-12T00:34:40.011017+0000","last_became_peered":"2024-09-12T00:34:40.011017+0000","last_unstale":"2024-09-12T01:13:20.670499+0000","last_undegraded":"2024-09-12T01:13:20.670499+0000","last_fullsized":"2024-09-12T01:13:20.670499+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:23:58.807186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"264'126","reported_seq":638,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:57.185669+0000","last_change":"2024-09-12T00:34:42.017252+0000","last_active":"2024-09-12T01:13:57.185669+0000","last_peered":"2024-09-12T01:13:57.185669+0000","last_clean":"2024-09-12T01:13:57.185669+0000","last_became_active":"2024-09-12T00:34:42.016996+0000","last_became_peered":"2024-09-12T00:34:42.016996+0000","last_unstale":"2024-09-12T01:13:57.185669+0000","last_undegraded":"2024-09-12T01:13:57.185669+0000","last_fullsized":"2024-09-12T01:13:57.185669+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:40.055407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1641,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":197,"num_read_kb":174,"num_write":319,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"264'422","reported_seq":1731,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.958656+0000","last_change":"2024-09-12T00:34:33.988789+0000","last_active":"2024-09-12T01:15:23.958656+0000","last_peered":"2024-09-12T01:15:23.958656+0000","last_clean":"2024-09-12T01:15:23.958656+0000","last_became_active":"2024-09-12T00:34:33.988474+0000","last_became_peered":"2024-09-12T00:34:33.988474+0000","last_unstale":"2024-09-12T01:15:23.958656+0000","last_undegraded":"2024-09-12T01:15:23.958656+0000","last_fullsized":"2024-09-12T01:15:23.958656+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:30:41.579543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2068,"num_read_kb":1907,"num_write":501,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"264'296","reported_seq":918,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:46.235539+0000","last_change":"2024-09-12T00:35:05.688405+0000","last_active":"2024-09-12T01:13:46.235539+0000","last_peered":"2024-09-12T01:13:46.235539+0000","last_clean":"2024-09-12T01:13:46.235539+0000","last_became_active":"2024-09-12T00:35:05.688101+0000","last_became_peered":"2024-09-12T00:35:05.688101+0000","last_unstale":"2024-09-12T01:13:46.235539+0000","last_undegraded":"2024-09-12T01:13:46.235539+0000","last_fullsized":"2024-09-12T01:13:46.235539+0000","mapping_epoch":38,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":200,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:01:00.249416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289699,"num_objects":70,"num_object_clones":0,"num_object_copies":210,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":70,"num_whiteouts":0,"num_read":435,"num_read_kb":1934,"num_write":1074,"num_write_kb":21166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:08.776922+0000","last_change":"2024-09-12T00:34:35.991349+0000","last_active":"2024-09-12T01:12:08.776922+0000","last_peered":"2024-09-12T01:12:08.776922+0000","last_clean":"2024-09-12T01:12:08.776922+0000","last_became_active":"2024-09-12T00:34:35.991149+0000","last_became_peered":"2024-09-12T00:34:35.991149+0000","last_unstale":"2024-09-12T01:12:08.776922+0000","last_undegraded":"2024-09-12T01:12:08.776922+0000","last_fullsized":"2024-09-12T01:12:08.776922+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:12:34.422304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"264'274","reported_seq":845,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.379231+0000","last_change":"2024-09-12T00:34:37.998630+0000","last_active":"2024-09-12T01:15:44.379231+0000","last_peered":"2024-09-12T01:15:44.379231+0000","last_clean":"2024-09-12T01:15:44.379231+0000","last_became_active":"2024-09-12T00:34:37.998269+0000","last_became_peered":"2024-09-12T00:34:37.998269+0000","last_unstale":"2024-09-12T01:15:44.379231+0000","last_undegraded":"2024-09-12T01:15:44.379231+0000","last_fullsized":"2024-09-12T01:15:44.379231+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:42.704325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87727,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":455,"num_read_kb":1131,"num_write":370,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:01.755475+0000","last_change":"2024-09-12T00:34:40.005097+0000","last_active":"2024-09-12T01:11:01.755475+0000","last_peered":"2024-09-12T01:11:01.755475+0000","last_clean":"2024-09-12T01:11:01.755475+0000","last_became_active":"2024-09-12T00:34:40.004801+0000","last_became_peered":"2024-09-12T00:34:40.004801+0000","last_unstale":"2024-09-12T01:11:01.755475+0000","last_undegraded":"2024-09-12T01:11:01.755475+0000","last_fullsized":"2024-09-12T01:11:01.755475+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:37:40.518840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"264'133","reported_seq":679,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.486528+0000","last_change":"2024-09-12T00:34:42.026666+0000","last_active":"2024-09-12T01:14:19.486528+0000","last_peered":"2024-09-12T01:14:19.486528+0000","last_clean":"2024-09-12T01:14:19.486528+0000","last_became_active":"2024-09-12T00:34:42.025899+0000","last_became_peered":"2024-09-12T00:34:42.025899+0000","last_unstale":"2024-09-12T01:14:19.486528+0000","last_undegraded":"2024-09-12T01:14:19.486528+0000","last_fullsized":"2024-09-12T01:14:19.486528+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:08:22.514735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":557,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":329,"num_read_kb":286,"num_write":339,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"264'756","reported_seq":2189,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.966672+0000","last_change":"2024-09-12T00:34:33.985722+0000","last_active":"2024-09-12T01:15:23.966672+0000","last_peered":"2024-09-12T01:15:23.966672+0000","last_clean":"2024-09-12T01:15:23.966672+0000","last_became_active":"2024-09-12T00:34:33.985448+0000","last_became_peered":"2024-09-12T00:34:33.985448+0000","last_unstale":"2024-09-12T01:15:23.966672+0000","last_undegraded":"2024-09-12T01:15:23.966672+0000","last_fullsized":"2024-09-12T01:15:23.966672+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":700,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:37.284265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3513,"num_read_kb":3154,"num_write":998,"num_write_kb":362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"264'332","reported_seq":956,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.866001+0000","last_change":"2024-09-12T00:34:31.963109+0000","last_active":"2024-09-12T01:15:45.866001+0000","last_peered":"2024-09-12T01:15:45.866001+0000","last_clean":"2024-09-12T01:15:45.866001+0000","last_became_active":"2024-09-12T00:34:31.962743+0000","last_became_peered":"2024-09-12T00:34:31.962743+0000","last_unstale":"2024-09-12T01:15:45.866001+0000","last_undegraded":"2024-09-12T01:15:45.866001+0000","last_fullsized":"2024-09-12T01:15:45.866001+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:51.239613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":538106,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":439,"num_read_kb":23084,"num_write":1012,"num_write_kb":31643,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.796569+0000","last_change":"2024-09-12T00:34:35.986786+0000","last_active":"2024-09-12T01:13:16.796569+0000","last_peered":"2024-09-12T01:13:16.796569+0000","last_clean":"2024-09-12T01:13:16.796569+0000","last_became_active":"2024-09-12T00:34:35.985748+0000","last_became_peered":"2024-09-12T00:34:35.985748+0000","last_unstale":"2024-09-12T01:13:16.796569+0000","last_undegraded":"2024-09-12T01:13:16.796569+0000","last_fullsized":"2024-09-12T01:13:16.796569+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:21:29.586080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"264'273","reported_seq":828,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.923083+0000","last_change":"2024-09-12T00:34:37.997512+0000","last_active":"2024-09-12T01:15:45.923083+0000","last_peered":"2024-09-12T01:15:45.923083+0000","last_clean":"2024-09-12T01:15:45.923083+0000","last_became_active":"2024-09-12T00:34:37.997172+0000","last_became_peered":"2024-09-12T00:34:37.997172+0000","last_unstale":"2024-09-12T01:15:45.923083+0000","last_undegraded":"2024-09-12T01:15:45.923083+0000","last_fullsized":"2024-09-12T01:15:45.923083+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:07:52.805428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51250,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":452,"num_read_kb":1111,"num_write":376,"num_write_kb":326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":481,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.787612+0000","last_change":"2024-09-12T00:34:40.010731+0000","last_active":"2024-09-12T01:12:11.787612+0000","last_peered":"2024-09-12T01:12:11.787612+0000","last_clean":"2024-09-12T01:12:11.787612+0000","last_became_active":"2024-09-12T00:34:40.010287+0000","last_became_peered":"2024-09-12T00:34:40.010287+0000","last_unstale":"2024-09-12T01:12:11.787612+0000","last_undegraded":"2024-09-12T01:12:11.787612+0000","last_fullsized":"2024-09-12T01:12:11.787612+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:54:45.935071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"264'174","reported_seq":1634,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:17.267089+0000","last_change":"2024-09-12T00:34:42.010457+0000","last_active":"2024-09-12T01:14:17.267089+0000","last_peered":"2024-09-12T01:14:17.267089+0000","last_clean":"2024-09-12T01:14:17.267089+0000","last_became_active":"2024-09-12T00:34:42.010177+0000","last_became_peered":"2024-09-12T00:34:42.010177+0000","last_unstale":"2024-09-12T01:14:17.267089+0000","last_undegraded":"2024-09-12T01:14:17.267089+0000","last_fullsized":"2024-09-12T01:14:17.267089+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:01:09.125333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":657,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1177,"num_read_kb":1173,"num_write":405,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"264'459","reported_seq":2049,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.718296+0000","last_change":"2024-09-12T00:34:33.980026+0000","last_active":"2024-09-12T01:14:15.718296+0000","last_peered":"2024-09-12T01:14:15.718296+0000","last_clean":"2024-09-12T01:14:15.718296+0000","last_became_active":"2024-09-12T00:34:33.979754+0000","last_became_peered":"2024-09-12T00:34:33.979754+0000","last_unstale":"2024-09-12T01:14:15.718296+0000","last_undegraded":"2024-09-12T01:14:15.718296+0000","last_fullsized":"2024-09-12T01:14:15.718296+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:21:08.012304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2451,"num_read_kb":2312,"num_write":529,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"264'505","reported_seq":1177,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.622243+0000","last_change":"2024-09-12T00:34:31.971602+0000","last_active":"2024-09-12T01:15:45.622243+0000","last_peered":"2024-09-12T01:15:45.622243+0000","last_clean":"2024-09-12T01:15:45.622243+0000","last_became_active":"2024-09-12T00:34:31.971263+0000","last_became_peered":"2024-09-12T00:34:31.971263+0000","last_unstale":"2024-09-12T01:15:45.622243+0000","last_undegraded":"2024-09-12T01:15:45.622243+0000","last_fullsized":"2024-09-12T01:15:45.622243+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":400,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:39:42.137336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11534519,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":834,"num_read_kb":22038,"num_write":1365,"num_write_kb":25421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"30'1","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.661529+0000","last_change":"2024-09-12T00:34:35.990662+0000","last_active":"2024-09-12T01:13:21.661529+0000","last_peered":"2024-09-12T01:13:21.661529+0000","last_clean":"2024-09-12T01:13:21.661529+0000","last_became_active":"2024-09-12T00:34:35.990181+0000","last_became_peered":"2024-09-12T00:34:35.990181+0000","last_unstale":"2024-09-12T01:13:21.661529+0000","last_undegraded":"2024-09-12T01:13:21.661529+0000","last_fullsized":"2024-09-12T01:13:21.661529+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:54:10.337966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"264'320","reported_seq":909,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.010412+0000","last_change":"2024-09-12T00:34:37.988290+0000","last_active":"2024-09-12T01:15:44.010412+0000","last_peered":"2024-09-12T01:15:44.010412+0000","last_clean":"2024-09-12T01:15:44.010412+0000","last_became_active":"2024-09-12T00:34:37.987989+0000","last_became_peered":"2024-09-12T00:34:37.987989+0000","last_unstale":"2024-09-12T01:15:44.010412+0000","last_undegraded":"2024-09-12T01:15:44.010412+0000","last_fullsized":"2024-09-12T01:15:44.010412+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:30:42.745177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50991,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":545,"num_read_kb":1225,"num_write":444,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:10.660734+0000","last_change":"2024-09-12T00:34:40.010434+0000","last_active":"2024-09-12T01:12:10.660734+0000","last_peered":"2024-09-12T01:12:10.660734+0000","last_clean":"2024-09-12T01:12:10.660734+0000","last_became_active":"2024-09-12T00:34:40.009757+0000","last_became_peered":"2024-09-12T00:34:40.009757+0000","last_unstale":"2024-09-12T01:12:10.660734+0000","last_undegraded":"2024-09-12T01:12:10.660734+0000","last_fullsized":"2024-09-12T01:12:10.660734+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:18:34.377897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"264'125","reported_seq":614,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.955922+0000","last_change":"2024-09-12T00:34:42.014821+0000","last_active":"2024-09-12T01:15:23.955922+0000","last_peered":"2024-09-12T01:15:23.955922+0000","last_clean":"2024-09-12T01:15:23.955922+0000","last_became_active":"2024-09-12T00:34:42.014551+0000","last_became_peered":"2024-09-12T00:34:42.014551+0000","last_unstale":"2024-09-12T01:15:23.955922+0000","last_undegraded":"2024-09-12T01:15:23.955922+0000","last_fullsized":"2024-09-12T01:15:23.955922+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:37:10.589821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":629,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":145,"num_read_kb":131,"num_write":325,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"264'471","reported_seq":2109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.796935+0000","last_change":"2024-09-12T00:34:33.971960+0000","last_active":"2024-09-12T01:14:18.796935+0000","last_peered":"2024-09-12T01:14:18.796935+0000","last_clean":"2024-09-12T01:14:18.796935+0000","last_became_active":"2024-09-12T00:34:33.971654+0000","last_became_peered":"2024-09-12T00:34:33.971654+0000","last_unstale":"2024-09-12T01:14:18.796935+0000","last_undegraded":"2024-09-12T01:14:18.796935+0000","last_fullsized":"2024-09-12T01:14:18.796935+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:29:56.482283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2669,"num_read_kb":2518,"num_write":545,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"264'348","reported_seq":995,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.006357+0000","last_change":"2024-09-12T00:34:31.973209+0000","last_active":"2024-09-12T01:15:46.006357+0000","last_peered":"2024-09-12T01:15:46.006357+0000","last_clean":"2024-09-12T01:15:46.006357+0000","last_became_active":"2024-09-12T00:34:31.972867+0000","last_became_peered":"2024-09-12T00:34:31.972867+0000","last_unstale":"2024-09-12T01:15:46.006357+0000","last_undegraded":"2024-09-12T01:15:46.006357+0000","last_fullsized":"2024-09-12T01:15:46.006357+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:16.132202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287823,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":575,"num_read_kb":7703,"num_write":1142,"num_write_kb":11059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"264'383","reported_seq":1917,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:00.611967+0000","last_change":"2024-09-12T00:34:33.973556+0000","last_active":"2024-09-12T01:14:00.611967+0000","last_peered":"2024-09-12T01:14:00.611967+0000","last_clean":"2024-09-12T01:14:00.611967+0000","last_became_active":"2024-09-12T00:34:33.972770+0000","last_became_peered":"2024-09-12T00:34:33.972770+0000","last_unstale":"2024-09-12T01:14:00.611967+0000","last_undegraded":"2024-09-12T01:14:00.611967+0000","last_fullsized":"2024-09-12T01:14:00.611967+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:49:04.372140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2116,"num_read_kb":2038,"num_write":421,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"264'401","reported_seq":1020,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.019359+0000","last_change":"2024-09-12T00:34:31.967381+0000","last_active":"2024-09-12T01:15:46.019359+0000","last_peered":"2024-09-12T01:15:46.019359+0000","last_clean":"2024-09-12T01:15:46.019359+0000","last_became_active":"2024-09-12T00:34:31.966720+0000","last_became_peered":"2024-09-12T00:34:31.966720+0000","last_unstale":"2024-09-12T01:15:46.019359+0000","last_undegraded":"2024-09-12T01:15:46.019359+0000","last_fullsized":"2024-09-12T01:15:46.019359+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:12:28.811257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4593516,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":495,"num_read_kb":8293,"num_write":1293,"num_write_kb":36930,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"264'513","reported_seq":2113,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:57.184599+0000","last_change":"2024-09-12T00:34:33.985742+0000","last_active":"2024-09-12T01:13:57.184599+0000","last_peered":"2024-09-12T01:13:57.184599+0000","last_clean":"2024-09-12T01:13:57.184599+0000","last_became_active":"2024-09-12T00:34:33.985427+0000","last_became_peered":"2024-09-12T00:34:33.985427+0000","last_unstale":"2024-09-12T01:13:57.184599+0000","last_undegraded":"2024-09-12T01:13:57.184599+0000","last_fullsized":"2024-09-12T01:13:57.184599+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":500,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:43:43.016227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2581,"num_read_kb":2413,"num_write":585,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"264'306","reported_seq":973,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:48.495890+0000","last_change":"2024-09-12T00:34:31.971955+0000","last_active":"2024-09-12T01:13:48.495890+0000","last_peered":"2024-09-12T01:13:48.495890+0000","last_clean":"2024-09-12T01:13:48.495890+0000","last_became_active":"2024-09-12T00:34:31.971634+0000","last_became_peered":"2024-09-12T00:34:31.971634+0000","last_unstale":"2024-09-12T01:13:48.495890+0000","last_undegraded":"2024-09-12T01:13:48.495890+0000","last_fullsized":"2024-09-12T01:13:48.495890+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:38.710097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5289593,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":552,"num_read_kb":32692,"num_write":1210,"num_write_kb":20336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"264'1033","reported_seq":2481,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.966310+0000","last_change":"2024-09-12T00:34:33.979972+0000","last_active":"2024-09-12T01:15:23.966310+0000","last_peered":"2024-09-12T01:15:23.966310+0000","last_clean":"2024-09-12T01:15:23.966310+0000","last_became_active":"2024-09-12T00:34:33.979663+0000","last_became_peered":"2024-09-12T00:34:33.979663+0000","last_unstale":"2024-09-12T01:15:23.966310+0000","last_undegraded":"2024-09-12T01:15:23.966310+0000","last_fullsized":"2024-09-12T01:15:23.966310+0000","mapping_epoch":27,"log_start":"264'1000","ondisk_log_start":"264'1000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":1000,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:03:19.863188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4883,"num_read_kb":4390,"num_write":1520,"num_write_kb":633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"264'342","reported_seq":1000,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.672514+0000","last_change":"2024-09-12T00:34:31.970895+0000","last_active":"2024-09-12T01:15:45.672514+0000","last_peered":"2024-09-12T01:15:45.672514+0000","last_clean":"2024-09-12T01:15:45.672514+0000","last_became_active":"2024-09-12T00:34:31.970164+0000","last_became_peered":"2024-09-12T00:34:31.970164+0000","last_unstale":"2024-09-12T01:15:45.672514+0000","last_undegraded":"2024-09-12T01:15:45.672514+0000","last_fullsized":"2024-09-12T01:15:45.672514+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:36:12.333017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8652978,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":540,"num_read_kb":17127,"num_write":1073,"num_write_kb":26850,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"264'580","reported_seq":2205,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.420577+0000","last_change":"2024-09-12T00:34:33.988599+0000","last_active":"2024-09-12T01:14:19.420577+0000","last_peered":"2024-09-12T01:14:19.420577+0000","last_clean":"2024-09-12T01:14:19.420577+0000","last_became_active":"2024-09-12T00:34:33.988284+0000","last_became_peered":"2024-09-12T00:34:33.988284+0000","last_unstale":"2024-09-12T01:14:19.420577+0000","last_undegraded":"2024-09-12T01:14:19.420577+0000","last_fullsized":"2024-09-12T01:14:19.420577+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":500,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:12.350170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3090,"num_read_kb":2864,"num_write":780,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"264'403","reported_seq":1078,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.013493+0000","last_change":"2024-09-12T00:34:31.978281+0000","last_active":"2024-09-12T01:15:46.013493+0000","last_peered":"2024-09-12T01:15:46.013493+0000","last_clean":"2024-09-12T01:15:46.013493+0000","last_became_active":"2024-09-12T00:34:31.977961+0000","last_became_peered":"2024-09-12T00:34:31.977961+0000","last_unstale":"2024-09-12T01:15:46.013493+0000","last_undegraded":"2024-09-12T01:15:46.013493+0000","last_fullsized":"2024-09-12T01:15:46.013493+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":300,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:14:56.887858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456491,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":652,"num_read_kb":48802,"num_write":1281,"num_write_kb":34470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"264'394","reported_seq":1990,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.843674+0000","last_change":"2024-09-12T00:34:33.977540+0000","last_active":"2024-09-12T01:14:04.843674+0000","last_peered":"2024-09-12T01:14:04.843674+0000","last_clean":"2024-09-12T01:14:04.843674+0000","last_became_active":"2024-09-12T00:34:33.977227+0000","last_became_peered":"2024-09-12T00:34:33.977227+0000","last_unstale":"2024-09-12T01:14:04.843674+0000","last_undegraded":"2024-09-12T01:14:04.843674+0000","last_fullsized":"2024-09-12T01:14:04.843674+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:30:24.295946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2367,"num_read_kb":2261,"num_write":462,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"264'300","reported_seq":913,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.027013+0000","last_change":"2024-09-12T00:34:31.962952+0000","last_active":"2024-09-12T01:15:46.027013+0000","last_peered":"2024-09-12T01:15:46.027013+0000","last_clean":"2024-09-12T01:15:46.027013+0000","last_became_active":"2024-09-12T00:34:31.962091+0000","last_became_peered":"2024-09-12T00:34:31.962091+0000","last_unstale":"2024-09-12T01:15:46.027013+0000","last_undegraded":"2024-09-12T01:15:46.027013+0000","last_fullsized":"2024-09-12T01:15:46.027013+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:55:26.891213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":407,"num_read_kb":31193,"num_write":903,"num_write_kb":37688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"264'1378","reported_seq":2959,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.388562+0000","last_change":"2024-09-12T00:34:33.992811+0000","last_active":"2024-09-12T01:13:56.388562+0000","last_peered":"2024-09-12T01:13:56.388562+0000","last_clean":"2024-09-12T01:13:56.388562+0000","last_became_active":"2024-09-12T00:34:33.992583+0000","last_became_peered":"2024-09-12T00:34:33.992583+0000","last_unstale":"2024-09-12T01:13:56.388562+0000","last_undegraded":"2024-09-12T01:13:56.388562+0000","last_fullsized":"2024-09-12T01:13:56.388562+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":1300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:07.816957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6518,"num_read_kb":5665,"num_write":2064,"num_write_kb":1012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"264'334","reported_seq":1014,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.015769+0000","last_change":"2024-09-12T00:34:31.966900+0000","last_active":"2024-09-12T01:15:46.015769+0000","last_peered":"2024-09-12T01:15:46.015769+0000","last_clean":"2024-09-12T01:15:46.015769+0000","last_became_active":"2024-09-12T00:34:31.966528+0000","last_became_peered":"2024-09-12T00:34:31.966528+0000","last_unstale":"2024-09-12T01:15:46.015769+0000","last_undegraded":"2024-09-12T01:15:46.015769+0000","last_fullsized":"2024-09-12T01:15:46.015769+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:27:05.119193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4364785,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":629,"num_read_kb":9603,"num_write":1163,"num_write_kb":30886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"264'446","reported_seq":2042,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.788614+0000","last_change":"2024-09-12T00:34:33.973702+0000","last_active":"2024-09-12T01:14:18.788614+0000","last_peered":"2024-09-12T01:14:18.788614+0000","last_clean":"2024-09-12T01:14:18.788614+0000","last_became_active":"2024-09-12T00:34:33.973387+0000","last_became_peered":"2024-09-12T00:34:33.973387+0000","last_unstale":"2024-09-12T01:14:18.788614+0000","last_undegraded":"2024-09-12T01:14:18.788614+0000","last_fullsized":"2024-09-12T01:14:18.788614+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":400,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:51:02.005720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2517,"num_read_kb":2371,"num_write":533,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"264'330","reported_seq":914,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.022411+0000","last_change":"2024-09-12T00:34:31.960972+0000","last_active":"2024-09-12T01:15:46.022411+0000","last_peered":"2024-09-12T01:15:46.022411+0000","last_clean":"2024-09-12T01:15:46.022411+0000","last_became_active":"2024-09-12T00:34:31.960623+0000","last_became_peered":"2024-09-12T00:34:31.960623+0000","last_unstale":"2024-09-12T01:15:46.022411+0000","last_undegraded":"2024-09-12T01:15:46.022411+0000","last_fullsized":"2024-09-12T01:15:46.022411+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:42:11.116775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4308193,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":370,"num_read_kb":27044,"num_write":941,"num_write_kb":54817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"264'734","reported_seq":2132,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:59.182588+0000","last_change":"2024-09-12T00:34:33.987693+0000","last_active":"2024-09-12T01:13:59.182588+0000","last_peered":"2024-09-12T01:13:59.182588+0000","last_clean":"2024-09-12T01:13:59.182588+0000","last_became_active":"2024-09-12T00:34:33.987414+0000","last_became_peered":"2024-09-12T00:34:33.987414+0000","last_unstale":"2024-09-12T01:13:59.182588+0000","last_undegraded":"2024-09-12T01:13:59.182588+0000","last_fullsized":"2024-09-12T01:13:59.182588+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":700,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:12:50.258534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3453,"num_read_kb":3108,"num_write":973,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"264'255","reported_seq":868,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:48.318781+0000","last_change":"2024-09-12T00:34:31.977675+0000","last_active":"2024-09-12T01:12:48.318781+0000","last_peered":"2024-09-12T01:12:48.318781+0000","last_clean":"2024-09-12T01:12:48.318781+0000","last_became_active":"2024-09-12T00:34:31.977298+0000","last_became_peered":"2024-09-12T00:34:31.977298+0000","last_unstale":"2024-09-12T01:12:48.318781+0000","last_undegraded":"2024-09-12T01:12:48.318781+0000","last_fullsized":"2024-09-12T01:12:48.318781+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":200,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:33.815567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7738366,"num_objects":59,"num_object_clones":0,"num_object_copies":177,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":59,"num_whiteouts":0,"num_read":398,"num_read_kb":37231,"num_write":914,"num_write_kb":28438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"264'924","reported_seq":2529,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.418033+0000","last_change":"2024-09-12T00:34:33.978903+0000","last_active":"2024-09-12T01:14:19.418033+0000","last_peered":"2024-09-12T01:14:19.418033+0000","last_clean":"2024-09-12T01:14:19.418033+0000","last_became_active":"2024-09-12T00:34:33.978626+0000","last_became_peered":"2024-09-12T00:34:33.978626+0000","last_unstale":"2024-09-12T01:14:19.418033+0000","last_undegraded":"2024-09-12T01:14:19.418033+0000","last_fullsized":"2024-09-12T01:14:19.418033+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":900,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:36.442364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4421,"num_read_kb":3963,"num_write":1257,"num_write_kb":522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"264'353","reported_seq":985,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.023205+0000","last_change":"2024-09-12T00:35:05.224381+0000","last_active":"2024-09-12T01:15:46.023205+0000","last_peered":"2024-09-12T01:15:46.023205+0000","last_clean":"2024-09-12T01:15:46.023205+0000","last_became_active":"2024-09-12T00:35:05.223897+0000","last_became_peered":"2024-09-12T00:35:05.223897+0000","last_unstale":"2024-09-12T01:15:46.023205+0000","last_undegraded":"2024-09-12T01:15:46.023205+0000","last_fullsized":"2024-09-12T01:15:46.023205+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:50:01.470120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154781,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":549,"num_read_kb":8825,"num_write":1213,"num_write_kb":53311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2d","version":"264'464","reported_seq":2087,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:59.910389+0000","last_change":"2024-09-12T00:34:33.976609+0000","last_active":"2024-09-12T01:13:59.910389+0000","last_peered":"2024-09-12T01:13:59.910389+0000","last_clean":"2024-09-12T01:13:59.910389+0000","last_became_active":"2024-09-12T00:34:33.975793+0000","last_became_peered":"2024-09-12T00:34:33.975793+0000","last_unstale":"2024-09-12T01:13:59.910389+0000","last_undegraded":"2024-09-12T01:13:59.910389+0000","last_fullsized":"2024-09-12T01:13:59.910389+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":400,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:38:37.298945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2477,"num_read_kb":2346,"num_write":538,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"264'271","reported_seq":898,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:02.764059+0000","last_change":"2024-09-12T00:34:31.970793+0000","last_active":"2024-09-12T01:14:02.764059+0000","last_peered":"2024-09-12T01:14:02.764059+0000","last_clean":"2024-09-12T01:14:02.764059+0000","last_became_active":"2024-09-12T00:34:31.970483+0000","last_became_peered":"2024-09-12T00:34:31.970483+0000","last_unstale":"2024-09-12T01:14:02.764059+0000","last_undegraded":"2024-09-12T01:14:02.764059+0000","last_fullsized":"2024-09-12T01:14:02.764059+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":200,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:01:46.219580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16780217,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":432,"num_read_kb":20949,"num_write":1065,"num_write_kb":36421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"264'347","reported_seq":1703,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:03.203553+0000","last_change":"2024-09-12T00:34:33.981791+0000","last_active":"2024-09-12T01:14:03.203553+0000","last_peered":"2024-09-12T01:14:03.203553+0000","last_clean":"2024-09-12T01:14:03.203553+0000","last_became_active":"2024-09-12T00:34:33.981437+0000","last_became_peered":"2024-09-12T00:34:33.981437+0000","last_unstale":"2024-09-12T01:14:03.203553+0000","last_undegraded":"2024-09-12T01:14:03.203553+0000","last_fullsized":"2024-09-12T01:14:03.203553+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:59:51.026676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1853,"num_read_kb":1763,"num_write":400,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"264'366","reported_seq":995,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.634978+0000","last_change":"2024-09-12T00:34:31.971229+0000","last_active":"2024-09-12T01:15:45.634978+0000","last_peered":"2024-09-12T01:15:45.634978+0000","last_clean":"2024-09-12T01:15:45.634978+0000","last_became_active":"2024-09-12T00:34:31.970571+0000","last_became_peered":"2024-09-12T00:34:31.970571+0000","last_unstale":"2024-09-12T01:15:45.634978+0000","last_undegraded":"2024-09-12T01:15:45.634978+0000","last_fullsized":"2024-09-12T01:15:45.634978+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:27:22.972896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1201878,"num_objects":19,"num_object_clones":0,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":482,"num_read_kb":33946,"num_write":1070,"num_write_kb":40492,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"264'466","reported_seq":2045,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.842736+0000","last_change":"2024-09-12T00:34:33.991062+0000","last_active":"2024-09-12T01:14:04.842736+0000","last_peered":"2024-09-12T01:14:04.842736+0000","last_clean":"2024-09-12T01:14:04.842736+0000","last_became_active":"2024-09-12T00:34:33.990826+0000","last_became_peered":"2024-09-12T00:34:33.990826+0000","last_unstale":"2024-09-12T01:14:04.842736+0000","last_undegraded":"2024-09-12T01:14:04.842736+0000","last_fullsized":"2024-09-12T01:14:04.842736+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":400,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:18.787891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2519,"num_read_kb":2361,"num_write":556,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"264'312","reported_seq":1036,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.026857+0000","last_change":"2024-09-12T00:34:31.970316+0000","last_active":"2024-09-12T01:15:46.026857+0000","last_peered":"2024-09-12T01:15:46.026857+0000","last_clean":"2024-09-12T01:15:46.026857+0000","last_became_active":"2024-09-12T00:34:31.969979+0000","last_became_peered":"2024-09-12T00:34:31.969979+0000","last_unstale":"2024-09-12T01:15:46.026857+0000","last_undegraded":"2024-09-12T01:15:46.026857+0000","last_fullsized":"2024-09-12T01:15:46.026857+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:17.487676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":546,"num_read_kb":13882,"num_write":966,"num_write_kb":28701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"264'343","reported_seq":1819,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:02.247205+0000","last_change":"2024-09-12T00:34:33.984358+0000","last_active":"2024-09-12T01:14:02.247205+0000","last_peered":"2024-09-12T01:14:02.247205+0000","last_clean":"2024-09-12T01:14:02.247205+0000","last_became_active":"2024-09-12T00:34:33.983526+0000","last_became_peered":"2024-09-12T00:34:33.983526+0000","last_unstale":"2024-09-12T01:14:02.247205+0000","last_undegraded":"2024-09-12T01:14:02.247205+0000","last_fullsized":"2024-09-12T01:14:02.247205+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:59:09.879499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2009,"num_read_kb":1938,"num_write":406,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"264'324","reported_seq":976,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.882329+0000","last_change":"2024-09-12T00:34:31.958445+0000","last_active":"2024-09-12T01:15:45.882329+0000","last_peered":"2024-09-12T01:15:45.882329+0000","last_clean":"2024-09-12T01:15:45.882329+0000","last_became_active":"2024-09-12T00:34:31.958123+0000","last_became_peered":"2024-09-12T00:34:31.958123+0000","last_unstale":"2024-09-12T01:15:45.882329+0000","last_undegraded":"2024-09-12T01:15:45.882329+0000","last_fullsized":"2024-09-12T01:15:45.882329+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:20:45.732651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2267389,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":537,"num_read_kb":16242,"num_write":1135,"num_write_kb":20265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"264'1329","reported_seq":2908,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214458+0000","last_change":"2024-09-12T00:34:33.994885+0000","last_active":"2024-09-12T01:14:04.214458+0000","last_peered":"2024-09-12T01:14:04.214458+0000","last_clean":"2024-09-12T01:14:04.214458+0000","last_became_active":"2024-09-12T00:34:33.994583+0000","last_became_peered":"2024-09-12T00:34:33.994583+0000","last_unstale":"2024-09-12T01:14:04.214458+0000","last_undegraded":"2024-09-12T01:14:04.214458+0000","last_fullsized":"2024-09-12T01:14:04.214458+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":1300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:01:23.374076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5995,"num_read_kb":5221,"num_write":1887,"num_write_kb":811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"264'406","reported_seq":1033,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.994456+0000","last_change":"2024-09-12T00:34:31.958969+0000","last_active":"2024-09-12T01:15:45.994456+0000","last_peered":"2024-09-12T01:15:45.994456+0000","last_clean":"2024-09-12T01:15:45.994456+0000","last_became_active":"2024-09-12T00:34:31.958601+0000","last_became_peered":"2024-09-12T00:34:31.958601+0000","last_unstale":"2024-09-12T01:15:45.994456+0000","last_undegraded":"2024-09-12T01:15:45.994456+0000","last_fullsized":"2024-09-12T01:15:45.994456+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:53:55.805419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133734,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":529,"num_read_kb":26571,"num_write":1227,"num_write_kb":44924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"264'725","reported_seq":2111,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.787157+0000","last_change":"2024-09-12T00:34:33.994902+0000","last_active":"2024-09-12T01:14:18.787157+0000","last_peered":"2024-09-12T01:14:18.787157+0000","last_clean":"2024-09-12T01:14:18.787157+0000","last_became_active":"2024-09-12T00:34:33.994643+0000","last_became_peered":"2024-09-12T00:34:33.994643+0000","last_unstale":"2024-09-12T01:14:18.787157+0000","last_undegraded":"2024-09-12T01:14:18.787157+0000","last_fullsized":"2024-09-12T01:14:18.787157+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":700,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:58:06.052708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3315,"num_read_kb":2988,"num_write":957,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"264'284","reported_seq":936,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:58.229505+0000","last_change":"2024-09-12T00:34:31.977100+0000","last_active":"2024-09-12T01:13:58.229505+0000","last_peered":"2024-09-12T01:13:58.229505+0000","last_clean":"2024-09-12T01:13:58.229505+0000","last_became_active":"2024-09-12T00:34:31.976757+0000","last_became_peered":"2024-09-12T00:34:31.976757+0000","last_unstale":"2024-09-12T01:13:58.229505+0000","last_undegraded":"2024-09-12T01:13:58.229505+0000","last_fullsized":"2024-09-12T01:13:58.229505+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":200,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:57.596008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6316869,"num_objects":66,"num_object_clones":0,"num_object_copies":198,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":66,"num_whiteouts":0,"num_read":486,"num_read_kb":29191,"num_write":1116,"num_write_kb":28673,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"264'297","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:49.148022+0000","last_change":"2024-09-12T00:34:31.980056+0000","last_active":"2024-09-12T01:12:49.148022+0000","last_peered":"2024-09-12T01:12:49.148022+0000","last_clean":"2024-09-12T01:12:49.148022+0000","last_became_active":"2024-09-12T00:34:31.979710+0000","last_became_peered":"2024-09-12T00:34:31.979710+0000","last_unstale":"2024-09-12T01:12:49.148022+0000","last_undegraded":"2024-09-12T01:12:49.148022+0000","last_fullsized":"2024-09-12T01:12:49.148022+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":200,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:54:05.270873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6608289,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":448,"num_read_kb":19969,"num_write":1114,"num_write_kb":32863,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"264'537","reported_seq":2096,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.711776+0000","last_change":"2024-09-12T00:34:33.995264+0000","last_active":"2024-09-12T01:14:15.711776+0000","last_peered":"2024-09-12T01:14:15.711776+0000","last_clean":"2024-09-12T01:14:15.711776+0000","last_became_active":"2024-09-12T00:34:33.994794+0000","last_became_peered":"2024-09-12T00:34:33.994794+0000","last_unstale":"2024-09-12T01:14:15.711776+0000","last_undegraded":"2024-09-12T01:14:15.711776+0000","last_fullsized":"2024-09-12T01:14:15.711776+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":500,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:55:32.843997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2804,"num_read_kb":2579,"num_write":703,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"264'371","reported_seq":1035,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.007007+0000","last_change":"2024-09-12T00:34:31.971603+0000","last_active":"2024-09-12T01:15:46.007007+0000","last_peered":"2024-09-12T01:15:46.007007+0000","last_clean":"2024-09-12T01:15:46.007007+0000","last_became_active":"2024-09-12T00:34:31.971271+0000","last_became_peered":"2024-09-12T00:34:31.971271+0000","last_unstale":"2024-09-12T01:15:46.007007+0000","last_undegraded":"2024-09-12T01:15:46.007007+0000","last_fullsized":"2024-09-12T01:15:46.007007+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:57.407881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1547028,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":557,"num_read_kb":90781,"num_write":1133,"num_write_kb":49991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"264'847","reported_seq":2418,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.467677+0000","last_change":"2024-09-12T00:34:33.991702+0000","last_active":"2024-09-12T01:14:05.467677+0000","last_peered":"2024-09-12T01:14:05.467677+0000","last_clean":"2024-09-12T01:14:05.467677+0000","last_became_active":"2024-09-12T00:34:33.991408+0000","last_became_peered":"2024-09-12T00:34:33.991408+0000","last_unstale":"2024-09-12T01:14:05.467677+0000","last_undegraded":"2024-09-12T01:14:05.467677+0000","last_fullsized":"2024-09-12T01:14:05.467677+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":800,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:12.714266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4035,"num_read_kb":3620,"num_write":1146,"num_write_kb":445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6235,"num_read_kb":4514,"num_write":2010,"num_write_kb":906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":981,"ondisk_log_size":981,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16119,"num_objects":90,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":0,"num_read":15003,"num_read_kb":14669,"num_write":16768,"num_write_kb":4891,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":18,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":32238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1757,"ondisk_log_size":1757,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":538,"ondisk_log_size":538,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1652071,"num_objects":221,"num_object_clones":0,"num_object_copies":442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":221,"num_whiteouts":0,"num_read":17565,"num_read_kb":36229,"num_write":14673,"num_write_kb":11585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":978944,"data_stored":656589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1940,"ondisk_log_size":1940,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2421,"num_read_kb":2886,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":165,"num_object_clones":0,"num_object_copies":330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":165,"num_whiteouts":0,"num_read":212166,"num_read_kb":193786,"num_write":55163,"num_write_kb":18717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":165,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3279,"ondisk_log_size":3279,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":187427897,"num_objects":1245,"num_object_clones":0,"num_object_copies":3735,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1245,"num_whiteouts":0,"num_read":35350,"num_read_kb":1942195,"num_write":71613,"num_write_kb":2251438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":253812736,"data_stored":253812736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3813,"ondisk_log_size":3813,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":1048576,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":167,"num_read_kb":190665,"num_write":189,"num_write_kb":136832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":7340032,"data_stored":7340032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":129,"ondisk_log_size":129,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":16777216,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":160,"num_read_kb":178830,"num_write":186,"num_write_kb":136832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":29401088,"data_stored":29400273,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":126,"ondisk_log_size":126,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509944,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":322956,"kb_used_data":20748,"kb_used_omap":1,"kb_used_meta":301886,"kb_avail":94048884,"statfs":{"total":96636764160,"available":96306057216,"internally_reserved":0,"allocated":21245952,"data_stored":19235165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":309131722},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509943,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":281776,"kb_used_data":27136,"kb_used_omap":1,"kb_used_meta":251902,"kb_avail":94090064,"statfs":{"total":96636764160,"available":96348225536,"internally_reserved":0,"allocated":27787264,"data_stored":25812641,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":257948102},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509944,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":156256,"kb_used_data":44560,"kb_used_omap":1,"kb_used_meta":111678,"kb_avail":94215584,"statfs":{"total":96636764160,"available":96476758016,"internally_reserved":0,"allocated":45629440,"data_stored":43688817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114358725},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509945,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":304616,"kb_used_data":20436,"kb_used_omap":1,"kb_used_meta":283838,"kb_avail":94067224,"statfs":{"total":96636764160,"available":96324837376,"internally_reserved":0,"allocated":20926464,"data_stored":18941609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":290650567},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509945,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100108,"kb_used_data":18880,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94271732,"statfs":{"total":96636764160,"available":96534253568,"internally_reserved":0,"allocated":19333120,"data_stored":17403481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":83098053},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[3],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509943,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":175504,"kb_used_data":21964,"kb_used_omap":1,"kb_used_meta":153278,"kb_avail":94196336,"statfs":{"total":96636764160,"available":96457048064,"internally_reserved":0,"allocated":22491136,"data_stored":20518830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":156957125},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542646,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":336376,"kb_used_data":56612,"kb_used_omap":1,"kb_used_meta":279614,"kb_avail":94035464,"statfs":{"total":96636764160,"available":96292315136,"internally_reserved":0,"allocated":57970688,"data_stored":55951545,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":286325189},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[2],"upper_bound":2},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834575349,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":287112,"kb_used_data":147704,"kb_used_omap":1,"kb_used_meta":139390,"kb_avail":94084728,"statfs":{"total":96636764160,"available":96342761472,"internally_reserved":0,"allocated":151248896,"data_stored":149192729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":142735813},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":38039552,"data_stored":38039552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":18259968,"data_stored":18259968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":15147008,"data_stored":15147008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16683008,"data_stored":16683008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":21008384,"data_stored":21008384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":113836032,"data_stored":113836032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":14454784,"data_stored":14454784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384000,"data_stored":16384000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":96896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":651264,"data_stored":554627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":7246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":3962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":2427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":25206784,"data_stored":25205969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":7340032,"data_stored":7340032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:15:49.451 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-12T01:15:49.477 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 has been restored 2024-09-12T01:15:49.786 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:15:49.786 INFO:teuthology.orchestra.run.smithi038.stdout:{"epoch":264,"fsid":"fe5dc658-ec6d-4ee8-b34c-46f69914df9d","created":"2024-09-12T00:33:58.934447+0000","modified":"2024-09-12T01:01:01.226955+0000","last_up_change":"2024-09-12T00:34:10.680771+0000","last_in_change":"2024-09-12T00:34:01.378955+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":16,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":68,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-12T00:34:11.568227+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-09-12T00:34:17.541832+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":22,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.9900000095367432,"score_stable":1.9900000095367432,"optimal_score":0.87999999523162842,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"default.rgw.buckets.data","create_time":"2024-09-12T00:34:29.935006+0000","flags":1,"flags_names":"hashpspool","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"27","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"client.0","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":4,"pool_name":"default.rgw.buckets.index","create_time":"2024-09-12T00:34:32.298120+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"29","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":".rgw.root","create_time":"2024-09-12T00:34:34.147174+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"default.rgw.log","create_time":"2024-09-12T00:34:36.253290+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"default.rgw.control","create_time":"2024-09-12T00:34:38.008768+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"default.rgw.meta","create_time":"2024-09-12T00:34:40.080697+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":65,"pool_name":"default.rgw.buckets.non-ec","create_time":"2024-09-12T00:49:03.380439+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"253","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":66,"pool_name":"default.rgw.buckets.data.frozen","create_time":"2024-09-12T00:50:29.442090+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"256","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":67,"pool_name":"default.rgw.buckets.data.lukewarm","create_time":"2024-09-12T00:50:33.127245+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"259","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":68,"pool_name":"default.rgw.otp","create_time":"2024-09-12T01:00:58.350754+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"264","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"092903b1-5a15-4ce1-9e3e-a07bb06563cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":262,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6800","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6801","nonce":3331370596}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6802","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6803","nonce":3331370596}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6806","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6807","nonce":3331370596}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6804","nonce":3331370596},{"type":"v1","addr":"172.21.15.38:6805","nonce":3331370596}]},"public_addr":"172.21.15.38:6801/3331370596","cluster_addr":"172.21.15.38:6803/3331370596","heartbeat_back_addr":"172.21.15.38:6807/3331370596","heartbeat_front_addr":"172.21.15.38:6805/3331370596","state":["exists","up"]},{"osd":1,"uuid":"6a6806a5-8a3e-4c29-87d9-958228b8b185","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":262,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6808","nonce":967286737},{"type":"v1","addr":"172.21.15.38:6809","nonce":967286737}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6810","nonce":967286737},{"type":"v1","addr":"172.21.15.38:6811","nonce":967286737}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6814","nonce":967286737},{"type":"v1","addr":"172.21.15.38:6815","nonce":967286737}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6812","nonce":967286737},{"type":"v1","addr":"172.21.15.38:6813","nonce":967286737}]},"public_addr":"172.21.15.38:6809/967286737","cluster_addr":"172.21.15.38:6811/967286737","heartbeat_back_addr":"172.21.15.38:6815/967286737","heartbeat_front_addr":"172.21.15.38:6813/967286737","state":["exists","up"]},{"osd":2,"uuid":"7a581cbe-10f0-4a87-a144-c6c009760567","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":262,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6824","nonce":2480374289},{"type":"v1","addr":"172.21.15.38:6825","nonce":2480374289}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6826","nonce":2480374289},{"type":"v1","addr":"172.21.15.38:6827","nonce":2480374289}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6830","nonce":2480374289},{"type":"v1","addr":"172.21.15.38:6831","nonce":2480374289}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6828","nonce":2480374289},{"type":"v1","addr":"172.21.15.38:6829","nonce":2480374289}]},"public_addr":"172.21.15.38:6825/2480374289","cluster_addr":"172.21.15.38:6827/2480374289","heartbeat_back_addr":"172.21.15.38:6831/2480374289","heartbeat_front_addr":"172.21.15.38:6829/2480374289","state":["exists","up"]},{"osd":3,"uuid":"0061de01-80ac-4c52-9a65-fd9d99cad1dc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":262,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6816","nonce":3482964760},{"type":"v1","addr":"172.21.15.38:6817","nonce":3482964760}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6818","nonce":3482964760},{"type":"v1","addr":"172.21.15.38:6819","nonce":3482964760}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6822","nonce":3482964760},{"type":"v1","addr":"172.21.15.38:6823","nonce":3482964760}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.38:6820","nonce":3482964760},{"type":"v1","addr":"172.21.15.38:6821","nonce":3482964760}]},"public_addr":"172.21.15.38:6817/3482964760","cluster_addr":"172.21.15.38:6819/3482964760","heartbeat_back_addr":"172.21.15.38:6823/3482964760","heartbeat_front_addr":"172.21.15.38:6821/3482964760","state":["exists","up"]},{"osd":4,"uuid":"d9344054-c46f-4a46-a6cf-19b3583bf718","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":262,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6816","nonce":68546384},{"type":"v1","addr":"172.21.15.194:6817","nonce":68546384}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6818","nonce":68546384},{"type":"v1","addr":"172.21.15.194:6819","nonce":68546384}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6822","nonce":68546384},{"type":"v1","addr":"172.21.15.194:6823","nonce":68546384}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6820","nonce":68546384},{"type":"v1","addr":"172.21.15.194:6821","nonce":68546384}]},"public_addr":"172.21.15.194:6817/68546384","cluster_addr":"172.21.15.194:6819/68546384","heartbeat_back_addr":"172.21.15.194:6823/68546384","heartbeat_front_addr":"172.21.15.194:6821/68546384","state":["exists","up"]},{"osd":5,"uuid":"39df5730-cec1-4f91-82a5-6c431f913d58","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":262,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6800","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6801","nonce":4136092038}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6802","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6803","nonce":4136092038}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6806","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6807","nonce":4136092038}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6804","nonce":4136092038},{"type":"v1","addr":"172.21.15.194:6805","nonce":4136092038}]},"public_addr":"172.21.15.194:6801/4136092038","cluster_addr":"172.21.15.194:6803/4136092038","heartbeat_back_addr":"172.21.15.194:6807/4136092038","heartbeat_front_addr":"172.21.15.194:6805/4136092038","state":["exists","up"]},{"osd":6,"uuid":"91a0110f-47ce-47ac-b616-024da5508714","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":262,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6824","nonce":2257857096},{"type":"v1","addr":"172.21.15.194:6825","nonce":2257857096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6826","nonce":2257857096},{"type":"v1","addr":"172.21.15.194:6827","nonce":2257857096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6830","nonce":2257857096},{"type":"v1","addr":"172.21.15.194:6831","nonce":2257857096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6828","nonce":2257857096},{"type":"v1","addr":"172.21.15.194:6829","nonce":2257857096}]},"public_addr":"172.21.15.194:6825/2257857096","cluster_addr":"172.21.15.194:6827/2257857096","heartbeat_back_addr":"172.21.15.194:6831/2257857096","heartbeat_front_addr":"172.21.15.194:6829/2257857096","state":["exists","up"]},{"osd":7,"uuid":"5f374a94-93b5-45f7-9b2a-be4d0dea5f7f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":262,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6808","nonce":3161873983},{"type":"v1","addr":"172.21.15.194:6809","nonce":3161873983}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6810","nonce":3161873983},{"type":"v1","addr":"172.21.15.194:6811","nonce":3161873983}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6814","nonce":3161873983},{"type":"v1","addr":"172.21.15.194:6815","nonce":3161873983}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.194:6812","nonce":3161873983},{"type":"v1","addr":"172.21.15.194:6813","nonce":3161873983}]},"public_addr":"172.21.15.194:6809/3161873983","cluster_addr":"172.21.15.194:6811/3161873983","heartbeat_back_addr":"172.21.15.194:6815/3161873983","heartbeat_front_addr":"172.21.15.194:6813/3161873983","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:06.981315+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.899936+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:08.191718+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.950998+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.755421+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.058594+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.984201+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-12T00:34:07.927273+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.a","mappings":[{"from":6,"to":2}]},{"pgid":"3.19","mappings":[{"from":3,"to":2}]},{"pgid":"3.1c","mappings":[{"from":4,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":2}]},{"pgid":"3.29","mappings":[{"from":3,"to":2}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.3a","mappings":[{"from":0,"to":2}]},{"pgid":"4.12","mappings":[{"from":1,"to":5}]},{"pgid":"4.14","mappings":[{"from":3,"to":2}]},{"pgid":"67.17","mappings":[{"from":3,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"client.0":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":26,"snaps":[{"begin":1,"length":2}]},{"pool":31,"snaps":[{"begin":1,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-12T01:15:50.800 INFO:tasks.ceph:Scrubbing osd.0 2024-09-12T01:15:50.801 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:15:50.954 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:15:50.955 INFO:teuthology.orchestra.run.smithi038.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:15:50.955 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:15:50.965 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-12T01:15:51.282 INFO:teuthology.orchestra.run.smithi038.stderr:instructed osd(s) 0 to deep-scrub 2024-09-12T01:15:51.296 INFO:tasks.ceph:Scrubbing osd.1 2024-09-12T01:15:51.296 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:15:51.438 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:15:51.438 INFO:teuthology.orchestra.run.smithi038.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:15:51.438 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:15:51.449 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-12T01:15:51.762 INFO:teuthology.orchestra.run.smithi038.stderr:instructed osd(s) 1 to deep-scrub 2024-09-12T01:15:51.775 INFO:tasks.ceph:Scrubbing osd.2 2024-09-12T01:15:51.776 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:15:51.917 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:15:51.918 INFO:teuthology.orchestra.run.smithi038.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:15:51.918 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:15:51.928 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-12T01:15:52.244 INFO:teuthology.orchestra.run.smithi038.stderr:instructed osd(s) 2 to deep-scrub 2024-09-12T01:15:52.257 INFO:tasks.ceph:Scrubbing osd.3 2024-09-12T01:15:52.258 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:15:52.399 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:15:52.399 INFO:teuthology.orchestra.run.smithi038.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:15:52.399 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:15:52.410 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-12T01:15:52.731 INFO:teuthology.orchestra.run.smithi038.stderr:instructed osd(s) 3 to deep-scrub 2024-09-12T01:15:52.744 INFO:tasks.ceph:Scrubbing osd.4 2024-09-12T01:15:52.744 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:15:52.886 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:15:52.886 INFO:teuthology.orchestra.run.smithi038.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:15:52.886 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:15:52.897 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-12T01:15:53.211 INFO:teuthology.orchestra.run.smithi038.stderr:instructed osd(s) 4 to deep-scrub 2024-09-12T01:15:53.224 INFO:tasks.ceph:Scrubbing osd.5 2024-09-12T01:15:53.224 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:15:53.366 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:15:53.366 INFO:teuthology.orchestra.run.smithi038.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:15:53.366 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:15:53.377 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-12T01:15:53.693 INFO:teuthology.orchestra.run.smithi038.stderr:instructed osd(s) 5 to deep-scrub 2024-09-12T01:15:53.706 INFO:tasks.ceph:Scrubbing osd.6 2024-09-12T01:15:53.706 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:15:53.850 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:15:53.850 INFO:teuthology.orchestra.run.smithi038.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:15:53.850 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:15:53.861 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-12T01:15:54.178 INFO:teuthology.orchestra.run.smithi038.stderr:instructed osd(s) 6 to deep-scrub 2024-09-12T01:15:54.193 INFO:tasks.ceph:Scrubbing osd.7 2024-09-12T01:15:54.194 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-12T01:15:54.336 INFO:teuthology.orchestra.run.smithi038.stdout:{ 2024-09-12T01:15:54.336 INFO:teuthology.orchestra.run.smithi038.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-12T01:15:54.336 INFO:teuthology.orchestra.run.smithi038.stdout:} 2024-09-12T01:15:54.346 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-12T01:15:54.661 INFO:teuthology.orchestra.run.smithi038.stderr:instructed osd(s) 7 to deep-scrub 2024-09-12T01:15:54.674 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:15:55.011 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:15:55.022 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-09-12T01:15:55.025 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":1510,"stamp":"2024-09-12T01:15:54.500715+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":88266035,"num_objects":872,"num_object_clones":0,"num_object_copies":2115,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":872,"num_whiteouts":0,"num_read":290153,"num_read_kb":2564714,"num_write":161703,"num_write_kb":2562871,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":211,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12210,"ondisk_log_size":12210,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1779180,"kb_used_data":162176,"kb_used_omap":12,"kb_used_meta":1615219,"kb_avail":753195540,"statfs":{"total":773094113280,"available":771272232960,"internally_reserved":0,"allocated":166068224,"data_stored":150241514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1653984816},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-666065344,"num_objects":-4157,"num_object_clones":0,"num_object_copies":-12411,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-4157,"num_whiteouts":0,"num_read":4674,"num_read_kb":4230,"num_write":4439,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005586"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":18,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:03.767783+0000","last_change":"2024-09-12T01:01:00.245903+0000","last_active":"2024-09-12T01:11:03.767783+0000","last_peered":"2024-09-12T01:11:03.767783+0000","last_clean":"2024-09-12T01:11:03.767783+0000","last_became_active":"2024-09-12T01:01:00.245426+0000","last_became_peered":"2024-09-12T01:01:00.245426+0000","last_unstale":"2024-09-12T01:11:03.767783+0000","last_undegraded":"2024-09-12T01:11:03.767783+0000","last_fullsized":"2024-09-12T01:11:03.767783+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:46:22.990299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"261'7","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:08.784605+0000","last_change":"2024-09-12T00:50:34.993631+0000","last_active":"2024-09-12T01:13:08.784605+0000","last_peered":"2024-09-12T01:13:08.784605+0000","last_clean":"2024-09-12T01:13:08.784605+0000","last_became_active":"2024-09-12T00:50:34.991949+0000","last_became_peered":"2024-09-12T00:50:34.991949+0000","last_unstale":"2024-09-12T01:13:08.784605+0000","last_undegraded":"2024-09-12T01:13:08.784605+0000","last_fullsized":"2024-09-12T01:13:08.784605+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:01:24.806822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":5147,"num_write":12,"num_write_kb":5147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"264'4","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.664139+0000","last_change":"2024-09-12T00:50:30.943920+0000","last_active":"2024-09-12T01:15:45.664139+0000","last_peered":"2024-09-12T01:15:45.664139+0000","last_clean":"2024-09-12T01:15:45.664139+0000","last_became_active":"2024-09-12T00:50:30.943574+0000","last_became_peered":"2024-09-12T00:50:30.943574+0000","last_unstale":"2024-09-12T01:15:45.664139+0000","last_undegraded":"2024-09-12T01:15:45.664139+0000","last_fullsized":"2024-09-12T01:15:45.664139+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:39:55.798610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"264'40","reported_seq":156,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:00.659348+0000","last_change":"2024-09-12T00:49:05.007101+0000","last_active":"2024-09-12T01:12:00.659348+0000","last_peered":"2024-09-12T01:12:00.659348+0000","last_clean":"2024-09-12T01:12:00.659348+0000","last_became_active":"2024-09-12T00:49:05.006742+0000","last_became_peered":"2024-09-12T00:49:05.006742+0000","last_unstale":"2024-09-12T01:12:00.659348+0000","last_undegraded":"2024-09-12T01:12:00.659348+0000","last_fullsized":"2024-09-12T01:12:00.659348+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:55:12.829149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":147,"num_write":68,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":18,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:01.750077+0000","last_change":"2024-09-12T01:01:00.247398+0000","last_active":"2024-09-12T01:11:01.750077+0000","last_peered":"2024-09-12T01:11:01.750077+0000","last_clean":"2024-09-12T01:11:01.750077+0000","last_became_active":"2024-09-12T01:01:00.247055+0000","last_became_peered":"2024-09-12T01:01:00.247055+0000","last_unstale":"2024-09-12T01:11:01.750077+0000","last_undegraded":"2024-09-12T01:11:01.750077+0000","last_fullsized":"2024-09-12T01:11:01.750077+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:52.242476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'12","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.893432+0000","last_change":"2024-09-12T00:50:34.998229+0000","last_active":"2024-09-12T01:15:44.893432+0000","last_peered":"2024-09-12T01:15:44.893432+0000","last_clean":"2024-09-12T01:15:44.893432+0000","last_became_active":"2024-09-12T00:50:34.997943+0000","last_became_peered":"2024-09-12T00:50:34.997943+0000","last_unstale":"2024-09-12T01:15:44.893432+0000","last_undegraded":"2024-09-12T01:15:44.893432+0000","last_fullsized":"2024-09-12T01:15:44.893432+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:44.967054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":19458,"num_write":12,"num_write_kb":14336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"264'6","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.677913+0000","last_change":"2024-09-12T00:50:30.945805+0000","last_active":"2024-09-12T01:15:31.677913+0000","last_peered":"2024-09-12T01:15:31.677913+0000","last_clean":"2024-09-12T01:15:31.677913+0000","last_became_active":"2024-09-12T00:50:30.945254+0000","last_became_peered":"2024-09-12T00:50:30.945254+0000","last_unstale":"2024-09-12T01:15:31.677913+0000","last_undegraded":"2024-09-12T01:15:31.677913+0000","last_fullsized":"2024-09-12T01:15:31.677913+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:19:56.966979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":7170,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'13","reported_seq":79,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:11.766947+0000","last_change":"2024-09-12T00:49:05.002058+0000","last_active":"2024-09-12T01:13:11.766947+0000","last_peered":"2024-09-12T01:13:11.766947+0000","last_clean":"2024-09-12T01:13:11.766947+0000","last_became_active":"2024-09-12T00:49:05.001763+0000","last_became_peered":"2024-09-12T00:49:05.001763+0000","last_unstale":"2024-09-12T01:13:11.766947+0000","last_undegraded":"2024-09-12T01:13:11.766947+0000","last_fullsized":"2024-09-12T01:13:11.766947+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:53.021135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":38,"num_write":29,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.773052+0000","last_change":"2024-09-12T01:01:00.239899+0000","last_active":"2024-09-12T01:13:06.773052+0000","last_peered":"2024-09-12T01:13:06.773052+0000","last_clean":"2024-09-12T01:13:06.773052+0000","last_became_active":"2024-09-12T01:01:00.239631+0000","last_became_peered":"2024-09-12T01:01:00.239631+0000","last_unstale":"2024-09-12T01:13:06.773052+0000","last_undegraded":"2024-09-12T01:13:06.773052+0000","last_fullsized":"2024-09-12T01:13:06.773052+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:55.485366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"264'5","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.202631+0000","last_change":"2024-09-12T00:50:35.039728+0000","last_active":"2024-09-12T01:15:44.202631+0000","last_peered":"2024-09-12T01:15:44.202631+0000","last_clean":"2024-09-12T01:15:44.202631+0000","last_became_active":"2024-09-12T00:50:35.039271+0000","last_became_peered":"2024-09-12T00:50:35.039271+0000","last_unstale":"2024-09-12T01:15:44.202631+0000","last_undegraded":"2024-09-12T01:15:44.202631+0000","last_fullsized":"2024-09-12T01:15:44.202631+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:41.645145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:31.761936+0000","last_change":"2024-09-12T00:50:30.936876+0000","last_active":"2024-09-12T01:12:31.761936+0000","last_peered":"2024-09-12T01:12:31.761936+0000","last_clean":"2024-09-12T01:12:31.761936+0000","last_became_active":"2024-09-12T00:50:30.936604+0000","last_became_peered":"2024-09-12T00:50:30.936604+0000","last_unstale":"2024-09-12T01:12:31.761936+0000","last_undegraded":"2024-09-12T01:12:31.761936+0000","last_fullsized":"2024-09-12T01:12:31.761936+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:32.129971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"264'19","reported_seq":94,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:12.531107+0000","last_change":"2024-09-12T00:49:05.000146+0000","last_active":"2024-09-12T01:12:12.531107+0000","last_peered":"2024-09-12T01:12:12.531107+0000","last_clean":"2024-09-12T01:12:12.531107+0000","last_became_active":"2024-09-12T00:49:04.999778+0000","last_became_peered":"2024-09-12T00:49:04.999778+0000","last_unstale":"2024-09-12T01:12:12.531107+0000","last_undegraded":"2024-09-12T01:12:12.531107+0000","last_fullsized":"2024-09-12T01:12:12.531107+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:55.053996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":64,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796092+0000","last_change":"2024-09-12T01:01:00.243635+0000","last_active":"2024-09-12T01:13:06.796092+0000","last_peered":"2024-09-12T01:13:06.796092+0000","last_clean":"2024-09-12T01:13:06.796092+0000","last_became_active":"2024-09-12T01:01:00.241990+0000","last_became_peered":"2024-09-12T01:01:00.241990+0000","last_unstale":"2024-09-12T01:13:06.796092+0000","last_undegraded":"2024-09-12T01:13:06.796092+0000","last_fullsized":"2024-09-12T01:13:06.796092+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:14.717875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:36.808977+0000","last_change":"2024-09-12T00:50:35.037976+0000","last_active":"2024-09-12T01:14:36.808977+0000","last_peered":"2024-09-12T01:14:36.808977+0000","last_clean":"2024-09-12T01:14:36.808977+0000","last_became_active":"2024-09-12T00:50:35.037686+0000","last_became_peered":"2024-09-12T00:50:35.037686+0000","last_unstale":"2024-09-12T01:14:36.808977+0000","last_undegraded":"2024-09-12T01:14:36.808977+0000","last_fullsized":"2024-09-12T01:14:36.808977+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:48:34.490151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"264'5","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816146+0000","last_change":"2024-09-12T00:50:30.930254+0000","last_active":"2024-09-12T01:15:31.816146+0000","last_peered":"2024-09-12T01:15:31.816146+0000","last_clean":"2024-09-12T01:15:31.816146+0000","last_became_active":"2024-09-12T00:50:30.929963+0000","last_became_peered":"2024-09-12T00:50:30.929963+0000","last_unstale":"2024-09-12T01:15:31.816146+0000","last_undegraded":"2024-09-12T01:15:31.816146+0000","last_fullsized":"2024-09-12T01:15:31.816146+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:03:08.789094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"264'40","reported_seq":148,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:29.550142+0000","last_change":"2024-09-12T00:49:05.000097+0000","last_active":"2024-09-12T01:13:29.550142+0000","last_peered":"2024-09-12T01:13:29.550142+0000","last_clean":"2024-09-12T01:13:29.550142+0000","last_became_active":"2024-09-12T00:49:04.999716+0000","last_became_peered":"2024-09-12T00:49:04.999716+0000","last_unstale":"2024-09-12T01:13:29.550142+0000","last_undegraded":"2024-09-12T01:13:29.550142+0000","last_fullsized":"2024-09-12T01:13:29.550142+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:38:06.060742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":134,"num_write":72,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:01.795338+0000","last_change":"2024-09-12T01:01:00.242771+0000","last_active":"2024-09-12T01:13:01.795338+0000","last_peered":"2024-09-12T01:13:01.795338+0000","last_clean":"2024-09-12T01:13:01.795338+0000","last_became_active":"2024-09-12T01:01:00.242224+0000","last_became_peered":"2024-09-12T01:01:00.242224+0000","last_unstale":"2024-09-12T01:13:01.795338+0000","last_undegraded":"2024-09-12T01:13:01.795338+0000","last_fullsized":"2024-09-12T01:13:01.795338+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:32.060418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"0'0","reported_seq":33,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:23.778680+0000","last_change":"2024-09-12T00:50:34.996417+0000","last_active":"2024-09-12T01:12:23.778680+0000","last_peered":"2024-09-12T01:12:23.778680+0000","last_clean":"2024-09-12T01:12:23.778680+0000","last_became_active":"2024-09-12T00:50:34.996154+0000","last_became_peered":"2024-09-12T00:50:34.996154+0000","last_unstale":"2024-09-12T01:12:23.778680+0000","last_undegraded":"2024-09-12T01:12:23.778680+0000","last_fullsized":"2024-09-12T01:12:23.778680+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:03:25.711273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'4","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:40.680342+0000","last_change":"2024-09-12T00:50:30.939967+0000","last_active":"2024-09-12T01:14:40.680342+0000","last_peered":"2024-09-12T01:14:40.680342+0000","last_clean":"2024-09-12T01:14:40.680342+0000","last_became_active":"2024-09-12T00:50:30.939638+0000","last_became_peered":"2024-09-12T00:50:30.939638+0000","last_unstale":"2024-09-12T01:14:40.680342+0000","last_undegraded":"2024-09-12T01:14:40.680342+0000","last_fullsized":"2024-09-12T01:14:40.680342+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:36:04.827614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"264'20","reported_seq":99,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.783680+0000","last_change":"2024-09-12T00:49:05.002436+0000","last_active":"2024-09-12T01:11:36.783680+0000","last_peered":"2024-09-12T01:11:36.783680+0000","last_clean":"2024-09-12T01:11:36.783680+0000","last_became_active":"2024-09-12T00:49:05.002165+0000","last_became_peered":"2024-09-12T00:49:05.002165+0000","last_unstale":"2024-09-12T01:11:36.783680+0000","last_undegraded":"2024-09-12T01:11:36.783680+0000","last_fullsized":"2024-09-12T01:11:36.783680+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:30.148234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":100,"num_read_kb":68,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.662992+0000","last_change":"2024-09-12T01:01:00.248904+0000","last_active":"2024-09-12T01:13:31.662992+0000","last_peered":"2024-09-12T01:13:31.662992+0000","last_clean":"2024-09-12T01:13:31.662992+0000","last_became_active":"2024-09-12T01:01:00.248572+0000","last_became_peered":"2024-09-12T01:01:00.248572+0000","last_unstale":"2024-09-12T01:13:31.662992+0000","last_undegraded":"2024-09-12T01:13:31.662992+0000","last_fullsized":"2024-09-12T01:13:31.662992+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:02:50.166971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"264'4","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.786026+0000","last_change":"2024-09-12T00:50:34.997856+0000","last_active":"2024-09-12T01:14:46.786026+0000","last_peered":"2024-09-12T01:14:46.786026+0000","last_clean":"2024-09-12T01:14:46.786026+0000","last_became_active":"2024-09-12T00:50:34.997567+0000","last_became_peered":"2024-09-12T00:50:34.997567+0000","last_unstale":"2024-09-12T01:14:46.786026+0000","last_undegraded":"2024-09-12T01:14:46.786026+0000","last_fullsized":"2024-09-12T01:14:46.786026+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:04.930105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"261'11","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.788765+0000","last_change":"2024-09-12T00:50:30.932850+0000","last_active":"2024-09-12T01:12:21.788765+0000","last_peered":"2024-09-12T01:12:21.788765+0000","last_clean":"2024-09-12T01:12:21.788765+0000","last_became_active":"2024-09-12T00:50:30.932533+0000","last_became_peered":"2024-09-12T00:50:30.932533+0000","last_unstale":"2024-09-12T01:12:21.788765+0000","last_undegraded":"2024-09-12T01:12:21.788765+0000","last_fullsized":"2024-09-12T01:12:21.788765+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:59:03.192260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":7172,"num_write":16,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"261'112","reported_seq":386,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.760656+0000","last_change":"2024-09-12T00:49:05.001293+0000","last_active":"2024-09-12T01:11:36.760656+0000","last_peered":"2024-09-12T01:11:36.760656+0000","last_clean":"2024-09-12T01:11:36.760656+0000","last_became_active":"2024-09-12T00:49:05.001017+0000","last_became_peered":"2024-09-12T00:49:05.001017+0000","last_unstale":"2024-09-12T01:11:36.760656+0000","last_undegraded":"2024-09-12T01:11:36.760656+0000","last_fullsized":"2024-09-12T01:11:36.760656+0000","mapping_epoch":251,"log_start":"261'100","ondisk_log_start":"261'100","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:32.060019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":677,"num_read_kb":569,"num_write":130,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"264'1","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:01.776988+0000","last_change":"2024-09-12T01:01:00.241380+0000","last_active":"2024-09-12T01:11:01.776988+0000","last_peered":"2024-09-12T01:11:01.776988+0000","last_clean":"2024-09-12T01:11:01.776988+0000","last_became_active":"2024-09-12T01:01:00.241075+0000","last_became_peered":"2024-09-12T01:01:00.241075+0000","last_unstale":"2024-09-12T01:11:01.776988+0000","last_undegraded":"2024-09-12T01:11:01.776988+0000","last_fullsized":"2024-09-12T01:11:01.776988+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:37.266721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'10","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.657254+0000","last_change":"2024-09-12T00:50:34.999006+0000","last_active":"2024-09-12T01:15:44.657254+0000","last_peered":"2024-09-12T01:15:44.657254+0000","last_clean":"2024-09-12T01:15:44.657254+0000","last_became_active":"2024-09-12T00:50:34.998656+0000","last_became_peered":"2024-09-12T00:50:34.998656+0000","last_unstale":"2024-09-12T01:15:44.657254+0000","last_undegraded":"2024-09-12T01:15:44.657254+0000","last_fullsized":"2024-09-12T01:15:44.657254+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:26:47.962996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":16384,"num_write":20,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"264'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816060+0000","last_change":"2024-09-12T00:50:30.940020+0000","last_active":"2024-09-12T01:15:31.816060+0000","last_peered":"2024-09-12T01:15:31.816060+0000","last_clean":"2024-09-12T01:15:31.816060+0000","last_became_active":"2024-09-12T00:50:30.939689+0000","last_became_peered":"2024-09-12T00:50:30.939689+0000","last_unstale":"2024-09-12T01:15:31.816060+0000","last_undegraded":"2024-09-12T01:15:31.816060+0000","last_fullsized":"2024-09-12T01:15:31.816060+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:49.704148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"264'40","reported_seq":155,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:30.271157+0000","last_change":"2024-09-12T00:49:05.003763+0000","last_active":"2024-09-12T01:13:30.271157+0000","last_peered":"2024-09-12T01:13:30.271157+0000","last_clean":"2024-09-12T01:13:30.271157+0000","last_became_active":"2024-09-12T00:49:05.003249+0000","last_became_peered":"2024-09-12T00:49:05.003249+0000","last_unstale":"2024-09-12T01:13:30.271157+0000","last_undegraded":"2024-09-12T01:13:30.271157+0000","last_fullsized":"2024-09-12T01:13:30.271157+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:53:07.505775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":209,"num_read_kb":145,"num_write":63,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":18,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:01.777043+0000","last_change":"2024-09-12T01:01:00.244164+0000","last_active":"2024-09-12T01:11:01.777043+0000","last_peered":"2024-09-12T01:11:01.777043+0000","last_clean":"2024-09-12T01:11:01.777043+0000","last_became_active":"2024-09-12T01:01:00.243245+0000","last_became_peered":"2024-09-12T01:01:00.243245+0000","last_unstale":"2024-09-12T01:11:01.777043+0000","last_undegraded":"2024-09-12T01:11:01.777043+0000","last_fullsized":"2024-09-12T01:11:01.777043+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:18:33.293646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"261'7","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796126+0000","last_change":"2024-09-12T00:50:34.996942+0000","last_active":"2024-09-12T01:13:06.796126+0000","last_peered":"2024-09-12T01:13:06.796126+0000","last_clean":"2024-09-12T01:13:06.796126+0000","last_became_active":"2024-09-12T00:50:34.996636+0000","last_became_peered":"2024-09-12T00:50:34.996636+0000","last_unstale":"2024-09-12T01:13:06.796126+0000","last_undegraded":"2024-09-12T01:13:06.796126+0000","last_fullsized":"2024-09-12T01:13:06.796126+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:43:33.721042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":3076,"num_write":12,"num_write_kb":1026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:00.667540+0000","last_change":"2024-09-12T00:50:30.943697+0000","last_active":"2024-09-12T01:13:00.667540+0000","last_peered":"2024-09-12T01:13:00.667540+0000","last_clean":"2024-09-12T01:13:00.667540+0000","last_became_active":"2024-09-12T00:50:30.943131+0000","last_became_peered":"2024-09-12T00:50:30.943131+0000","last_unstale":"2024-09-12T01:13:00.667540+0000","last_undegraded":"2024-09-12T01:13:00.667540+0000","last_fullsized":"2024-09-12T01:13:00.667540+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:18.820306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'24","reported_seq":112,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:29.762554+0000","last_change":"2024-09-12T00:49:04.999484+0000","last_active":"2024-09-12T01:13:29.762554+0000","last_peered":"2024-09-12T01:13:29.762554+0000","last_clean":"2024-09-12T01:13:29.762554+0000","last_became_active":"2024-09-12T00:49:04.999214+0000","last_became_peered":"2024-09-12T00:49:04.999214+0000","last_unstale":"2024-09-12T01:13:29.762554+0000","last_undegraded":"2024-09-12T01:13:29.762554+0000","last_fullsized":"2024-09-12T01:13:29.762554+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:38.554602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":124,"num_read_kb":86,"num_write":42,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.655741+0000","last_change":"2024-09-12T01:01:00.242402+0000","last_active":"2024-09-12T01:12:41.655741+0000","last_peered":"2024-09-12T01:12:41.655741+0000","last_clean":"2024-09-12T01:12:41.655741+0000","last_became_active":"2024-09-12T01:01:00.242074+0000","last_became_peered":"2024-09-12T01:01:00.242074+0000","last_unstale":"2024-09-12T01:12:41.655741+0000","last_undegraded":"2024-09-12T01:12:41.655741+0000","last_fullsized":"2024-09-12T01:12:41.655741+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:17.494123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"264'4","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.810498+0000","last_change":"2024-09-12T00:50:35.037076+0000","last_active":"2024-09-12T01:14:46.810498+0000","last_peered":"2024-09-12T01:14:46.810498+0000","last_clean":"2024-09-12T01:14:46.810498+0000","last_became_active":"2024-09-12T00:50:35.036761+0000","last_became_peered":"2024-09-12T00:50:35.036761+0000","last_unstale":"2024-09-12T01:14:46.810498+0000","last_undegraded":"2024-09-12T01:14:46.810498+0000","last_fullsized":"2024-09-12T01:14:46.810498+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:03:53.542537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'5","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:53.791813+0000","last_change":"2024-09-12T00:50:30.934398+0000","last_active":"2024-09-12T01:13:53.791813+0000","last_peered":"2024-09-12T01:13:53.791813+0000","last_clean":"2024-09-12T01:13:53.791813+0000","last_became_active":"2024-09-12T00:50:30.934124+0000","last_became_peered":"2024-09-12T00:50:30.934124+0000","last_unstale":"2024-09-12T01:13:53.791813+0000","last_undegraded":"2024-09-12T01:13:53.791813+0000","last_fullsized":"2024-09-12T01:13:53.791813+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:17.327332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"264'16","reported_seq":89,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:15.669968+0000","last_change":"2024-09-12T00:49:05.002772+0000","last_active":"2024-09-12T01:13:15.669968+0000","last_peered":"2024-09-12T01:13:15.669968+0000","last_clean":"2024-09-12T01:13:15.669968+0000","last_became_active":"2024-09-12T00:49:05.002211+0000","last_became_peered":"2024-09-12T00:49:05.002211+0000","last_unstale":"2024-09-12T01:13:15.669968+0000","last_undegraded":"2024-09-12T01:13:15.669968+0000","last_fullsized":"2024-09-12T01:13:15.669968+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:27.308072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":79,"num_read_kb":54,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.762877+0000","last_change":"2024-09-12T01:01:00.248629+0000","last_active":"2024-09-12T01:12:41.762877+0000","last_peered":"2024-09-12T01:12:41.762877+0000","last_clean":"2024-09-12T01:12:41.762877+0000","last_became_active":"2024-09-12T01:01:00.248297+0000","last_became_peered":"2024-09-12T01:01:00.248297+0000","last_unstale":"2024-09-12T01:12:41.762877+0000","last_undegraded":"2024-09-12T01:12:41.762877+0000","last_fullsized":"2024-09-12T01:12:41.762877+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:45:04.561312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"264'3","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.803110+0000","last_change":"2024-09-12T00:50:35.037325+0000","last_active":"2024-09-12T01:13:56.803110+0000","last_peered":"2024-09-12T01:13:56.803110+0000","last_clean":"2024-09-12T01:13:56.803110+0000","last_became_active":"2024-09-12T00:50:35.036985+0000","last_became_peered":"2024-09-12T00:50:35.036985+0000","last_unstale":"2024-09-12T01:13:56.803110+0000","last_undegraded":"2024-09-12T01:13:56.803110+0000","last_fullsized":"2024-09-12T01:13:56.803110+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:40:21.457178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"264'3","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:41.808606+0000","last_change":"2024-09-12T00:50:30.934350+0000","last_active":"2024-09-12T01:14:41.808606+0000","last_peered":"2024-09-12T01:14:41.808606+0000","last_clean":"2024-09-12T01:14:41.808606+0000","last_became_active":"2024-09-12T00:50:30.934084+0000","last_became_peered":"2024-09-12T00:50:30.934084+0000","last_unstale":"2024-09-12T01:14:41.808606+0000","last_undegraded":"2024-09-12T01:14:41.808606+0000","last_fullsized":"2024-09-12T01:14:41.808606+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:58.529071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"264'35","reported_seq":131,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.797847+0000","last_change":"2024-09-12T00:49:05.002480+0000","last_active":"2024-09-12T01:13:16.797847+0000","last_peered":"2024-09-12T01:13:16.797847+0000","last_clean":"2024-09-12T01:13:16.797847+0000","last_became_active":"2024-09-12T00:49:05.002224+0000","last_became_peered":"2024-09-12T00:49:05.002224+0000","last_unstale":"2024-09-12T01:13:16.797847+0000","last_undegraded":"2024-09-12T01:13:16.797847+0000","last_fullsized":"2024-09-12T01:13:16.797847+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:08.139476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":151,"num_read_kb":104,"num_write":80,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.791596+0000","last_change":"2024-09-12T01:01:00.240145+0000","last_active":"2024-09-12T01:12:41.791596+0000","last_peered":"2024-09-12T01:12:41.791596+0000","last_clean":"2024-09-12T01:12:41.791596+0000","last_became_active":"2024-09-12T01:01:00.239845+0000","last_became_peered":"2024-09-12T01:01:00.239845+0000","last_unstale":"2024-09-12T01:12:41.791596+0000","last_undegraded":"2024-09-12T01:12:41.791596+0000","last_fullsized":"2024-09-12T01:12:41.791596+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:29:21.793039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"264'3","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:15.685237+0000","last_change":"2024-09-12T00:51:06.150424+0000","last_active":"2024-09-12T01:15:15.685237+0000","last_peered":"2024-09-12T01:15:15.685237+0000","last_clean":"2024-09-12T01:15:15.685237+0000","last_became_active":"2024-09-12T00:51:06.150065+0000","last_became_peered":"2024-09-12T00:51:06.150065+0000","last_unstale":"2024-09-12T01:15:15.685237+0000","last_undegraded":"2024-09-12T01:15:15.685237+0000","last_fullsized":"2024-09-12T01:15:15.685237+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:35:33.339819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.16","version":"264'2","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:41.777638+0000","last_change":"2024-09-12T00:50:30.944504+0000","last_active":"2024-09-12T01:14:41.777638+0000","last_peered":"2024-09-12T01:14:41.777638+0000","last_clean":"2024-09-12T01:14:41.777638+0000","last_became_active":"2024-09-12T00:50:30.944163+0000","last_became_peered":"2024-09-12T00:50:30.944163+0000","last_unstale":"2024-09-12T01:14:41.777638+0000","last_undegraded":"2024-09-12T01:14:41.777638+0000","last_fullsized":"2024-09-12T01:14:41.777638+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:52.196257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"264'23","reported_seq":106,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.767689+0000","last_change":"2024-09-12T00:49:04.999280+0000","last_active":"2024-09-12T01:13:16.767689+0000","last_peered":"2024-09-12T01:13:16.767689+0000","last_clean":"2024-09-12T01:13:16.767689+0000","last_became_active":"2024-09-12T00:49:04.998991+0000","last_became_peered":"2024-09-12T00:49:04.998991+0000","last_unstale":"2024-09-12T01:13:16.767689+0000","last_undegraded":"2024-09-12T01:13:16.767689+0000","last_fullsized":"2024-09-12T01:13:16.767689+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:17:14.228657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":76,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:43.781055+0000","last_change":"2024-09-12T01:01:00.243575+0000","last_active":"2024-09-12T01:12:43.781055+0000","last_peered":"2024-09-12T01:12:43.781055+0000","last_clean":"2024-09-12T01:12:43.781055+0000","last_became_active":"2024-09-12T01:01:00.243245+0000","last_became_peered":"2024-09-12T01:01:00.243245+0000","last_unstale":"2024-09-12T01:12:43.781055+0000","last_undegraded":"2024-09-12T01:12:43.781055+0000","last_fullsized":"2024-09-12T01:12:43.781055+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:24.484498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"261'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.788839+0000","last_change":"2024-09-12T00:50:34.994727+0000","last_active":"2024-09-12T01:12:21.788839+0000","last_peered":"2024-09-12T01:12:21.788839+0000","last_clean":"2024-09-12T01:12:21.788839+0000","last_became_active":"2024-09-12T00:50:34.994435+0000","last_became_peered":"2024-09-12T00:50:34.994435+0000","last_unstale":"2024-09-12T01:12:21.788839+0000","last_undegraded":"2024-09-12T01:12:21.788839+0000","last_fullsized":"2024-09-12T01:12:21.788839+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:39.933925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661493+0000","last_change":"2024-09-12T00:50:30.940323+0000","last_active":"2024-09-12T01:12:15.661493+0000","last_peered":"2024-09-12T01:12:15.661493+0000","last_clean":"2024-09-12T01:12:15.661493+0000","last_became_active":"2024-09-12T00:50:30.940015+0000","last_became_peered":"2024-09-12T00:50:30.940015+0000","last_unstale":"2024-09-12T01:12:15.661493+0000","last_undegraded":"2024-09-12T01:12:15.661493+0000","last_fullsized":"2024-09-12T01:12:15.661493+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:53.874419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"264'4","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:31.790562+0000","last_change":"2024-09-12T00:49:05.000795+0000","last_active":"2024-09-12T01:12:31.790562+0000","last_peered":"2024-09-12T01:12:31.790562+0000","last_clean":"2024-09-12T01:12:31.790562+0000","last_became_active":"2024-09-12T00:49:05.000448+0000","last_became_peered":"2024-09-12T00:49:05.000448+0000","last_unstale":"2024-09-12T01:12:31.790562+0000","last_undegraded":"2024-09-12T01:12:31.790562+0000","last_fullsized":"2024-09-12T01:12:31.790562+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:03:37.939485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":13,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796239+0000","last_change":"2024-09-12T01:01:00.249415+0000","last_active":"2024-09-12T01:13:06.796239+0000","last_peered":"2024-09-12T01:13:06.796239+0000","last_clean":"2024-09-12T01:13:06.796239+0000","last_became_active":"2024-09-12T01:01:00.249127+0000","last_became_peered":"2024-09-12T01:01:00.249127+0000","last_unstale":"2024-09-12T01:13:06.796239+0000","last_undegraded":"2024-09-12T01:13:06.796239+0000","last_fullsized":"2024-09-12T01:13:06.796239+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:52:34.400467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"264'4","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.752658+0000","last_change":"2024-09-12T00:50:34.994048+0000","last_active":"2024-09-12T01:15:44.752658+0000","last_peered":"2024-09-12T01:15:44.752658+0000","last_clean":"2024-09-12T01:15:44.752658+0000","last_became_active":"2024-09-12T00:50:34.993740+0000","last_became_peered":"2024-09-12T00:50:34.993740+0000","last_unstale":"2024-09-12T01:15:44.752658+0000","last_undegraded":"2024-09-12T01:15:44.752658+0000","last_fullsized":"2024-09-12T01:15:44.752658+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:49.829850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'5","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:51.801952+0000","last_change":"2024-09-12T00:50:30.943358+0000","last_active":"2024-09-12T01:13:51.801952+0000","last_peered":"2024-09-12T01:13:51.801952+0000","last_clean":"2024-09-12T01:13:51.801952+0000","last_became_active":"2024-09-12T00:50:30.943017+0000","last_became_peered":"2024-09-12T00:50:30.943017+0000","last_unstale":"2024-09-12T01:13:51.801952+0000","last_undegraded":"2024-09-12T01:13:51.801952+0000","last_fullsized":"2024-09-12T01:13:51.801952+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:26:15.575970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8219,"num_write":10,"num_write_kb":4123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"264'39","reported_seq":147,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:55.136186+0000","last_change":"2024-09-12T00:49:05.001754+0000","last_active":"2024-09-12T01:12:55.136186+0000","last_peered":"2024-09-12T01:12:55.136186+0000","last_clean":"2024-09-12T01:12:55.136186+0000","last_became_active":"2024-09-12T00:49:05.001197+0000","last_became_peered":"2024-09-12T00:49:05.001197+0000","last_unstale":"2024-09-12T01:12:55.136186+0000","last_undegraded":"2024-09-12T01:12:55.136186+0000","last_fullsized":"2024-09-12T01:12:55.136186+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:24.963710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":127,"num_write":78,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:05.668504+0000","last_change":"2024-09-12T01:01:00.246063+0000","last_active":"2024-09-12T01:13:05.668504+0000","last_peered":"2024-09-12T01:13:05.668504+0000","last_clean":"2024-09-12T01:13:05.668504+0000","last_became_active":"2024-09-12T01:01:00.244464+0000","last_became_peered":"2024-09-12T01:01:00.244464+0000","last_unstale":"2024-09-12T01:13:05.668504+0000","last_undegraded":"2024-09-12T01:13:05.668504+0000","last_fullsized":"2024-09-12T01:13:05.668504+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:22.705753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"264'2","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.665906+0000","last_change":"2024-09-12T00:50:34.995644+0000","last_active":"2024-09-12T01:13:56.665906+0000","last_peered":"2024-09-12T01:13:56.665906+0000","last_clean":"2024-09-12T01:13:56.665906+0000","last_became_active":"2024-09-12T00:50:34.995365+0000","last_became_peered":"2024-09-12T00:50:34.995365+0000","last_unstale":"2024-09-12T01:13:56.665906+0000","last_undegraded":"2024-09-12T01:13:56.665906+0000","last_fullsized":"2024-09-12T01:13:56.665906+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:28:20.640956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"261'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.782796+0000","last_change":"2024-09-12T00:50:30.943184+0000","last_active":"2024-09-12T01:11:31.782796+0000","last_peered":"2024-09-12T01:11:31.782796+0000","last_clean":"2024-09-12T01:11:31.782796+0000","last_became_active":"2024-09-12T00:50:30.942874+0000","last_became_peered":"2024-09-12T00:50:30.942874+0000","last_unstale":"2024-09-12T01:11:31.782796+0000","last_undegraded":"2024-09-12T01:11:31.782796+0000","last_fullsized":"2024-09-12T01:11:31.782796+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:52:59.761721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"264'18","reported_seq":94,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:25.662770+0000","last_change":"2024-09-12T00:49:05.001769+0000","last_active":"2024-09-12T01:12:25.662770+0000","last_peered":"2024-09-12T01:12:25.662770+0000","last_clean":"2024-09-12T01:12:25.662770+0000","last_became_active":"2024-09-12T00:49:05.001379+0000","last_became_peered":"2024-09-12T00:49:05.001379+0000","last_unstale":"2024-09-12T01:12:25.662770+0000","last_undegraded":"2024-09-12T01:12:25.662770+0000","last_fullsized":"2024-09-12T01:12:25.662770+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:49.112285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":90,"num_read_kb":62,"num_write":33,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"263'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:45.665365+0000","last_change":"2024-09-12T01:01:00.252486+0000","last_active":"2024-09-12T01:12:45.665365+0000","last_peered":"2024-09-12T01:12:45.665365+0000","last_clean":"2024-09-12T01:12:45.665365+0000","last_became_active":"2024-09-12T01:01:00.251344+0000","last_became_peered":"2024-09-12T01:01:00.251344+0000","last_unstale":"2024-09-12T01:12:45.665365+0000","last_undegraded":"2024-09-12T01:12:45.665365+0000","last_fullsized":"2024-09-12T01:12:45.665365+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:04:03.915476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":33,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.783704+0000","last_change":"2024-09-12T00:50:34.995712+0000","last_active":"2024-09-12T01:11:36.783704+0000","last_peered":"2024-09-12T01:11:36.783704+0000","last_clean":"2024-09-12T01:11:36.783704+0000","last_became_active":"2024-09-12T00:50:34.995297+0000","last_became_peered":"2024-09-12T00:50:34.995297+0000","last_unstale":"2024-09-12T01:11:36.783704+0000","last_undegraded":"2024-09-12T01:11:36.783704+0000","last_fullsized":"2024-09-12T01:11:36.783704+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:08:54.404328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"261'4","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:31.759988+0000","last_change":"2024-09-12T00:50:30.935163+0000","last_active":"2024-09-12T01:11:31.759988+0000","last_peered":"2024-09-12T01:11:31.759988+0000","last_clean":"2024-09-12T01:11:31.759988+0000","last_became_active":"2024-09-12T00:50:30.934883+0000","last_became_peered":"2024-09-12T00:50:30.934883+0000","last_unstale":"2024-09-12T01:11:31.759988+0000","last_undegraded":"2024-09-12T01:11:31.759988+0000","last_fullsized":"2024-09-12T01:11:31.759988+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:43:58.604195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":4,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"264'13","reported_seq":79,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:26.789605+0000","last_change":"2024-09-12T00:49:04.995425+0000","last_active":"2024-09-12T01:12:26.789605+0000","last_peered":"2024-09-12T01:12:26.789605+0000","last_clean":"2024-09-12T01:12:26.789605+0000","last_became_active":"2024-09-12T00:49:04.995133+0000","last_became_peered":"2024-09-12T00:49:04.995133+0000","last_unstale":"2024-09-12T01:12:26.789605+0000","last_undegraded":"2024-09-12T01:12:26.789605+0000","last_fullsized":"2024-09-12T01:12:26.789605+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:18:07.249211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":43,"num_write":24,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796200+0000","last_change":"2024-09-12T01:01:00.249001+0000","last_active":"2024-09-12T01:13:06.796200+0000","last_peered":"2024-09-12T01:13:06.796200+0000","last_clean":"2024-09-12T01:13:06.796200+0000","last_became_active":"2024-09-12T01:01:00.248137+0000","last_became_peered":"2024-09-12T01:01:00.248137+0000","last_unstale":"2024-09-12T01:13:06.796200+0000","last_undegraded":"2024-09-12T01:13:06.796200+0000","last_fullsized":"2024-09-12T01:13:06.796200+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:08:35.210868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"264'3","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.779447+0000","last_change":"2024-09-12T00:50:34.998813+0000","last_active":"2024-09-12T01:13:56.779447+0000","last_peered":"2024-09-12T01:13:56.779447+0000","last_clean":"2024-09-12T01:13:56.779447+0000","last_became_active":"2024-09-12T00:50:34.998442+0000","last_became_peered":"2024-09-12T00:50:34.998442+0000","last_unstale":"2024-09-12T01:13:56.779447+0000","last_undegraded":"2024-09-12T01:13:56.779447+0000","last_fullsized":"2024-09-12T01:13:56.779447+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:10.912223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'7","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:53.791786+0000","last_change":"2024-09-12T00:50:30.935630+0000","last_active":"2024-09-12T01:13:53.791786+0000","last_peered":"2024-09-12T01:13:53.791786+0000","last_clean":"2024-09-12T01:13:53.791786+0000","last_became_active":"2024-09-12T00:50:30.935187+0000","last_became_peered":"2024-09-12T00:50:30.935187+0000","last_unstale":"2024-09-12T01:13:53.791786+0000","last_undegraded":"2024-09-12T01:13:53.791786+0000","last_fullsized":"2024-09-12T01:13:53.791786+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:12.454869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12290,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"264'10","reported_seq":74,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:26.790569+0000","last_change":"2024-09-12T00:49:04.997846+0000","last_active":"2024-09-12T01:12:26.790569+0000","last_peered":"2024-09-12T01:12:26.790569+0000","last_clean":"2024-09-12T01:12:26.790569+0000","last_became_active":"2024-09-12T00:49:04.997543+0000","last_became_peered":"2024-09-12T00:49:04.997543+0000","last_unstale":"2024-09-12T01:12:26.790569+0000","last_undegraded":"2024-09-12T01:12:26.790569+0000","last_fullsized":"2024-09-12T01:12:26.790569+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:34:32.253085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":36,"num_write":21,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.757171+0000","last_change":"2024-09-12T01:01:00.247966+0000","last_active":"2024-09-12T01:11:51.757171+0000","last_peered":"2024-09-12T01:11:51.757171+0000","last_clean":"2024-09-12T01:11:51.757171+0000","last_became_active":"2024-09-12T01:01:00.247390+0000","last_became_peered":"2024-09-12T01:01:00.247390+0000","last_unstale":"2024-09-12T01:11:51.757171+0000","last_undegraded":"2024-09-12T01:11:51.757171+0000","last_fullsized":"2024-09-12T01:11:51.757171+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:23:43.396709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:21.815691+0000","last_change":"2024-09-12T00:50:34.999328+0000","last_active":"2024-09-12T01:15:21.815691+0000","last_peered":"2024-09-12T01:15:21.815691+0000","last_clean":"2024-09-12T01:15:21.815691+0000","last_became_active":"2024-09-12T00:50:34.999003+0000","last_became_peered":"2024-09-12T00:50:34.999003+0000","last_unstale":"2024-09-12T01:15:21.815691+0000","last_undegraded":"2024-09-12T01:15:21.815691+0000","last_fullsized":"2024-09-12T01:15:21.815691+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:42.477954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.813763+0000","last_change":"2024-09-12T00:50:30.945140+0000","last_active":"2024-09-12T01:15:16.813763+0000","last_peered":"2024-09-12T01:15:16.813763+0000","last_clean":"2024-09-12T01:15:16.813763+0000","last_became_active":"2024-09-12T00:50:30.944904+0000","last_became_peered":"2024-09-12T00:50:30.944904+0000","last_unstale":"2024-09-12T01:15:16.813763+0000","last_undegraded":"2024-09-12T01:15:16.813763+0000","last_fullsized":"2024-09-12T01:15:16.813763+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:27.652096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"264'18","reported_seq":92,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:41.784520+0000","last_change":"2024-09-12T00:49:05.006612+0000","last_active":"2024-09-12T01:11:41.784520+0000","last_peered":"2024-09-12T01:11:41.784520+0000","last_clean":"2024-09-12T01:11:41.784520+0000","last_became_active":"2024-09-12T00:49:05.006219+0000","last_became_peered":"2024-09-12T00:49:05.006219+0000","last_unstale":"2024-09-12T01:11:41.784520+0000","last_undegraded":"2024-09-12T01:11:41.784520+0000","last_fullsized":"2024-09-12T01:11:41.784520+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:45:06.118113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":59,"num_write":36,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788162+0000","last_change":"2024-09-12T01:01:00.241273+0000","last_active":"2024-09-12T01:12:16.788162+0000","last_peered":"2024-09-12T01:12:16.788162+0000","last_clean":"2024-09-12T01:12:16.788162+0000","last_became_active":"2024-09-12T01:01:00.240946+0000","last_became_peered":"2024-09-12T01:01:00.240946+0000","last_unstale":"2024-09-12T01:12:16.788162+0000","last_undegraded":"2024-09-12T01:12:16.788162+0000","last_fullsized":"2024-09-12T01:12:16.788162+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:16:02.176460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:21.815654+0000","last_change":"2024-09-12T00:50:34.996981+0000","last_active":"2024-09-12T01:15:21.815654+0000","last_peered":"2024-09-12T01:15:21.815654+0000","last_clean":"2024-09-12T01:15:21.815654+0000","last_became_active":"2024-09-12T00:50:34.996654+0000","last_became_peered":"2024-09-12T00:50:34.996654+0000","last_unstale":"2024-09-12T01:15:21.815654+0000","last_undegraded":"2024-09-12T01:15:21.815654+0000","last_fullsized":"2024-09-12T01:15:21.815654+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:54:18.121278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.783341+0000","last_change":"2024-09-12T00:50:30.941645+0000","last_active":"2024-09-12T01:15:16.783341+0000","last_peered":"2024-09-12T01:15:16.783341+0000","last_clean":"2024-09-12T01:15:16.783341+0000","last_became_active":"2024-09-12T00:50:30.941276+0000","last_became_peered":"2024-09-12T00:50:30.941276+0000","last_unstale":"2024-09-12T01:15:16.783341+0000","last_undegraded":"2024-09-12T01:15:16.783341+0000","last_fullsized":"2024-09-12T01:15:16.783341+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:06:54.998763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'57","reported_seq":206,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:13.385809+0000","last_change":"2024-09-12T00:49:05.000615+0000","last_active":"2024-09-12T01:12:13.385809+0000","last_peered":"2024-09-12T01:12:13.385809+0000","last_clean":"2024-09-12T01:12:13.385809+0000","last_became_active":"2024-09-12T00:49:05.000274+0000","last_became_peered":"2024-09-12T00:49:05.000274+0000","last_unstale":"2024-09-12T01:12:13.385809+0000","last_undegraded":"2024-09-12T01:12:13.385809+0000","last_fullsized":"2024-09-12T01:12:13.385809+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:03:04.131546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":307,"num_read_kb":219,"num_write":100,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.762576+0000","last_change":"2024-09-12T01:01:00.248471+0000","last_active":"2024-09-12T01:11:51.762576+0000","last_peered":"2024-09-12T01:11:51.762576+0000","last_clean":"2024-09-12T01:11:51.762576+0000","last_became_active":"2024-09-12T01:01:00.248139+0000","last_became_peered":"2024-09-12T01:01:00.248139+0000","last_unstale":"2024-09-12T01:11:51.762576+0000","last_undegraded":"2024-09-12T01:11:51.762576+0000","last_fullsized":"2024-09-12T01:11:51.762576+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:34.835791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:11.660233+0000","last_change":"2024-09-12T00:50:35.038730+0000","last_active":"2024-09-12T01:13:11.660233+0000","last_peered":"2024-09-12T01:13:11.660233+0000","last_clean":"2024-09-12T01:13:11.660233+0000","last_became_active":"2024-09-12T00:50:35.038447+0000","last_became_peered":"2024-09-12T00:50:35.038447+0000","last_unstale":"2024-09-12T01:13:11.660233+0000","last_undegraded":"2024-09-12T01:13:11.660233+0000","last_fullsized":"2024-09-12T01:13:11.660233+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:11:31.319735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:15.685190+0000","last_change":"2024-09-12T00:50:30.940184+0000","last_active":"2024-09-12T01:15:15.685190+0000","last_peered":"2024-09-12T01:15:15.685190+0000","last_clean":"2024-09-12T01:15:15.685190+0000","last_became_active":"2024-09-12T00:50:30.939898+0000","last_became_peered":"2024-09-12T00:50:30.939898+0000","last_unstale":"2024-09-12T01:15:15.685190+0000","last_undegraded":"2024-09-12T01:15:15.685190+0000","last_fullsized":"2024-09-12T01:15:15.685190+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:57:36.814375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"264'45","reported_seq":166,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.760689+0000","last_change":"2024-09-12T00:49:04.997205+0000","last_active":"2024-09-12T01:11:36.760689+0000","last_peered":"2024-09-12T01:11:36.760689+0000","last_clean":"2024-09-12T01:11:36.760689+0000","last_became_active":"2024-09-12T00:49:04.996877+0000","last_became_peered":"2024-09-12T00:49:04.996877+0000","last_unstale":"2024-09-12T01:11:36.760689+0000","last_undegraded":"2024-09-12T01:11:36.760689+0000","last_fullsized":"2024-09-12T01:11:36.760689+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:27:06.770076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":154,"num_write":87,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.784535+0000","last_change":"2024-09-12T01:01:00.244978+0000","last_active":"2024-09-12T01:11:51.784535+0000","last_peered":"2024-09-12T01:11:51.784535+0000","last_clean":"2024-09-12T01:11:51.784535+0000","last_became_active":"2024-09-12T01:01:00.244603+0000","last_became_peered":"2024-09-12T01:01:00.244603+0000","last_unstale":"2024-09-12T01:11:51.784535+0000","last_undegraded":"2024-09-12T01:11:51.784535+0000","last_fullsized":"2024-09-12T01:11:51.784535+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:36:40.503238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'4","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:21.815708+0000","last_change":"2024-09-12T00:50:34.997047+0000","last_active":"2024-09-12T01:15:21.815708+0000","last_peered":"2024-09-12T01:15:21.815708+0000","last_clean":"2024-09-12T01:15:21.815708+0000","last_became_active":"2024-09-12T00:50:34.996753+0000","last_became_peered":"2024-09-12T00:50:34.996753+0000","last_unstale":"2024-09-12T01:15:21.815708+0000","last_undegraded":"2024-09-12T01:15:21.815708+0000","last_fullsized":"2024-09-12T01:15:21.815708+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:47:24.391205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'7","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.990491+0000","last_change":"2024-09-12T00:50:30.935094+0000","last_active":"2024-09-12T01:15:45.990491+0000","last_peered":"2024-09-12T01:15:45.990491+0000","last_clean":"2024-09-12T01:15:45.990491+0000","last_became_active":"2024-09-12T00:50:30.934056+0000","last_became_peered":"2024-09-12T00:50:30.934056+0000","last_unstale":"2024-09-12T01:15:45.990491+0000","last_undegraded":"2024-09-12T01:15:45.990491+0000","last_fullsized":"2024-09-12T01:15:45.990491+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:35:54.805339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":9218,"num_write":12,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"264'76","reported_seq":259,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.755097+0000","last_change":"2024-09-12T00:49:04.999259+0000","last_active":"2024-09-12T01:11:36.755097+0000","last_peered":"2024-09-12T01:11:36.755097+0000","last_clean":"2024-09-12T01:11:36.755097+0000","last_became_active":"2024-09-12T00:49:04.998935+0000","last_became_peered":"2024-09-12T00:49:04.998935+0000","last_unstale":"2024-09-12T01:11:36.755097+0000","last_undegraded":"2024-09-12T01:11:36.755097+0000","last_fullsized":"2024-09-12T01:11:36.755097+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:47.808759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":403,"num_read_kb":301,"num_write":119,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.789497+0000","last_change":"2024-09-12T01:01:00.242450+0000","last_active":"2024-09-12T01:12:16.789497+0000","last_peered":"2024-09-12T01:12:16.789497+0000","last_clean":"2024-09-12T01:12:16.789497+0000","last_became_active":"2024-09-12T01:01:00.242139+0000","last_became_peered":"2024-09-12T01:01:00.242139+0000","last_unstale":"2024-09-12T01:12:16.789497+0000","last_undegraded":"2024-09-12T01:12:16.789497+0000","last_fullsized":"2024-09-12T01:12:16.789497+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:11.006578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'3","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:26.806555+0000","last_change":"2024-09-12T00:50:34.995684+0000","last_active":"2024-09-12T01:14:26.806555+0000","last_peered":"2024-09-12T01:14:26.806555+0000","last_clean":"2024-09-12T01:14:26.806555+0000","last_became_active":"2024-09-12T00:50:34.995313+0000","last_became_peered":"2024-09-12T00:50:34.995313+0000","last_unstale":"2024-09-12T01:14:26.806555+0000","last_undegraded":"2024-09-12T01:14:26.806555+0000","last_fullsized":"2024-09-12T01:14:26.806555+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:46.556893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"264'4","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.893429+0000","last_change":"2024-09-12T00:50:30.938482+0000","last_active":"2024-09-12T01:15:44.893429+0000","last_peered":"2024-09-12T01:15:44.893429+0000","last_clean":"2024-09-12T01:15:44.893429+0000","last_became_active":"2024-09-12T00:50:30.938036+0000","last_became_peered":"2024-09-12T00:50:30.938036+0000","last_unstale":"2024-09-12T01:15:44.893429+0000","last_undegraded":"2024-09-12T01:15:44.893429+0000","last_fullsized":"2024-09-12T01:15:44.893429+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:53:10.196704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"261'7","reported_seq":66,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:35.655288+0000","last_change":"2024-09-12T00:49:05.004166+0000","last_active":"2024-09-12T01:11:35.655288+0000","last_peered":"2024-09-12T01:11:35.655288+0000","last_clean":"2024-09-12T01:11:35.655288+0000","last_became_active":"2024-09-12T00:49:05.003639+0000","last_became_peered":"2024-09-12T00:49:05.003639+0000","last_unstale":"2024-09-12T01:11:35.655288+0000","last_undegraded":"2024-09-12T01:11:35.655288+0000","last_fullsized":"2024-09-12T01:11:35.655288+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:58.185272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":27,"num_write":13,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788267+0000","last_change":"2024-09-12T01:01:00.247279+0000","last_active":"2024-09-12T01:12:16.788267+0000","last_peered":"2024-09-12T01:12:16.788267+0000","last_clean":"2024-09-12T01:12:16.788267+0000","last_became_active":"2024-09-12T01:01:00.246954+0000","last_became_peered":"2024-09-12T01:01:00.246954+0000","last_unstale":"2024-09-12T01:12:16.788267+0000","last_undegraded":"2024-09-12T01:12:16.788267+0000","last_fullsized":"2024-09-12T01:12:16.788267+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:20:23.050226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788102+0000","last_change":"2024-09-12T00:50:35.036906+0000","last_active":"2024-09-12T01:12:16.788102+0000","last_peered":"2024-09-12T01:12:16.788102+0000","last_clean":"2024-09-12T01:12:16.788102+0000","last_became_active":"2024-09-12T00:50:35.036646+0000","last_became_peered":"2024-09-12T00:50:35.036646+0000","last_unstale":"2024-09-12T01:12:16.788102+0000","last_undegraded":"2024-09-12T01:12:16.788102+0000","last_fullsized":"2024-09-12T01:12:16.788102+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:27.148209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.651964+0000","last_change":"2024-09-12T00:50:30.939794+0000","last_active":"2024-09-12T01:12:11.651964+0000","last_peered":"2024-09-12T01:12:11.651964+0000","last_clean":"2024-09-12T01:12:11.651964+0000","last_became_active":"2024-09-12T00:50:30.939438+0000","last_became_peered":"2024-09-12T00:50:30.939438+0000","last_unstale":"2024-09-12T01:12:11.651964+0000","last_undegraded":"2024-09-12T01:12:11.651964+0000","last_fullsized":"2024-09-12T01:12:11.651964+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:14.996773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"264'27","reported_seq":119,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:29.757272+0000","last_change":"2024-09-12T00:49:04.998654+0000","last_active":"2024-09-12T01:13:29.757272+0000","last_peered":"2024-09-12T01:13:29.757272+0000","last_clean":"2024-09-12T01:13:29.757272+0000","last_became_active":"2024-09-12T00:49:04.998359+0000","last_became_peered":"2024-09-12T00:49:04.998359+0000","last_unstale":"2024-09-12T01:13:29.757272+0000","last_undegraded":"2024-09-12T01:13:29.757272+0000","last_fullsized":"2024-09-12T01:13:29.757272+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:29:18.770661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":92,"num_write":52,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788184+0000","last_change":"2024-09-12T01:01:00.244168+0000","last_active":"2024-09-12T01:12:16.788184+0000","last_peered":"2024-09-12T01:12:16.788184+0000","last_clean":"2024-09-12T01:12:16.788184+0000","last_became_active":"2024-09-12T01:01:00.243414+0000","last_became_peered":"2024-09-12T01:01:00.243414+0000","last_unstale":"2024-09-12T01:12:16.788184+0000","last_undegraded":"2024-09-12T01:12:16.788184+0000","last_fullsized":"2024-09-12T01:12:16.788184+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:23:39.975838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"261'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.659477+0000","last_change":"2024-09-12T00:50:35.000386+0000","last_active":"2024-09-12T01:13:06.659477+0000","last_peered":"2024-09-12T01:13:06.659477+0000","last_clean":"2024-09-12T01:13:06.659477+0000","last_became_active":"2024-09-12T00:50:35.000038+0000","last_became_peered":"2024-09-12T00:50:35.000038+0000","last_unstale":"2024-09-12T01:13:06.659477+0000","last_undegraded":"2024-09-12T01:13:06.659477+0000","last_fullsized":"2024-09-12T01:13:06.659477+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:42.083005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661382+0000","last_change":"2024-09-12T00:50:30.940559+0000","last_active":"2024-09-12T01:12:15.661382+0000","last_peered":"2024-09-12T01:12:15.661382+0000","last_clean":"2024-09-12T01:12:15.661382+0000","last_became_active":"2024-09-12T00:50:30.940252+0000","last_became_peered":"2024-09-12T00:50:30.940252+0000","last_unstale":"2024-09-12T01:12:15.661382+0000","last_undegraded":"2024-09-12T01:12:15.661382+0000","last_fullsized":"2024-09-12T01:12:15.661382+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:12:12.408624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"264'51","reported_seq":188,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.794468+0000","last_change":"2024-09-12T00:49:05.001845+0000","last_active":"2024-09-12T01:12:56.794468+0000","last_peered":"2024-09-12T01:12:56.794468+0000","last_clean":"2024-09-12T01:12:56.794468+0000","last_became_active":"2024-09-12T00:49:05.001450+0000","last_became_peered":"2024-09-12T00:49:05.001450+0000","last_unstale":"2024-09-12T01:12:56.794468+0000","last_undegraded":"2024-09-12T01:12:56.794468+0000","last_fullsized":"2024-09-12T01:12:56.794468+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:20:04.525417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":268,"num_read_kb":187,"num_write":90,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661453+0000","last_change":"2024-09-12T01:01:00.244022+0000","last_active":"2024-09-12T01:12:15.661453+0000","last_peered":"2024-09-12T01:12:15.661453+0000","last_clean":"2024-09-12T01:12:15.661453+0000","last_became_active":"2024-09-12T01:01:00.243734+0000","last_became_peered":"2024-09-12T01:01:00.243734+0000","last_unstale":"2024-09-12T01:12:15.661453+0000","last_undegraded":"2024-09-12T01:12:15.661453+0000","last_fullsized":"2024-09-12T01:12:15.661453+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:32:17.406102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"264'8","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.206660+0000","last_change":"2024-09-12T00:50:34.995658+0000","last_active":"2024-09-12T01:15:44.206660+0000","last_peered":"2024-09-12T01:15:44.206660+0000","last_clean":"2024-09-12T01:15:44.206660+0000","last_became_active":"2024-09-12T00:50:34.995328+0000","last_became_peered":"2024-09-12T00:50:34.995328+0000","last_unstale":"2024-09-12T01:15:44.206660+0000","last_undegraded":"2024-09-12T01:15:44.206660+0000","last_fullsized":"2024-09-12T01:15:44.206660+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:12.786753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13312,"num_write":8,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.813763+0000","last_change":"2024-09-12T00:50:30.934852+0000","last_active":"2024-09-12T01:15:16.813763+0000","last_peered":"2024-09-12T01:15:16.813763+0000","last_clean":"2024-09-12T01:15:16.813763+0000","last_became_active":"2024-09-12T00:50:30.934572+0000","last_became_peered":"2024-09-12T00:50:30.934572+0000","last_unstale":"2024-09-12T01:15:16.813763+0000","last_undegraded":"2024-09-12T01:15:16.813763+0000","last_fullsized":"2024-09-12T01:15:16.813763+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:28:17.578344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"264'58","reported_seq":207,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.771651+0000","last_change":"2024-09-12T00:49:04.996678+0000","last_active":"2024-09-12T01:12:56.771651+0000","last_peered":"2024-09-12T01:12:56.771651+0000","last_clean":"2024-09-12T01:12:56.771651+0000","last_became_active":"2024-09-12T00:49:04.996339+0000","last_became_peered":"2024-09-12T00:49:04.996339+0000","last_unstale":"2024-09-12T01:12:56.771651+0000","last_undegraded":"2024-09-12T01:12:56.771651+0000","last_fullsized":"2024-09-12T01:12:56.771651+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:45.034447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":305,"num_read_kb":218,"num_write":103,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.798800+0000","last_change":"2024-09-12T01:01:00.247279+0000","last_active":"2024-09-12T01:13:31.798800+0000","last_peered":"2024-09-12T01:13:31.798800+0000","last_clean":"2024-09-12T01:13:31.798800+0000","last_became_active":"2024-09-12T01:01:00.246709+0000","last_became_peered":"2024-09-12T01:01:00.246709+0000","last_unstale":"2024-09-12T01:13:31.798800+0000","last_undegraded":"2024-09-12T01:13:31.798800+0000","last_fullsized":"2024-09-12T01:13:31.798800+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:20.235279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"264'6","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.961358+0000","last_change":"2024-09-12T00:50:34.998078+0000","last_active":"2024-09-12T01:15:44.961358+0000","last_peered":"2024-09-12T01:15:44.961358+0000","last_clean":"2024-09-12T01:15:44.961358+0000","last_became_active":"2024-09-12T00:50:34.997718+0000","last_became_peered":"2024-09-12T00:50:34.997718+0000","last_unstale":"2024-09-12T01:15:44.961358+0000","last_undegraded":"2024-09-12T01:15:44.961358+0000","last_fullsized":"2024-09-12T01:15:44.961358+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:17:27.348344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":13430,"num_write":6,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816098+0000","last_change":"2024-09-12T00:50:30.934114+0000","last_active":"2024-09-12T01:15:31.816098+0000","last_peered":"2024-09-12T01:15:31.816098+0000","last_clean":"2024-09-12T01:15:31.816098+0000","last_became_active":"2024-09-12T00:50:30.933846+0000","last_became_peered":"2024-09-12T00:50:30.933846+0000","last_unstale":"2024-09-12T01:15:31.816098+0000","last_undegraded":"2024-09-12T01:15:31.816098+0000","last_fullsized":"2024-09-12T01:15:31.816098+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:01:17.763715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'57","reported_seq":203,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:55.666802+0000","last_change":"2024-09-12T00:49:05.002485+0000","last_active":"2024-09-12T01:12:55.666802+0000","last_peered":"2024-09-12T01:12:55.666802+0000","last_clean":"2024-09-12T01:12:55.666802+0000","last_became_active":"2024-09-12T00:49:05.001896+0000","last_became_peered":"2024-09-12T00:49:05.001896+0000","last_unstale":"2024-09-12T01:12:55.666802+0000","last_undegraded":"2024-09-12T01:12:55.666802+0000","last_fullsized":"2024-09-12T01:12:55.666802+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:57:34.501825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":298,"num_read_kb":208,"num_write":101,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:33.788857+0000","last_change":"2024-09-12T01:01:00.246143+0000","last_active":"2024-09-12T01:13:33.788857+0000","last_peered":"2024-09-12T01:13:33.788857+0000","last_clean":"2024-09-12T01:13:33.788857+0000","last_became_active":"2024-09-12T01:01:00.245868+0000","last_became_peered":"2024-09-12T01:01:00.245868+0000","last_unstale":"2024-09-12T01:13:33.788857+0000","last_undegraded":"2024-09-12T01:13:33.788857+0000","last_fullsized":"2024-09-12T01:13:33.788857+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:35:59.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"264'2","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:35.688255+0000","last_change":"2024-09-12T00:50:35.038714+0000","last_active":"2024-09-12T01:15:35.688255+0000","last_peered":"2024-09-12T01:15:35.688255+0000","last_clean":"2024-09-12T01:15:35.688255+0000","last_became_active":"2024-09-12T00:50:35.038388+0000","last_became_peered":"2024-09-12T00:50:35.038388+0000","last_unstale":"2024-09-12T01:15:35.688255+0000","last_undegraded":"2024-09-12T01:15:35.688255+0000","last_fullsized":"2024-09-12T01:15:35.688255+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:20:32.114053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"264'7","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.785289+0000","last_change":"2024-09-12T00:50:30.941770+0000","last_active":"2024-09-12T01:15:31.785289+0000","last_peered":"2024-09-12T01:15:31.785289+0000","last_clean":"2024-09-12T01:15:31.785289+0000","last_became_active":"2024-09-12T00:50:30.941285+0000","last_became_peered":"2024-09-12T00:50:30.941285+0000","last_unstale":"2024-09-12T01:15:31.785289+0000","last_undegraded":"2024-09-12T01:15:31.785289+0000","last_fullsized":"2024-09-12T01:15:31.785289+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:50:12.946641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":16386,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'60","reported_seq":219,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.771730+0000","last_change":"2024-09-12T00:49:05.000976+0000","last_active":"2024-09-12T01:12:56.771730+0000","last_peered":"2024-09-12T01:12:56.771730+0000","last_clean":"2024-09-12T01:12:56.771730+0000","last_became_active":"2024-09-12T00:49:05.000655+0000","last_became_peered":"2024-09-12T00:49:05.000655+0000","last_unstale":"2024-09-12T01:12:56.771730+0000","last_undegraded":"2024-09-12T01:12:56.771730+0000","last_fullsized":"2024-09-12T01:12:56.771730+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:36:09.019812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":331,"num_read_kb":248,"num_write":99,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.659414+0000","last_change":"2024-09-12T01:01:00.240090+0000","last_active":"2024-09-12T01:13:06.659414+0000","last_peered":"2024-09-12T01:13:06.659414+0000","last_clean":"2024-09-12T01:13:06.659414+0000","last_became_active":"2024-09-12T01:01:00.239777+0000","last_became_peered":"2024-09-12T01:01:00.239777+0000","last_unstale":"2024-09-12T01:13:06.659414+0000","last_undegraded":"2024-09-12T01:13:06.659414+0000","last_fullsized":"2024-09-12T01:13:06.659414+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:44:33.655470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788276+0000","last_change":"2024-09-12T00:50:35.038307+0000","last_active":"2024-09-12T01:12:16.788276+0000","last_peered":"2024-09-12T01:12:16.788276+0000","last_clean":"2024-09-12T01:12:16.788276+0000","last_became_active":"2024-09-12T00:50:35.038044+0000","last_became_peered":"2024-09-12T00:50:35.038044+0000","last_unstale":"2024-09-12T01:12:16.788276+0000","last_undegraded":"2024-09-12T01:12:16.788276+0000","last_fullsized":"2024-09-12T01:12:16.788276+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:20.183924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"264'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:23.797076+0000","last_change":"2024-09-12T00:50:30.931604+0000","last_active":"2024-09-12T01:14:23.797076+0000","last_peered":"2024-09-12T01:14:23.797076+0000","last_clean":"2024-09-12T01:14:23.797076+0000","last_became_active":"2024-09-12T00:50:30.931259+0000","last_became_peered":"2024-09-12T00:50:30.931259+0000","last_unstale":"2024-09-12T01:14:23.797076+0000","last_undegraded":"2024-09-12T01:14:23.797076+0000","last_fullsized":"2024-09-12T01:14:23.797076+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:22.462145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"264'6","reported_seq":65,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786816+0000","last_change":"2024-09-12T00:49:05.006533+0000","last_active":"2024-09-12T01:12:06.786816+0000","last_peered":"2024-09-12T01:12:06.786816+0000","last_clean":"2024-09-12T01:12:06.786816+0000","last_became_active":"2024-09-12T00:49:05.006262+0000","last_became_peered":"2024-09-12T00:49:05.006262+0000","last_unstale":"2024-09-12T01:12:06.786816+0000","last_undegraded":"2024-09-12T01:12:06.786816+0000","last_fullsized":"2024-09-12T01:12:06.786816+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:23.936866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":24,"num_write":11,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.799522+0000","last_change":"2024-09-12T01:01:00.243089+0000","last_active":"2024-09-12T01:13:31.799522+0000","last_peered":"2024-09-12T01:13:31.799522+0000","last_clean":"2024-09-12T01:13:31.799522+0000","last_became_active":"2024-09-12T01:01:00.242637+0000","last_became_peered":"2024-09-12T01:01:00.242637+0000","last_unstale":"2024-09-12T01:13:31.799522+0000","last_undegraded":"2024-09-12T01:13:31.799522+0000","last_fullsized":"2024-09-12T01:13:31.799522+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:20.089088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788197+0000","last_change":"2024-09-12T00:50:34.997522+0000","last_active":"2024-09-12T01:12:16.788197+0000","last_peered":"2024-09-12T01:12:16.788197+0000","last_clean":"2024-09-12T01:12:16.788197+0000","last_became_active":"2024-09-12T00:50:34.997201+0000","last_became_peered":"2024-09-12T00:50:34.997201+0000","last_unstale":"2024-09-12T01:12:16.788197+0000","last_undegraded":"2024-09-12T01:12:16.788197+0000","last_fullsized":"2024-09-12T01:12:16.788197+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:46:04.464092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:21.805759+0000","last_change":"2024-09-12T00:50:30.945103+0000","last_active":"2024-09-12T01:14:21.805759+0000","last_peered":"2024-09-12T01:14:21.805759+0000","last_clean":"2024-09-12T01:14:21.805759+0000","last_became_active":"2024-09-12T00:50:30.944859+0000","last_became_peered":"2024-09-12T00:50:30.944859+0000","last_unstale":"2024-09-12T01:14:21.805759+0000","last_undegraded":"2024-09-12T01:14:21.805759+0000","last_fullsized":"2024-09-12T01:14:21.805759+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:50.151100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"264'143","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:32.568516+0000","last_change":"2024-09-12T00:49:04.998334+0000","last_active":"2024-09-12T01:12:32.568516+0000","last_peered":"2024-09-12T01:12:32.568516+0000","last_clean":"2024-09-12T01:12:32.568516+0000","last_became_active":"2024-09-12T00:49:04.998038+0000","last_became_peered":"2024-09-12T00:49:04.998038+0000","last_unstale":"2024-09-12T01:12:32.568516+0000","last_undegraded":"2024-09-12T01:12:32.568516+0000","last_fullsized":"2024-09-12T01:12:32.568516+0000","mapping_epoch":251,"log_start":"261'100","ondisk_log_start":"261'100","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:42:02.981967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":878,"num_read_kb":645,"num_write":176,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"263'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.757262+0000","last_change":"2024-09-12T01:01:00.248642+0000","last_active":"2024-09-12T01:11:51.757262+0000","last_peered":"2024-09-12T01:11:51.757262+0000","last_clean":"2024-09-12T01:11:51.757262+0000","last_became_active":"2024-09-12T01:01:00.248113+0000","last_became_peered":"2024-09-12T01:01:00.248113+0000","last_unstale":"2024-09-12T01:11:51.757262+0000","last_undegraded":"2024-09-12T01:11:51.757262+0000","last_fullsized":"2024-09-12T01:11:51.757262+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:54.629125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"264'4","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.656490+0000","last_change":"2024-09-12T00:50:34.990462+0000","last_active":"2024-09-12T01:15:44.656490+0000","last_peered":"2024-09-12T01:15:44.656490+0000","last_clean":"2024-09-12T01:15:44.656490+0000","last_became_active":"2024-09-12T00:50:34.990137+0000","last_became_peered":"2024-09-12T00:50:34.990137+0000","last_unstale":"2024-09-12T01:15:44.656490+0000","last_undegraded":"2024-09-12T01:15:44.656490+0000","last_fullsized":"2024-09-12T01:15:44.656490+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:42:30.792442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"264'9","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.047325+0000","last_change":"2024-09-12T00:50:30.939985+0000","last_active":"2024-09-12T01:15:45.047325+0000","last_peered":"2024-09-12T01:15:45.047325+0000","last_clean":"2024-09-12T01:15:45.047325+0000","last_became_active":"2024-09-12T00:50:30.939689+0000","last_became_peered":"2024-09-12T00:50:30.939689+0000","last_unstale":"2024-09-12T01:15:45.047325+0000","last_undegraded":"2024-09-12T01:15:45.047325+0000","last_fullsized":"2024-09-12T01:15:45.047325+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:42:49.369584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13883,"num_write":14,"num_write_kb":9787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"264'29","reported_seq":122,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:03.776227+0000","last_change":"2024-09-12T00:49:04.999587+0000","last_active":"2024-09-12T01:12:03.776227+0000","last_peered":"2024-09-12T01:12:03.776227+0000","last_clean":"2024-09-12T01:12:03.776227+0000","last_became_active":"2024-09-12T00:49:04.999284+0000","last_became_peered":"2024-09-12T00:49:04.999284+0000","last_unstale":"2024-09-12T01:12:03.776227+0000","last_undegraded":"2024-09-12T01:12:03.776227+0000","last_fullsized":"2024-09-12T01:12:03.776227+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:16:46.352077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":94,"num_write":55,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:50.657459+0000","last_change":"2024-09-12T01:01:00.246498+0000","last_active":"2024-09-12T01:11:50.657459+0000","last_peered":"2024-09-12T01:11:50.657459+0000","last_clean":"2024-09-12T01:11:50.657459+0000","last_became_active":"2024-09-12T01:01:00.245015+0000","last_became_peered":"2024-09-12T01:01:00.245015+0000","last_unstale":"2024-09-12T01:11:50.657459+0000","last_undegraded":"2024-09-12T01:11:50.657459+0000","last_fullsized":"2024-09-12T01:11:50.657459+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:37:53.355847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"264'14","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:38.799141+0000","last_change":"2024-09-12T00:50:34.994428+0000","last_active":"2024-09-12T01:14:38.799141+0000","last_peered":"2024-09-12T01:14:38.799141+0000","last_clean":"2024-09-12T01:14:38.799141+0000","last_became_active":"2024-09-12T00:50:34.994103+0000","last_became_peered":"2024-09-12T00:50:34.994103+0000","last_unstale":"2024-09-12T01:14:38.799141+0000","last_undegraded":"2024-09-12T01:14:38.799141+0000","last_fullsized":"2024-09-12T01:14:38.799141+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:32.336856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":29700,"num_write":24,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"264'5","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816027+0000","last_change":"2024-09-12T00:50:30.943189+0000","last_active":"2024-09-12T01:15:31.816027+0000","last_peered":"2024-09-12T01:15:31.816027+0000","last_clean":"2024-09-12T01:15:31.816027+0000","last_became_active":"2024-09-12T00:50:30.942891+0000","last_became_peered":"2024-09-12T00:50:30.942891+0000","last_unstale":"2024-09-12T01:15:31.816027+0000","last_undegraded":"2024-09-12T01:15:31.816027+0000","last_fullsized":"2024-09-12T01:15:31.816027+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:41.298054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"264'25","reported_seq":110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:09.963995+0000","last_change":"2024-09-12T00:49:05.002579+0000","last_active":"2024-09-12T01:12:09.963995+0000","last_peered":"2024-09-12T01:12:09.963995+0000","last_clean":"2024-09-12T01:12:09.963995+0000","last_became_active":"2024-09-12T00:49:05.002279+0000","last_became_peered":"2024-09-12T00:49:05.002279+0000","last_unstale":"2024-09-12T01:12:09.963995+0000","last_undegraded":"2024-09-12T01:12:09.963995+0000","last_fullsized":"2024-09-12T01:12:09.963995+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:02:10.509140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":80,"num_write":55,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:30.671672+0000","last_change":"2024-09-12T01:01:00.247119+0000","last_active":"2024-09-12T01:13:30.671672+0000","last_peered":"2024-09-12T01:13:30.671672+0000","last_clean":"2024-09-12T01:13:30.671672+0000","last_became_active":"2024-09-12T01:01:00.246813+0000","last_became_peered":"2024-09-12T01:01:00.246813+0000","last_unstale":"2024-09-12T01:13:30.671672+0000","last_undegraded":"2024-09-12T01:13:30.671672+0000","last_fullsized":"2024-09-12T01:13:30.671672+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:44.699209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"264'9","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.752743+0000","last_change":"2024-09-12T00:50:34.999015+0000","last_active":"2024-09-12T01:15:44.752743+0000","last_peered":"2024-09-12T01:15:44.752743+0000","last_clean":"2024-09-12T01:15:44.752743+0000","last_became_active":"2024-09-12T00:50:34.997560+0000","last_became_peered":"2024-09-12T00:50:34.997560+0000","last_unstale":"2024-09-12T01:15:44.752743+0000","last_undegraded":"2024-09-12T01:15:44.752743+0000","last_fullsized":"2024-09-12T01:15:44.752743+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:31:31.039782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":15362,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"261'5","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:26.662135+0000","last_change":"2024-09-12T00:50:30.934322+0000","last_active":"2024-09-12T01:13:26.662135+0000","last_peered":"2024-09-12T01:13:26.662135+0000","last_clean":"2024-09-12T01:13:26.662135+0000","last_became_active":"2024-09-12T00:50:30.933982+0000","last_became_peered":"2024-09-12T00:50:30.933982+0000","last_unstale":"2024-09-12T01:13:26.662135+0000","last_undegraded":"2024-09-12T01:13:26.662135+0000","last_fullsized":"2024-09-12T01:13:26.662135+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:52:18.342595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"264'41","reported_seq":155,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.764206+0000","last_change":"2024-09-12T00:49:04.997613+0000","last_active":"2024-09-12T01:12:01.764206+0000","last_peered":"2024-09-12T01:12:01.764206+0000","last_clean":"2024-09-12T01:12:01.764206+0000","last_became_active":"2024-09-12T00:49:04.997116+0000","last_became_peered":"2024-09-12T00:49:04.997116+0000","last_unstale":"2024-09-12T01:12:01.764206+0000","last_undegraded":"2024-09-12T01:12:01.764206+0000","last_fullsized":"2024-09-12T01:12:01.764206+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:38.472999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":145,"num_write":70,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.798847+0000","last_change":"2024-09-12T01:01:00.243728+0000","last_active":"2024-09-12T01:13:31.798847+0000","last_peered":"2024-09-12T01:13:31.798847+0000","last_clean":"2024-09-12T01:13:31.798847+0000","last_became_active":"2024-09-12T01:01:00.242885+0000","last_became_peered":"2024-09-12T01:01:00.242885+0000","last_unstale":"2024-09-12T01:13:31.798847+0000","last_undegraded":"2024-09-12T01:13:31.798847+0000","last_fullsized":"2024-09-12T01:13:31.798847+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:25.950179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"261'4","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.799559+0000","last_change":"2024-09-12T00:50:34.994729+0000","last_active":"2024-09-12T01:13:31.799559+0000","last_peered":"2024-09-12T01:13:31.799559+0000","last_clean":"2024-09-12T01:13:31.799559+0000","last_became_active":"2024-09-12T00:50:34.994480+0000","last_became_peered":"2024-09-12T00:50:34.994480+0000","last_unstale":"2024-09-12T01:13:31.799559+0000","last_undegraded":"2024-09-12T01:13:31.799559+0000","last_fullsized":"2024-09-12T01:13:31.799559+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:12.197295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"264'13","reported_seq":64,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.663237+0000","last_change":"2024-09-12T00:50:30.933887+0000","last_active":"2024-09-12T01:15:45.663237+0000","last_peered":"2024-09-12T01:15:45.663237+0000","last_clean":"2024-09-12T01:15:45.663237+0000","last_became_active":"2024-09-12T00:50:30.933594+0000","last_became_peered":"2024-09-12T00:50:30.933594+0000","last_unstale":"2024-09-12T01:15:45.663237+0000","last_undegraded":"2024-09-12T01:15:45.663237+0000","last_fullsized":"2024-09-12T01:15:45.663237+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:24:51.917872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":9218,"num_write":18,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"264'15","reported_seq":87,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:11.795873+0000","last_change":"2024-09-12T00:49:04.996577+0000","last_active":"2024-09-12T01:13:11.795873+0000","last_peered":"2024-09-12T01:13:11.795873+0000","last_clean":"2024-09-12T01:13:11.795873+0000","last_became_active":"2024-09-12T00:49:04.996267+0000","last_became_peered":"2024-09-12T00:49:04.996267+0000","last_unstale":"2024-09-12T01:13:11.795873+0000","last_undegraded":"2024-09-12T01:13:11.795873+0000","last_fullsized":"2024-09-12T01:13:11.795873+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:35:30.498458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":72,"num_read_kb":47,"num_write":31,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"264'327","reported_seq":1001,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.929764+0000","last_change":"2024-09-12T00:34:31.972683+0000","last_active":"2024-09-12T01:15:45.929764+0000","last_peered":"2024-09-12T01:15:45.929764+0000","last_clean":"2024-09-12T01:15:45.929764+0000","last_became_active":"2024-09-12T00:34:31.972352+0000","last_became_peered":"2024-09-12T00:34:31.972352+0000","last_unstale":"2024-09-12T01:15:45.929764+0000","last_undegraded":"2024-09-12T01:15:45.929764+0000","last_fullsized":"2024-09-12T01:15:45.929764+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:59:17.175505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170069,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":548,"num_read_kb":32416,"num_write":1055,"num_write_kb":31752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"264'730","reported_seq":2170,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214031+0000","last_change":"2024-09-12T00:34:33.985593+0000","last_active":"2024-09-12T01:14:04.214031+0000","last_peered":"2024-09-12T01:14:04.214031+0000","last_clean":"2024-09-12T01:14:04.214031+0000","last_became_active":"2024-09-12T00:34:33.985276+0000","last_became_peered":"2024-09-12T00:34:33.985276+0000","last_unstale":"2024-09-12T01:14:04.214031+0000","last_undegraded":"2024-09-12T01:14:04.214031+0000","last_fullsized":"2024-09-12T01:14:04.214031+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":700,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:59.430892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3436,"num_read_kb":3103,"num_write":944,"num_write_kb":333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"264'337","reported_seq":969,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.934792+0000","last_change":"2024-09-12T00:34:31.969262+0000","last_active":"2024-09-12T01:15:45.934792+0000","last_peered":"2024-09-12T01:15:45.934792+0000","last_clean":"2024-09-12T01:15:45.934792+0000","last_became_active":"2024-09-12T00:34:31.968942+0000","last_became_peered":"2024-09-12T00:34:31.968942+0000","last_unstale":"2024-09-12T01:15:45.934792+0000","last_undegraded":"2024-09-12T01:15:45.934792+0000","last_fullsized":"2024-09-12T01:15:45.934792+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:45:08.444349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4539190,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":495,"num_read_kb":37627,"num_write":1085,"num_write_kb":27126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"264'1242","reported_seq":2723,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.295238+0000","last_change":"2024-09-12T00:34:33.984460+0000","last_active":"2024-09-12T01:14:01.295238+0000","last_peered":"2024-09-12T01:14:01.295238+0000","last_clean":"2024-09-12T01:14:01.295238+0000","last_became_active":"2024-09-12T00:34:33.984132+0000","last_became_peered":"2024-09-12T00:34:33.984132+0000","last_unstale":"2024-09-12T01:14:01.295238+0000","last_undegraded":"2024-09-12T01:14:01.295238+0000","last_fullsized":"2024-09-12T01:14:01.295238+0000","mapping_epoch":27,"log_start":"264'1200","ondisk_log_start":"264'1200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":1200,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:08:03.324402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5522,"num_read_kb":4835,"num_write":1748,"num_write_kb":764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"264'349","reported_seq":1020,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.838661+0000","last_change":"2024-09-12T00:34:31.966073+0000","last_active":"2024-09-12T01:15:45.838661+0000","last_peered":"2024-09-12T01:15:45.838661+0000","last_clean":"2024-09-12T01:15:45.838661+0000","last_became_active":"2024-09-12T00:34:31.965717+0000","last_became_peered":"2024-09-12T00:34:31.965717+0000","last_unstale":"2024-09-12T01:15:45.838661+0000","last_undegraded":"2024-09-12T01:15:45.838661+0000","last_fullsized":"2024-09-12T01:15:45.838661+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:44:23.023223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":552,"num_read_kb":74883,"num_write":1125,"num_write_kb":62428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"264'603","reported_seq":2066,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.956895+0000","last_change":"2024-09-12T00:34:33.985950+0000","last_active":"2024-09-12T01:15:23.956895+0000","last_peered":"2024-09-12T01:15:23.956895+0000","last_clean":"2024-09-12T01:15:23.956895+0000","last_became_active":"2024-09-12T00:34:33.985659+0000","last_became_peered":"2024-09-12T00:34:33.985659+0000","last_unstale":"2024-09-12T01:15:23.956895+0000","last_undegraded":"2024-09-12T01:15:23.956895+0000","last_fullsized":"2024-09-12T01:15:23.956895+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":500,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:39:55.245966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3044,"num_read_kb":2856,"num_write":866,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"264'442","reported_seq":1102,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.953726+0000","last_change":"2024-09-12T00:34:31.967402+0000","last_active":"2024-09-12T01:15:45.953726+0000","last_peered":"2024-09-12T01:15:45.953726+0000","last_clean":"2024-09-12T01:15:45.953726+0000","last_became_active":"2024-09-12T00:34:31.967042+0000","last_became_peered":"2024-09-12T00:34:31.967042+0000","last_unstale":"2024-09-12T01:15:45.953726+0000","last_undegraded":"2024-09-12T01:15:45.953726+0000","last_fullsized":"2024-09-12T01:15:45.953726+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:47:20.822062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262283,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":615,"num_read_kb":12796,"num_write":1322,"num_write_kb":54093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"264'570","reported_seq":2320,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.427283+0000","last_change":"2024-09-12T00:34:33.995581+0000","last_active":"2024-09-12T01:14:19.427283+0000","last_peered":"2024-09-12T01:14:19.427283+0000","last_clean":"2024-09-12T01:14:19.427283+0000","last_became_active":"2024-09-12T00:34:33.995111+0000","last_became_peered":"2024-09-12T00:34:33.995111+0000","last_unstale":"2024-09-12T01:14:19.427283+0000","last_undegraded":"2024-09-12T01:14:19.427283+0000","last_fullsized":"2024-09-12T01:14:19.427283+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":500,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:31.111672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3117,"num_read_kb":2923,"num_write":675,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"264'342","reported_seq":951,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.007941+0000","last_change":"2024-09-12T00:34:31.957674+0000","last_active":"2024-09-12T01:15:46.007941+0000","last_peered":"2024-09-12T01:15:46.007941+0000","last_clean":"2024-09-12T01:15:46.007941+0000","last_became_active":"2024-09-12T00:34:31.957323+0000","last_became_peered":"2024-09-12T00:34:31.957323+0000","last_unstale":"2024-09-12T01:15:46.007941+0000","last_undegraded":"2024-09-12T01:15:46.007941+0000","last_fullsized":"2024-09-12T01:15:46.007941+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:42:27.665257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133705,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":430,"num_read_kb":3607,"num_write":1028,"num_write_kb":22686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"264'432","reported_seq":2017,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.958255+0000","last_change":"2024-09-12T00:34:33.983350+0000","last_active":"2024-09-12T01:15:23.958255+0000","last_peered":"2024-09-12T01:15:23.958255+0000","last_clean":"2024-09-12T01:15:23.958255+0000","last_became_active":"2024-09-12T00:34:33.983096+0000","last_became_peered":"2024-09-12T00:34:33.983096+0000","last_unstale":"2024-09-12T01:15:23.958255+0000","last_undegraded":"2024-09-12T01:15:23.958255+0000","last_fullsized":"2024-09-12T01:15:23.958255+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:43:55.090725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2469,"num_read_kb":2346,"num_write":493,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"264'390","reported_seq":1015,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.016788+0000","last_change":"2024-09-12T00:35:05.684324+0000","last_active":"2024-09-12T01:15:46.016788+0000","last_peered":"2024-09-12T01:15:46.016788+0000","last_clean":"2024-09-12T01:15:46.016788+0000","last_became_active":"2024-09-12T00:35:05.683927+0000","last_became_peered":"2024-09-12T00:35:05.683927+0000","last_unstale":"2024-09-12T01:15:46.016788+0000","last_undegraded":"2024-09-12T01:15:46.016788+0000","last_fullsized":"2024-09-12T01:15:46.016788+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:01:52.410834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133696,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":505,"num_read_kb":14849,"num_write":1074,"num_write_kb":32187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"264'837","reported_seq":2460,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.842751+0000","last_change":"2024-09-12T00:34:33.991578+0000","last_active":"2024-09-12T01:14:04.842751+0000","last_peered":"2024-09-12T01:14:04.842751+0000","last_clean":"2024-09-12T01:14:04.842751+0000","last_became_active":"2024-09-12T00:34:33.991226+0000","last_became_peered":"2024-09-12T00:34:33.991226+0000","last_unstale":"2024-09-12T01:14:04.842751+0000","last_undegraded":"2024-09-12T01:14:04.842751+0000","last_fullsized":"2024-09-12T01:14:04.842751+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":800,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:17.892110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4082,"num_read_kb":3676,"num_write":1124,"num_write_kb":424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"264'363","reported_seq":1002,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.026478+0000","last_change":"2024-09-12T00:34:31.969447+0000","last_active":"2024-09-12T01:15:46.026478+0000","last_peered":"2024-09-12T01:15:46.026478+0000","last_clean":"2024-09-12T01:15:46.026478+0000","last_became_active":"2024-09-12T00:34:31.969117+0000","last_became_peered":"2024-09-12T00:34:31.969117+0000","last_unstale":"2024-09-12T01:15:46.026478+0000","last_undegraded":"2024-09-12T01:15:46.026478+0000","last_fullsized":"2024-09-12T01:15:46.026478+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:44.772001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254234,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":33319,"num_write":1073,"num_write_kb":35686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"264'530","reported_seq":2140,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.842643+0000","last_change":"2024-09-12T00:34:33.979742+0000","last_active":"2024-09-12T01:14:04.842643+0000","last_peered":"2024-09-12T01:14:04.842643+0000","last_clean":"2024-09-12T01:14:04.842643+0000","last_became_active":"2024-09-12T00:34:33.979393+0000","last_became_peered":"2024-09-12T00:34:33.979393+0000","last_unstale":"2024-09-12T01:14:04.842643+0000","last_undegraded":"2024-09-12T01:14:04.842643+0000","last_fullsized":"2024-09-12T01:14:04.842643+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":500,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:31.121816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2571,"num_read_kb":2410,"num_write":595,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"264'373","reported_seq":1016,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.811224+0000","last_change":"2024-09-12T00:34:31.974655+0000","last_active":"2024-09-12T01:15:45.811224+0000","last_peered":"2024-09-12T01:15:45.811224+0000","last_clean":"2024-09-12T01:15:45.811224+0000","last_became_active":"2024-09-12T00:34:31.974317+0000","last_became_peered":"2024-09-12T00:34:31.974317+0000","last_unstale":"2024-09-12T01:15:45.811224+0000","last_undegraded":"2024-09-12T01:15:45.811224+0000","last_fullsized":"2024-09-12T01:15:45.811224+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:20:52.169197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":546,"num_read_kb":21189,"num_write":1259,"num_write_kb":26120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"264'548","reported_seq":2109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.842489+0000","last_change":"2024-09-12T00:34:33.991655+0000","last_active":"2024-09-12T01:14:04.842489+0000","last_peered":"2024-09-12T01:14:04.842489+0000","last_clean":"2024-09-12T01:14:04.842489+0000","last_became_active":"2024-09-12T00:34:33.991373+0000","last_became_peered":"2024-09-12T00:34:33.991373+0000","last_unstale":"2024-09-12T01:14:04.842489+0000","last_undegraded":"2024-09-12T01:14:04.842489+0000","last_fullsized":"2024-09-12T01:14:04.842489+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:01:33.477131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3006,"num_read_kb":2787,"num_write":732,"num_write_kb":267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"264'801","reported_seq":2329,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.419341+0000","last_change":"2024-09-12T00:34:33.986264+0000","last_active":"2024-09-12T01:14:19.419341+0000","last_peered":"2024-09-12T01:14:19.419341+0000","last_clean":"2024-09-12T01:14:19.419341+0000","last_became_active":"2024-09-12T00:34:33.985966+0000","last_became_peered":"2024-09-12T00:34:33.985966+0000","last_unstale":"2024-09-12T01:14:19.419341+0000","last_undegraded":"2024-09-12T01:14:19.419341+0000","last_fullsized":"2024-09-12T01:14:19.419341+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:29:37.403831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3732,"num_read_kb":3359,"num_write":1045,"num_write_kb":376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"264'401","reported_seq":1088,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.043693+0000","last_change":"2024-09-12T00:34:31.977080+0000","last_active":"2024-09-12T01:15:46.043693+0000","last_peered":"2024-09-12T01:15:46.043693+0000","last_clean":"2024-09-12T01:15:46.043693+0000","last_became_active":"2024-09-12T00:34:31.976650+0000","last_became_peered":"2024-09-12T00:34:31.976650+0000","last_unstale":"2024-09-12T01:15:46.043693+0000","last_undegraded":"2024-09-12T01:15:46.043693+0000","last_fullsized":"2024-09-12T01:15:46.043693+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:14:35.246226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1388224,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":669,"num_read_kb":38279,"num_write":1370,"num_write_kb":52699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"264'413","reported_seq":1932,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.843019+0000","last_change":"2024-09-12T00:34:33.984835+0000","last_active":"2024-09-12T01:14:04.843019+0000","last_peered":"2024-09-12T01:14:04.843019+0000","last_clean":"2024-09-12T01:14:04.843019+0000","last_became_active":"2024-09-12T00:34:33.984554+0000","last_became_peered":"2024-09-12T00:34:33.984554+0000","last_unstale":"2024-09-12T01:14:04.843019+0000","last_undegraded":"2024-09-12T01:14:04.843019+0000","last_fullsized":"2024-09-12T01:14:04.843019+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":400,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:59:57.861545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2179,"num_read_kb":2074,"num_write":459,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"264'337","reported_seq":961,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.004478+0000","last_change":"2024-09-12T00:34:31.969674+0000","last_active":"2024-09-12T01:15:46.004478+0000","last_peered":"2024-09-12T01:15:46.004478+0000","last_clean":"2024-09-12T01:15:46.004478+0000","last_became_active":"2024-09-12T00:34:31.969289+0000","last_became_peered":"2024-09-12T00:34:31.969289+0000","last_unstale":"2024-09-12T01:15:46.004478+0000","last_undegraded":"2024-09-12T01:15:46.004478+0000","last_fullsized":"2024-09-12T01:15:46.004478+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:43.004125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":480,"num_read_kb":29117,"num_write":1053,"num_write_kb":18857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"264'378","reported_seq":1862,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.213771+0000","last_change":"2024-09-12T00:34:33.980789+0000","last_active":"2024-09-12T01:14:04.213771+0000","last_peered":"2024-09-12T01:14:04.213771+0000","last_clean":"2024-09-12T01:14:04.213771+0000","last_became_active":"2024-09-12T00:34:33.979922+0000","last_became_peered":"2024-09-12T00:34:33.979922+0000","last_unstale":"2024-09-12T01:14:04.213771+0000","last_undegraded":"2024-09-12T01:14:04.213771+0000","last_fullsized":"2024-09-12T01:14:04.213771+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:32:19.313001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2121,"num_read_kb":2022,"num_write":432,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"264'347","reported_seq":987,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.036137+0000","last_change":"2024-09-12T00:34:31.970977+0000","last_active":"2024-09-12T01:15:46.036137+0000","last_peered":"2024-09-12T01:15:46.036137+0000","last_clean":"2024-09-12T01:15:46.036137+0000","last_became_active":"2024-09-12T00:34:31.970655+0000","last_became_peered":"2024-09-12T00:34:31.970655+0000","last_unstale":"2024-09-12T01:15:46.036137+0000","last_undegraded":"2024-09-12T01:15:46.036137+0000","last_fullsized":"2024-09-12T01:15:46.036137+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:13:11.320018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2182406,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":462,"num_read_kb":40754,"num_write":1064,"num_write_kb":56735,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"264'855","reported_seq":2662,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.966735+0000","last_change":"2024-09-12T00:34:33.986658+0000","last_active":"2024-09-12T01:15:23.966735+0000","last_peered":"2024-09-12T01:15:23.966735+0000","last_clean":"2024-09-12T01:15:23.966735+0000","last_became_active":"2024-09-12T00:34:33.985699+0000","last_became_peered":"2024-09-12T00:34:33.985699+0000","last_unstale":"2024-09-12T01:15:23.966735+0000","last_undegraded":"2024-09-12T01:15:23.966735+0000","last_fullsized":"2024-09-12T01:15:23.966735+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":800,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:37:19.354031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4345,"num_read_kb":3960,"num_write":1112,"num_write_kb":397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"264'406","reported_seq":1052,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.963204+0000","last_change":"2024-09-12T00:35:05.688527+0000","last_active":"2024-09-12T01:15:45.963204+0000","last_peered":"2024-09-12T01:15:45.963204+0000","last_clean":"2024-09-12T01:15:45.963204+0000","last_became_active":"2024-09-12T00:35:05.688122+0000","last_became_peered":"2024-09-12T00:35:05.688122+0000","last_unstale":"2024-09-12T01:15:45.963204+0000","last_undegraded":"2024-09-12T01:15:45.963204+0000","last_fullsized":"2024-09-12T01:15:45.963204+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:02:05.656354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":691,"num_read_kb":20182,"num_write":1315,"num_write_kb":44203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"264'864","reported_seq":2382,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.718922+0000","last_change":"2024-09-12T00:34:33.980369+0000","last_active":"2024-09-12T01:14:15.718922+0000","last_peered":"2024-09-12T01:14:15.718922+0000","last_clean":"2024-09-12T01:14:15.718922+0000","last_became_active":"2024-09-12T00:34:33.980096+0000","last_became_peered":"2024-09-12T00:34:33.980096+0000","last_unstale":"2024-09-12T01:14:15.718922+0000","last_undegraded":"2024-09-12T01:14:15.718922+0000","last_fullsized":"2024-09-12T01:14:15.718922+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":800,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:11:06.061389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3928,"num_read_kb":3504,"num_write":1145,"num_write_kb":420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"264'373","reported_seq":1065,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.035593+0000","last_change":"2024-09-12T00:34:31.967710+0000","last_active":"2024-09-12T01:15:46.035593+0000","last_peered":"2024-09-12T01:15:46.035593+0000","last_clean":"2024-09-12T01:15:46.035593+0000","last_became_active":"2024-09-12T00:34:31.967261+0000","last_became_peered":"2024-09-12T00:34:31.967261+0000","last_unstale":"2024-09-12T01:15:46.035593+0000","last_undegraded":"2024-09-12T01:15:46.035593+0000","last_fullsized":"2024-09-12T01:15:46.035593+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:01:47.168031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":642,"num_read_kb":54864,"num_write":1209,"num_write_kb":45907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"264'811","reported_seq":2408,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.427127+0000","last_change":"2024-09-12T00:34:33.977217+0000","last_active":"2024-09-12T01:14:19.427127+0000","last_peered":"2024-09-12T01:14:19.427127+0000","last_clean":"2024-09-12T01:14:19.427127+0000","last_became_active":"2024-09-12T00:34:33.976919+0000","last_became_peered":"2024-09-12T00:34:33.976919+0000","last_unstale":"2024-09-12T01:14:19.427127+0000","last_undegraded":"2024-09-12T01:14:19.427127+0000","last_fullsized":"2024-09-12T01:14:19.427127+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":800,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:19.211001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4130,"num_read_kb":3753,"num_write":1091,"num_write_kb":407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"264'344","reported_seq":1071,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.027343+0000","last_change":"2024-09-12T00:34:31.964202+0000","last_active":"2024-09-12T01:15:46.027343+0000","last_peered":"2024-09-12T01:15:46.027343+0000","last_clean":"2024-09-12T01:15:46.027343+0000","last_became_active":"2024-09-12T00:34:31.963862+0000","last_became_peered":"2024-09-12T00:34:31.963862+0000","last_unstale":"2024-09-12T01:15:46.027343+0000","last_undegraded":"2024-09-12T01:15:46.027343+0000","last_fullsized":"2024-09-12T01:15:46.027343+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:07:19.581944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":575,"num_read_kb":19053,"num_write":1140,"num_write_kb":25874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"264'120","reported_seq":614,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.488542+0000","last_change":"2024-09-12T00:34:42.026431+0000","last_active":"2024-09-12T01:14:19.488542+0000","last_peered":"2024-09-12T01:14:19.488542+0000","last_clean":"2024-09-12T01:14:19.488542+0000","last_became_active":"2024-09-12T00:34:42.026130+0000","last_became_peered":"2024-09-12T00:34:42.026130+0000","last_unstale":"2024-09-12T01:14:19.488542+0000","last_undegraded":"2024-09-12T01:14:19.488542+0000","last_fullsized":"2024-09-12T01:14:19.488542+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:05.340058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":121,"num_read_kb":120,"num_write":270,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"264'822","reported_seq":2506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.426764+0000","last_change":"2024-09-12T00:35:05.222628+0000","last_active":"2024-09-12T01:14:19.426764+0000","last_peered":"2024-09-12T01:14:19.426764+0000","last_clean":"2024-09-12T01:14:19.426764+0000","last_became_active":"2024-09-12T00:35:05.222184+0000","last_became_peered":"2024-09-12T00:35:05.222184+0000","last_unstale":"2024-09-12T01:14:19.426764+0000","last_undegraded":"2024-09-12T01:14:19.426764+0000","last_fullsized":"2024-09-12T01:14:19.426764+0000","mapping_epoch":38,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":800,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:40:25.729097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4052,"num_read_kb":3687,"num_write":1060,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"264'316","reported_seq":919,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.016166+0000","last_change":"2024-09-12T00:34:31.956810+0000","last_active":"2024-09-12T01:15:46.016166+0000","last_peered":"2024-09-12T01:15:46.016166+0000","last_clean":"2024-09-12T01:15:46.016166+0000","last_became_active":"2024-09-12T00:34:31.955347+0000","last_became_peered":"2024-09-12T00:34:31.955347+0000","last_unstale":"2024-09-12T01:15:46.016166+0000","last_undegraded":"2024-09-12T01:15:46.016166+0000","last_fullsized":"2024-09-12T01:15:46.016166+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:37:56.708980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":423,"num_read_kb":404,"num_write":951,"num_write_kb":33629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:18.786094+0000","last_change":"2024-09-12T00:34:35.990062+0000","last_active":"2024-09-12T01:13:18.786094+0000","last_peered":"2024-09-12T01:13:18.786094+0000","last_clean":"2024-09-12T01:13:18.786094+0000","last_became_active":"2024-09-12T00:34:35.989736+0000","last_became_peered":"2024-09-12T00:34:35.989736+0000","last_unstale":"2024-09-12T01:13:18.786094+0000","last_undegraded":"2024-09-12T01:13:18.786094+0000","last_fullsized":"2024-09-12T01:13:18.786094+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:50:52.417243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"264'357","reported_seq":968,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.484291+0000","last_change":"2024-09-12T00:34:37.997963+0000","last_active":"2024-09-12T01:15:45.484291+0000","last_peered":"2024-09-12T01:15:45.484291+0000","last_clean":"2024-09-12T01:15:45.484291+0000","last_became_active":"2024-09-12T00:34:37.997634+0000","last_became_peered":"2024-09-12T00:34:37.997634+0000","last_unstale":"2024-09-12T01:15:45.484291+0000","last_undegraded":"2024-09-12T01:15:45.484291+0000","last_fullsized":"2024-09-12T01:15:45.484291+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:50:10.178681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50513,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":582,"num_read_kb":1227,"num_write":468,"num_write_kb":330,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.797542+0000","last_change":"2024-09-12T00:34:40.010591+0000","last_active":"2024-09-12T01:13:21.797542+0000","last_peered":"2024-09-12T01:13:21.797542+0000","last_clean":"2024-09-12T01:13:21.797542+0000","last_became_active":"2024-09-12T00:34:40.010305+0000","last_became_peered":"2024-09-12T00:34:40.010305+0000","last_unstale":"2024-09-12T01:13:21.797542+0000","last_undegraded":"2024-09-12T01:13:21.797542+0000","last_fullsized":"2024-09-12T01:13:21.797542+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:31:12.503235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"264'2429","reported_seq":4305,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:17.177082+0000","last_change":"2024-09-12T00:34:42.013669+0000","last_active":"2024-09-12T01:14:17.177082+0000","last_peered":"2024-09-12T01:14:17.177082+0000","last_clean":"2024-09-12T01:14:17.177082+0000","last_became_active":"2024-09-12T00:34:42.013380+0000","last_became_peered":"2024-09-12T00:34:42.013380+0000","last_unstale":"2024-09-12T01:14:17.177082+0000","last_undegraded":"2024-09-12T01:14:17.177082+0000","last_fullsized":"2024-09-12T01:14:17.177082+0000","mapping_epoch":35,"log_start":"264'2400","ondisk_log_start":"264'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":2400,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6063,"num_read_kb":6068,"num_write":4815,"num_write_kb":1781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"264'885","reported_seq":2574,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214188+0000","last_change":"2024-09-12T00:34:33.979838+0000","last_active":"2024-09-12T01:14:04.214188+0000","last_peered":"2024-09-12T01:14:04.214188+0000","last_clean":"2024-09-12T01:14:04.214188+0000","last_became_active":"2024-09-12T00:34:33.979514+0000","last_became_peered":"2024-09-12T00:34:33.979514+0000","last_unstale":"2024-09-12T01:14:04.214188+0000","last_undegraded":"2024-09-12T01:14:04.214188+0000","last_fullsized":"2024-09-12T01:14:04.214188+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":800,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:12:49.268190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4152,"num_read_kb":3754,"num_write":1137,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"264'319","reported_seq":950,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.929502+0000","last_change":"2024-09-12T00:34:31.969564+0000","last_active":"2024-09-12T01:15:45.929502+0000","last_peered":"2024-09-12T01:15:45.929502+0000","last_clean":"2024-09-12T01:15:45.929502+0000","last_became_active":"2024-09-12T00:34:31.969245+0000","last_became_peered":"2024-09-12T00:34:31.969245+0000","last_unstale":"2024-09-12T01:15:45.929502+0000","last_undegraded":"2024-09-12T01:15:45.929502+0000","last_fullsized":"2024-09-12T01:15:45.929502+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:29:59.444541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6461758,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":479,"num_read_kb":33363,"num_write":1042,"num_write_kb":61890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.787547+0000","last_change":"2024-09-12T00:34:35.992366+0000","last_active":"2024-09-12T01:12:01.787547+0000","last_peered":"2024-09-12T01:12:01.787547+0000","last_clean":"2024-09-12T01:12:01.787547+0000","last_became_active":"2024-09-12T00:34:35.992059+0000","last_became_peered":"2024-09-12T00:34:35.992059+0000","last_unstale":"2024-09-12T01:12:01.787547+0000","last_undegraded":"2024-09-12T01:12:01.787547+0000","last_fullsized":"2024-09-12T01:12:01.787547+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:45.149888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"264'88","reported_seq":611,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.086028+0000","last_change":"2024-09-12T00:34:37.996636+0000","last_active":"2024-09-12T01:14:47.086028+0000","last_peered":"2024-09-12T01:14:47.086028+0000","last_clean":"2024-09-12T01:14:47.086028+0000","last_became_active":"2024-09-12T00:34:37.996356+0000","last_became_peered":"2024-09-12T00:34:37.996356+0000","last_unstale":"2024-09-12T01:14:47.086028+0000","last_undegraded":"2024-09-12T01:14:47.086028+0000","last_fullsized":"2024-09-12T01:14:47.086028+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:09:37.137254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":98,"num_read_kb":94,"num_write":64,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":482,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.797502+0000","last_change":"2024-09-12T00:34:40.004430+0000","last_active":"2024-09-12T01:13:21.797502+0000","last_peered":"2024-09-12T01:13:21.797502+0000","last_clean":"2024-09-12T01:13:21.797502+0000","last_became_active":"2024-09-12T00:34:40.004064+0000","last_became_peered":"2024-09-12T00:34:40.004064+0000","last_unstale":"2024-09-12T01:13:21.797502+0000","last_undegraded":"2024-09-12T01:13:21.797502+0000","last_fullsized":"2024-09-12T01:13:21.797502+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:20:00.896242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"264'127","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:17.542578+0000","last_change":"2024-09-12T00:34:42.013956+0000","last_active":"2024-09-12T01:14:17.542578+0000","last_peered":"2024-09-12T01:14:17.542578+0000","last_clean":"2024-09-12T01:14:17.542578+0000","last_became_active":"2024-09-12T00:34:42.013616+0000","last_became_peered":"2024-09-12T00:34:42.013616+0000","last_unstale":"2024-09-12T01:14:17.542578+0000","last_undegraded":"2024-09-12T01:14:17.542578+0000","last_fullsized":"2024-09-12T01:14:17.542578+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:27.396985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1123,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":131,"num_read_kb":129,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"264'527","reported_seq":2189,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.797405+0000","last_change":"2024-09-12T00:34:33.990499+0000","last_active":"2024-09-12T01:14:18.797405+0000","last_peered":"2024-09-12T01:14:18.797405+0000","last_clean":"2024-09-12T01:14:18.797405+0000","last_became_active":"2024-09-12T00:34:33.990151+0000","last_became_peered":"2024-09-12T00:34:33.990151+0000","last_unstale":"2024-09-12T01:14:18.797405+0000","last_undegraded":"2024-09-12T01:14:18.797405+0000","last_fullsized":"2024-09-12T01:14:18.797405+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":500,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:10:32.164720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2843,"num_read_kb":2652,"num_write":643,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"264'345","reported_seq":999,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.989961+0000","last_change":"2024-09-12T00:34:31.954756+0000","last_active":"2024-09-12T01:15:45.989961+0000","last_peered":"2024-09-12T01:15:45.989961+0000","last_clean":"2024-09-12T01:15:45.989961+0000","last_became_active":"2024-09-12T00:34:31.954374+0000","last_became_peered":"2024-09-12T00:34:31.954374+0000","last_unstale":"2024-09-12T01:15:45.989961+0000","last_undegraded":"2024-09-12T01:15:45.989961+0000","last_fullsized":"2024-09-12T01:15:45.989961+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:13.026371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133734,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":481,"num_read_kb":14610,"num_write":1026,"num_write_kb":17739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.797911+0000","last_change":"2024-09-12T00:34:35.988960+0000","last_active":"2024-09-12T01:13:16.797911+0000","last_peered":"2024-09-12T01:13:16.797911+0000","last_clean":"2024-09-12T01:13:16.797911+0000","last_became_active":"2024-09-12T00:34:35.988647+0000","last_became_peered":"2024-09-12T00:34:35.988647+0000","last_unstale":"2024-09-12T01:13:16.797911+0000","last_undegraded":"2024-09-12T01:13:16.797911+0000","last_fullsized":"2024-09-12T01:13:16.797911+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:53:22.884707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"264'122","reported_seq":665,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.106105+0000","last_change":"2024-09-12T00:34:37.999594+0000","last_active":"2024-09-12T01:14:47.106105+0000","last_peered":"2024-09-12T01:14:47.106105+0000","last_clean":"2024-09-12T01:14:47.106105+0000","last_became_active":"2024-09-12T00:34:37.999287+0000","last_became_peered":"2024-09-12T00:34:37.999287+0000","last_unstale":"2024-09-12T01:14:47.106105+0000","last_undegraded":"2024-09-12T01:14:47.106105+0000","last_fullsized":"2024-09-12T01:14:47.106105+0000","mapping_epoch":31,"log_start":"264'100","ondisk_log_start":"264'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:57:41.952418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":142,"num_read_kb":133,"num_write":96,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"264'785","reported_seq":2527,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.054271+0000","last_change":"2024-09-12T00:34:40.008325+0000","last_active":"2024-09-12T01:15:46.054271+0000","last_peered":"2024-09-12T01:15:46.054271+0000","last_clean":"2024-09-12T01:15:46.054271+0000","last_became_active":"2024-09-12T00:34:40.008042+0000","last_became_peered":"2024-09-12T00:34:40.008042+0000","last_unstale":"2024-09-12T01:15:46.054271+0000","last_undegraded":"2024-09-12T01:15:46.054271+0000","last_fullsized":"2024-09-12T01:15:46.054271+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":700,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:56:32.971273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"264'199","reported_seq":1013,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.532309+0000","last_change":"2024-09-12T00:34:42.012419+0000","last_active":"2024-09-12T01:14:19.532309+0000","last_peered":"2024-09-12T01:14:19.532309+0000","last_clean":"2024-09-12T01:14:19.532309+0000","last_became_active":"2024-09-12T00:34:42.012068+0000","last_became_peered":"2024-09-12T00:34:42.012068+0000","last_unstale":"2024-09-12T01:14:19.532309+0000","last_undegraded":"2024-09-12T01:14:19.532309+0000","last_fullsized":"2024-09-12T01:14:19.532309+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:53:45.018747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":592,"num_read_kb":587,"num_write":436,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"264'391","reported_seq":1807,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.966439+0000","last_change":"2024-09-12T00:34:33.988636+0000","last_active":"2024-09-12T01:15:23.966439+0000","last_peered":"2024-09-12T01:15:23.966439+0000","last_clean":"2024-09-12T01:15:23.966439+0000","last_became_active":"2024-09-12T00:34:33.988336+0000","last_became_peered":"2024-09-12T00:34:33.988336+0000","last_unstale":"2024-09-12T01:15:23.966439+0000","last_undegraded":"2024-09-12T01:15:23.966439+0000","last_fullsized":"2024-09-12T01:15:23.966439+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":300,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:47.353811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2117,"num_read_kb":1998,"num_write":485,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"264'331","reported_seq":1037,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.975287+0000","last_change":"2024-09-12T00:34:31.972977+0000","last_active":"2024-09-12T01:15:45.975287+0000","last_peered":"2024-09-12T01:15:45.975287+0000","last_clean":"2024-09-12T01:15:45.975287+0000","last_became_active":"2024-09-12T00:34:31.972632+0000","last_became_peered":"2024-09-12T00:34:31.972632+0000","last_unstale":"2024-09-12T01:15:45.975287+0000","last_undegraded":"2024-09-12T01:15:45.975287+0000","last_fullsized":"2024-09-12T01:15:45.975287+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:44:00.620768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":629,"num_read_kb":143946,"num_write":1144,"num_write_kb":51229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:18.786114+0000","last_change":"2024-09-12T00:34:35.991140+0000","last_active":"2024-09-12T01:13:18.786114+0000","last_peered":"2024-09-12T01:13:18.786114+0000","last_clean":"2024-09-12T01:13:18.786114+0000","last_became_active":"2024-09-12T00:34:35.990837+0000","last_became_peered":"2024-09-12T00:34:35.990837+0000","last_unstale":"2024-09-12T01:13:18.786114+0000","last_undegraded":"2024-09-12T01:13:18.786114+0000","last_fullsized":"2024-09-12T01:13:18.786114+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:03.479665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"264'277","reported_seq":849,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.168748+0000","last_change":"2024-09-12T00:34:38.120984+0000","last_active":"2024-09-12T01:15:45.168748+0000","last_peered":"2024-09-12T01:15:45.168748+0000","last_clean":"2024-09-12T01:15:45.168748+0000","last_became_active":"2024-09-12T00:34:38.120411+0000","last_became_peered":"2024-09-12T00:34:38.120411+0000","last_unstale":"2024-09-12T01:15:45.168748+0000","last_undegraded":"2024-09-12T01:15:45.168748+0000","last_fullsized":"2024-09-12T01:15:45.168748+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:17:46.966321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47483,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":464,"num_read_kb":1092,"num_write":380,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"264'815","reported_seq":4386,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.892568+0000","last_change":"2024-09-12T00:34:40.010350+0000","last_active":"2024-09-12T01:15:43.892568+0000","last_peered":"2024-09-12T01:15:43.892568+0000","last_clean":"2024-09-12T01:15:43.892568+0000","last_became_active":"2024-09-12T00:34:40.010075+0000","last_became_peered":"2024-09-12T00:34:40.010075+0000","last_unstale":"2024-09-12T01:15:43.892568+0000","last_undegraded":"2024-09-12T01:15:43.892568+0000","last_fullsized":"2024-09-12T01:15:43.892568+0000","mapping_epoch":33,"log_start":"264'800","ondisk_log_start":"264'800","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":800,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:21.033967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"264'1229","reported_seq":2854,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.796175+0000","last_change":"2024-09-12T00:34:33.985063+0000","last_active":"2024-09-12T01:14:18.796175+0000","last_peered":"2024-09-12T01:14:18.796175+0000","last_clean":"2024-09-12T01:14:18.796175+0000","last_became_active":"2024-09-12T00:34:33.984747+0000","last_became_peered":"2024-09-12T00:34:33.984747+0000","last_unstale":"2024-09-12T01:14:18.796175+0000","last_undegraded":"2024-09-12T01:14:18.796175+0000","last_fullsized":"2024-09-12T01:14:18.796175+0000","mapping_epoch":27,"log_start":"264'1200","ondisk_log_start":"264'1200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":1200,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:55:42.229610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":5629,"num_read_kb":4953,"num_write":1699,"num_write_kb":697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"264'339","reported_seq":1014,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.981678+0000","last_change":"2024-09-12T00:34:31.970984+0000","last_active":"2024-09-12T01:15:45.981678+0000","last_peered":"2024-09-12T01:15:45.981678+0000","last_clean":"2024-09-12T01:15:45.981678+0000","last_became_active":"2024-09-12T00:34:31.970437+0000","last_became_peered":"2024-09-12T00:34:31.970437+0000","last_unstale":"2024-09-12T01:15:45.981678+0000","last_undegraded":"2024-09-12T01:15:45.981678+0000","last_fullsized":"2024-09-12T01:15:45.981678+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:38:13.384773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":582,"num_read_kb":27172,"num_write":1110,"num_write_kb":35174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:36.799451+0000","last_change":"2024-09-12T00:34:35.985027+0000","last_active":"2024-09-12T01:13:36.799451+0000","last_peered":"2024-09-12T01:13:36.799451+0000","last_clean":"2024-09-12T01:13:36.799451+0000","last_became_active":"2024-09-12T00:34:35.984738+0000","last_became_peered":"2024-09-12T00:34:35.984738+0000","last_unstale":"2024-09-12T01:13:36.799451+0000","last_undegraded":"2024-09-12T01:13:36.799451+0000","last_fullsized":"2024-09-12T01:13:36.799451+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:04.189167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"264'326","reported_seq":935,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.716311+0000","last_change":"2024-09-12T00:34:38.121042+0000","last_active":"2024-09-12T01:15:45.716311+0000","last_peered":"2024-09-12T01:15:45.716311+0000","last_clean":"2024-09-12T01:15:45.716311+0000","last_became_active":"2024-09-12T00:34:38.120453+0000","last_became_peered":"2024-09-12T00:34:38.120453+0000","last_unstale":"2024-09-12T01:15:45.716311+0000","last_undegraded":"2024-09-12T01:15:45.716311+0000","last_fullsized":"2024-09-12T01:15:45.716311+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46551,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":527,"num_read_kb":1033,"num_write":402,"num_write_kb":255,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.657797+0000","last_change":"2024-09-12T00:34:40.004397+0000","last_active":"2024-09-12T01:12:56.657797+0000","last_peered":"2024-09-12T01:12:56.657797+0000","last_clean":"2024-09-12T01:12:56.657797+0000","last_became_active":"2024-09-12T00:34:40.004087+0000","last_became_peered":"2024-09-12T00:34:40.004087+0000","last_unstale":"2024-09-12T01:12:56.657797+0000","last_undegraded":"2024-09-12T01:12:56.657797+0000","last_fullsized":"2024-09-12T01:12:56.657797+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:16.700714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"264'642","reported_seq":1502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.909214+0000","last_change":"2024-09-12T00:34:42.014110+0000","last_active":"2024-09-12T01:15:24.909214+0000","last_peered":"2024-09-12T01:15:24.909214+0000","last_clean":"2024-09-12T01:15:24.909214+0000","last_became_active":"2024-09-12T00:34:42.013850+0000","last_became_peered":"2024-09-12T00:34:42.013850+0000","last_unstale":"2024-09-12T01:15:24.909214+0000","last_undegraded":"2024-09-12T01:15:24.909214+0000","last_fullsized":"2024-09-12T01:15:24.909214+0000","mapping_epoch":35,"log_start":"264'600","ondisk_log_start":"264'600","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":600,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:26.982176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1535,"num_read_kb":1474,"num_write":1355,"num_write_kb":465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"264'320","reported_seq":1693,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.467362+0000","last_change":"2024-09-12T00:34:33.984073+0000","last_active":"2024-09-12T01:14:05.467362+0000","last_peered":"2024-09-12T01:14:05.467362+0000","last_clean":"2024-09-12T01:14:05.467362+0000","last_became_active":"2024-09-12T00:34:33.983785+0000","last_became_peered":"2024-09-12T00:34:33.983785+0000","last_unstale":"2024-09-12T01:14:05.467362+0000","last_undegraded":"2024-09-12T01:14:05.467362+0000","last_fullsized":"2024-09-12T01:14:05.467362+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:33.648983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1790,"num_read_kb":1722,"num_write":367,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"264'472","reported_seq":1368,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.010852+0000","last_change":"2024-09-12T00:34:31.963429+0000","last_active":"2024-09-12T01:15:46.010852+0000","last_peered":"2024-09-12T01:15:46.010852+0000","last_clean":"2024-09-12T01:15:46.010852+0000","last_became_active":"2024-09-12T00:34:31.959073+0000","last_became_peered":"2024-09-12T00:34:31.959073+0000","last_unstale":"2024-09-12T01:15:46.010852+0000","last_undegraded":"2024-09-12T01:15:46.010852+0000","last_fullsized":"2024-09-12T01:15:46.010852+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":400,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:58.215661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3916028,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":1343,"num_read_kb":21337,"num_write":1744,"num_write_kb":39863,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:36.770010+0000","last_change":"2024-09-12T00:34:35.985573+0000","last_active":"2024-09-12T01:13:36.770010+0000","last_peered":"2024-09-12T01:13:36.770010+0000","last_clean":"2024-09-12T01:13:36.770010+0000","last_became_active":"2024-09-12T00:34:35.985224+0000","last_became_peered":"2024-09-12T00:34:35.985224+0000","last_unstale":"2024-09-12T01:13:36.770010+0000","last_undegraded":"2024-09-12T01:13:36.770010+0000","last_fullsized":"2024-09-12T01:13:36.770010+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:12:58.080360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"264'273","reported_seq":840,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.445851+0000","last_change":"2024-09-12T00:34:37.996692+0000","last_active":"2024-09-12T01:15:44.445851+0000","last_peered":"2024-09-12T01:15:44.445851+0000","last_clean":"2024-09-12T01:15:44.445851+0000","last_became_active":"2024-09-12T00:34:37.996385+0000","last_became_peered":"2024-09-12T00:34:37.996385+0000","last_unstale":"2024-09-12T01:15:44.445851+0000","last_undegraded":"2024-09-12T01:15:44.445851+0000","last_fullsized":"2024-09-12T01:15:44.445851+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:48:49.501281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50020,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":445,"num_read_kb":1029,"num_write":362,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":481,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.783657+0000","last_change":"2024-09-12T00:34:40.010627+0000","last_active":"2024-09-12T01:11:36.783657+0000","last_peered":"2024-09-12T01:11:36.783657+0000","last_clean":"2024-09-12T01:11:36.783657+0000","last_became_active":"2024-09-12T00:34:40.009860+0000","last_became_peered":"2024-09-12T00:34:40.009860+0000","last_unstale":"2024-09-12T01:11:36.783657+0000","last_undegraded":"2024-09-12T01:11:36.783657+0000","last_fullsized":"2024-09-12T01:11:36.783657+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:31:02.158972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"264'121","reported_seq":607,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:21.782637+0000","last_change":"2024-09-12T00:34:42.007381+0000","last_active":"2024-09-12T01:14:21.782637+0000","last_peered":"2024-09-12T01:14:21.782637+0000","last_clean":"2024-09-12T01:14:21.782637+0000","last_became_active":"2024-09-12T00:34:42.006843+0000","last_became_peered":"2024-09-12T00:34:42.006843+0000","last_unstale":"2024-09-12T01:14:21.782637+0000","last_undegraded":"2024-09-12T01:14:21.782637+0000","last_fullsized":"2024-09-12T01:14:21.782637+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:49:27.223937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":101,"num_read_kb":98,"num_write":281,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"264'537","reported_seq":2244,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.511429+0000","last_change":"2024-09-12T00:34:33.972370+0000","last_active":"2024-09-12T01:14:05.511429+0000","last_peered":"2024-09-12T01:14:05.511429+0000","last_clean":"2024-09-12T01:14:05.511429+0000","last_became_active":"2024-09-12T00:34:33.971964+0000","last_became_peered":"2024-09-12T00:34:33.971964+0000","last_unstale":"2024-09-12T01:14:05.511429+0000","last_undegraded":"2024-09-12T01:14:05.511429+0000","last_fullsized":"2024-09-12T01:14:05.511429+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":500,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:55:29.944764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2910,"num_read_kb":2718,"num_write":641,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"264'373","reported_seq":1005,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.021216+0000","last_change":"2024-09-12T00:34:31.966030+0000","last_active":"2024-09-12T01:15:46.021216+0000","last_peered":"2024-09-12T01:15:46.021216+0000","last_clean":"2024-09-12T01:15:46.021216+0000","last_became_active":"2024-09-12T00:34:31.965537+0000","last_became_peered":"2024-09-12T00:34:31.965537+0000","last_unstale":"2024-09-12T01:15:46.021216+0000","last_undegraded":"2024-09-12T01:15:46.021216+0000","last_fullsized":"2024-09-12T01:15:46.021216+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:03:31.624222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":528,"num_read_kb":24059,"num_write":1272,"num_write_kb":39850,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:51.764161+0000","last_change":"2024-09-12T00:34:35.989321+0000","last_active":"2024-09-12T01:12:51.764161+0000","last_peered":"2024-09-12T01:12:51.764161+0000","last_clean":"2024-09-12T01:12:51.764161+0000","last_became_active":"2024-09-12T00:34:35.989002+0000","last_became_peered":"2024-09-12T00:34:35.989002+0000","last_unstale":"2024-09-12T01:12:51.764161+0000","last_undegraded":"2024-09-12T01:12:51.764161+0000","last_fullsized":"2024-09-12T01:12:51.764161+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:26:39.149297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"264'326","reported_seq":921,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.853997+0000","last_change":"2024-09-12T00:34:37.999755+0000","last_active":"2024-09-12T01:15:45.853997+0000","last_peered":"2024-09-12T01:15:45.853997+0000","last_clean":"2024-09-12T01:15:45.853997+0000","last_became_active":"2024-09-12T00:34:37.999429+0000","last_became_peered":"2024-09-12T00:34:37.999429+0000","last_unstale":"2024-09-12T01:15:45.853997+0000","last_undegraded":"2024-09-12T01:15:45.853997+0000","last_fullsized":"2024-09-12T01:15:45.853997+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:53:16.202741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51642,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":517,"num_read_kb":1121,"num_write":416,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"264'800","reported_seq":2219,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.059684+0000","last_change":"2024-09-12T00:34:40.011623+0000","last_active":"2024-09-12T01:15:46.059684+0000","last_peered":"2024-09-12T01:15:46.059684+0000","last_clean":"2024-09-12T01:15:46.059684+0000","last_became_active":"2024-09-12T00:34:40.011267+0000","last_became_peered":"2024-09-12T00:34:40.011267+0000","last_unstale":"2024-09-12T01:15:46.059684+0000","last_undegraded":"2024-09-12T01:15:46.059684+0000","last_fullsized":"2024-09-12T01:15:46.059684+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":700,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:59:43.307107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"264'150","reported_seq":653,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.904753+0000","last_change":"2024-09-12T00:34:42.013962+0000","last_active":"2024-09-12T01:15:23.904753+0000","last_peered":"2024-09-12T01:15:23.904753+0000","last_clean":"2024-09-12T01:15:23.904753+0000","last_became_active":"2024-09-12T00:34:42.013661+0000","last_became_peered":"2024-09-12T00:34:42.013661+0000","last_unstale":"2024-09-12T01:15:23.904753+0000","last_undegraded":"2024-09-12T01:15:23.904753+0000","last_fullsized":"2024-09-12T01:15:23.904753+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:24:13.034152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":411,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":182,"num_read_kb":163,"num_write":359,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"264'448","reported_seq":2049,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.426552+0000","last_change":"2024-09-12T00:34:33.989226+0000","last_active":"2024-09-12T01:14:19.426552+0000","last_peered":"2024-09-12T01:14:19.426552+0000","last_clean":"2024-09-12T01:14:19.426552+0000","last_became_active":"2024-09-12T00:34:33.987982+0000","last_became_peered":"2024-09-12T00:34:33.987982+0000","last_unstale":"2024-09-12T01:14:19.426552+0000","last_undegraded":"2024-09-12T01:14:19.426552+0000","last_fullsized":"2024-09-12T01:14:19.426552+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":400,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:25.892287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2653,"num_read_kb":2516,"num_write":540,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"264'364","reported_seq":1046,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.003099+0000","last_change":"2024-09-12T00:34:31.969930+0000","last_active":"2024-09-12T01:15:46.003099+0000","last_peered":"2024-09-12T01:15:46.003099+0000","last_clean":"2024-09-12T01:15:46.003099+0000","last_became_active":"2024-09-12T00:34:31.969611+0000","last_became_peered":"2024-09-12T00:34:31.969611+0000","last_unstale":"2024-09-12T01:15:46.003099+0000","last_undegraded":"2024-09-12T01:15:46.003099+0000","last_fullsized":"2024-09-12T01:15:46.003099+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:58:56.697434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":629,"num_read_kb":57273,"num_write":1179,"num_write_kb":39514,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:41.770636+0000","last_change":"2024-09-12T00:34:35.988002+0000","last_active":"2024-09-12T01:13:41.770636+0000","last_peered":"2024-09-12T01:13:41.770636+0000","last_clean":"2024-09-12T01:13:41.770636+0000","last_became_active":"2024-09-12T00:34:35.987677+0000","last_became_peered":"2024-09-12T00:34:35.987677+0000","last_unstale":"2024-09-12T01:13:41.770636+0000","last_undegraded":"2024-09-12T01:13:41.770636+0000","last_fullsized":"2024-09-12T01:13:41.770636+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:46.944338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"264'502","reported_seq":1142,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.984820+0000","last_change":"2024-09-12T00:34:37.997218+0000","last_active":"2024-09-12T01:15:45.984820+0000","last_peered":"2024-09-12T01:15:45.984820+0000","last_clean":"2024-09-12T01:15:45.984820+0000","last_became_active":"2024-09-12T00:34:37.996633+0000","last_became_peered":"2024-09-12T00:34:37.996633+0000","last_unstale":"2024-09-12T01:15:45.984820+0000","last_undegraded":"2024-09-12T01:15:45.984820+0000","last_fullsized":"2024-09-12T01:15:45.984820+0000","mapping_epoch":31,"log_start":"264'400","ondisk_log_start":"264'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":400,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:10:20.060318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93630,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":880,"num_read_kb":2110,"num_write":730,"num_write_kb":612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:41.770605+0000","last_change":"2024-09-12T00:34:40.007223+0000","last_active":"2024-09-12T01:13:41.770605+0000","last_peered":"2024-09-12T01:13:41.770605+0000","last_clean":"2024-09-12T01:13:41.770605+0000","last_became_active":"2024-09-12T00:34:40.006943+0000","last_became_peered":"2024-09-12T00:34:40.006943+0000","last_unstale":"2024-09-12T01:13:41.770605+0000","last_undegraded":"2024-09-12T01:13:41.770605+0000","last_fullsized":"2024-09-12T01:13:41.770605+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:40:48.474085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"264'139","reported_seq":640,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:03.205282+0000","last_change":"2024-09-12T00:34:42.026577+0000","last_active":"2024-09-12T01:14:03.205282+0000","last_peered":"2024-09-12T01:14:03.205282+0000","last_clean":"2024-09-12T01:14:03.205282+0000","last_became_active":"2024-09-12T00:34:42.026272+0000","last_became_peered":"2024-09-12T00:34:42.026272+0000","last_unstale":"2024-09-12T01:14:03.205282+0000","last_undegraded":"2024-09-12T01:14:03.205282+0000","last_fullsized":"2024-09-12T01:14:03.205282+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:46:00.729953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":899,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":129,"num_read_kb":127,"num_write":342,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"264'441","reported_seq":1921,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:16.133694+0000","last_change":"2024-09-12T00:34:33.988699+0000","last_active":"2024-09-12T01:14:16.133694+0000","last_peered":"2024-09-12T01:14:16.133694+0000","last_clean":"2024-09-12T01:14:16.133694+0000","last_became_active":"2024-09-12T00:34:33.988384+0000","last_became_peered":"2024-09-12T00:34:33.988384+0000","last_unstale":"2024-09-12T01:14:16.133694+0000","last_undegraded":"2024-09-12T01:14:16.133694+0000","last_fullsized":"2024-09-12T01:14:16.133694+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":400,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:33:04.682108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2245,"num_read_kb":2110,"num_write":506,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"264'359","reported_seq":1109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.040020+0000","last_change":"2024-09-12T00:34:31.973835+0000","last_active":"2024-09-12T01:15:46.040020+0000","last_peered":"2024-09-12T01:15:46.040020+0000","last_clean":"2024-09-12T01:15:46.040020+0000","last_became_active":"2024-09-12T00:34:31.973463+0000","last_became_peered":"2024-09-12T00:34:31.973463+0000","last_unstale":"2024-09-12T01:15:46.040020+0000","last_undegraded":"2024-09-12T01:15:46.040020+0000","last_fullsized":"2024-09-12T01:15:46.040020+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:34.361848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":687564,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":725,"num_read_kb":52164,"num_write":1162,"num_write_kb":35766,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:51.764188+0000","last_change":"2024-09-12T00:34:35.987677+0000","last_active":"2024-09-12T01:12:51.764188+0000","last_peered":"2024-09-12T01:12:51.764188+0000","last_clean":"2024-09-12T01:12:51.764188+0000","last_became_active":"2024-09-12T00:34:35.987401+0000","last_became_peered":"2024-09-12T00:34:35.987401+0000","last_unstale":"2024-09-12T01:12:51.764188+0000","last_undegraded":"2024-09-12T01:12:51.764188+0000","last_fullsized":"2024-09-12T01:12:51.764188+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:49:15.345707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"264'311","reported_seq":885,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.745871+0000","last_change":"2024-09-12T00:34:37.996884+0000","last_active":"2024-09-12T01:15:44.745871+0000","last_peered":"2024-09-12T01:15:44.745871+0000","last_clean":"2024-09-12T01:15:44.745871+0000","last_became_active":"2024-09-12T00:34:37.996632+0000","last_became_peered":"2024-09-12T00:34:37.996632+0000","last_unstale":"2024-09-12T01:15:44.745871+0000","last_undegraded":"2024-09-12T01:15:44.745871+0000","last_fullsized":"2024-09-12T01:15:44.745871+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:48.630878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55572,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":529,"num_read_kb":1205,"num_write":478,"num_write_kb":405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:05.668547+0000","last_change":"2024-09-12T00:34:40.012846+0000","last_active":"2024-09-12T01:13:05.668547+0000","last_peered":"2024-09-12T01:13:05.668547+0000","last_clean":"2024-09-12T01:13:05.668547+0000","last_became_active":"2024-09-12T00:34:40.012535+0000","last_became_peered":"2024-09-12T00:34:40.012535+0000","last_unstale":"2024-09-12T01:13:05.668547+0000","last_undegraded":"2024-09-12T01:13:05.668547+0000","last_fullsized":"2024-09-12T01:13:05.668547+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:12.393497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"264'102","reported_seq":581,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.810396+0000","last_change":"2024-09-12T00:34:42.027110+0000","last_active":"2024-09-12T01:14:46.810396+0000","last_peered":"2024-09-12T01:14:46.810396+0000","last_clean":"2024-09-12T01:14:46.810396+0000","last_became_active":"2024-09-12T00:34:42.025660+0000","last_became_peered":"2024-09-12T00:34:42.025660+0000","last_unstale":"2024-09-12T01:14:46.810396+0000","last_undegraded":"2024-09-12T01:14:46.810396+0000","last_fullsized":"2024-09-12T01:14:46.810396+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:19.455420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":81,"num_read_kb":81,"num_write":243,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"264'461","reported_seq":1939,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:57.841788+0000","last_change":"2024-09-12T00:34:33.976771+0000","last_active":"2024-09-12T01:13:57.841788+0000","last_peered":"2024-09-12T01:13:57.841788+0000","last_clean":"2024-09-12T01:13:57.841788+0000","last_became_active":"2024-09-12T00:34:33.976456+0000","last_became_peered":"2024-09-12T00:34:33.976456+0000","last_unstale":"2024-09-12T01:13:57.841788+0000","last_undegraded":"2024-09-12T01:13:57.841788+0000","last_fullsized":"2024-09-12T01:13:57.841788+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":400,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:04.824715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2299,"num_read_kb":2147,"num_write":532,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"264'312","reported_seq":950,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.007959+0000","last_change":"2024-09-12T00:35:05.224280+0000","last_active":"2024-09-12T01:15:46.007959+0000","last_peered":"2024-09-12T01:15:46.007959+0000","last_clean":"2024-09-12T01:15:46.007959+0000","last_became_active":"2024-09-12T00:35:05.223814+0000","last_became_peered":"2024-09-12T00:35:05.223814+0000","last_unstale":"2024-09-12T01:15:46.007959+0000","last_undegraded":"2024-09-12T01:15:46.007959+0000","last_fullsized":"2024-09-12T01:15:46.007959+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:14:40.037875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":709707,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":513,"num_read_kb":31652,"num_write":891,"num_write_kb":37909,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"37'3","reported_seq":979,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.654867+0000","last_change":"2024-09-12T00:34:35.993904+0000","last_active":"2024-09-12T01:15:43.654867+0000","last_peered":"2024-09-12T01:15:43.654867+0000","last_clean":"2024-09-12T01:15:43.654867+0000","last_became_active":"2024-09-12T00:34:35.993578+0000","last_became_peered":"2024-09-12T00:34:35.993578+0000","last_unstale":"2024-09-12T01:15:43.654867+0000","last_undegraded":"2024-09-12T01:15:43.654867+0000","last_fullsized":"2024-09-12T01:15:43.654867+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:52:27.202024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"264'280","reported_seq":862,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.258249+0000","last_change":"2024-09-12T00:34:38.001386+0000","last_active":"2024-09-12T01:15:44.258249+0000","last_peered":"2024-09-12T01:15:44.258249+0000","last_clean":"2024-09-12T01:15:44.258249+0000","last_became_active":"2024-09-12T00:34:38.000994+0000","last_became_peered":"2024-09-12T00:34:38.000994+0000","last_unstale":"2024-09-12T01:15:44.258249+0000","last_undegraded":"2024-09-12T01:15:44.258249+0000","last_fullsized":"2024-09-12T01:15:44.258249+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:15:58.939137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53088,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":475,"num_read_kb":1045,"num_write":378,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"264'765","reported_seq":2230,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.888976+0000","last_change":"2024-09-12T00:34:40.010665+0000","last_active":"2024-09-12T01:15:43.888976+0000","last_peered":"2024-09-12T01:15:43.888976+0000","last_clean":"2024-09-12T01:15:43.888976+0000","last_became_active":"2024-09-12T00:34:40.010400+0000","last_became_peered":"2024-09-12T00:34:40.010400+0000","last_unstale":"2024-09-12T01:15:43.888976+0000","last_undegraded":"2024-09-12T01:15:43.888976+0000","last_fullsized":"2024-09-12T01:15:43.888976+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:46:42.213253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"264'139","reported_seq":636,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:43.126365+0000","last_change":"2024-09-12T00:34:42.014370+0000","last_active":"2024-09-12T01:13:43.126365+0000","last_peered":"2024-09-12T01:13:43.126365+0000","last_clean":"2024-09-12T01:13:43.126365+0000","last_became_active":"2024-09-12T00:34:42.014037+0000","last_became_peered":"2024-09-12T00:34:42.014037+0000","last_unstale":"2024-09-12T01:13:43.126365+0000","last_undegraded":"2024-09-12T01:13:43.126365+0000","last_fullsized":"2024-09-12T01:13:43.126365+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:11:44.815121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2093,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":145,"num_read_kb":133,"num_write":333,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"264'822","reported_seq":2394,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.843885+0000","last_change":"2024-09-12T00:34:33.981680+0000","last_active":"2024-09-12T01:14:04.843885+0000","last_peered":"2024-09-12T01:14:04.843885+0000","last_clean":"2024-09-12T01:14:04.843885+0000","last_became_active":"2024-09-12T00:34:33.981378+0000","last_became_peered":"2024-09-12T00:34:33.981378+0000","last_unstale":"2024-09-12T01:14:04.843885+0000","last_undegraded":"2024-09-12T01:14:04.843885+0000","last_fullsized":"2024-09-12T01:14:04.843885+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":800,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:34:26.876844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3842,"num_read_kb":3465,"num_write":1066,"num_write_kb":374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"264'346","reported_seq":973,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.970645+0000","last_change":"2024-09-12T00:34:31.957538+0000","last_active":"2024-09-12T01:15:45.970645+0000","last_peered":"2024-09-12T01:15:45.970645+0000","last_clean":"2024-09-12T01:15:45.970645+0000","last_became_active":"2024-09-12T00:34:31.956950+0000","last_became_peered":"2024-09-12T00:34:31.956950+0000","last_unstale":"2024-09-12T01:15:45.970645+0000","last_undegraded":"2024-09-12T01:15:45.970645+0000","last_fullsized":"2024-09-12T01:15:45.970645+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:55:24.986568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":493,"num_read_kb":41410,"num_write":1083,"num_write_kb":22740,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1451,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.665365+0000","last_change":"2024-09-12T00:34:35.990704+0000","last_active":"2024-09-12T01:15:43.665365+0000","last_peered":"2024-09-12T01:15:43.665365+0000","last_clean":"2024-09-12T01:15:43.665365+0000","last_became_active":"2024-09-12T00:34:35.990390+0000","last_became_peered":"2024-09-12T00:34:35.990390+0000","last_unstale":"2024-09-12T01:15:43.665365+0000","last_undegraded":"2024-09-12T01:15:43.665365+0000","last_fullsized":"2024-09-12T01:15:43.665365+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:40:51.917377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":960,"num_read_kb":960,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"264'68","reported_seq":578,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.070993+0000","last_change":"2024-09-12T00:34:38.121436+0000","last_active":"2024-09-12T01:14:47.070993+0000","last_peered":"2024-09-12T01:14:47.070993+0000","last_clean":"2024-09-12T01:14:47.070993+0000","last_became_active":"2024-09-12T00:34:38.120680+0000","last_became_peered":"2024-09-12T00:34:38.120680+0000","last_unstale":"2024-09-12T01:14:47.070993+0000","last_undegraded":"2024-09-12T01:14:47.070993+0000","last_fullsized":"2024-09-12T01:14:47.070993+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:30.522958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"264'776","reported_seq":2262,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.437774+0000","last_change":"2024-09-12T00:34:40.008519+0000","last_active":"2024-09-12T01:15:45.437774+0000","last_peered":"2024-09-12T01:15:45.437774+0000","last_clean":"2024-09-12T01:15:45.437774+0000","last_became_active":"2024-09-12T00:34:40.008128+0000","last_became_peered":"2024-09-12T00:34:40.008128+0000","last_unstale":"2024-09-12T01:15:45.437774+0000","last_undegraded":"2024-09-12T01:15:45.437774+0000","last_fullsized":"2024-09-12T01:15:45.437774+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":700,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:02:24.619952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"264'107","reported_seq":592,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:42.362271+0000","last_change":"2024-09-12T00:34:42.011608+0000","last_active":"2024-09-12T01:13:42.362271+0000","last_peered":"2024-09-12T01:13:42.362271+0000","last_clean":"2024-09-12T01:13:42.362271+0000","last_became_active":"2024-09-12T00:34:42.011280+0000","last_became_peered":"2024-09-12T00:34:42.011280+0000","last_unstale":"2024-09-12T01:13:42.362271+0000","last_undegraded":"2024-09-12T01:13:42.362271+0000","last_fullsized":"2024-09-12T01:13:42.362271+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:38:09.058449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":87,"num_read_kb":83,"num_write":251,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"264'371","reported_seq":1882,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214365+0000","last_change":"2024-09-12T00:34:33.989220+0000","last_active":"2024-09-12T01:14:04.214365+0000","last_peered":"2024-09-12T01:14:04.214365+0000","last_clean":"2024-09-12T01:14:04.214365+0000","last_became_active":"2024-09-12T00:34:33.988926+0000","last_became_peered":"2024-09-12T00:34:33.988926+0000","last_unstale":"2024-09-12T01:14:04.214365+0000","last_undegraded":"2024-09-12T01:14:04.214365+0000","last_fullsized":"2024-09-12T01:14:04.214365+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:36.866202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2122,"num_read_kb":2052,"num_write":409,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"264'321","reported_seq":932,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.953162+0000","last_change":"2024-09-12T00:34:31.971001+0000","last_active":"2024-09-12T01:15:45.953162+0000","last_peered":"2024-09-12T01:15:45.953162+0000","last_clean":"2024-09-12T01:15:45.953162+0000","last_became_active":"2024-09-12T00:34:31.970626+0000","last_became_peered":"2024-09-12T00:34:31.970626+0000","last_unstale":"2024-09-12T01:15:45.953162+0000","last_undegraded":"2024-09-12T01:15:45.953162+0000","last_fullsized":"2024-09-12T01:15:45.953162+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:20:43.953120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1532641,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":410,"num_read_kb":40533,"num_write":991,"num_write_kb":34641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:51.792994+0000","last_change":"2024-09-12T00:34:35.990979+0000","last_active":"2024-09-12T01:12:51.792994+0000","last_peered":"2024-09-12T01:12:51.792994+0000","last_clean":"2024-09-12T01:12:51.792994+0000","last_became_active":"2024-09-12T00:34:35.990643+0000","last_became_peered":"2024-09-12T00:34:35.990643+0000","last_unstale":"2024-09-12T01:12:51.792994+0000","last_undegraded":"2024-09-12T01:12:51.792994+0000","last_fullsized":"2024-09-12T01:12:51.792994+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:10:47.316525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"264'358","reported_seq":955,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.544433+0000","last_change":"2024-09-12T00:34:37.997023+0000","last_active":"2024-09-12T01:15:45.544433+0000","last_peered":"2024-09-12T01:15:45.544433+0000","last_clean":"2024-09-12T01:15:45.544433+0000","last_became_active":"2024-09-12T00:34:37.996729+0000","last_became_peered":"2024-09-12T00:34:37.996729+0000","last_unstale":"2024-09-12T01:15:45.544433+0000","last_undegraded":"2024-09-12T01:15:45.544433+0000","last_fullsized":"2024-09-12T01:15:45.544433+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:39:48.194889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54811,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1175,"num_read_kb":1814,"num_write":1666,"num_write_kb":1537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.771705+0000","last_change":"2024-09-12T00:34:40.011995+0000","last_active":"2024-09-12T01:12:56.771705+0000","last_peered":"2024-09-12T01:12:56.771705+0000","last_clean":"2024-09-12T01:12:56.771705+0000","last_became_active":"2024-09-12T00:34:40.011736+0000","last_became_peered":"2024-09-12T00:34:40.011736+0000","last_unstale":"2024-09-12T01:12:56.771705+0000","last_undegraded":"2024-09-12T01:12:56.771705+0000","last_fullsized":"2024-09-12T01:12:56.771705+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:20.222513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"264'150","reported_seq":641,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.963667+0000","last_change":"2024-09-12T00:34:42.012992+0000","last_active":"2024-09-12T01:15:23.963667+0000","last_peered":"2024-09-12T01:15:23.963667+0000","last_clean":"2024-09-12T01:15:23.963667+0000","last_became_active":"2024-09-12T00:34:42.012707+0000","last_became_peered":"2024-09-12T00:34:42.012707+0000","last_unstale":"2024-09-12T01:15:23.963667+0000","last_undegraded":"2024-09-12T01:15:23.963667+0000","last_fullsized":"2024-09-12T01:15:23.963667+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:25:45.621354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":137,"num_read_kb":134,"num_write":335,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"264'973","reported_seq":2677,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.959565+0000","last_change":"2024-09-12T00:34:33.980003+0000","last_active":"2024-09-12T01:15:23.959565+0000","last_peered":"2024-09-12T01:15:23.959565+0000","last_clean":"2024-09-12T01:15:23.959565+0000","last_became_active":"2024-09-12T00:34:33.979731+0000","last_became_peered":"2024-09-12T00:34:33.979731+0000","last_unstale":"2024-09-12T01:15:23.959565+0000","last_undegraded":"2024-09-12T01:15:23.959565+0000","last_fullsized":"2024-09-12T01:15:23.959565+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":900,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:30:24.295946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4741,"num_read_kb":4243,"num_write":1352,"num_write_kb":549,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":613,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.788775+0000","last_change":"2024-09-12T00:34:12.861591+0000","last_active":"2024-09-12T01:12:21.788775+0000","last_peered":"2024-09-12T01:12:21.788775+0000","last_clean":"2024-09-12T01:12:21.788775+0000","last_became_active":"2024-09-12T00:34:12.860653+0000","last_became_peered":"2024-09-12T00:34:12.860653+0000","last_unstale":"2024-09-12T01:12:21.788775+0000","last_undegraded":"2024-09-12T01:12:21.788775+0000","last_fullsized":"2024-09-12T01:12:21.788775+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:11.689474+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:11.689474+0000","last_clean_scrub_stamp":"2024-09-12T00:34:11.689474+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:02:22.803547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"20'1","reported_seq":516,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:48.774125+0000","last_change":"2024-09-12T00:34:20.831877+0000","last_active":"2024-09-12T01:11:48.774125+0000","last_peered":"2024-09-12T01:11:48.774125+0000","last_clean":"2024-09-12T01:11:48.774125+0000","last_became_active":"2024-09-12T00:34:18.794220+0000","last_became_peered":"2024-09-12T00:34:18.794220+0000","last_unstale":"2024-09-12T01:11:48.774125+0000","last_undegraded":"2024-09-12T01:11:48.774125+0000","last_fullsized":"2024-09-12T01:11:48.774125+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:15.620372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00068530299999999995,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"264'351","reported_seq":1175,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.994624+0000","last_change":"2024-09-12T00:34:31.975512+0000","last_active":"2024-09-12T01:15:45.994624+0000","last_peered":"2024-09-12T01:15:45.994624+0000","last_clean":"2024-09-12T01:15:45.994624+0000","last_became_active":"2024-09-12T00:34:31.975192+0000","last_became_peered":"2024-09-12T00:34:31.975192+0000","last_unstale":"2024-09-12T01:15:45.994624+0000","last_undegraded":"2024-09-12T01:15:45.994624+0000","last_fullsized":"2024-09-12T01:15:45.994624+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:06:16.287010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":928,"num_read_kb":22362,"num_write":1090,"num_write_kb":25369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786806+0000","last_change":"2024-09-12T00:34:35.984530+0000","last_active":"2024-09-12T01:12:06.786806+0000","last_peered":"2024-09-12T01:12:06.786806+0000","last_clean":"2024-09-12T01:12:06.786806+0000","last_became_active":"2024-09-12T00:34:35.984101+0000","last_became_peered":"2024-09-12T00:34:35.984101+0000","last_unstale":"2024-09-12T01:12:06.786806+0000","last_undegraded":"2024-09-12T01:12:06.786806+0000","last_fullsized":"2024-09-12T01:12:06.786806+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:03.521254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"264'697","reported_seq":1398,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.657426+0000","last_change":"2024-09-12T00:34:38.000001+0000","last_active":"2024-09-12T01:15:45.657426+0000","last_peered":"2024-09-12T01:15:45.657426+0000","last_clean":"2024-09-12T01:15:45.657426+0000","last_became_active":"2024-09-12T00:34:37.999707+0000","last_became_peered":"2024-09-12T00:34:37.999707+0000","last_unstale":"2024-09-12T01:15:45.657426+0000","last_undegraded":"2024-09-12T01:15:45.657426+0000","last_fullsized":"2024-09-12T01:15:45.657426+0000","mapping_epoch":31,"log_start":"264'600","ondisk_log_start":"264'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":600,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:09:58.787292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":136244,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1368,"num_read_kb":3023,"num_write":1294,"num_write_kb":1130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:40.672939+0000","last_change":"2024-09-12T00:34:40.008925+0000","last_active":"2024-09-12T01:13:40.672939+0000","last_peered":"2024-09-12T01:13:40.672939+0000","last_clean":"2024-09-12T01:13:40.672939+0000","last_became_active":"2024-09-12T00:34:40.008565+0000","last_became_peered":"2024-09-12T00:34:40.008565+0000","last_unstale":"2024-09-12T01:13:40.672939+0000","last_undegraded":"2024-09-12T01:13:40.672939+0000","last_fullsized":"2024-09-12T01:13:40.672939+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:42.495725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"264'222","reported_seq":934,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.433763+0000","last_change":"2024-09-12T00:34:42.012985+0000","last_active":"2024-09-12T01:14:19.433763+0000","last_peered":"2024-09-12T01:14:19.433763+0000","last_clean":"2024-09-12T01:14:19.433763+0000","last_became_active":"2024-09-12T00:34:42.012694+0000","last_became_peered":"2024-09-12T00:34:42.012694+0000","last_unstale":"2024-09-12T01:14:19.433763+0000","last_undegraded":"2024-09-12T01:14:19.433763+0000","last_fullsized":"2024-09-12T01:14:19.433763+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:11.163676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1035,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":509,"num_read_kb":490,"num_write":472,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"264'713","reported_seq":2110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.468112+0000","last_change":"2024-09-12T00:34:33.984443+0000","last_active":"2024-09-12T01:14:05.468112+0000","last_peered":"2024-09-12T01:14:05.468112+0000","last_clean":"2024-09-12T01:14:05.468112+0000","last_became_active":"2024-09-12T00:34:33.983903+0000","last_became_peered":"2024-09-12T00:34:33.983903+0000","last_unstale":"2024-09-12T01:14:05.468112+0000","last_undegraded":"2024-09-12T01:14:05.468112+0000","last_fullsized":"2024-09-12T01:14:05.468112+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":700,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:26.154005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3318,"num_read_kb":2987,"num_write":934,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":522,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:26.789572+0000","last_change":"2024-09-12T00:34:20.832066+0000","last_active":"2024-09-12T01:12:26.789572+0000","last_peered":"2024-09-12T01:12:26.789572+0000","last_clean":"2024-09-12T01:12:26.789572+0000","last_became_active":"2024-09-12T00:34:18.800093+0000","last_became_peered":"2024-09-12T00:34:18.800093+0000","last_unstale":"2024-09-12T01:12:26.789572+0000","last_undegraded":"2024-09-12T01:12:26.789572+0000","last_fullsized":"2024-09-12T01:12:26.789572+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:45.202285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067478700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"264'320","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.011371+0000","last_change":"2024-09-12T00:34:31.964670+0000","last_active":"2024-09-12T01:15:46.011371+0000","last_peered":"2024-09-12T01:15:46.011371+0000","last_clean":"2024-09-12T01:15:46.011371+0000","last_became_active":"2024-09-12T00:34:31.964317+0000","last_became_peered":"2024-09-12T00:34:31.964317+0000","last_unstale":"2024-09-12T01:15:46.011371+0000","last_undegraded":"2024-09-12T01:15:46.011371+0000","last_fullsized":"2024-09-12T01:15:46.011371+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:12:30.387180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133707,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":418,"num_read_kb":26007,"num_write":938,"num_write_kb":21584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:38.789594+0000","last_change":"2024-09-12T00:34:35.989927+0000","last_active":"2024-09-12T01:13:38.789594+0000","last_peered":"2024-09-12T01:13:38.789594+0000","last_clean":"2024-09-12T01:13:38.789594+0000","last_became_active":"2024-09-12T00:34:35.989633+0000","last_became_peered":"2024-09-12T00:34:35.989633+0000","last_unstale":"2024-09-12T01:13:38.789594+0000","last_undegraded":"2024-09-12T01:13:38.789594+0000","last_fullsized":"2024-09-12T01:13:38.789594+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:45:21.608227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"264'1278","reported_seq":2713,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.608226+0000","last_change":"2024-09-12T00:34:38.000877+0000","last_active":"2024-09-12T01:15:45.608226+0000","last_peered":"2024-09-12T01:15:45.608226+0000","last_clean":"2024-09-12T01:15:45.608226+0000","last_became_active":"2024-09-12T00:34:38.000456+0000","last_became_peered":"2024-09-12T00:34:38.000456+0000","last_unstale":"2024-09-12T01:15:45.608226+0000","last_undegraded":"2024-09-12T01:15:45.608226+0000","last_fullsized":"2024-09-12T01:15:45.608226+0000","mapping_epoch":31,"log_start":"264'1200","ondisk_log_start":"264'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":1200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:29:58.687178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143542,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":2061,"num_read_kb":3949,"num_write":1148,"num_write_kb":991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788251+0000","last_change":"2024-09-12T00:34:40.007315+0000","last_active":"2024-09-12T01:12:16.788251+0000","last_peered":"2024-09-12T01:12:16.788251+0000","last_clean":"2024-09-12T01:12:16.788251+0000","last_became_active":"2024-09-12T00:34:40.007059+0000","last_became_peered":"2024-09-12T00:34:40.007059+0000","last_unstale":"2024-09-12T01:12:16.788251+0000","last_undegraded":"2024-09-12T01:12:16.788251+0000","last_fullsized":"2024-09-12T01:12:16.788251+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:04:24.061722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"264'162","reported_seq":681,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:27.524648+0000","last_change":"2024-09-12T00:34:42.009237+0000","last_active":"2024-09-12T01:13:27.524648+0000","last_peered":"2024-09-12T01:13:27.524648+0000","last_clean":"2024-09-12T01:13:27.524648+0000","last_became_active":"2024-09-12T00:34:42.008947+0000","last_became_peered":"2024-09-12T00:34:42.008947+0000","last_unstale":"2024-09-12T01:13:27.524648+0000","last_undegraded":"2024-09-12T01:13:27.524648+0000","last_fullsized":"2024-09-12T01:13:27.524648+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:26:05.079505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":232,"num_read_kb":205,"num_write":347,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"264'381","reported_seq":1765,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.718834+0000","last_change":"2024-09-12T00:34:33.980985+0000","last_active":"2024-09-12T01:14:15.718834+0000","last_peered":"2024-09-12T01:14:15.718834+0000","last_clean":"2024-09-12T01:14:15.718834+0000","last_became_active":"2024-09-12T00:34:33.980656+0000","last_became_peered":"2024-09-12T00:34:33.980656+0000","last_unstale":"2024-09-12T01:14:15.718834+0000","last_undegraded":"2024-09-12T01:14:15.718834+0000","last_fullsized":"2024-09-12T01:14:15.718834+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":81,"log_dups_size":300,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:12:06.976544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1941,"num_read_kb":1849,"num_write":422,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.757152+0000","last_change":"2024-09-12T00:34:20.841609+0000","last_active":"2024-09-12T01:11:51.757152+0000","last_peered":"2024-09-12T01:11:51.757152+0000","last_clean":"2024-09-12T01:11:51.757152+0000","last_became_active":"2024-09-12T00:34:18.950483+0000","last_became_peered":"2024-09-12T00:34:18.950483+0000","last_unstale":"2024-09-12T01:11:51.757152+0000","last_undegraded":"2024-09-12T01:11:51.757152+0000","last_fullsized":"2024-09-12T01:11:51.757152+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:23:51.792068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059199199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"264'347","reported_seq":999,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.042321+0000","last_change":"2024-09-12T00:34:31.959045+0000","last_active":"2024-09-12T01:15:46.042321+0000","last_peered":"2024-09-12T01:15:46.042321+0000","last_clean":"2024-09-12T01:15:46.042321+0000","last_became_active":"2024-09-12T00:34:31.958610+0000","last_became_peered":"2024-09-12T00:34:31.958610+0000","last_unstale":"2024-09-12T01:15:46.042321+0000","last_undegraded":"2024-09-12T01:15:46.042321+0000","last_fullsized":"2024-09-12T01:15:46.042321+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:19:23.841979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133688,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":557,"num_read_kb":33366,"num_write":1138,"num_write_kb":25009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"30'1","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:36.770069+0000","last_change":"2024-09-12T00:34:35.991665+0000","last_active":"2024-09-12T01:13:36.770069+0000","last_peered":"2024-09-12T01:13:36.770069+0000","last_clean":"2024-09-12T01:13:36.770069+0000","last_became_active":"2024-09-12T00:34:35.991302+0000","last_became_peered":"2024-09-12T00:34:35.991302+0000","last_unstale":"2024-09-12T01:13:36.770069+0000","last_undegraded":"2024-09-12T01:13:36.770069+0000","last_fullsized":"2024-09-12T01:13:36.770069+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:03:43.447247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"264'252","reported_seq":1289,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:20.563206+0000","last_change":"2024-09-12T00:34:38.121141+0000","last_active":"2024-09-12T01:15:20.563206+0000","last_peered":"2024-09-12T01:15:20.563206+0000","last_clean":"2024-09-12T01:15:20.563206+0000","last_became_active":"2024-09-12T00:34:38.120856+0000","last_became_peered":"2024-09-12T00:34:38.120856+0000","last_unstale":"2024-09-12T01:15:20.563206+0000","last_undegraded":"2024-09-12T01:15:20.563206+0000","last_fullsized":"2024-09-12T01:15:20.563206+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:40.243280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":170,"num_write":147,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:10.660758+0000","last_change":"2024-09-12T00:34:40.007062+0000","last_active":"2024-09-12T01:12:10.660758+0000","last_peered":"2024-09-12T01:12:10.660758+0000","last_clean":"2024-09-12T01:12:10.660758+0000","last_became_active":"2024-09-12T00:34:40.006377+0000","last_became_peered":"2024-09-12T00:34:40.006377+0000","last_unstale":"2024-09-12T01:12:10.660758+0000","last_undegraded":"2024-09-12T01:12:10.660758+0000","last_fullsized":"2024-09-12T01:12:10.660758+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:00:06.013053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"264'272","reported_seq":869,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.578919+0000","last_change":"2024-09-12T00:34:42.026040+0000","last_active":"2024-09-12T01:14:19.578919+0000","last_peered":"2024-09-12T01:14:19.578919+0000","last_clean":"2024-09-12T01:14:19.578919+0000","last_became_active":"2024-09-12T00:34:42.025507+0000","last_became_peered":"2024-09-12T00:34:42.025507+0000","last_unstale":"2024-09-12T01:14:19.578919+0000","last_undegraded":"2024-09-12T01:14:19.578919+0000","last_fullsized":"2024-09-12T01:14:19.578919+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:36:30.452196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":528,"num_read_kb":543,"num_write":622,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"264'575","reported_seq":2451,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.468070+0000","last_change":"2024-09-12T00:34:33.973121+0000","last_active":"2024-09-12T01:14:05.468070+0000","last_peered":"2024-09-12T01:14:05.468070+0000","last_clean":"2024-09-12T01:14:05.468070+0000","last_became_active":"2024-09-12T00:34:33.972779+0000","last_became_peered":"2024-09-12T00:34:33.972779+0000","last_unstale":"2024-09-12T01:14:05.468070+0000","last_undegraded":"2024-09-12T01:14:05.468070+0000","last_fullsized":"2024-09-12T01:14:05.468070+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":500,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:41.959214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":3299,"num_read_kb":3090,"num_write":685,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"22'2","reported_seq":517,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:48.774080+0000","last_change":"2024-09-12T00:34:20.831907+0000","last_active":"2024-09-12T01:11:48.774080+0000","last_peered":"2024-09-12T01:11:48.774080+0000","last_clean":"2024-09-12T01:11:48.774080+0000","last_became_active":"2024-09-12T00:34:18.800014+0000","last_became_peered":"2024-09-12T00:34:18.800014+0000","last_unstale":"2024-09-12T01:11:48.774080+0000","last_undegraded":"2024-09-12T01:11:48.774080+0000","last_fullsized":"2024-09-12T01:11:48.774080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:07:12.501341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00070168200000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"264'336","reported_seq":979,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.989156+0000","last_change":"2024-09-12T00:34:31.969555+0000","last_active":"2024-09-12T01:15:45.989156+0000","last_peered":"2024-09-12T01:15:45.989156+0000","last_clean":"2024-09-12T01:15:45.989156+0000","last_became_active":"2024-09-12T00:34:31.969221+0000","last_became_peered":"2024-09-12T00:34:31.969221+0000","last_unstale":"2024-09-12T01:15:45.989156+0000","last_undegraded":"2024-09-12T01:15:45.989156+0000","last_fullsized":"2024-09-12T01:15:45.989156+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:55:21.460251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5328013,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":472,"num_read_kb":51354,"num_write":980,"num_write_kb":39134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661443+0000","last_change":"2024-09-12T00:34:35.989033+0000","last_active":"2024-09-12T01:12:15.661443+0000","last_peered":"2024-09-12T01:12:15.661443+0000","last_clean":"2024-09-12T01:12:15.661443+0000","last_became_active":"2024-09-12T00:34:35.988607+0000","last_became_peered":"2024-09-12T00:34:35.988607+0000","last_unstale":"2024-09-12T01:12:15.661443+0000","last_undegraded":"2024-09-12T01:12:15.661443+0000","last_fullsized":"2024-09-12T01:12:15.661443+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:35:09.516031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"264'110","reported_seq":642,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:25.059292+0000","last_change":"2024-09-12T00:34:37.997789+0000","last_active":"2024-09-12T01:15:25.059292+0000","last_peered":"2024-09-12T01:15:25.059292+0000","last_clean":"2024-09-12T01:15:25.059292+0000","last_became_active":"2024-09-12T00:34:37.996626+0000","last_became_peered":"2024-09-12T00:34:37.996626+0000","last_unstale":"2024-09-12T01:15:25.059292+0000","last_undegraded":"2024-09-12T01:15:25.059292+0000","last_fullsized":"2024-09-12T01:15:25.059292+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:39:53.299289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:41.777376+0000","last_change":"2024-09-12T00:34:40.008661+0000","last_active":"2024-09-12T01:13:41.777376+0000","last_peered":"2024-09-12T01:13:41.777376+0000","last_clean":"2024-09-12T01:13:41.777376+0000","last_became_active":"2024-09-12T00:34:40.008337+0000","last_became_peered":"2024-09-12T00:34:40.008337+0000","last_unstale":"2024-09-12T01:13:41.777376+0000","last_undegraded":"2024-09-12T01:13:41.777376+0000","last_fullsized":"2024-09-12T01:13:41.777376+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:02:07.908231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"264'113","reported_seq":649,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:43.790217+0000","last_change":"2024-09-12T00:34:42.026406+0000","last_active":"2024-09-12T01:13:43.790217+0000","last_peered":"2024-09-12T01:13:43.790217+0000","last_clean":"2024-09-12T01:13:43.790217+0000","last_became_active":"2024-09-12T00:34:42.026025+0000","last_became_peered":"2024-09-12T00:34:42.026025+0000","last_unstale":"2024-09-12T01:13:43.790217+0000","last_undegraded":"2024-09-12T01:13:43.790217+0000","last_fullsized":"2024-09-12T01:13:43.790217+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":201,"num_read_kb":199,"num_write":266,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"264'724","reported_seq":2420,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.843309+0000","last_change":"2024-09-12T00:34:33.982200+0000","last_active":"2024-09-12T01:14:04.843309+0000","last_peered":"2024-09-12T01:14:04.843309+0000","last_clean":"2024-09-12T01:14:04.843309+0000","last_became_active":"2024-09-12T00:34:33.981859+0000","last_became_peered":"2024-09-12T00:34:33.981859+0000","last_unstale":"2024-09-12T01:14:04.843309+0000","last_undegraded":"2024-09-12T01:14:04.843309+0000","last_fullsized":"2024-09-12T01:14:04.843309+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":700,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:45:57.733895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3682,"num_read_kb":3305,"num_write":974,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"264'330","reported_seq":945,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.934550+0000","last_change":"2024-09-12T00:34:31.964499+0000","last_active":"2024-09-12T01:15:45.934550+0000","last_peered":"2024-09-12T01:15:45.934550+0000","last_clean":"2024-09-12T01:15:45.934550+0000","last_became_active":"2024-09-12T00:34:31.964150+0000","last_became_peered":"2024-09-12T00:34:31.964150+0000","last_unstale":"2024-09-12T01:15:45.934550+0000","last_undegraded":"2024-09-12T01:15:45.934550+0000","last_fullsized":"2024-09-12T01:15:45.934550+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:29.195427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262159,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":497,"num_read_kb":5587,"num_write":1084,"num_write_kb":25193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:51.648925+0000","last_change":"2024-09-12T00:34:20.831144+0000","last_active":"2024-09-12T01:11:51.648925+0000","last_peered":"2024-09-12T01:11:51.648925+0000","last_clean":"2024-09-12T01:11:51.648925+0000","last_became_active":"2024-09-12T00:34:18.799798+0000","last_became_peered":"2024-09-12T00:34:18.799798+0000","last_unstale":"2024-09-12T01:11:51.648925+0000","last_undegraded":"2024-09-12T01:11:51.648925+0000","last_fullsized":"2024-09-12T01:11:51.648925+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:49:11.201504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062911100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:05.660024+0000","last_change":"2024-09-12T00:34:35.988286+0000","last_active":"2024-09-12T01:12:05.660024+0000","last_peered":"2024-09-12T01:12:05.660024+0000","last_clean":"2024-09-12T01:12:05.660024+0000","last_became_active":"2024-09-12T00:34:35.987736+0000","last_became_peered":"2024-09-12T00:34:35.987736+0000","last_unstale":"2024-09-12T01:12:05.660024+0000","last_undegraded":"2024-09-12T01:12:05.660024+0000","last_fullsized":"2024-09-12T01:12:05.660024+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:53:08.878885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"264'553","reported_seq":1225,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.228341+0000","last_change":"2024-09-12T00:34:37.999708+0000","last_active":"2024-09-12T01:15:45.228341+0000","last_peered":"2024-09-12T01:15:45.228341+0000","last_clean":"2024-09-12T01:15:45.228341+0000","last_became_active":"2024-09-12T00:34:37.999294+0000","last_became_peered":"2024-09-12T00:34:37.999294+0000","last_unstale":"2024-09-12T01:15:45.228341+0000","last_undegraded":"2024-09-12T01:15:45.228341+0000","last_fullsized":"2024-09-12T01:15:45.228341+0000","mapping_epoch":31,"log_start":"264'500","ondisk_log_start":"264'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:24.664989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94912,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":970,"num_read_kb":2139,"num_write":820,"num_write_kb":654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.787552+0000","last_change":"2024-09-12T00:34:40.009409+0000","last_active":"2024-09-12T01:12:11.787552+0000","last_peered":"2024-09-12T01:12:11.787552+0000","last_clean":"2024-09-12T01:12:11.787552+0000","last_became_active":"2024-09-12T00:34:40.009153+0000","last_became_peered":"2024-09-12T00:34:40.009153+0000","last_unstale":"2024-09-12T01:12:11.787552+0000","last_undegraded":"2024-09-12T01:12:11.787552+0000","last_fullsized":"2024-09-12T01:12:11.787552+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:01.759717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"264'153","reported_seq":649,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:50.312799+0000","last_change":"2024-09-12T00:34:42.015159+0000","last_active":"2024-09-12T01:13:50.312799+0000","last_peered":"2024-09-12T01:13:50.312799+0000","last_clean":"2024-09-12T01:13:50.312799+0000","last_became_active":"2024-09-12T00:34:42.013699+0000","last_became_peered":"2024-09-12T00:34:42.013699+0000","last_unstale":"2024-09-12T01:13:50.312799+0000","last_undegraded":"2024-09-12T01:13:50.312799+0000","last_fullsized":"2024-09-12T01:13:50.312799+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:18:53.206701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":137,"num_read_kb":130,"num_write":357,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"264'476","reported_seq":2040,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.957666+0000","last_change":"2024-09-12T00:34:33.987902+0000","last_active":"2024-09-12T01:15:23.957666+0000","last_peered":"2024-09-12T01:15:23.957666+0000","last_clean":"2024-09-12T01:15:23.957666+0000","last_became_active":"2024-09-12T00:34:33.987564+0000","last_became_peered":"2024-09-12T00:34:33.987564+0000","last_unstale":"2024-09-12T01:15:23.957666+0000","last_undegraded":"2024-09-12T01:15:23.957666+0000","last_fullsized":"2024-09-12T01:15:23.957666+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":400,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:26:44.050399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2476,"num_read_kb":2319,"num_write":555,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"264'349","reported_seq":1002,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.898189+0000","last_change":"2024-09-12T00:34:31.958314+0000","last_active":"2024-09-12T01:15:45.898189+0000","last_peered":"2024-09-12T01:15:45.898189+0000","last_clean":"2024-09-12T01:15:45.898189+0000","last_became_active":"2024-09-12T00:34:31.957706+0000","last_became_peered":"2024-09-12T00:34:31.957706+0000","last_unstale":"2024-09-12T01:15:45.898189+0000","last_undegraded":"2024-09-12T01:15:45.898189+0000","last_fullsized":"2024-09-12T01:15:45.898189+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:54:27.125011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":889207,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":478,"num_read_kb":19376,"num_write":1079,"num_write_kb":47507,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.785330+0000","last_change":"2024-09-12T00:34:20.832045+0000","last_active":"2024-09-12T01:11:56.785330+0000","last_peered":"2024-09-12T01:11:56.785330+0000","last_clean":"2024-09-12T01:11:56.785330+0000","last_became_active":"2024-09-12T00:34:18.792370+0000","last_became_peered":"2024-09-12T00:34:18.792370+0000","last_unstale":"2024-09-12T01:11:56.785330+0000","last_undegraded":"2024-09-12T01:11:56.785330+0000","last_fullsized":"2024-09-12T01:11:56.785330+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:02:03.795799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049636899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.765113+0000","last_change":"2024-09-12T00:34:35.988674+0000","last_active":"2024-09-12T01:12:06.765113+0000","last_peered":"2024-09-12T01:12:06.765113+0000","last_clean":"2024-09-12T01:12:06.765113+0000","last_became_active":"2024-09-12T00:34:35.988393+0000","last_became_peered":"2024-09-12T00:34:35.988393+0000","last_unstale":"2024-09-12T01:12:06.765113+0000","last_undegraded":"2024-09-12T01:12:06.765113+0000","last_fullsized":"2024-09-12T01:12:06.765113+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:42:04.428403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"264'156","reported_seq":721,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.125039+0000","last_change":"2024-09-12T00:34:38.121092+0000","last_active":"2024-09-12T01:14:47.125039+0000","last_peered":"2024-09-12T01:14:47.125039+0000","last_clean":"2024-09-12T01:14:47.125039+0000","last_became_active":"2024-09-12T00:34:38.120661+0000","last_became_peered":"2024-09-12T00:34:38.120661+0000","last_unstale":"2024-09-12T01:14:47.125039+0000","last_undegraded":"2024-09-12T01:14:47.125039+0000","last_fullsized":"2024-09-12T01:14:47.125039+0000","mapping_epoch":31,"log_start":"261'100","ondisk_log_start":"261'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:46:23.576492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":204,"num_read_kb":195,"num_write":134,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"264'808","reported_seq":2644,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.886546+0000","last_change":"2024-09-12T00:34:40.012821+0000","last_active":"2024-09-12T01:15:43.886546+0000","last_peered":"2024-09-12T01:15:43.886546+0000","last_clean":"2024-09-12T01:15:43.886546+0000","last_became_active":"2024-09-12T00:34:40.012553+0000","last_became_peered":"2024-09-12T00:34:40.012553+0000","last_unstale":"2024-09-12T01:15:43.886546+0000","last_undegraded":"2024-09-12T01:15:43.886546+0000","last_fullsized":"2024-09-12T01:15:43.886546+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":700,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:17.821344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"264'109","reported_seq":600,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.814999+0000","last_change":"2024-09-12T00:34:42.026272+0000","last_active":"2024-09-12T01:15:16.814999+0000","last_peered":"2024-09-12T01:15:16.814999+0000","last_clean":"2024-09-12T01:15:16.814999+0000","last_became_active":"2024-09-12T00:34:42.025771+0000","last_became_peered":"2024-09-12T00:34:42.025771+0000","last_unstale":"2024-09-12T01:15:16.814999+0000","last_undegraded":"2024-09-12T01:15:16.814999+0000","last_fullsized":"2024-09-12T01:15:16.814999+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:02:46.046909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":521,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":118,"num_read_kb":116,"num_write":281,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"264'904","reported_seq":2595,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:02.247423+0000","last_change":"2024-09-12T00:34:33.986262+0000","last_active":"2024-09-12T01:14:02.247423+0000","last_peered":"2024-09-12T01:14:02.247423+0000","last_clean":"2024-09-12T01:14:02.247423+0000","last_became_active":"2024-09-12T00:34:33.985768+0000","last_became_peered":"2024-09-12T00:34:33.985768+0000","last_unstale":"2024-09-12T01:14:02.247423+0000","last_undegraded":"2024-09-12T01:14:02.247423+0000","last_fullsized":"2024-09-12T01:14:02.247423+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":800,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:03.927500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4156,"num_read_kb":3749,"num_write":1149,"num_write_kb":391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"264'307","reported_seq":922,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.021243+0000","last_change":"2024-09-12T00:34:31.980731+0000","last_active":"2024-09-12T01:15:46.021243+0000","last_peered":"2024-09-12T01:15:46.021243+0000","last_clean":"2024-09-12T01:15:46.021243+0000","last_became_active":"2024-09-12T00:34:31.980377+0000","last_became_peered":"2024-09-12T00:34:31.980377+0000","last_unstale":"2024-09-12T01:15:46.021243+0000","last_undegraded":"2024-09-12T01:15:46.021243+0000","last_fullsized":"2024-09-12T01:15:46.021243+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:35:17.337439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1395838,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":422,"num_read_kb":68054,"num_write":1009,"num_write_kb":25898,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":521,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.661580+0000","last_change":"2024-09-12T00:34:20.831144+0000","last_active":"2024-09-12T01:13:21.661580+0000","last_peered":"2024-09-12T01:13:21.661580+0000","last_clean":"2024-09-12T01:13:21.661580+0000","last_became_active":"2024-09-12T00:34:18.799719+0000","last_became_peered":"2024-09-12T00:34:18.799719+0000","last_unstale":"2024-09-12T01:13:21.661580+0000","last_undegraded":"2024-09-12T01:13:21.661580+0000","last_fullsized":"2024-09-12T01:13:21.661580+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:40.152433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061593800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786664+0000","last_change":"2024-09-12T00:34:35.986722+0000","last_active":"2024-09-12T01:12:06.786664+0000","last_peered":"2024-09-12T01:12:06.786664+0000","last_clean":"2024-09-12T01:12:06.786664+0000","last_became_active":"2024-09-12T00:34:35.986449+0000","last_became_peered":"2024-09-12T00:34:35.986449+0000","last_unstale":"2024-09-12T01:12:06.786664+0000","last_undegraded":"2024-09-12T01:12:06.786664+0000","last_fullsized":"2024-09-12T01:12:06.786664+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:05.207186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"264'124","reported_seq":659,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.110145+0000","last_change":"2024-09-12T00:34:37.998141+0000","last_active":"2024-09-12T01:14:47.110145+0000","last_peered":"2024-09-12T01:14:47.110145+0000","last_clean":"2024-09-12T01:14:47.110145+0000","last_became_active":"2024-09-12T00:34:37.997654+0000","last_became_peered":"2024-09-12T00:34:37.997654+0000","last_unstale":"2024-09-12T01:14:47.110145+0000","last_undegraded":"2024-09-12T01:14:47.110145+0000","last_fullsized":"2024-09-12T01:14:47.110145+0000","mapping_epoch":31,"log_start":"264'100","ondisk_log_start":"264'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:21.578625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":135,"num_read_kb":126,"num_write":92,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"264'815","reported_seq":2325,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.891555+0000","last_change":"2024-09-12T00:34:40.011938+0000","last_active":"2024-09-12T01:15:43.891555+0000","last_peered":"2024-09-12T01:15:43.891555+0000","last_clean":"2024-09-12T01:15:43.891555+0000","last_became_active":"2024-09-12T00:34:40.011654+0000","last_became_peered":"2024-09-12T00:34:40.011654+0000","last_unstale":"2024-09-12T01:15:43.891555+0000","last_undegraded":"2024-09-12T01:15:43.891555+0000","last_fullsized":"2024-09-12T01:15:43.891555+0000","mapping_epoch":33,"log_start":"264'800","ondisk_log_start":"264'800","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":800,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:21:13.399147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"264'259","reported_seq":776,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:18.559304+0000","last_change":"2024-09-12T00:34:42.026234+0000","last_active":"2024-09-12T01:13:18.559304+0000","last_peered":"2024-09-12T01:13:18.559304+0000","last_clean":"2024-09-12T01:13:18.559304+0000","last_became_active":"2024-09-12T00:34:42.025929+0000","last_became_peered":"2024-09-12T00:34:42.025929+0000","last_unstale":"2024-09-12T01:13:18.559304+0000","last_undegraded":"2024-09-12T01:13:18.559304+0000","last_fullsized":"2024-09-12T01:13:18.559304+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:41.848209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":316,"num_read_kb":315,"num_write":559,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"264'435","reported_seq":1895,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.416685+0000","last_change":"2024-09-12T00:34:33.980948+0000","last_active":"2024-09-12T01:14:19.416685+0000","last_peered":"2024-09-12T01:14:19.416685+0000","last_clean":"2024-09-12T01:14:19.416685+0000","last_became_active":"2024-09-12T00:34:33.980660+0000","last_became_peered":"2024-09-12T00:34:33.980660+0000","last_unstale":"2024-09-12T01:14:19.416685+0000","last_undegraded":"2024-09-12T01:14:19.416685+0000","last_fullsized":"2024-09-12T01:14:19.416685+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":400,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:14.360780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2181,"num_read_kb":2054,"num_write":523,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"264'332","reported_seq":965,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.950740+0000","last_change":"2024-09-12T00:34:31.969477+0000","last_active":"2024-09-12T01:15:45.950740+0000","last_peered":"2024-09-12T01:15:45.950740+0000","last_clean":"2024-09-12T01:15:45.950740+0000","last_became_active":"2024-09-12T00:34:31.969143+0000","last_became_peered":"2024-09-12T00:34:31.969143+0000","last_unstale":"2024-09-12T01:15:45.950740+0000","last_undegraded":"2024-09-12T01:15:45.950740+0000","last_fullsized":"2024-09-12T01:15:45.950740+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:17.419863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":350249,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":444,"num_read_kb":23442,"num_write":1042,"num_write_kb":20063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":520,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.775000+0000","last_change":"2024-09-12T00:34:20.841319+0000","last_active":"2024-09-12T01:13:21.775000+0000","last_peered":"2024-09-12T01:13:21.775000+0000","last_clean":"2024-09-12T01:13:21.775000+0000","last_became_active":"2024-09-12T00:34:18.792515+0000","last_became_peered":"2024-09-12T00:34:18.792515+0000","last_unstale":"2024-09-12T01:13:21.775000+0000","last_undegraded":"2024-09-12T01:13:21.775000+0000","last_fullsized":"2024-09-12T01:13:21.775000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:17.763837+0000","last_clean_scrub_stamp":"2024-09-12T00:34:17.763837+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:18.183302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000465122,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.792443+0000","last_change":"2024-09-12T00:34:35.986360+0000","last_active":"2024-09-12T01:12:41.792443+0000","last_peered":"2024-09-12T01:12:41.792443+0000","last_clean":"2024-09-12T01:12:41.792443+0000","last_became_active":"2024-09-12T00:34:35.985965+0000","last_became_peered":"2024-09-12T00:34:35.985965+0000","last_unstale":"2024-09-12T01:12:41.792443+0000","last_undegraded":"2024-09-12T01:12:41.792443+0000","last_fullsized":"2024-09-12T01:12:41.792443+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:31.786094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"264'774","reported_seq":1497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.419863+0000","last_change":"2024-09-12T00:34:38.120876+0000","last_active":"2024-09-12T01:15:45.419863+0000","last_peered":"2024-09-12T01:15:45.419863+0000","last_clean":"2024-09-12T01:15:45.419863+0000","last_became_active":"2024-09-12T00:34:38.120377+0000","last_became_peered":"2024-09-12T00:34:38.120377+0000","last_unstale":"2024-09-12T01:15:45.419863+0000","last_undegraded":"2024-09-12T01:15:45.419863+0000","last_fullsized":"2024-09-12T01:15:45.419863+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":700,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:17:46.350707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170369,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1369,"num_read_kb":3324,"num_write":1130,"num_write_kb":966,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":482,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.788864+0000","last_change":"2024-09-12T00:34:40.014003+0000","last_active":"2024-09-12T01:12:11.788864+0000","last_peered":"2024-09-12T01:12:11.788864+0000","last_clean":"2024-09-12T01:12:11.788864+0000","last_became_active":"2024-09-12T00:34:40.013582+0000","last_became_peered":"2024-09-12T00:34:40.013582+0000","last_unstale":"2024-09-12T01:12:11.788864+0000","last_undegraded":"2024-09-12T01:12:11.788864+0000","last_fullsized":"2024-09-12T01:12:11.788864+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:09:04.019412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"264'123","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:55.285569+0000","last_change":"2024-09-12T00:34:42.014504+0000","last_active":"2024-09-12T01:13:55.285569+0000","last_peered":"2024-09-12T01:13:55.285569+0000","last_clean":"2024-09-12T01:13:55.285569+0000","last_became_active":"2024-09-12T00:34:42.014137+0000","last_became_peered":"2024-09-12T00:34:42.014137+0000","last_unstale":"2024-09-12T01:13:55.285569+0000","last_undegraded":"2024-09-12T01:13:55.285569+0000","last_fullsized":"2024-09-12T01:13:55.285569+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:56.309212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":152,"num_read_kb":136,"num_write":295,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"264'140","reported_seq":700,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.535540+0000","last_change":"2024-09-12T00:34:42.015656+0000","last_active":"2024-09-12T01:14:19.535540+0000","last_peered":"2024-09-12T01:14:19.535540+0000","last_clean":"2024-09-12T01:14:19.535540+0000","last_became_active":"2024-09-12T00:34:42.015362+0000","last_became_peered":"2024-09-12T00:34:42.015362+0000","last_unstale":"2024-09-12T01:14:19.535540+0000","last_undegraded":"2024-09-12T01:14:19.535540+0000","last_fullsized":"2024-09-12T01:14:19.535540+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:46.132707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":253,"num_read_kb":241,"num_write":326,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"264'428","reported_seq":2006,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.295481+0000","last_change":"2024-09-12T00:34:33.982189+0000","last_active":"2024-09-12T01:14:01.295481+0000","last_peered":"2024-09-12T01:14:01.295481+0000","last_clean":"2024-09-12T01:14:01.295481+0000","last_became_active":"2024-09-12T00:34:33.981797+0000","last_became_peered":"2024-09-12T00:34:33.981797+0000","last_unstale":"2024-09-12T01:14:01.295481+0000","last_undegraded":"2024-09-12T01:14:01.295481+0000","last_fullsized":"2024-09-12T01:14:01.295481+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":400,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:45.114765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2497,"num_read_kb":2355,"num_write":514,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"264'340","reported_seq":991,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.914585+0000","last_change":"2024-09-12T00:34:31.960196+0000","last_active":"2024-09-12T01:15:45.914585+0000","last_peered":"2024-09-12T01:15:45.914585+0000","last_clean":"2024-09-12T01:15:45.914585+0000","last_became_active":"2024-09-12T00:34:31.959827+0000","last_became_peered":"2024-09-12T00:34:31.959827+0000","last_unstale":"2024-09-12T01:15:45.914585+0000","last_undegraded":"2024-09-12T01:15:45.914585+0000","last_fullsized":"2024-09-12T01:15:45.914585+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:33.925854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289240,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":529,"num_read_kb":26410,"num_write":1076,"num_write_kb":48326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.649595+0000","last_change":"2024-09-12T00:34:35.991651+0000","last_active":"2024-09-12T01:11:56.649595+0000","last_peered":"2024-09-12T01:11:56.649595+0000","last_clean":"2024-09-12T01:11:56.649595+0000","last_became_active":"2024-09-12T00:34:35.990997+0000","last_became_peered":"2024-09-12T00:34:35.990997+0000","last_unstale":"2024-09-12T01:11:56.649595+0000","last_undegraded":"2024-09-12T01:11:56.649595+0000","last_fullsized":"2024-09-12T01:11:56.649595+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:23:29.737939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"264'315","reported_seq":886,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.791592+0000","last_change":"2024-09-12T00:34:37.998915+0000","last_active":"2024-09-12T01:15:45.791592+0000","last_peered":"2024-09-12T01:15:45.791592+0000","last_clean":"2024-09-12T01:15:45.791592+0000","last_became_active":"2024-09-12T00:34:37.998646+0000","last_became_peered":"2024-09-12T00:34:37.998646+0000","last_unstale":"2024-09-12T01:15:45.791592+0000","last_undegraded":"2024-09-12T01:15:45.791592+0000","last_fullsized":"2024-09-12T01:15:45.791592+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:18.596434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45339,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":529,"num_read_kb":1243,"num_write":440,"num_write_kb":353,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":480,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.787384+0000","last_change":"2024-09-12T00:34:40.010132+0000","last_active":"2024-09-12T01:12:01.787384+0000","last_peered":"2024-09-12T01:12:01.787384+0000","last_clean":"2024-09-12T01:12:01.787384+0000","last_became_active":"2024-09-12T00:34:40.009802+0000","last_became_peered":"2024-09-12T00:34:40.009802+0000","last_unstale":"2024-09-12T01:12:01.787384+0000","last_undegraded":"2024-09-12T01:12:01.787384+0000","last_fullsized":"2024-09-12T01:12:01.787384+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:41:51.198247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"264'121","reported_seq":615,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.484538+0000","last_change":"2024-09-12T00:34:42.026247+0000","last_active":"2024-09-12T01:14:19.484538+0000","last_peered":"2024-09-12T01:14:19.484538+0000","last_clean":"2024-09-12T01:14:19.484538+0000","last_became_active":"2024-09-12T00:34:42.025531+0000","last_became_peered":"2024-09-12T00:34:42.025531+0000","last_unstale":"2024-09-12T01:14:19.484538+0000","last_undegraded":"2024-09-12T01:14:19.484538+0000","last_fullsized":"2024-09-12T01:14:19.484538+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:19.161106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":138,"num_write":311,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"264'496","reported_seq":2103,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.389517+0000","last_change":"2024-09-12T00:35:05.315433+0000","last_active":"2024-09-12T01:13:56.389517+0000","last_peered":"2024-09-12T01:13:56.389517+0000","last_clean":"2024-09-12T01:13:56.389517+0000","last_became_active":"2024-09-12T00:35:05.315082+0000","last_became_peered":"2024-09-12T00:35:05.315082+0000","last_unstale":"2024-09-12T01:13:56.389517+0000","last_undegraded":"2024-09-12T01:13:56.389517+0000","last_fullsized":"2024-09-12T01:13:56.389517+0000","mapping_epoch":38,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":400,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:34:44.738708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2561,"num_read_kb":2422,"num_write":563,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"264'417","reported_seq":1081,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.999892+0000","last_change":"2024-09-12T00:34:31.965750+0000","last_active":"2024-09-12T01:15:45.999892+0000","last_peered":"2024-09-12T01:15:45.999892+0000","last_clean":"2024-09-12T01:15:45.999892+0000","last_became_active":"2024-09-12T00:34:31.965091+0000","last_became_peered":"2024-09-12T00:34:31.965091+0000","last_unstale":"2024-09-12T01:15:45.999892+0000","last_undegraded":"2024-09-12T01:15:45.999892+0000","last_fullsized":"2024-09-12T01:15:45.999892+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:20:31.005964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4852253,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":641,"num_read_kb":34367,"num_write":1328,"num_write_kb":46060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.786736+0000","last_change":"2024-09-12T00:34:35.993202+0000","last_active":"2024-09-12T01:11:56.786736+0000","last_peered":"2024-09-12T01:11:56.786736+0000","last_clean":"2024-09-12T01:11:56.786736+0000","last_became_active":"2024-09-12T00:34:35.992901+0000","last_became_peered":"2024-09-12T00:34:35.992901+0000","last_unstale":"2024-09-12T01:11:56.786736+0000","last_undegraded":"2024-09-12T01:11:56.786736+0000","last_fullsized":"2024-09-12T01:11:56.786736+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:54:58.255255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"264'47","reported_seq":546,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.923037+0000","last_change":"2024-09-12T00:34:37.990520+0000","last_active":"2024-09-12T01:14:46.923037+0000","last_peered":"2024-09-12T01:14:46.923037+0000","last_clean":"2024-09-12T01:14:46.923037+0000","last_became_active":"2024-09-12T00:34:37.990221+0000","last_became_peered":"2024-09-12T00:34:37.990221+0000","last_unstale":"2024-09-12T01:14:46.923037+0000","last_undegraded":"2024-09-12T01:14:46.923037+0000","last_fullsized":"2024-09-12T01:14:46.923037+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:39:54.772454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.785988+0000","last_change":"2024-09-12T00:34:40.002939+0000","last_active":"2024-09-12T01:12:01.785988+0000","last_peered":"2024-09-12T01:12:01.785988+0000","last_clean":"2024-09-12T01:12:01.785988+0000","last_became_active":"2024-09-12T00:34:40.002646+0000","last_became_peered":"2024-09-12T00:34:40.002646+0000","last_unstale":"2024-09-12T01:12:01.785988+0000","last_undegraded":"2024-09-12T01:12:01.785988+0000","last_fullsized":"2024-09-12T01:12:01.785988+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:06:47.182757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"264'205","reported_seq":738,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.801225+0000","last_change":"2024-09-12T00:34:42.010342+0000","last_active":"2024-09-12T01:14:18.801225+0000","last_peered":"2024-09-12T01:14:18.801225+0000","last_clean":"2024-09-12T01:14:18.801225+0000","last_became_active":"2024-09-12T00:34:42.009994+0000","last_became_peered":"2024-09-12T00:34:42.009994+0000","last_unstale":"2024-09-12T01:14:18.801225+0000","last_undegraded":"2024-09-12T01:14:18.801225+0000","last_fullsized":"2024-09-12T01:14:18.801225+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:15:36.657494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":185,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":353,"num_read_kb":332,"num_write":455,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"264'875","reported_seq":2378,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.785749+0000","last_change":"2024-09-12T00:34:33.988374+0000","last_active":"2024-09-12T01:14:18.785749+0000","last_peered":"2024-09-12T01:14:18.785749+0000","last_clean":"2024-09-12T01:14:18.785749+0000","last_became_active":"2024-09-12T00:34:33.987934+0000","last_became_peered":"2024-09-12T00:34:33.987934+0000","last_unstale":"2024-09-12T01:14:18.785749+0000","last_undegraded":"2024-09-12T01:14:18.785749+0000","last_fullsized":"2024-09-12T01:14:18.785749+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":800,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:16:55.269210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4141,"num_read_kb":3662,"num_write":1190,"num_write_kb":464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"264'351","reported_seq":971,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.993534+0000","last_change":"2024-09-12T00:34:31.972234+0000","last_active":"2024-09-12T01:15:45.993534+0000","last_peered":"2024-09-12T01:15:45.993534+0000","last_clean":"2024-09-12T01:15:45.993534+0000","last_became_active":"2024-09-12T00:34:31.969470+0000","last_became_peered":"2024-09-12T00:34:31.969470+0000","last_unstale":"2024-09-12T01:15:45.993534+0000","last_undegraded":"2024-09-12T01:15:45.993534+0000","last_fullsized":"2024-09-12T01:15:45.993534+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:28.782455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524344,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":456,"num_read_kb":46822,"num_write":1161,"num_write_kb":59144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.785241+0000","last_change":"2024-09-12T00:34:35.984534+0000","last_active":"2024-09-12T01:11:56.785241+0000","last_peered":"2024-09-12T01:11:56.785241+0000","last_clean":"2024-09-12T01:11:56.785241+0000","last_became_active":"2024-09-12T00:34:35.984218+0000","last_became_peered":"2024-09-12T00:34:35.984218+0000","last_unstale":"2024-09-12T01:11:56.785241+0000","last_undegraded":"2024-09-12T01:11:56.785241+0000","last_fullsized":"2024-09-12T01:11:56.785241+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:54.013292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"264'322","reported_seq":903,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.100781+0000","last_change":"2024-09-12T00:34:38.000089+0000","last_active":"2024-09-12T01:15:45.100781+0000","last_peered":"2024-09-12T01:15:45.100781+0000","last_clean":"2024-09-12T01:15:45.100781+0000","last_became_active":"2024-09-12T00:34:37.999675+0000","last_became_peered":"2024-09-12T00:34:37.999675+0000","last_unstale":"2024-09-12T01:15:45.100781+0000","last_undegraded":"2024-09-12T01:15:45.100781+0000","last_fullsized":"2024-09-12T01:15:45.100781+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:27:18.488407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51381,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":513,"num_read_kb":1097,"num_write":414,"num_write_kb":296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.764247+0000","last_change":"2024-09-12T00:34:40.007850+0000","last_active":"2024-09-12T01:12:01.764247+0000","last_peered":"2024-09-12T01:12:01.764247+0000","last_clean":"2024-09-12T01:12:01.764247+0000","last_became_active":"2024-09-12T00:34:40.007570+0000","last_became_peered":"2024-09-12T00:34:40.007570+0000","last_unstale":"2024-09-12T01:12:01.764247+0000","last_undegraded":"2024-09-12T01:12:01.764247+0000","last_fullsized":"2024-09-12T01:12:01.764247+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:43:23.480247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"264'161","reported_seq":677,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:17.540065+0000","last_change":"2024-09-12T00:34:42.014546+0000","last_active":"2024-09-12T01:14:17.540065+0000","last_peered":"2024-09-12T01:14:17.540065+0000","last_clean":"2024-09-12T01:14:17.540065+0000","last_became_active":"2024-09-12T00:34:42.014030+0000","last_became_peered":"2024-09-12T00:34:42.014030+0000","last_unstale":"2024-09-12T01:14:17.540065+0000","last_undegraded":"2024-09-12T01:14:17.540065+0000","last_fullsized":"2024-09-12T01:14:17.540065+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:11.563728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":224,"num_read_kb":209,"num_write":390,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"264'432","reported_seq":1978,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.718845+0000","last_change":"2024-09-12T00:34:33.986408+0000","last_active":"2024-09-12T01:14:15.718845+0000","last_peered":"2024-09-12T01:14:15.718845+0000","last_clean":"2024-09-12T01:14:15.718845+0000","last_became_active":"2024-09-12T00:34:33.986149+0000","last_became_peered":"2024-09-12T00:34:33.986149+0000","last_unstale":"2024-09-12T01:14:15.718845+0000","last_undegraded":"2024-09-12T01:14:15.718845+0000","last_fullsized":"2024-09-12T01:14:15.718845+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:19:22.570486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2285,"num_read_kb":2165,"num_write":485,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"264'371","reported_seq":1035,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.002102+0000","last_change":"2024-09-12T00:34:31.970729+0000","last_active":"2024-09-12T01:15:46.002102+0000","last_peered":"2024-09-12T01:15:46.002102+0000","last_clean":"2024-09-12T01:15:46.002102+0000","last_became_active":"2024-09-12T00:34:31.970380+0000","last_became_peered":"2024-09-12T00:34:31.970380+0000","last_unstale":"2024-09-12T01:15:46.002102+0000","last_undegraded":"2024-09-12T01:15:46.002102+0000","last_fullsized":"2024-09-12T01:15:46.002102+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:44:49.627214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133653,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":613,"num_read_kb":38535,"num_write":1179,"num_write_kb":21967,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.763360+0000","last_change":"2024-09-12T00:34:35.988067+0000","last_active":"2024-09-12T01:11:56.763360+0000","last_peered":"2024-09-12T01:11:56.763360+0000","last_clean":"2024-09-12T01:11:56.763360+0000","last_became_active":"2024-09-12T00:34:35.987727+0000","last_became_peered":"2024-09-12T00:34:35.987727+0000","last_unstale":"2024-09-12T01:11:56.763360+0000","last_undegraded":"2024-09-12T01:11:56.763360+0000","last_fullsized":"2024-09-12T01:11:56.763360+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:16.623441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"264'262","reported_seq":828,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.886564+0000","last_change":"2024-09-12T00:34:37.999092+0000","last_active":"2024-09-12T01:15:44.886564+0000","last_peered":"2024-09-12T01:15:44.886564+0000","last_clean":"2024-09-12T01:15:44.886564+0000","last_became_active":"2024-09-12T00:34:37.998788+0000","last_became_peered":"2024-09-12T00:34:37.998788+0000","last_unstale":"2024-09-12T01:15:44.886564+0000","last_undegraded":"2024-09-12T01:15:44.886564+0000","last_fullsized":"2024-09-12T01:15:44.886564+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:10:57.760725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47621,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":1024,"num_write":358,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:00.659262+0000","last_change":"2024-09-12T00:34:40.009005+0000","last_active":"2024-09-12T01:12:00.659262+0000","last_peered":"2024-09-12T01:12:00.659262+0000","last_clean":"2024-09-12T01:12:00.659262+0000","last_became_active":"2024-09-12T00:34:40.008658+0000","last_became_peered":"2024-09-12T00:34:40.008658+0000","last_unstale":"2024-09-12T01:12:00.659262+0000","last_undegraded":"2024-09-12T01:12:00.659262+0000","last_fullsized":"2024-09-12T01:12:00.659262+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:23.335473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"264'513","reported_seq":2079,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.789151+0000","last_change":"2024-09-12T00:34:33.980376+0000","last_active":"2024-09-12T01:14:18.789151+0000","last_peered":"2024-09-12T01:14:18.789151+0000","last_clean":"2024-09-12T01:14:18.789151+0000","last_became_active":"2024-09-12T00:34:33.979954+0000","last_became_peered":"2024-09-12T00:34:33.979954+0000","last_unstale":"2024-09-12T01:14:18.789151+0000","last_undegraded":"2024-09-12T01:14:18.789151+0000","last_fullsized":"2024-09-12T01:14:18.789151+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":500,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:31:25.783769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2754,"num_read_kb":2561,"num_write":636,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"264'444","reported_seq":1175,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.971482+0000","last_change":"2024-09-12T00:34:31.973283+0000","last_active":"2024-09-12T01:15:45.971482+0000","last_peered":"2024-09-12T01:15:45.971482+0000","last_clean":"2024-09-12T01:15:45.971482+0000","last_became_active":"2024-09-12T00:34:31.972861+0000","last_became_peered":"2024-09-12T00:34:31.972861+0000","last_unstale":"2024-09-12T01:15:45.971482+0000","last_undegraded":"2024-09-12T01:15:45.971482+0000","last_fullsized":"2024-09-12T01:15:45.971482+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":400,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:41:15.425759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":888,"num_read_kb":16151,"num_write":1365,"num_write_kb":33244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:45.665418+0000","last_change":"2024-09-12T00:34:35.990725+0000","last_active":"2024-09-12T01:12:45.665418+0000","last_peered":"2024-09-12T01:12:45.665418+0000","last_clean":"2024-09-12T01:12:45.665418+0000","last_became_active":"2024-09-12T00:34:35.990444+0000","last_became_peered":"2024-09-12T00:34:35.990444+0000","last_unstale":"2024-09-12T01:12:45.665418+0000","last_undegraded":"2024-09-12T01:12:45.665418+0000","last_fullsized":"2024-09-12T01:12:45.665418+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:14.610957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"264'431","reported_seq":1062,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.828247+0000","last_change":"2024-09-12T00:34:37.996342+0000","last_active":"2024-09-12T01:15:44.828247+0000","last_peered":"2024-09-12T01:15:44.828247+0000","last_clean":"2024-09-12T01:15:44.828247+0000","last_became_active":"2024-09-12T00:34:37.996049+0000","last_became_peered":"2024-09-12T00:34:37.996049+0000","last_unstale":"2024-09-12T01:15:44.828247+0000","last_undegraded":"2024-09-12T01:15:44.828247+0000","last_fullsized":"2024-09-12T01:15:44.828247+0000","mapping_epoch":31,"log_start":"264'400","ondisk_log_start":"264'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:55.702519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69757,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":765,"num_read_kb":1800,"num_write":644,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":479,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:13.777448+0000","last_change":"2024-09-12T00:34:40.012666+0000","last_active":"2024-09-12T01:12:13.777448+0000","last_peered":"2024-09-12T01:12:13.777448+0000","last_clean":"2024-09-12T01:12:13.777448+0000","last_became_active":"2024-09-12T00:34:40.012366+0000","last_became_peered":"2024-09-12T00:34:40.012366+0000","last_unstale":"2024-09-12T01:12:13.777448+0000","last_undegraded":"2024-09-12T01:12:13.777448+0000","last_fullsized":"2024-09-12T01:12:13.777448+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:31.574283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"264'159","reported_seq":660,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:55.870235+0000","last_change":"2024-09-12T00:34:42.026234+0000","last_active":"2024-09-12T01:13:55.870235+0000","last_peered":"2024-09-12T01:13:55.870235+0000","last_clean":"2024-09-12T01:13:55.870235+0000","last_became_active":"2024-09-12T00:34:42.025953+0000","last_became_peered":"2024-09-12T00:34:42.025953+0000","last_unstale":"2024-09-12T01:13:55.870235+0000","last_undegraded":"2024-09-12T01:13:55.870235+0000","last_fullsized":"2024-09-12T01:13:55.870235+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:07.207473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":845,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":219,"num_read_kb":219,"num_write":367,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"264'770","reported_seq":2284,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.959561+0000","last_change":"2024-09-12T00:34:33.985204+0000","last_active":"2024-09-12T01:15:23.959561+0000","last_peered":"2024-09-12T01:15:23.959561+0000","last_clean":"2024-09-12T01:15:23.959561+0000","last_became_active":"2024-09-12T00:34:33.984892+0000","last_became_peered":"2024-09-12T00:34:33.984892+0000","last_unstale":"2024-09-12T01:15:23.959561+0000","last_undegraded":"2024-09-12T01:15:23.959561+0000","last_fullsized":"2024-09-12T01:15:23.959561+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":700,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:26.175665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3650,"num_read_kb":3300,"num_write":1005,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"264'418","reported_seq":1165,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.035041+0000","last_change":"2024-09-12T00:35:05.222835+0000","last_active":"2024-09-12T01:15:46.035041+0000","last_peered":"2024-09-12T01:15:46.035041+0000","last_clean":"2024-09-12T01:15:46.035041+0000","last_became_active":"2024-09-12T00:35:05.222425+0000","last_became_peered":"2024-09-12T00:35:05.222425+0000","last_unstale":"2024-09-12T01:15:46.035041+0000","last_undegraded":"2024-09-12T01:15:46.035041+0000","last_fullsized":"2024-09-12T01:15:46.035041+0000","mapping_epoch":38,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:46:48.571855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4482120,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":886,"num_read_kb":33964,"num_write":1256,"num_write_kb":37455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.765187+0000","last_change":"2024-09-12T00:34:35.983805+0000","last_active":"2024-09-12T01:12:06.765187+0000","last_peered":"2024-09-12T01:12:06.765187+0000","last_clean":"2024-09-12T01:12:06.765187+0000","last_became_active":"2024-09-12T00:34:35.983475+0000","last_became_peered":"2024-09-12T00:34:35.983475+0000","last_unstale":"2024-09-12T01:12:06.765187+0000","last_undegraded":"2024-09-12T01:12:06.765187+0000","last_fullsized":"2024-09-12T01:12:06.765187+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:05.711987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"264'294","reported_seq":874,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.947448+0000","last_change":"2024-09-12T00:34:37.993121+0000","last_active":"2024-09-12T01:15:44.947448+0000","last_peered":"2024-09-12T01:15:44.947448+0000","last_clean":"2024-09-12T01:15:44.947448+0000","last_became_active":"2024-09-12T00:34:37.992843+0000","last_became_peered":"2024-09-12T00:34:37.992843+0000","last_unstale":"2024-09-12T01:15:44.947448+0000","last_undegraded":"2024-09-12T01:15:44.947448+0000","last_fullsized":"2024-09-12T01:15:44.947448+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:49:22.780501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52062,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":494,"num_read_kb":1085,"num_write":410,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.652062+0000","last_change":"2024-09-12T00:34:40.007532+0000","last_active":"2024-09-12T01:12:11.652062+0000","last_peered":"2024-09-12T01:12:11.652062+0000","last_clean":"2024-09-12T01:12:11.652062+0000","last_became_active":"2024-09-12T00:34:40.007193+0000","last_became_peered":"2024-09-12T00:34:40.007193+0000","last_unstale":"2024-09-12T01:12:11.652062+0000","last_undegraded":"2024-09-12T01:12:11.652062+0000","last_fullsized":"2024-09-12T01:12:11.652062+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:38:16.571922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"264'175","reported_seq":687,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.807906+0000","last_change":"2024-09-12T00:34:42.010157+0000","last_active":"2024-09-12T01:14:18.807906+0000","last_peered":"2024-09-12T01:14:18.807906+0000","last_clean":"2024-09-12T01:14:18.807906+0000","last_became_active":"2024-09-12T00:34:42.009849+0000","last_became_peered":"2024-09-12T00:34:42.009849+0000","last_unstale":"2024-09-12T01:14:18.807906+0000","last_undegraded":"2024-09-12T01:14:18.807906+0000","last_fullsized":"2024-09-12T01:14:18.807906+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:18:32.013252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1821,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":250,"num_read_kb":235,"num_write":504,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"264'920","reported_seq":2471,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.294506+0000","last_change":"2024-09-12T00:34:33.990027+0000","last_active":"2024-09-12T01:14:01.294506+0000","last_peered":"2024-09-12T01:14:01.294506+0000","last_clean":"2024-09-12T01:14:01.294506+0000","last_became_active":"2024-09-12T00:34:33.989659+0000","last_became_peered":"2024-09-12T00:34:33.989659+0000","last_unstale":"2024-09-12T01:14:01.294506+0000","last_undegraded":"2024-09-12T01:14:01.294506+0000","last_fullsized":"2024-09-12T01:14:01.294506+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":900,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:56:58.852813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4477,"num_read_kb":3958,"num_write":1281,"num_write_kb":521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"264'307","reported_seq":1063,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.867141+0000","last_change":"2024-09-12T00:34:31.975632+0000","last_active":"2024-09-12T01:15:45.867141+0000","last_peered":"2024-09-12T01:15:45.867141+0000","last_clean":"2024-09-12T01:15:45.867141+0000","last_became_active":"2024-09-12T00:34:31.974977+0000","last_became_peered":"2024-09-12T00:34:31.974977+0000","last_unstale":"2024-09-12T01:15:45.867141+0000","last_undegraded":"2024-09-12T01:15:45.867141+0000","last_fullsized":"2024-09-12T01:15:45.867141+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:04:05.104696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1218969,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":802,"num_read_kb":21280,"num_write":1015,"num_write_kb":26616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786817+0000","last_change":"2024-09-12T00:34:35.992414+0000","last_active":"2024-09-12T01:12:06.786817+0000","last_peered":"2024-09-12T01:12:06.786817+0000","last_clean":"2024-09-12T01:12:06.786817+0000","last_became_active":"2024-09-12T00:34:35.992097+0000","last_became_peered":"2024-09-12T00:34:35.992097+0000","last_unstale":"2024-09-12T01:12:06.786817+0000","last_undegraded":"2024-09-12T01:12:06.786817+0000","last_fullsized":"2024-09-12T01:12:06.786817+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:42.102786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"264'300","reported_seq":873,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.048118+0000","last_change":"2024-09-12T00:34:38.121420+0000","last_active":"2024-09-12T01:15:46.048118+0000","last_peered":"2024-09-12T01:15:46.048118+0000","last_clean":"2024-09-12T01:15:46.048118+0000","last_became_active":"2024-09-12T00:34:38.120888+0000","last_became_peered":"2024-09-12T00:34:38.120888+0000","last_unstale":"2024-09-12T01:15:46.048118+0000","last_undegraded":"2024-09-12T01:15:46.048118+0000","last_fullsized":"2024-09-12T01:15:46.048118+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:31:55.385484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46871,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":492,"num_read_kb":1132,"num_write":406,"num_write_kb":321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:46.656397+0000","last_change":"2024-09-12T00:34:40.012879+0000","last_active":"2024-09-12T01:12:46.656397+0000","last_peered":"2024-09-12T01:12:46.656397+0000","last_clean":"2024-09-12T01:12:46.656397+0000","last_became_active":"2024-09-12T00:34:40.012508+0000","last_became_peered":"2024-09-12T00:34:40.012508+0000","last_unstale":"2024-09-12T01:12:46.656397+0000","last_undegraded":"2024-09-12T01:12:46.656397+0000","last_fullsized":"2024-09-12T01:12:46.656397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:16:47.552204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"264'100","reported_seq":579,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.908674+0000","last_change":"2024-09-12T00:34:42.014846+0000","last_active":"2024-09-12T01:15:24.908674+0000","last_peered":"2024-09-12T01:15:24.908674+0000","last_clean":"2024-09-12T01:15:24.908674+0000","last_became_active":"2024-09-12T00:34:42.014187+0000","last_became_peered":"2024-09-12T00:34:42.014187+0000","last_unstale":"2024-09-12T01:15:24.908674+0000","last_undegraded":"2024-09-12T01:15:24.908674+0000","last_fullsized":"2024-09-12T01:15:24.908674+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:54.394760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":87,"num_write":238,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"264'1344","reported_seq":3034,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.957972+0000","last_change":"2024-09-12T00:34:33.974935+0000","last_active":"2024-09-12T01:15:23.957972+0000","last_peered":"2024-09-12T01:15:23.957972+0000","last_clean":"2024-09-12T01:15:23.957972+0000","last_became_active":"2024-09-12T00:34:33.974620+0000","last_became_peered":"2024-09-12T00:34:33.974620+0000","last_unstale":"2024-09-12T01:15:23.957972+0000","last_undegraded":"2024-09-12T01:15:23.957972+0000","last_fullsized":"2024-09-12T01:15:23.957972+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":1300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:25.349300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6230,"num_read_kb":5457,"num_write":1909,"num_write_kb":801,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"264'406","reported_seq":1047,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.039676+0000","last_change":"2024-09-12T00:34:31.972335+0000","last_active":"2024-09-12T01:15:46.039676+0000","last_peered":"2024-09-12T01:15:46.039676+0000","last_clean":"2024-09-12T01:15:46.039676+0000","last_became_active":"2024-09-12T00:34:31.971481+0000","last_became_peered":"2024-09-12T00:34:31.971481+0000","last_unstale":"2024-09-12T01:15:46.039676+0000","last_undegraded":"2024-09-12T01:15:46.039676+0000","last_fullsized":"2024-09-12T01:15:46.039676+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:40:47.882254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262214,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":565,"num_read_kb":9239,"num_write":1298,"num_write_kb":32825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.651256+0000","last_change":"2024-09-12T00:34:35.985461+0000","last_active":"2024-09-12T01:12:06.651256+0000","last_peered":"2024-09-12T01:12:06.651256+0000","last_clean":"2024-09-12T01:12:06.651256+0000","last_became_active":"2024-09-12T00:34:35.985160+0000","last_became_peered":"2024-09-12T00:34:35.985160+0000","last_unstale":"2024-09-12T01:12:06.651256+0000","last_undegraded":"2024-09-12T01:12:06.651256+0000","last_fullsized":"2024-09-12T01:12:06.651256+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:14:20.512924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"264'94","reported_seq":614,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.122113+0000","last_change":"2024-09-12T00:34:38.121090+0000","last_active":"2024-09-12T01:14:47.122113+0000","last_peered":"2024-09-12T01:14:47.122113+0000","last_clean":"2024-09-12T01:14:47.122113+0000","last_became_active":"2024-09-12T00:34:38.120386+0000","last_became_peered":"2024-09-12T00:34:38.120386+0000","last_unstale":"2024-09-12T01:14:47.122113+0000","last_undegraded":"2024-09-12T01:14:47.122113+0000","last_fullsized":"2024-09-12T01:14:47.122113+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:46.569598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":97,"num_read_kb":87,"num_write":74,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"264'778","reported_seq":4209,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.436908+0000","last_change":"2024-09-12T00:34:40.006438+0000","last_active":"2024-09-12T01:15:45.436908+0000","last_peered":"2024-09-12T01:15:45.436908+0000","last_clean":"2024-09-12T01:15:45.436908+0000","last_became_active":"2024-09-12T00:34:40.005461+0000","last_became_peered":"2024-09-12T00:34:40.005461+0000","last_unstale":"2024-09-12T01:15:45.436908+0000","last_undegraded":"2024-09-12T01:15:45.436908+0000","last_fullsized":"2024-09-12T01:15:45.436908+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:25:43.181893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"264'100","reported_seq":596,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.791159+0000","last_change":"2024-09-12T00:34:42.013009+0000","last_active":"2024-09-12T01:14:18.791159+0000","last_peered":"2024-09-12T01:14:18.791159+0000","last_clean":"2024-09-12T01:14:18.791159+0000","last_became_active":"2024-09-12T00:34:42.012650+0000","last_became_peered":"2024-09-12T00:34:42.012650+0000","last_unstale":"2024-09-12T01:14:18.791159+0000","last_undegraded":"2024-09-12T01:14:18.791159+0000","last_fullsized":"2024-09-12T01:14:18.791159+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:27:10.043864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":113,"num_write":246,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"264'1201","reported_seq":2922,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.426902+0000","last_change":"2024-09-12T00:34:33.991071+0000","last_active":"2024-09-12T01:14:19.426902+0000","last_peered":"2024-09-12T01:14:19.426902+0000","last_clean":"2024-09-12T01:14:19.426902+0000","last_became_active":"2024-09-12T00:34:33.990740+0000","last_became_peered":"2024-09-12T00:34:33.990740+0000","last_unstale":"2024-09-12T01:14:19.426902+0000","last_undegraded":"2024-09-12T01:14:19.426902+0000","last_fullsized":"2024-09-12T01:14:19.426902+0000","mapping_epoch":27,"log_start":"264'1100","ondisk_log_start":"264'1100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":1100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:06.256260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5787,"num_read_kb":5148,"num_write":1679,"num_write_kb":732,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"264'312","reported_seq":902,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.939402+0000","last_change":"2024-09-12T00:35:05.222645+0000","last_active":"2024-09-12T01:15:45.939402+0000","last_peered":"2024-09-12T01:15:45.939402+0000","last_clean":"2024-09-12T01:15:45.939402+0000","last_became_active":"2024-09-12T00:35:05.222269+0000","last_became_peered":"2024-09-12T00:35:05.222269+0000","last_unstale":"2024-09-12T01:15:45.939402+0000","last_undegraded":"2024-09-12T01:15:45.939402+0000","last_fullsized":"2024-09-12T01:15:45.939402+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:47.575482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2267322,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":367,"num_read_kb":17952,"num_write":887,"num_write_kb":34402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'5","reported_seq":977,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.653669+0000","last_change":"2024-09-12T00:34:35.983200+0000","last_active":"2024-09-12T01:15:43.653669+0000","last_peered":"2024-09-12T01:15:43.653669+0000","last_clean":"2024-09-12T01:15:43.653669+0000","last_became_active":"2024-09-12T00:34:35.982931+0000","last_became_peered":"2024-09-12T00:34:35.982931+0000","last_unstale":"2024-09-12T01:15:43.653669+0000","last_undegraded":"2024-09-12T01:15:43.653669+0000","last_fullsized":"2024-09-12T01:15:43.653669+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:23.552905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"264'310","reported_seq":909,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.317065+0000","last_change":"2024-09-12T00:34:37.997083+0000","last_active":"2024-09-12T01:15:44.317065+0000","last_peered":"2024-09-12T01:15:44.317065+0000","last_clean":"2024-09-12T01:15:44.317065+0000","last_became_active":"2024-09-12T00:34:37.996773+0000","last_became_peered":"2024-09-12T00:34:37.996773+0000","last_unstale":"2024-09-12T01:15:44.317065+0000","last_undegraded":"2024-09-12T01:15:44.317065+0000","last_fullsized":"2024-09-12T01:15:44.317065+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:47.652246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50611,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":506,"num_read_kb":1050,"num_write":400,"num_write_kb":277,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:20.670499+0000","last_change":"2024-09-12T00:34:40.011290+0000","last_active":"2024-09-12T01:13:20.670499+0000","last_peered":"2024-09-12T01:13:20.670499+0000","last_clean":"2024-09-12T01:13:20.670499+0000","last_became_active":"2024-09-12T00:34:40.011017+0000","last_became_peered":"2024-09-12T00:34:40.011017+0000","last_unstale":"2024-09-12T01:13:20.670499+0000","last_undegraded":"2024-09-12T01:13:20.670499+0000","last_fullsized":"2024-09-12T01:13:20.670499+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:23:58.807186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"264'126","reported_seq":638,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:57.185669+0000","last_change":"2024-09-12T00:34:42.017252+0000","last_active":"2024-09-12T01:13:57.185669+0000","last_peered":"2024-09-12T01:13:57.185669+0000","last_clean":"2024-09-12T01:13:57.185669+0000","last_became_active":"2024-09-12T00:34:42.016996+0000","last_became_peered":"2024-09-12T00:34:42.016996+0000","last_unstale":"2024-09-12T01:13:57.185669+0000","last_undegraded":"2024-09-12T01:13:57.185669+0000","last_fullsized":"2024-09-12T01:13:57.185669+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:40.055407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1641,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":197,"num_read_kb":174,"num_write":319,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"264'422","reported_seq":1731,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.958656+0000","last_change":"2024-09-12T00:34:33.988789+0000","last_active":"2024-09-12T01:15:23.958656+0000","last_peered":"2024-09-12T01:15:23.958656+0000","last_clean":"2024-09-12T01:15:23.958656+0000","last_became_active":"2024-09-12T00:34:33.988474+0000","last_became_peered":"2024-09-12T00:34:33.988474+0000","last_unstale":"2024-09-12T01:15:23.958656+0000","last_undegraded":"2024-09-12T01:15:23.958656+0000","last_fullsized":"2024-09-12T01:15:23.958656+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":400,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:30:41.579543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2068,"num_read_kb":1907,"num_write":501,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"264'361","reported_seq":983,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.933880+0000","last_change":"2024-09-12T00:35:05.688405+0000","last_active":"2024-09-12T01:15:45.933880+0000","last_peered":"2024-09-12T01:15:45.933880+0000","last_clean":"2024-09-12T01:15:45.933880+0000","last_became_active":"2024-09-12T00:35:05.688101+0000","last_became_peered":"2024-09-12T00:35:05.688101+0000","last_unstale":"2024-09-12T01:15:45.933880+0000","last_undegraded":"2024-09-12T01:15:45.933880+0000","last_fullsized":"2024-09-12T01:15:45.933880+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:01:00.249416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262200,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":500,"num_read_kb":1934,"num_write":1139,"num_write_kb":21166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:08.776922+0000","last_change":"2024-09-12T00:34:35.991349+0000","last_active":"2024-09-12T01:12:08.776922+0000","last_peered":"2024-09-12T01:12:08.776922+0000","last_clean":"2024-09-12T01:12:08.776922+0000","last_became_active":"2024-09-12T00:34:35.991149+0000","last_became_peered":"2024-09-12T00:34:35.991149+0000","last_unstale":"2024-09-12T01:12:08.776922+0000","last_undegraded":"2024-09-12T01:12:08.776922+0000","last_fullsized":"2024-09-12T01:12:08.776922+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:12:34.422304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"264'274","reported_seq":845,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.379231+0000","last_change":"2024-09-12T00:34:37.998630+0000","last_active":"2024-09-12T01:15:44.379231+0000","last_peered":"2024-09-12T01:15:44.379231+0000","last_clean":"2024-09-12T01:15:44.379231+0000","last_became_active":"2024-09-12T00:34:37.998269+0000","last_became_peered":"2024-09-12T00:34:37.998269+0000","last_unstale":"2024-09-12T01:15:44.379231+0000","last_undegraded":"2024-09-12T01:15:44.379231+0000","last_fullsized":"2024-09-12T01:15:44.379231+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:42.704325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87727,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":455,"num_read_kb":1131,"num_write":370,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:26.775516+0000","last_change":"2024-09-12T00:34:40.005097+0000","last_active":"2024-09-12T01:13:26.775516+0000","last_peered":"2024-09-12T01:13:26.775516+0000","last_clean":"2024-09-12T01:13:26.775516+0000","last_became_active":"2024-09-12T00:34:40.004801+0000","last_became_peered":"2024-09-12T00:34:40.004801+0000","last_unstale":"2024-09-12T01:13:26.775516+0000","last_undegraded":"2024-09-12T01:13:26.775516+0000","last_fullsized":"2024-09-12T01:13:26.775516+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:37:40.518840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"264'133","reported_seq":679,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.486528+0000","last_change":"2024-09-12T00:34:42.026666+0000","last_active":"2024-09-12T01:14:19.486528+0000","last_peered":"2024-09-12T01:14:19.486528+0000","last_clean":"2024-09-12T01:14:19.486528+0000","last_became_active":"2024-09-12T00:34:42.025899+0000","last_became_peered":"2024-09-12T00:34:42.025899+0000","last_unstale":"2024-09-12T01:14:19.486528+0000","last_undegraded":"2024-09-12T01:14:19.486528+0000","last_fullsized":"2024-09-12T01:14:19.486528+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:08:22.514735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":557,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":329,"num_read_kb":286,"num_write":339,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"264'756","reported_seq":2189,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.966672+0000","last_change":"2024-09-12T00:34:33.985722+0000","last_active":"2024-09-12T01:15:23.966672+0000","last_peered":"2024-09-12T01:15:23.966672+0000","last_clean":"2024-09-12T01:15:23.966672+0000","last_became_active":"2024-09-12T00:34:33.985448+0000","last_became_peered":"2024-09-12T00:34:33.985448+0000","last_unstale":"2024-09-12T01:15:23.966672+0000","last_undegraded":"2024-09-12T01:15:23.966672+0000","last_fullsized":"2024-09-12T01:15:23.966672+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":700,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:37.284265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3513,"num_read_kb":3154,"num_write":998,"num_write_kb":362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"264'332","reported_seq":956,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.866001+0000","last_change":"2024-09-12T00:34:31.963109+0000","last_active":"2024-09-12T01:15:45.866001+0000","last_peered":"2024-09-12T01:15:45.866001+0000","last_clean":"2024-09-12T01:15:45.866001+0000","last_became_active":"2024-09-12T00:34:31.962743+0000","last_became_peered":"2024-09-12T00:34:31.962743+0000","last_unstale":"2024-09-12T01:15:45.866001+0000","last_undegraded":"2024-09-12T01:15:45.866001+0000","last_fullsized":"2024-09-12T01:15:45.866001+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:57:51.239613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":538106,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":439,"num_read_kb":23084,"num_write":1012,"num_write_kb":31643,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.796569+0000","last_change":"2024-09-12T00:34:35.986786+0000","last_active":"2024-09-12T01:13:16.796569+0000","last_peered":"2024-09-12T01:13:16.796569+0000","last_clean":"2024-09-12T01:13:16.796569+0000","last_became_active":"2024-09-12T00:34:35.985748+0000","last_became_peered":"2024-09-12T00:34:35.985748+0000","last_unstale":"2024-09-12T01:13:16.796569+0000","last_undegraded":"2024-09-12T01:13:16.796569+0000","last_fullsized":"2024-09-12T01:13:16.796569+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:21:29.586080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"264'273","reported_seq":828,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.923083+0000","last_change":"2024-09-12T00:34:37.997512+0000","last_active":"2024-09-12T01:15:45.923083+0000","last_peered":"2024-09-12T01:15:45.923083+0000","last_clean":"2024-09-12T01:15:45.923083+0000","last_became_active":"2024-09-12T00:34:37.997172+0000","last_became_peered":"2024-09-12T00:34:37.997172+0000","last_unstale":"2024-09-12T01:15:45.923083+0000","last_undegraded":"2024-09-12T01:15:45.923083+0000","last_fullsized":"2024-09-12T01:15:45.923083+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:07:52.805428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51250,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":452,"num_read_kb":1111,"num_write":376,"num_write_kb":326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":481,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.787612+0000","last_change":"2024-09-12T00:34:40.010731+0000","last_active":"2024-09-12T01:12:11.787612+0000","last_peered":"2024-09-12T01:12:11.787612+0000","last_clean":"2024-09-12T01:12:11.787612+0000","last_became_active":"2024-09-12T00:34:40.010287+0000","last_became_peered":"2024-09-12T00:34:40.010287+0000","last_unstale":"2024-09-12T01:12:11.787612+0000","last_undegraded":"2024-09-12T01:12:11.787612+0000","last_fullsized":"2024-09-12T01:12:11.787612+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:54:45.935071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"264'174","reported_seq":1634,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:17.267089+0000","last_change":"2024-09-12T00:34:42.010457+0000","last_active":"2024-09-12T01:14:17.267089+0000","last_peered":"2024-09-12T01:14:17.267089+0000","last_clean":"2024-09-12T01:14:17.267089+0000","last_became_active":"2024-09-12T00:34:42.010177+0000","last_became_peered":"2024-09-12T00:34:42.010177+0000","last_unstale":"2024-09-12T01:14:17.267089+0000","last_undegraded":"2024-09-12T01:14:17.267089+0000","last_fullsized":"2024-09-12T01:14:17.267089+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:01:09.125333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":657,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1177,"num_read_kb":1173,"num_write":405,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"264'459","reported_seq":2049,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.718296+0000","last_change":"2024-09-12T00:34:33.980026+0000","last_active":"2024-09-12T01:14:15.718296+0000","last_peered":"2024-09-12T01:14:15.718296+0000","last_clean":"2024-09-12T01:14:15.718296+0000","last_became_active":"2024-09-12T00:34:33.979754+0000","last_became_peered":"2024-09-12T00:34:33.979754+0000","last_unstale":"2024-09-12T01:14:15.718296+0000","last_undegraded":"2024-09-12T01:14:15.718296+0000","last_fullsized":"2024-09-12T01:14:15.718296+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":400,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:21:08.012304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2451,"num_read_kb":2312,"num_write":529,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"264'522","reported_seq":1194,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.039280+0000","last_change":"2024-09-12T00:34:31.971602+0000","last_active":"2024-09-12T01:15:46.039280+0000","last_peered":"2024-09-12T01:15:46.039280+0000","last_clean":"2024-09-12T01:15:46.039280+0000","last_became_active":"2024-09-12T00:34:31.971263+0000","last_became_peered":"2024-09-12T00:34:31.971263+0000","last_unstale":"2024-09-12T01:15:46.039280+0000","last_undegraded":"2024-09-12T01:15:46.039280+0000","last_fullsized":"2024-09-12T01:15:46.039280+0000","mapping_epoch":25,"log_start":"264'500","ondisk_log_start":"264'500","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":500,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:39:42.137336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":851,"num_read_kb":22040,"num_write":1382,"num_write_kb":25421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"30'1","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.661529+0000","last_change":"2024-09-12T00:34:35.990662+0000","last_active":"2024-09-12T01:13:21.661529+0000","last_peered":"2024-09-12T01:13:21.661529+0000","last_clean":"2024-09-12T01:13:21.661529+0000","last_became_active":"2024-09-12T00:34:35.990181+0000","last_became_peered":"2024-09-12T00:34:35.990181+0000","last_unstale":"2024-09-12T01:13:21.661529+0000","last_undegraded":"2024-09-12T01:13:21.661529+0000","last_fullsized":"2024-09-12T01:13:21.661529+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:54:10.337966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"264'320","reported_seq":909,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.010412+0000","last_change":"2024-09-12T00:34:37.988290+0000","last_active":"2024-09-12T01:15:44.010412+0000","last_peered":"2024-09-12T01:15:44.010412+0000","last_clean":"2024-09-12T01:15:44.010412+0000","last_became_active":"2024-09-12T00:34:37.987989+0000","last_became_peered":"2024-09-12T00:34:37.987989+0000","last_unstale":"2024-09-12T01:15:44.010412+0000","last_undegraded":"2024-09-12T01:15:44.010412+0000","last_fullsized":"2024-09-12T01:15:44.010412+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:30:42.745177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50991,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":545,"num_read_kb":1225,"num_write":444,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:10.660734+0000","last_change":"2024-09-12T00:34:40.010434+0000","last_active":"2024-09-12T01:12:10.660734+0000","last_peered":"2024-09-12T01:12:10.660734+0000","last_clean":"2024-09-12T01:12:10.660734+0000","last_became_active":"2024-09-12T00:34:40.009757+0000","last_became_peered":"2024-09-12T00:34:40.009757+0000","last_unstale":"2024-09-12T01:12:10.660734+0000","last_undegraded":"2024-09-12T01:12:10.660734+0000","last_fullsized":"2024-09-12T01:12:10.660734+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:18:34.377897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"264'125","reported_seq":614,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.955922+0000","last_change":"2024-09-12T00:34:42.014821+0000","last_active":"2024-09-12T01:15:23.955922+0000","last_peered":"2024-09-12T01:15:23.955922+0000","last_clean":"2024-09-12T01:15:23.955922+0000","last_became_active":"2024-09-12T00:34:42.014551+0000","last_became_peered":"2024-09-12T00:34:42.014551+0000","last_unstale":"2024-09-12T01:15:23.955922+0000","last_undegraded":"2024-09-12T01:15:23.955922+0000","last_fullsized":"2024-09-12T01:15:23.955922+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:37:10.589821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":629,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":145,"num_read_kb":131,"num_write":325,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"264'471","reported_seq":2109,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.796935+0000","last_change":"2024-09-12T00:34:33.971960+0000","last_active":"2024-09-12T01:14:18.796935+0000","last_peered":"2024-09-12T01:14:18.796935+0000","last_clean":"2024-09-12T01:14:18.796935+0000","last_became_active":"2024-09-12T00:34:33.971654+0000","last_became_peered":"2024-09-12T00:34:33.971654+0000","last_unstale":"2024-09-12T01:14:18.796935+0000","last_undegraded":"2024-09-12T01:14:18.796935+0000","last_fullsized":"2024-09-12T01:14:18.796935+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":400,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:29:56.482283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2669,"num_read_kb":2518,"num_write":545,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"264'348","reported_seq":995,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.006357+0000","last_change":"2024-09-12T00:34:31.973209+0000","last_active":"2024-09-12T01:15:46.006357+0000","last_peered":"2024-09-12T01:15:46.006357+0000","last_clean":"2024-09-12T01:15:46.006357+0000","last_became_active":"2024-09-12T00:34:31.972867+0000","last_became_peered":"2024-09-12T00:34:31.972867+0000","last_unstale":"2024-09-12T01:15:46.006357+0000","last_undegraded":"2024-09-12T01:15:46.006357+0000","last_fullsized":"2024-09-12T01:15:46.006357+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:16.132202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287823,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":575,"num_read_kb":7703,"num_write":1142,"num_write_kb":11059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"264'383","reported_seq":1917,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:00.611967+0000","last_change":"2024-09-12T00:34:33.973556+0000","last_active":"2024-09-12T01:14:00.611967+0000","last_peered":"2024-09-12T01:14:00.611967+0000","last_clean":"2024-09-12T01:14:00.611967+0000","last_became_active":"2024-09-12T00:34:33.972770+0000","last_became_peered":"2024-09-12T00:34:33.972770+0000","last_unstale":"2024-09-12T01:14:00.611967+0000","last_undegraded":"2024-09-12T01:14:00.611967+0000","last_fullsized":"2024-09-12T01:14:00.611967+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:49:04.372140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2116,"num_read_kb":2038,"num_write":421,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"264'401","reported_seq":1020,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.019359+0000","last_change":"2024-09-12T00:34:31.967381+0000","last_active":"2024-09-12T01:15:46.019359+0000","last_peered":"2024-09-12T01:15:46.019359+0000","last_clean":"2024-09-12T01:15:46.019359+0000","last_became_active":"2024-09-12T00:34:31.966720+0000","last_became_peered":"2024-09-12T00:34:31.966720+0000","last_unstale":"2024-09-12T01:15:46.019359+0000","last_undegraded":"2024-09-12T01:15:46.019359+0000","last_fullsized":"2024-09-12T01:15:46.019359+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:12:28.811257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4593516,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":495,"num_read_kb":8293,"num_write":1293,"num_write_kb":36930,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"264'513","reported_seq":2113,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:57.184599+0000","last_change":"2024-09-12T00:34:33.985742+0000","last_active":"2024-09-12T01:13:57.184599+0000","last_peered":"2024-09-12T01:13:57.184599+0000","last_clean":"2024-09-12T01:13:57.184599+0000","last_became_active":"2024-09-12T00:34:33.985427+0000","last_became_peered":"2024-09-12T00:34:33.985427+0000","last_unstale":"2024-09-12T01:13:57.184599+0000","last_undegraded":"2024-09-12T01:13:57.184599+0000","last_fullsized":"2024-09-12T01:13:57.184599+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":500,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:43:43.016227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2581,"num_read_kb":2413,"num_write":585,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"264'366","reported_seq":1033,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.017520+0000","last_change":"2024-09-12T00:34:31.971955+0000","last_active":"2024-09-12T01:15:46.017520+0000","last_peered":"2024-09-12T01:15:46.017520+0000","last_clean":"2024-09-12T01:15:46.017520+0000","last_became_active":"2024-09-12T00:34:31.971634+0000","last_became_peered":"2024-09-12T00:34:31.971634+0000","last_unstale":"2024-09-12T01:15:46.017520+0000","last_undegraded":"2024-09-12T01:15:46.017520+0000","last_fullsized":"2024-09-12T01:15:46.017520+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:38.710097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":612,"num_read_kb":32692,"num_write":1270,"num_write_kb":20336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"264'1033","reported_seq":2481,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.966310+0000","last_change":"2024-09-12T00:34:33.979972+0000","last_active":"2024-09-12T01:15:23.966310+0000","last_peered":"2024-09-12T01:15:23.966310+0000","last_clean":"2024-09-12T01:15:23.966310+0000","last_became_active":"2024-09-12T00:34:33.979663+0000","last_became_peered":"2024-09-12T00:34:33.979663+0000","last_unstale":"2024-09-12T01:15:23.966310+0000","last_undegraded":"2024-09-12T01:15:23.966310+0000","last_fullsized":"2024-09-12T01:15:23.966310+0000","mapping_epoch":27,"log_start":"264'1000","ondisk_log_start":"264'1000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":1000,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:03:19.863188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4883,"num_read_kb":4390,"num_write":1520,"num_write_kb":633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"264'356","reported_seq":1014,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.011434+0000","last_change":"2024-09-12T00:34:31.970895+0000","last_active":"2024-09-12T01:15:46.011434+0000","last_peered":"2024-09-12T01:15:46.011434+0000","last_clean":"2024-09-12T01:15:46.011434+0000","last_became_active":"2024-09-12T00:34:31.970164+0000","last_became_peered":"2024-09-12T00:34:31.970164+0000","last_unstale":"2024-09-12T01:15:46.011434+0000","last_undegraded":"2024-09-12T01:15:46.011434+0000","last_fullsized":"2024-09-12T01:15:46.011434+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:36:12.333017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456509,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":554,"num_read_kb":17128,"num_write":1087,"num_write_kb":26850,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"264'580","reported_seq":2205,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.420577+0000","last_change":"2024-09-12T00:34:33.988599+0000","last_active":"2024-09-12T01:14:19.420577+0000","last_peered":"2024-09-12T01:14:19.420577+0000","last_clean":"2024-09-12T01:14:19.420577+0000","last_became_active":"2024-09-12T00:34:33.988284+0000","last_became_peered":"2024-09-12T00:34:33.988284+0000","last_unstale":"2024-09-12T01:14:19.420577+0000","last_undegraded":"2024-09-12T01:14:19.420577+0000","last_fullsized":"2024-09-12T01:14:19.420577+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":500,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:12.350170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3090,"num_read_kb":2864,"num_write":780,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"264'403","reported_seq":1078,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.013493+0000","last_change":"2024-09-12T00:34:31.978281+0000","last_active":"2024-09-12T01:15:46.013493+0000","last_peered":"2024-09-12T01:15:46.013493+0000","last_clean":"2024-09-12T01:15:46.013493+0000","last_became_active":"2024-09-12T00:34:31.977961+0000","last_became_peered":"2024-09-12T00:34:31.977961+0000","last_unstale":"2024-09-12T01:15:46.013493+0000","last_undegraded":"2024-09-12T01:15:46.013493+0000","last_fullsized":"2024-09-12T01:15:46.013493+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":300,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:14:56.887858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456491,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":652,"num_read_kb":48802,"num_write":1281,"num_write_kb":34470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"264'394","reported_seq":1990,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.843674+0000","last_change":"2024-09-12T00:34:33.977540+0000","last_active":"2024-09-12T01:14:04.843674+0000","last_peered":"2024-09-12T01:14:04.843674+0000","last_clean":"2024-09-12T01:14:04.843674+0000","last_became_active":"2024-09-12T00:34:33.977227+0000","last_became_peered":"2024-09-12T00:34:33.977227+0000","last_unstale":"2024-09-12T01:14:04.843674+0000","last_undegraded":"2024-09-12T01:14:04.843674+0000","last_fullsized":"2024-09-12T01:14:04.843674+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:30:24.295946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2367,"num_read_kb":2261,"num_write":462,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"264'300","reported_seq":913,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.027013+0000","last_change":"2024-09-12T00:34:31.962952+0000","last_active":"2024-09-12T01:15:46.027013+0000","last_peered":"2024-09-12T01:15:46.027013+0000","last_clean":"2024-09-12T01:15:46.027013+0000","last_became_active":"2024-09-12T00:34:31.962091+0000","last_became_peered":"2024-09-12T00:34:31.962091+0000","last_unstale":"2024-09-12T01:15:46.027013+0000","last_undegraded":"2024-09-12T01:15:46.027013+0000","last_fullsized":"2024-09-12T01:15:46.027013+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:55:26.891213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":407,"num_read_kb":31193,"num_write":903,"num_write_kb":37688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"264'1378","reported_seq":2959,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.388562+0000","last_change":"2024-09-12T00:34:33.992811+0000","last_active":"2024-09-12T01:13:56.388562+0000","last_peered":"2024-09-12T01:13:56.388562+0000","last_clean":"2024-09-12T01:13:56.388562+0000","last_became_active":"2024-09-12T00:34:33.992583+0000","last_became_peered":"2024-09-12T00:34:33.992583+0000","last_unstale":"2024-09-12T01:13:56.388562+0000","last_undegraded":"2024-09-12T01:13:56.388562+0000","last_fullsized":"2024-09-12T01:13:56.388562+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":1300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:07.816957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6518,"num_read_kb":5665,"num_write":2064,"num_write_kb":1012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"264'334","reported_seq":1014,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.015769+0000","last_change":"2024-09-12T00:34:31.966900+0000","last_active":"2024-09-12T01:15:46.015769+0000","last_peered":"2024-09-12T01:15:46.015769+0000","last_clean":"2024-09-12T01:15:46.015769+0000","last_became_active":"2024-09-12T00:34:31.966528+0000","last_became_peered":"2024-09-12T00:34:31.966528+0000","last_unstale":"2024-09-12T01:15:46.015769+0000","last_undegraded":"2024-09-12T01:15:46.015769+0000","last_fullsized":"2024-09-12T01:15:46.015769+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:27:05.119193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4364785,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":629,"num_read_kb":9603,"num_write":1163,"num_write_kb":30886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"264'446","reported_seq":2042,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.788614+0000","last_change":"2024-09-12T00:34:33.973702+0000","last_active":"2024-09-12T01:14:18.788614+0000","last_peered":"2024-09-12T01:14:18.788614+0000","last_clean":"2024-09-12T01:14:18.788614+0000","last_became_active":"2024-09-12T00:34:33.973387+0000","last_became_peered":"2024-09-12T00:34:33.973387+0000","last_unstale":"2024-09-12T01:14:18.788614+0000","last_undegraded":"2024-09-12T01:14:18.788614+0000","last_fullsized":"2024-09-12T01:14:18.788614+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":400,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:51:02.005720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2517,"num_read_kb":2371,"num_write":533,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"264'330","reported_seq":914,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.022411+0000","last_change":"2024-09-12T00:34:31.960972+0000","last_active":"2024-09-12T01:15:46.022411+0000","last_peered":"2024-09-12T01:15:46.022411+0000","last_clean":"2024-09-12T01:15:46.022411+0000","last_became_active":"2024-09-12T00:34:31.960623+0000","last_became_peered":"2024-09-12T00:34:31.960623+0000","last_unstale":"2024-09-12T01:15:46.022411+0000","last_undegraded":"2024-09-12T01:15:46.022411+0000","last_fullsized":"2024-09-12T01:15:46.022411+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:42:11.116775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4308193,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":370,"num_read_kb":27044,"num_write":941,"num_write_kb":54817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"264'734","reported_seq":2132,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:59.182588+0000","last_change":"2024-09-12T00:34:33.987693+0000","last_active":"2024-09-12T01:13:59.182588+0000","last_peered":"2024-09-12T01:13:59.182588+0000","last_clean":"2024-09-12T01:13:59.182588+0000","last_became_active":"2024-09-12T00:34:33.987414+0000","last_became_peered":"2024-09-12T00:34:33.987414+0000","last_unstale":"2024-09-12T01:13:59.182588+0000","last_undegraded":"2024-09-12T01:13:59.182588+0000","last_fullsized":"2024-09-12T01:13:59.182588+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":700,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:12:50.258534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3453,"num_read_kb":3108,"num_write":973,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"264'314","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.044413+0000","last_change":"2024-09-12T00:34:31.977675+0000","last_active":"2024-09-12T01:15:46.044413+0000","last_peered":"2024-09-12T01:15:46.044413+0000","last_clean":"2024-09-12T01:15:46.044413+0000","last_became_active":"2024-09-12T00:34:31.977298+0000","last_became_peered":"2024-09-12T00:34:31.977298+0000","last_unstale":"2024-09-12T01:15:46.044413+0000","last_undegraded":"2024-09-12T01:15:46.044413+0000","last_fullsized":"2024-09-12T01:15:46.044413+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:01:33.815567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":457,"num_read_kb":37235,"num_write":973,"num_write_kb":28438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"264'924","reported_seq":2529,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.418033+0000","last_change":"2024-09-12T00:34:33.978903+0000","last_active":"2024-09-12T01:14:19.418033+0000","last_peered":"2024-09-12T01:14:19.418033+0000","last_clean":"2024-09-12T01:14:19.418033+0000","last_became_active":"2024-09-12T00:34:33.978626+0000","last_became_peered":"2024-09-12T00:34:33.978626+0000","last_unstale":"2024-09-12T01:14:19.418033+0000","last_undegraded":"2024-09-12T01:14:19.418033+0000","last_fullsized":"2024-09-12T01:14:19.418033+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":900,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:32:36.442364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4421,"num_read_kb":3963,"num_write":1257,"num_write_kb":522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"264'353","reported_seq":985,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.023205+0000","last_change":"2024-09-12T00:35:05.224381+0000","last_active":"2024-09-12T01:15:46.023205+0000","last_peered":"2024-09-12T01:15:46.023205+0000","last_clean":"2024-09-12T01:15:46.023205+0000","last_became_active":"2024-09-12T00:35:05.223897+0000","last_became_peered":"2024-09-12T00:35:05.223897+0000","last_unstale":"2024-09-12T01:15:46.023205+0000","last_undegraded":"2024-09-12T01:15:46.023205+0000","last_fullsized":"2024-09-12T01:15:46.023205+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:50:01.470120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154781,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":549,"num_read_kb":8825,"num_write":1213,"num_write_kb":53311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2d","version":"264'464","reported_seq":2087,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:59.910389+0000","last_change":"2024-09-12T00:34:33.976609+0000","last_active":"2024-09-12T01:13:59.910389+0000","last_peered":"2024-09-12T01:13:59.910389+0000","last_clean":"2024-09-12T01:13:59.910389+0000","last_became_active":"2024-09-12T00:34:33.975793+0000","last_became_peered":"2024-09-12T00:34:33.975793+0000","last_unstale":"2024-09-12T01:13:59.910389+0000","last_undegraded":"2024-09-12T01:13:59.910389+0000","last_fullsized":"2024-09-12T01:13:59.910389+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":400,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:38:37.298945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2477,"num_read_kb":2346,"num_write":538,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"264'337","reported_seq":964,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.980361+0000","last_change":"2024-09-12T00:34:31.970793+0000","last_active":"2024-09-12T01:15:45.980361+0000","last_peered":"2024-09-12T01:15:45.980361+0000","last_clean":"2024-09-12T01:15:45.980361+0000","last_became_active":"2024-09-12T00:34:31.970483+0000","last_became_peered":"2024-09-12T00:34:31.970483+0000","last_unstale":"2024-09-12T01:15:45.980361+0000","last_undegraded":"2024-09-12T01:15:45.980361+0000","last_fullsized":"2024-09-12T01:15:45.980361+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:01:46.219580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":498,"num_read_kb":20958,"num_write":1131,"num_write_kb":36421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"264'347","reported_seq":1703,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:03.203553+0000","last_change":"2024-09-12T00:34:33.981791+0000","last_active":"2024-09-12T01:14:03.203553+0000","last_peered":"2024-09-12T01:14:03.203553+0000","last_clean":"2024-09-12T01:14:03.203553+0000","last_became_active":"2024-09-12T00:34:33.981437+0000","last_became_peered":"2024-09-12T00:34:33.981437+0000","last_unstale":"2024-09-12T01:14:03.203553+0000","last_undegraded":"2024-09-12T01:14:03.203553+0000","last_fullsized":"2024-09-12T01:14:03.203553+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:59:51.026676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1853,"num_read_kb":1763,"num_write":400,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"264'378","reported_seq":1007,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.966568+0000","last_change":"2024-09-12T00:34:31.971229+0000","last_active":"2024-09-12T01:15:45.966568+0000","last_peered":"2024-09-12T01:15:45.966568+0000","last_clean":"2024-09-12T01:15:45.966568+0000","last_became_active":"2024-09-12T00:34:31.970571+0000","last_became_peered":"2024-09-12T00:34:31.970571+0000","last_unstale":"2024-09-12T01:15:45.966568+0000","last_undegraded":"2024-09-12T01:15:45.966568+0000","last_fullsized":"2024-09-12T01:15:45.966568+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:27:22.972896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199669,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":494,"num_read_kb":33946,"num_write":1082,"num_write_kb":40492,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"264'466","reported_seq":2045,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.842736+0000","last_change":"2024-09-12T00:34:33.991062+0000","last_active":"2024-09-12T01:14:04.842736+0000","last_peered":"2024-09-12T01:14:04.842736+0000","last_clean":"2024-09-12T01:14:04.842736+0000","last_became_active":"2024-09-12T00:34:33.990826+0000","last_became_peered":"2024-09-12T00:34:33.990826+0000","last_unstale":"2024-09-12T01:14:04.842736+0000","last_undegraded":"2024-09-12T01:14:04.842736+0000","last_fullsized":"2024-09-12T01:14:04.842736+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":400,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:18.787891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2519,"num_read_kb":2361,"num_write":556,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"264'312","reported_seq":1036,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.026857+0000","last_change":"2024-09-12T00:34:31.970316+0000","last_active":"2024-09-12T01:15:46.026857+0000","last_peered":"2024-09-12T01:15:46.026857+0000","last_clean":"2024-09-12T01:15:46.026857+0000","last_became_active":"2024-09-12T00:34:31.969979+0000","last_became_peered":"2024-09-12T00:34:31.969979+0000","last_unstale":"2024-09-12T01:15:46.026857+0000","last_undegraded":"2024-09-12T01:15:46.026857+0000","last_fullsized":"2024-09-12T01:15:46.026857+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:17.487676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":546,"num_read_kb":13882,"num_write":966,"num_write_kb":28701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"264'343","reported_seq":1819,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:02.247205+0000","last_change":"2024-09-12T00:34:33.984358+0000","last_active":"2024-09-12T01:14:02.247205+0000","last_peered":"2024-09-12T01:14:02.247205+0000","last_clean":"2024-09-12T01:14:02.247205+0000","last_became_active":"2024-09-12T00:34:33.983526+0000","last_became_peered":"2024-09-12T00:34:33.983526+0000","last_unstale":"2024-09-12T01:14:02.247205+0000","last_undegraded":"2024-09-12T01:14:02.247205+0000","last_fullsized":"2024-09-12T01:14:02.247205+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":300,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:59:09.879499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2009,"num_read_kb":1938,"num_write":406,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"264'324","reported_seq":976,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.882329+0000","last_change":"2024-09-12T00:34:31.958445+0000","last_active":"2024-09-12T01:15:45.882329+0000","last_peered":"2024-09-12T01:15:45.882329+0000","last_clean":"2024-09-12T01:15:45.882329+0000","last_became_active":"2024-09-12T00:34:31.958123+0000","last_became_peered":"2024-09-12T00:34:31.958123+0000","last_unstale":"2024-09-12T01:15:45.882329+0000","last_undegraded":"2024-09-12T01:15:45.882329+0000","last_fullsized":"2024-09-12T01:15:45.882329+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:20:45.732651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2267389,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":537,"num_read_kb":16242,"num_write":1135,"num_write_kb":20265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"264'1329","reported_seq":2908,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214458+0000","last_change":"2024-09-12T00:34:33.994885+0000","last_active":"2024-09-12T01:14:04.214458+0000","last_peered":"2024-09-12T01:14:04.214458+0000","last_clean":"2024-09-12T01:14:04.214458+0000","last_became_active":"2024-09-12T00:34:33.994583+0000","last_became_peered":"2024-09-12T00:34:33.994583+0000","last_unstale":"2024-09-12T01:14:04.214458+0000","last_undegraded":"2024-09-12T01:14:04.214458+0000","last_fullsized":"2024-09-12T01:14:04.214458+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":1300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:01:23.374076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5995,"num_read_kb":5221,"num_write":1887,"num_write_kb":811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"264'406","reported_seq":1033,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.994456+0000","last_change":"2024-09-12T00:34:31.958969+0000","last_active":"2024-09-12T01:15:45.994456+0000","last_peered":"2024-09-12T01:15:45.994456+0000","last_clean":"2024-09-12T01:15:45.994456+0000","last_became_active":"2024-09-12T00:34:31.958601+0000","last_became_peered":"2024-09-12T00:34:31.958601+0000","last_unstale":"2024-09-12T01:15:45.994456+0000","last_undegraded":"2024-09-12T01:15:45.994456+0000","last_fullsized":"2024-09-12T01:15:45.994456+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:53:55.805419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133734,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":529,"num_read_kb":26571,"num_write":1227,"num_write_kb":44924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"264'725","reported_seq":2112,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.797281+0000","last_change":"2024-09-12T00:34:33.994902+0000","last_active":"2024-09-12T01:14:18.797281+0000","last_peered":"2024-09-12T01:14:18.797281+0000","last_clean":"2024-09-12T01:14:18.797281+0000","last_became_active":"2024-09-12T00:34:33.994643+0000","last_became_peered":"2024-09-12T00:34:33.994643+0000","last_unstale":"2024-09-12T01:14:18.797281+0000","last_undegraded":"2024-09-12T01:14:18.797281+0000","last_fullsized":"2024-09-12T01:14:18.797281+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":700,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:58:06.052708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3315,"num_read_kb":2988,"num_write":957,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"264'345","reported_seq":997,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.020752+0000","last_change":"2024-09-12T00:34:31.977100+0000","last_active":"2024-09-12T01:15:46.020752+0000","last_peered":"2024-09-12T01:15:46.020752+0000","last_clean":"2024-09-12T01:15:46.020752+0000","last_became_active":"2024-09-12T00:34:31.976757+0000","last_became_peered":"2024-09-12T00:34:31.976757+0000","last_unstale":"2024-09-12T01:15:46.020752+0000","last_undegraded":"2024-09-12T01:15:46.020752+0000","last_fullsized":"2024-09-12T01:15:46.020752+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:57.596008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":547,"num_read_kb":29191,"num_write":1177,"num_write_kb":28673,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"264'365","reported_seq":996,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.950963+0000","last_change":"2024-09-12T00:34:31.980056+0000","last_active":"2024-09-12T01:15:45.950963+0000","last_peered":"2024-09-12T01:15:45.950963+0000","last_clean":"2024-09-12T01:15:45.950963+0000","last_became_active":"2024-09-12T00:34:31.979710+0000","last_became_peered":"2024-09-12T00:34:31.979710+0000","last_unstale":"2024-09-12T01:15:45.950963+0000","last_undegraded":"2024-09-12T01:15:45.950963+0000","last_fullsized":"2024-09-12T01:15:45.950963+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:54:05.270873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262175,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":516,"num_read_kb":19975,"num_write":1182,"num_write_kb":32863,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"264'537","reported_seq":2097,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:15.718497+0000","last_change":"2024-09-12T00:34:33.995264+0000","last_active":"2024-09-12T01:14:15.718497+0000","last_peered":"2024-09-12T01:14:15.718497+0000","last_clean":"2024-09-12T01:14:15.718497+0000","last_became_active":"2024-09-12T00:34:33.994794+0000","last_became_peered":"2024-09-12T00:34:33.994794+0000","last_unstale":"2024-09-12T01:14:15.718497+0000","last_undegraded":"2024-09-12T01:14:15.718497+0000","last_fullsized":"2024-09-12T01:14:15.718497+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":500,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:55:32.843997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2804,"num_read_kb":2579,"num_write":703,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"264'371","reported_seq":1035,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.007007+0000","last_change":"2024-09-12T00:34:31.971603+0000","last_active":"2024-09-12T01:15:46.007007+0000","last_peered":"2024-09-12T01:15:46.007007+0000","last_clean":"2024-09-12T01:15:46.007007+0000","last_became_active":"2024-09-12T00:34:31.971271+0000","last_became_peered":"2024-09-12T00:34:31.971271+0000","last_unstale":"2024-09-12T01:15:46.007007+0000","last_undegraded":"2024-09-12T01:15:46.007007+0000","last_fullsized":"2024-09-12T01:15:46.007007+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:30.928478+0000","last_clean_scrub_stamp":"2024-09-12T00:34:30.928478+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:57.407881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1547028,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":557,"num_read_kb":90781,"num_write":1133,"num_write_kb":49991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"264'847","reported_seq":2418,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.467677+0000","last_change":"2024-09-12T00:34:33.991702+0000","last_active":"2024-09-12T01:14:05.467677+0000","last_peered":"2024-09-12T01:14:05.467677+0000","last_clean":"2024-09-12T01:14:05.467677+0000","last_became_active":"2024-09-12T00:34:33.991408+0000","last_became_peered":"2024-09-12T00:34:33.991408+0000","last_unstale":"2024-09-12T01:14:05.467677+0000","last_undegraded":"2024-09-12T01:14:05.467677+0000","last_fullsized":"2024-09-12T01:14:05.467677+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":800,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:12.714266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4035,"num_read_kb":3620,"num_write":1146,"num_write_kb":445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6235,"num_read_kb":4514,"num_write":2010,"num_write_kb":906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":981,"ondisk_log_size":981,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16119,"num_objects":90,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":0,"num_read":15003,"num_read_kb":14669,"num_write":16768,"num_write_kb":4891,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":18,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":32238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1757,"ondisk_log_size":1757,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":542,"ondisk_log_size":542,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1602141,"num_objects":221,"num_object_clones":0,"num_object_copies":442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":221,"num_whiteouts":0,"num_read":17656,"num_read_kb":37048,"num_write":14715,"num_write_kb":11599,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1974,"ondisk_log_size":1974,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2422,"num_read_kb":2887,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":165,"num_object_clones":0,"num_object_copies":330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":165,"num_whiteouts":0,"num_read":212166,"num_read_kb":193786,"num_write":55163,"num_write_kb":18717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":165,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3279,"ondisk_log_size":3279,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":86055595,"num_objects":371,"num_object_clones":0,"num_object_copies":1113,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":371,"num_whiteouts":0,"num_read":36261,"num_read_kb":1942248,"num_write":72524,"num_write_kb":2251438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":130990080,"data_stored":130990080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3324,"ondisk_log_size":3324,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":190665,"num_write":190,"num_write_kb":136832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":178830,"num_write":190,"num_write_kb":136832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509945,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":322956,"kb_used_data":20748,"kb_used_omap":1,"kb_used_meta":301886,"kb_avail":94048884,"statfs":{"total":96636764160,"available":96306057216,"internally_reserved":0,"allocated":21245952,"data_stored":19235165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":309131722},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509944,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":274536,"kb_used_data":18244,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94097304,"statfs":{"total":96636764160,"available":96355639296,"internally_reserved":0,"allocated":18681856,"data_stored":16713890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":262207942},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509945,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":136312,"kb_used_data":24616,"kb_used_omap":1,"kb_used_meta":111678,"kb_avail":94235528,"statfs":{"total":96636764160,"available":96497180672,"internally_reserved":0,"allocated":25206784,"data_stored":23266161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114358725},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509946,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":304616,"kb_used_data":20436,"kb_used_omap":1,"kb_used_meta":283838,"kb_avail":94067224,"statfs":{"total":96636764160,"available":96324837376,"internally_reserved":0,"allocated":20926464,"data_stored":18941609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":290650567},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509946,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100108,"kb_used_data":18880,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94271732,"statfs":{"total":96636764160,"available":96534253568,"internally_reserved":0,"allocated":19333120,"data_stored":17403481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":83098053},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509944,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":175504,"kb_used_data":21964,"kb_used_omap":1,"kb_used_meta":153278,"kb_avail":94196336,"statfs":{"total":96636764160,"available":96457048064,"internally_reserved":0,"allocated":22491136,"data_stored":20518830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":156957125},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542647,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":304472,"kb_used_data":24604,"kb_used_omap":1,"kb_used_meta":279614,"kb_avail":94067368,"statfs":{"total":96636764160,"available":96324984832,"internally_reserved":0,"allocated":25194496,"data_stored":23188563,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":286325189},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834575351,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":160676,"kb_used_data":12684,"kb_used_omap":1,"kb_used_meta":147710,"kb_avail":94211164,"statfs":{"total":96636764160,"available":96472231936,"internally_reserved":0,"allocated":12988416,"data_stored":10973815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":151255493},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20336640,"data_stored":20336640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":18259968,"data_stored":18259968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":15147008,"data_stored":15147008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16683008,"data_stored":16683008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":21008384,"data_stored":21008384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8716288,"data_stored":8716288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":14454784,"data_stored":14454784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384000,"data_stored":16384000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":7246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":3962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":2427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:15:55.046 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.046 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.046 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.046 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.046 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.046 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.046 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.047 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.047 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.047 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.047 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.047 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.047 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.047 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.047 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.047 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.048 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.048 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.048 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.048 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.048 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.048 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.048 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.048 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.048 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.049 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.049 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.049 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.049 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.049 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.049 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.049 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.049 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.049 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.050 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.050 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.050 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.050 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.050 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.050 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.050 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.050 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.050 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.051 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.051 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.051 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.051 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.051 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.051 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.051 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.051 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.051 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.052 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.052 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.052 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.052 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.052 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.052 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.052 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.052 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.052 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.053 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.053 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.053 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.053 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.053 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.053 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.053 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.053 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.054 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.054 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.054 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.054 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.054 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.054 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.054 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.054 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.054 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.055 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.055 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.055 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.055 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.055 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.055 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.055 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.055 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.055 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.056 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.056 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.056 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.056 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.056 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.056 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.056 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.056 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.056 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.057 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.057 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.057 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.057 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.057 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.057 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.057 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.057 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.057 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.058 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.058 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.058 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.058 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.058 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.058 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.058 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.058 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.058 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.059 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.059 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.059 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.059 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.059 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.059 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.059 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.059 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.059 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.060 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.060 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.060 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.060 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.060 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.060 INFO:tasks.ceph:pgid 3.3f last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.060 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.060 INFO:tasks.ceph:pgid 3.3e last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.061 INFO:tasks.ceph:pgid 4.39 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.061 INFO:tasks.ceph:pgid 3.3d last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.061 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.061 INFO:tasks.ceph:pgid 3.3c last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.061 INFO:tasks.ceph:pgid 4.3b last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.061 INFO:tasks.ceph:pgid 3.3b last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.061 INFO:tasks.ceph:pgid 4.3c last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.061 INFO:tasks.ceph:pgid 3.3a last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.061 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.062 INFO:tasks.ceph:pgid 3.39 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.062 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.062 INFO:tasks.ceph:pgid 3.38 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.062 INFO:tasks.ceph:pgid 4.3f last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.062 INFO:tasks.ceph:pgid 4.30 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.062 INFO:tasks.ceph:pgid 3.37 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.062 INFO:tasks.ceph:pgid 4.31 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.062 INFO:tasks.ceph:pgid 3.36 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.063 INFO:tasks.ceph:pgid 4.32 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.063 INFO:tasks.ceph:pgid 3.35 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.063 INFO:tasks.ceph:pgid 4.33 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.063 INFO:tasks.ceph:pgid 3.34 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.063 INFO:tasks.ceph:pgid 4.34 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.063 INFO:tasks.ceph:pgid 3.33 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.063 INFO:tasks.ceph:pgid 4.35 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.063 INFO:tasks.ceph:pgid 3.32 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.063 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.063 INFO:tasks.ceph:pgid 4.14 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.064 INFO:tasks.ceph:pgid 3.13 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.064 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.064 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.064 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.064 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.064 INFO:tasks.ceph:pgid 4.15 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.064 INFO:tasks.ceph:pgid 3.12 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.064 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.065 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.065 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.065 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.065 INFO:tasks.ceph:pgid 4.16 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.065 INFO:tasks.ceph:pgid 3.11 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.065 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.065 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.065 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.065 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.066 INFO:tasks.ceph:pgid 4.17 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.066 INFO:tasks.ceph:pgid 3.10 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.066 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.066 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.066 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.066 INFO:tasks.ceph:pgid 4.8 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.066 INFO:tasks.ceph:pgid 3.f last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.066 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.066 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.067 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.067 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.067 INFO:tasks.ceph:pgid 4.9 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.067 INFO:tasks.ceph:pgid 3.e last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.067 INFO:tasks.ceph:pgid 5.8 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.067 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.067 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.067 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.067 INFO:tasks.ceph:pgid 4.a last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.068 INFO:tasks.ceph:pgid 3.d last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.068 INFO:tasks.ceph:pgid 5.b last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.068 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.068 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.068 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.068 INFO:tasks.ceph:pgid 4.b last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.068 INFO:tasks.ceph:pgid 3.c last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.068 INFO:tasks.ceph:pgid 5.a last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.068 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.069 INFO:tasks.ceph:pgid 7.8 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.069 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.069 INFO:tasks.ceph:pgid 4.c last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.069 INFO:tasks.ceph:pgid 3.b last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.069 INFO:tasks.ceph:pgid 5.d last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.069 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.069 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.069 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.069 INFO:tasks.ceph:pgid 4.d last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.070 INFO:tasks.ceph:pgid 3.a last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.070 INFO:tasks.ceph:pgid 5.c last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.070 INFO:tasks.ceph:pgid 6.f last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.070 INFO:tasks.ceph:pgid 7.e last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.070 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.070 INFO:tasks.ceph:pgid 4.e last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.070 INFO:tasks.ceph:pgid 3.9 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.070 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.070 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.071 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.071 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.071 INFO:tasks.ceph:pgid 4.f last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.071 INFO:tasks.ceph:pgid 3.8 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.071 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.071 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.071 INFO:tasks.ceph:pgid 7.c last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.071 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.071 INFO:tasks.ceph:pgid 4.5 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.072 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-12T00:34:11.689474+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=11, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.072 INFO:tasks.ceph:pgid 2.3 last_scrub_stamp 2024-09-12T00:34:17.763837+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.072 INFO:tasks.ceph:pgid 3.2 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.072 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.072 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.072 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.072 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.072 INFO:tasks.ceph:pgid 4.6 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.072 INFO:tasks.ceph:pgid 2.0 last_scrub_stamp 2024-09-12T00:34:17.763837+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.073 INFO:tasks.ceph:pgid 3.1 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.073 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.073 INFO:tasks.ceph:pgid 6.4 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.073 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.073 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.073 INFO:tasks.ceph:pgid 4.7 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.073 INFO:tasks.ceph:pgid 2.1 last_scrub_stamp 2024-09-12T00:34:17.763837+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.073 INFO:tasks.ceph:pgid 3.0 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.073 INFO:tasks.ceph:pgid 5.6 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.074 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.074 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.074 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.074 INFO:tasks.ceph:pgid 4.4 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.074 INFO:tasks.ceph:pgid 2.2 last_scrub_stamp 2024-09-12T00:34:17.763837+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.074 INFO:tasks.ceph:pgid 3.3 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.074 INFO:tasks.ceph:pgid 5.5 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.074 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.074 INFO:tasks.ceph:pgid 7.7 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.075 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.075 INFO:tasks.ceph:pgid 4.2 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.075 INFO:tasks.ceph:pgid 3.5 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.075 INFO:tasks.ceph:pgid 2.4 last_scrub_stamp 2024-09-12T00:34:17.763837+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.075 INFO:tasks.ceph:pgid 5.3 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.075 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.075 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.075 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.075 INFO:tasks.ceph:pgid 4.3 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.076 INFO:tasks.ceph:pgid 3.4 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.076 INFO:tasks.ceph:pgid 2.5 last_scrub_stamp 2024-09-12T00:34:17.763837+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.076 INFO:tasks.ceph:pgid 5.2 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.076 INFO:tasks.ceph:pgid 6.1 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.076 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.076 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.076 INFO:tasks.ceph:pgid 4.0 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.076 INFO:tasks.ceph:pgid 3.7 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.076 INFO:tasks.ceph:pgid 2.6 last_scrub_stamp 2024-09-12T00:34:17.763837+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.077 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.077 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.077 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.077 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.077 INFO:tasks.ceph:pgid 4.1 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.077 INFO:tasks.ceph:pgid 3.6 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.077 INFO:tasks.ceph:pgid 2.7 last_scrub_stamp 2024-09-12T00:34:17.763837+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=17, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.077 INFO:tasks.ceph:pgid 5.0 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.077 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.078 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.078 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.078 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.078 INFO:tasks.ceph:pgid 4.13 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.078 INFO:tasks.ceph:pgid 3.14 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.078 INFO:tasks.ceph:pgid 5.12 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.078 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.078 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.078 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.079 INFO:tasks.ceph:pgid 4.12 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.079 INFO:tasks.ceph:pgid 3.15 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.079 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.079 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.079 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.079 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.079 INFO:tasks.ceph:pgid 4.11 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.079 INFO:tasks.ceph:pgid 3.16 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.079 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.080 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.080 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.080 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.080 INFO:tasks.ceph:pgid 4.10 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.080 INFO:tasks.ceph:pgid 3.17 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.080 INFO:tasks.ceph:pgid 5.11 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.080 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.080 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.081 INFO:tasks.ceph:pgid 4.1f last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.081 INFO:tasks.ceph:pgid 3.18 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.081 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.081 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.081 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.081 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.081 INFO:tasks.ceph:pgid 4.1e last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.081 INFO:tasks.ceph:pgid 3.19 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.081 INFO:tasks.ceph:pgid 5.1f last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.082 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.082 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.082 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.082 INFO:tasks.ceph:pgid 4.1d last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.082 INFO:tasks.ceph:pgid 3.1a last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.082 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.082 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.082 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.082 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.083 INFO:tasks.ceph:pgid 4.1c last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.083 INFO:tasks.ceph:pgid 3.1b last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.083 INFO:tasks.ceph:pgid 5.1d last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.083 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.083 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.083 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.083 INFO:tasks.ceph:pgid 4.1b last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.083 INFO:tasks.ceph:pgid 3.1c last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.083 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.084 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.084 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.084 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.084 INFO:tasks.ceph:pgid 4.1a last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.084 INFO:tasks.ceph:pgid 3.1d last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.084 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.084 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.084 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.084 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.085 INFO:tasks.ceph:pgid 4.19 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.085 INFO:tasks.ceph:pgid 3.1e last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.085 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.085 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.085 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.085 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.085 INFO:tasks.ceph:pgid 4.18 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.085 INFO:tasks.ceph:pgid 3.1f last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.085 INFO:tasks.ceph:pgid 5.19 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.086 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.086 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.086 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.086 INFO:tasks.ceph:pgid 4.27 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.086 INFO:tasks.ceph:pgid 3.20 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.086 INFO:tasks.ceph:pgid 4.26 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.087 INFO:tasks.ceph:pgid 3.21 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.087 INFO:tasks.ceph:pgid 4.25 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.087 INFO:tasks.ceph:pgid 3.22 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.087 INFO:tasks.ceph:pgid 4.24 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.087 INFO:tasks.ceph:pgid 3.23 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.087 INFO:tasks.ceph:pgid 4.23 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.087 INFO:tasks.ceph:pgid 3.24 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.087 INFO:tasks.ceph:pgid 4.22 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.087 INFO:tasks.ceph:pgid 3.25 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.088 INFO:tasks.ceph:pgid 4.21 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.088 INFO:tasks.ceph:pgid 3.26 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.088 INFO:tasks.ceph:pgid 4.20 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.088 INFO:tasks.ceph:pgid 3.27 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.088 INFO:tasks.ceph:pgid 4.2f last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.088 INFO:tasks.ceph:pgid 3.28 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.088 INFO:tasks.ceph:pgid 4.2e last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.088 INFO:tasks.ceph:pgid 3.29 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.088 INFO:tasks.ceph:pgid 4.2d last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.089 INFO:tasks.ceph:pgid 3.2a last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.089 INFO:tasks.ceph:pgid 4.2c last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.089 INFO:tasks.ceph:pgid 3.2b last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.089 INFO:tasks.ceph:pgid 4.2b last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.089 INFO:tasks.ceph:pgid 3.2c last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.089 INFO:tasks.ceph:pgid 4.2a last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.089 INFO:tasks.ceph:pgid 3.2d last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.089 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.089 INFO:tasks.ceph:pgid 3.2e last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.090 INFO:tasks.ceph:pgid 4.28 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.090 INFO:tasks.ceph:pgid 3.2f last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.090 INFO:tasks.ceph:pgid 3.30 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.090 INFO:tasks.ceph:pgid 4.37 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.090 INFO:tasks.ceph:pgid 3.31 last_scrub_stamp 2024-09-12T00:34:30.928478+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=30, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.090 INFO:tasks.ceph:pgid 4.36 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:15:55.090 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T01:16:15.091 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:16:15.440 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:16:15.452 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-09-12T01:16:15.454 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":1520,"stamp":"2024-09-12T01:16:14.510116+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":88266035,"num_objects":872,"num_object_clones":0,"num_object_copies":2115,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":872,"num_whiteouts":0,"num_read":290153,"num_read_kb":2564714,"num_write":161703,"num_write_kb":2562871,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":211,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":46671,"num_omap_keys":183,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12394,"ondisk_log_size":12394,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1781696,"kb_used_data":162176,"kb_used_omap":12,"kb_used_meta":1619379,"kb_avail":753193024,"statfs":{"total":773094113280,"available":771269656576,"internally_reserved":0,"allocated":166068224,"data_stored":150241514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1658244656},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":33589,"num_omap_keys":131,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006004"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:33.788830+0000","last_change":"2024-09-12T01:01:00.245903+0000","last_active":"2024-09-12T01:13:33.788830+0000","last_peered":"2024-09-12T01:13:33.788830+0000","last_clean":"2024-09-12T01:13:33.788830+0000","last_became_active":"2024-09-12T01:01:00.245426+0000","last_became_peered":"2024-09-12T01:01:00.245426+0000","last_unstale":"2024-09-12T01:13:33.788830+0000","last_undegraded":"2024-09-12T01:13:33.788830+0000","last_fullsized":"2024-09-12T01:13:33.788830+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"261'7","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:08.784605+0000","last_change":"2024-09-12T00:50:34.993631+0000","last_active":"2024-09-12T01:13:08.784605+0000","last_peered":"2024-09-12T01:13:08.784605+0000","last_clean":"2024-09-12T01:13:08.784605+0000","last_became_active":"2024-09-12T00:50:34.991949+0000","last_became_peered":"2024-09-12T00:50:34.991949+0000","last_unstale":"2024-09-12T01:13:08.784605+0000","last_undegraded":"2024-09-12T01:13:08.784605+0000","last_fullsized":"2024-09-12T01:13:08.784605+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:01:24.806822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":5147,"num_write":12,"num_write_kb":5147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"264'4","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.664139+0000","last_change":"2024-09-12T00:50:30.943920+0000","last_active":"2024-09-12T01:15:45.664139+0000","last_peered":"2024-09-12T01:15:45.664139+0000","last_clean":"2024-09-12T01:15:45.664139+0000","last_became_active":"2024-09-12T00:50:30.943574+0000","last_became_peered":"2024-09-12T00:50:30.943574+0000","last_unstale":"2024-09-12T01:15:45.664139+0000","last_undegraded":"2024-09-12T01:15:45.664139+0000","last_fullsized":"2024-09-12T01:15:45.664139+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:39:55.798610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"264'40","reported_seq":157,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.676285+0000","last_change":"2024-09-12T00:49:05.007101+0000","last_active":"2024-09-12T01:14:05.676285+0000","last_peered":"2024-09-12T01:14:05.676285+0000","last_clean":"2024-09-12T01:14:05.676285+0000","last_became_active":"2024-09-12T00:49:05.006742+0000","last_became_peered":"2024-09-12T00:49:05.006742+0000","last_unstale":"2024-09-12T01:14:05.676285+0000","last_undegraded":"2024-09-12T01:14:05.676285+0000","last_fullsized":"2024-09-12T01:14:05.676285+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":147,"num_write":68,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.769369+0000","last_change":"2024-09-12T01:01:00.247398+0000","last_active":"2024-09-12T01:13:31.769369+0000","last_peered":"2024-09-12T01:13:31.769369+0000","last_clean":"2024-09-12T01:13:31.769369+0000","last_became_active":"2024-09-12T01:01:00.247055+0000","last_became_peered":"2024-09-12T01:01:00.247055+0000","last_unstale":"2024-09-12T01:13:31.769369+0000","last_undegraded":"2024-09-12T01:13:31.769369+0000","last_fullsized":"2024-09-12T01:13:31.769369+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'12","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.893432+0000","last_change":"2024-09-12T00:50:34.998229+0000","last_active":"2024-09-12T01:15:44.893432+0000","last_peered":"2024-09-12T01:15:44.893432+0000","last_clean":"2024-09-12T01:15:44.893432+0000","last_became_active":"2024-09-12T00:50:34.997943+0000","last_became_peered":"2024-09-12T00:50:34.997943+0000","last_unstale":"2024-09-12T01:15:44.893432+0000","last_undegraded":"2024-09-12T01:15:44.893432+0000","last_fullsized":"2024-09-12T01:15:44.893432+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:44.967054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":19458,"num_write":12,"num_write_kb":14336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"264'6","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.677913+0000","last_change":"2024-09-12T00:50:30.945805+0000","last_active":"2024-09-12T01:15:31.677913+0000","last_peered":"2024-09-12T01:15:31.677913+0000","last_clean":"2024-09-12T01:15:31.677913+0000","last_became_active":"2024-09-12T00:50:30.945254+0000","last_became_peered":"2024-09-12T00:50:30.945254+0000","last_unstale":"2024-09-12T01:15:31.677913+0000","last_undegraded":"2024-09-12T01:15:31.677913+0000","last_fullsized":"2024-09-12T01:15:31.677913+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:19:56.966979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":7170,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'13","reported_seq":79,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:11.766947+0000","last_change":"2024-09-12T00:49:05.002058+0000","last_active":"2024-09-12T01:13:11.766947+0000","last_peered":"2024-09-12T01:13:11.766947+0000","last_clean":"2024-09-12T01:13:11.766947+0000","last_became_active":"2024-09-12T00:49:05.001763+0000","last_became_peered":"2024-09-12T00:49:05.001763+0000","last_unstale":"2024-09-12T01:13:11.766947+0000","last_undegraded":"2024-09-12T01:13:11.766947+0000","last_fullsized":"2024-09-12T01:13:11.766947+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:53.021135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":38,"num_write":29,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.773052+0000","last_change":"2024-09-12T01:01:00.239899+0000","last_active":"2024-09-12T01:13:06.773052+0000","last_peered":"2024-09-12T01:13:06.773052+0000","last_clean":"2024-09-12T01:13:06.773052+0000","last_became_active":"2024-09-12T01:01:00.239631+0000","last_became_peered":"2024-09-12T01:01:00.239631+0000","last_unstale":"2024-09-12T01:13:06.773052+0000","last_undegraded":"2024-09-12T01:13:06.773052+0000","last_fullsized":"2024-09-12T01:13:06.773052+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:22:55.485366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"264'5","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.202631+0000","last_change":"2024-09-12T00:50:35.039728+0000","last_active":"2024-09-12T01:15:44.202631+0000","last_peered":"2024-09-12T01:15:44.202631+0000","last_clean":"2024-09-12T01:15:44.202631+0000","last_became_active":"2024-09-12T00:50:35.039271+0000","last_became_peered":"2024-09-12T00:50:35.039271+0000","last_unstale":"2024-09-12T01:15:44.202631+0000","last_undegraded":"2024-09-12T01:15:44.202631+0000","last_fullsized":"2024-09-12T01:15:44.202631+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:41.645145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:31.761936+0000","last_change":"2024-09-12T00:50:30.936876+0000","last_active":"2024-09-12T01:12:31.761936+0000","last_peered":"2024-09-12T01:12:31.761936+0000","last_clean":"2024-09-12T01:12:31.761936+0000","last_became_active":"2024-09-12T00:50:30.936604+0000","last_became_peered":"2024-09-12T00:50:30.936604+0000","last_unstale":"2024-09-12T01:12:31.761936+0000","last_undegraded":"2024-09-12T01:12:31.761936+0000","last_fullsized":"2024-09-12T01:12:31.761936+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:32.129971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"264'19","reported_seq":94,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:12.531107+0000","last_change":"2024-09-12T00:49:05.000146+0000","last_active":"2024-09-12T01:12:12.531107+0000","last_peered":"2024-09-12T01:12:12.531107+0000","last_clean":"2024-09-12T01:12:12.531107+0000","last_became_active":"2024-09-12T00:49:04.999778+0000","last_became_peered":"2024-09-12T00:49:04.999778+0000","last_unstale":"2024-09-12T01:12:12.531107+0000","last_undegraded":"2024-09-12T01:12:12.531107+0000","last_fullsized":"2024-09-12T01:12:12.531107+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:55.053996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":64,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796092+0000","last_change":"2024-09-12T01:01:00.243635+0000","last_active":"2024-09-12T01:13:06.796092+0000","last_peered":"2024-09-12T01:13:06.796092+0000","last_clean":"2024-09-12T01:13:06.796092+0000","last_became_active":"2024-09-12T01:01:00.241990+0000","last_became_peered":"2024-09-12T01:01:00.241990+0000","last_unstale":"2024-09-12T01:13:06.796092+0000","last_undegraded":"2024-09-12T01:13:06.796092+0000","last_fullsized":"2024-09-12T01:13:06.796092+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:14.717875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:36.808977+0000","last_change":"2024-09-12T00:50:35.037976+0000","last_active":"2024-09-12T01:14:36.808977+0000","last_peered":"2024-09-12T01:14:36.808977+0000","last_clean":"2024-09-12T01:14:36.808977+0000","last_became_active":"2024-09-12T00:50:35.037686+0000","last_became_peered":"2024-09-12T00:50:35.037686+0000","last_unstale":"2024-09-12T01:14:36.808977+0000","last_undegraded":"2024-09-12T01:14:36.808977+0000","last_fullsized":"2024-09-12T01:14:36.808977+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:48:34.490151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"264'5","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816146+0000","last_change":"2024-09-12T00:50:30.930254+0000","last_active":"2024-09-12T01:15:31.816146+0000","last_peered":"2024-09-12T01:15:31.816146+0000","last_clean":"2024-09-12T01:15:31.816146+0000","last_became_active":"2024-09-12T00:50:30.929963+0000","last_became_peered":"2024-09-12T00:50:30.929963+0000","last_unstale":"2024-09-12T01:15:31.816146+0000","last_undegraded":"2024-09-12T01:15:31.816146+0000","last_fullsized":"2024-09-12T01:15:31.816146+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:03:08.789094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"264'40","reported_seq":148,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:29.550142+0000","last_change":"2024-09-12T00:49:05.000097+0000","last_active":"2024-09-12T01:13:29.550142+0000","last_peered":"2024-09-12T01:13:29.550142+0000","last_clean":"2024-09-12T01:13:29.550142+0000","last_became_active":"2024-09-12T00:49:04.999716+0000","last_became_peered":"2024-09-12T00:49:04.999716+0000","last_unstale":"2024-09-12T01:13:29.550142+0000","last_undegraded":"2024-09-12T01:13:29.550142+0000","last_fullsized":"2024-09-12T01:13:29.550142+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:38:06.060742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":134,"num_write":72,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:01.795338+0000","last_change":"2024-09-12T01:01:00.242771+0000","last_active":"2024-09-12T01:13:01.795338+0000","last_peered":"2024-09-12T01:13:01.795338+0000","last_clean":"2024-09-12T01:13:01.795338+0000","last_became_active":"2024-09-12T01:01:00.242224+0000","last_became_peered":"2024-09-12T01:01:00.242224+0000","last_unstale":"2024-09-12T01:13:01.795338+0000","last_undegraded":"2024-09-12T01:13:01.795338+0000","last_fullsized":"2024-09-12T01:13:01.795338+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:32.060418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"0'0","reported_seq":33,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:23.778680+0000","last_change":"2024-09-12T00:50:34.996417+0000","last_active":"2024-09-12T01:12:23.778680+0000","last_peered":"2024-09-12T01:12:23.778680+0000","last_clean":"2024-09-12T01:12:23.778680+0000","last_became_active":"2024-09-12T00:50:34.996154+0000","last_became_peered":"2024-09-12T00:50:34.996154+0000","last_unstale":"2024-09-12T01:12:23.778680+0000","last_undegraded":"2024-09-12T01:12:23.778680+0000","last_fullsized":"2024-09-12T01:12:23.778680+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:03:25.711273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'4","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:40.680342+0000","last_change":"2024-09-12T00:50:30.939967+0000","last_active":"2024-09-12T01:14:40.680342+0000","last_peered":"2024-09-12T01:14:40.680342+0000","last_clean":"2024-09-12T01:14:40.680342+0000","last_became_active":"2024-09-12T00:50:30.939638+0000","last_became_peered":"2024-09-12T00:50:30.939638+0000","last_unstale":"2024-09-12T01:14:40.680342+0000","last_undegraded":"2024-09-12T01:14:40.680342+0000","last_fullsized":"2024-09-12T01:14:40.680342+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:36:04.827614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"264'20","reported_seq":99,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.783680+0000","last_change":"2024-09-12T00:49:05.002436+0000","last_active":"2024-09-12T01:11:36.783680+0000","last_peered":"2024-09-12T01:11:36.783680+0000","last_clean":"2024-09-12T01:11:36.783680+0000","last_became_active":"2024-09-12T00:49:05.002165+0000","last_became_peered":"2024-09-12T00:49:05.002165+0000","last_unstale":"2024-09-12T01:11:36.783680+0000","last_undegraded":"2024-09-12T01:11:36.783680+0000","last_fullsized":"2024-09-12T01:11:36.783680+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:30.148234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":100,"num_read_kb":68,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.662992+0000","last_change":"2024-09-12T01:01:00.248904+0000","last_active":"2024-09-12T01:13:31.662992+0000","last_peered":"2024-09-12T01:13:31.662992+0000","last_clean":"2024-09-12T01:13:31.662992+0000","last_became_active":"2024-09-12T01:01:00.248572+0000","last_became_peered":"2024-09-12T01:01:00.248572+0000","last_unstale":"2024-09-12T01:13:31.662992+0000","last_undegraded":"2024-09-12T01:13:31.662992+0000","last_fullsized":"2024-09-12T01:13:31.662992+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:02:50.166971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"264'4","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.786026+0000","last_change":"2024-09-12T00:50:34.997856+0000","last_active":"2024-09-12T01:14:46.786026+0000","last_peered":"2024-09-12T01:14:46.786026+0000","last_clean":"2024-09-12T01:14:46.786026+0000","last_became_active":"2024-09-12T00:50:34.997567+0000","last_became_peered":"2024-09-12T00:50:34.997567+0000","last_unstale":"2024-09-12T01:14:46.786026+0000","last_undegraded":"2024-09-12T01:14:46.786026+0000","last_fullsized":"2024-09-12T01:14:46.786026+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:04.930105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"261'11","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.788765+0000","last_change":"2024-09-12T00:50:30.932850+0000","last_active":"2024-09-12T01:12:21.788765+0000","last_peered":"2024-09-12T01:12:21.788765+0000","last_clean":"2024-09-12T01:12:21.788765+0000","last_became_active":"2024-09-12T00:50:30.932533+0000","last_became_peered":"2024-09-12T00:50:30.932533+0000","last_unstale":"2024-09-12T01:12:21.788765+0000","last_undegraded":"2024-09-12T01:12:21.788765+0000","last_fullsized":"2024-09-12T01:12:21.788765+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:59:03.192260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":7172,"num_write":16,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"261'112","reported_seq":386,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.760656+0000","last_change":"2024-09-12T00:49:05.001293+0000","last_active":"2024-09-12T01:11:36.760656+0000","last_peered":"2024-09-12T01:11:36.760656+0000","last_clean":"2024-09-12T01:11:36.760656+0000","last_became_active":"2024-09-12T00:49:05.001017+0000","last_became_peered":"2024-09-12T00:49:05.001017+0000","last_unstale":"2024-09-12T01:11:36.760656+0000","last_undegraded":"2024-09-12T01:11:36.760656+0000","last_fullsized":"2024-09-12T01:11:36.760656+0000","mapping_epoch":251,"log_start":"261'100","ondisk_log_start":"261'100","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:32.060019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":677,"num_read_kb":569,"num_write":130,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.798826+0000","last_change":"2024-09-12T01:01:00.241380+0000","last_active":"2024-09-12T01:13:31.798826+0000","last_peered":"2024-09-12T01:13:31.798826+0000","last_clean":"2024-09-12T01:13:31.798826+0000","last_became_active":"2024-09-12T01:01:00.241075+0000","last_became_peered":"2024-09-12T01:01:00.241075+0000","last_unstale":"2024-09-12T01:13:31.798826+0000","last_undegraded":"2024-09-12T01:13:31.798826+0000","last_fullsized":"2024-09-12T01:13:31.798826+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'10","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.657254+0000","last_change":"2024-09-12T00:50:34.999006+0000","last_active":"2024-09-12T01:15:44.657254+0000","last_peered":"2024-09-12T01:15:44.657254+0000","last_clean":"2024-09-12T01:15:44.657254+0000","last_became_active":"2024-09-12T00:50:34.998656+0000","last_became_peered":"2024-09-12T00:50:34.998656+0000","last_unstale":"2024-09-12T01:15:44.657254+0000","last_undegraded":"2024-09-12T01:15:44.657254+0000","last_fullsized":"2024-09-12T01:15:44.657254+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:26:47.962996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":16384,"num_write":20,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"264'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816060+0000","last_change":"2024-09-12T00:50:30.940020+0000","last_active":"2024-09-12T01:15:31.816060+0000","last_peered":"2024-09-12T01:15:31.816060+0000","last_clean":"2024-09-12T01:15:31.816060+0000","last_became_active":"2024-09-12T00:50:30.939689+0000","last_became_peered":"2024-09-12T00:50:30.939689+0000","last_unstale":"2024-09-12T01:15:31.816060+0000","last_undegraded":"2024-09-12T01:15:31.816060+0000","last_fullsized":"2024-09-12T01:15:31.816060+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:49.704148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"264'40","reported_seq":155,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:30.271157+0000","last_change":"2024-09-12T00:49:05.003763+0000","last_active":"2024-09-12T01:13:30.271157+0000","last_peered":"2024-09-12T01:13:30.271157+0000","last_clean":"2024-09-12T01:13:30.271157+0000","last_became_active":"2024-09-12T00:49:05.003249+0000","last_became_peered":"2024-09-12T00:49:05.003249+0000","last_unstale":"2024-09-12T01:13:30.271157+0000","last_undegraded":"2024-09-12T01:13:30.271157+0000","last_fullsized":"2024-09-12T01:13:30.271157+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:53:07.505775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":209,"num_read_kb":145,"num_write":63,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.798867+0000","last_change":"2024-09-12T01:01:00.244164+0000","last_active":"2024-09-12T01:13:31.798867+0000","last_peered":"2024-09-12T01:13:31.798867+0000","last_clean":"2024-09-12T01:13:31.798867+0000","last_became_active":"2024-09-12T01:01:00.243245+0000","last_became_peered":"2024-09-12T01:01:00.243245+0000","last_unstale":"2024-09-12T01:13:31.798867+0000","last_undegraded":"2024-09-12T01:13:31.798867+0000","last_fullsized":"2024-09-12T01:13:31.798867+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"261'7","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796126+0000","last_change":"2024-09-12T00:50:34.996942+0000","last_active":"2024-09-12T01:13:06.796126+0000","last_peered":"2024-09-12T01:13:06.796126+0000","last_clean":"2024-09-12T01:13:06.796126+0000","last_became_active":"2024-09-12T00:50:34.996636+0000","last_became_peered":"2024-09-12T00:50:34.996636+0000","last_unstale":"2024-09-12T01:13:06.796126+0000","last_undegraded":"2024-09-12T01:13:06.796126+0000","last_fullsized":"2024-09-12T01:13:06.796126+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:43:33.721042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":3076,"num_write":12,"num_write_kb":1026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:00.667540+0000","last_change":"2024-09-12T00:50:30.943697+0000","last_active":"2024-09-12T01:13:00.667540+0000","last_peered":"2024-09-12T01:13:00.667540+0000","last_clean":"2024-09-12T01:13:00.667540+0000","last_became_active":"2024-09-12T00:50:30.943131+0000","last_became_peered":"2024-09-12T00:50:30.943131+0000","last_unstale":"2024-09-12T01:13:00.667540+0000","last_undegraded":"2024-09-12T01:13:00.667540+0000","last_fullsized":"2024-09-12T01:13:00.667540+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:18.820306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'24","reported_seq":112,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:29.762554+0000","last_change":"2024-09-12T00:49:04.999484+0000","last_active":"2024-09-12T01:13:29.762554+0000","last_peered":"2024-09-12T01:13:29.762554+0000","last_clean":"2024-09-12T01:13:29.762554+0000","last_became_active":"2024-09-12T00:49:04.999214+0000","last_became_peered":"2024-09-12T00:49:04.999214+0000","last_unstale":"2024-09-12T01:13:29.762554+0000","last_undegraded":"2024-09-12T01:13:29.762554+0000","last_fullsized":"2024-09-12T01:13:29.762554+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:38.554602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":124,"num_read_kb":86,"num_write":42,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.655741+0000","last_change":"2024-09-12T01:01:00.242402+0000","last_active":"2024-09-12T01:12:41.655741+0000","last_peered":"2024-09-12T01:12:41.655741+0000","last_clean":"2024-09-12T01:12:41.655741+0000","last_became_active":"2024-09-12T01:01:00.242074+0000","last_became_peered":"2024-09-12T01:01:00.242074+0000","last_unstale":"2024-09-12T01:12:41.655741+0000","last_undegraded":"2024-09-12T01:12:41.655741+0000","last_fullsized":"2024-09-12T01:12:41.655741+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:17.494123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"264'4","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.810498+0000","last_change":"2024-09-12T00:50:35.037076+0000","last_active":"2024-09-12T01:14:46.810498+0000","last_peered":"2024-09-12T01:14:46.810498+0000","last_clean":"2024-09-12T01:14:46.810498+0000","last_became_active":"2024-09-12T00:50:35.036761+0000","last_became_peered":"2024-09-12T00:50:35.036761+0000","last_unstale":"2024-09-12T01:14:46.810498+0000","last_undegraded":"2024-09-12T01:14:46.810498+0000","last_fullsized":"2024-09-12T01:14:46.810498+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:03:53.542537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'5","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.990981+0000","last_change":"2024-09-12T00:50:30.934398+0000","last_active":"2024-09-12T01:15:45.990981+0000","last_peered":"2024-09-12T01:15:45.990981+0000","last_clean":"2024-09-12T01:15:45.990981+0000","last_became_active":"2024-09-12T00:50:30.934124+0000","last_became_peered":"2024-09-12T00:50:30.934124+0000","last_unstale":"2024-09-12T01:15:45.990981+0000","last_undegraded":"2024-09-12T01:15:45.990981+0000","last_fullsized":"2024-09-12T01:15:45.990981+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"264'16","reported_seq":89,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:15.669968+0000","last_change":"2024-09-12T00:49:05.002772+0000","last_active":"2024-09-12T01:13:15.669968+0000","last_peered":"2024-09-12T01:13:15.669968+0000","last_clean":"2024-09-12T01:13:15.669968+0000","last_became_active":"2024-09-12T00:49:05.002211+0000","last_became_peered":"2024-09-12T00:49:05.002211+0000","last_unstale":"2024-09-12T01:13:15.669968+0000","last_undegraded":"2024-09-12T01:13:15.669968+0000","last_fullsized":"2024-09-12T01:13:15.669968+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:27.308072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":79,"num_read_kb":54,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.762877+0000","last_change":"2024-09-12T01:01:00.248629+0000","last_active":"2024-09-12T01:12:41.762877+0000","last_peered":"2024-09-12T01:12:41.762877+0000","last_clean":"2024-09-12T01:12:41.762877+0000","last_became_active":"2024-09-12T01:01:00.248297+0000","last_became_peered":"2024-09-12T01:01:00.248297+0000","last_unstale":"2024-09-12T01:12:41.762877+0000","last_undegraded":"2024-09-12T01:12:41.762877+0000","last_fullsized":"2024-09-12T01:12:41.762877+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:45:04.561312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"264'3","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.803110+0000","last_change":"2024-09-12T00:50:35.037325+0000","last_active":"2024-09-12T01:13:56.803110+0000","last_peered":"2024-09-12T01:13:56.803110+0000","last_clean":"2024-09-12T01:13:56.803110+0000","last_became_active":"2024-09-12T00:50:35.036985+0000","last_became_peered":"2024-09-12T00:50:35.036985+0000","last_unstale":"2024-09-12T01:13:56.803110+0000","last_undegraded":"2024-09-12T01:13:56.803110+0000","last_fullsized":"2024-09-12T01:13:56.803110+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:40:21.457178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"264'3","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:41.808606+0000","last_change":"2024-09-12T00:50:30.934350+0000","last_active":"2024-09-12T01:14:41.808606+0000","last_peered":"2024-09-12T01:14:41.808606+0000","last_clean":"2024-09-12T01:14:41.808606+0000","last_became_active":"2024-09-12T00:50:30.934084+0000","last_became_peered":"2024-09-12T00:50:30.934084+0000","last_unstale":"2024-09-12T01:14:41.808606+0000","last_undegraded":"2024-09-12T01:14:41.808606+0000","last_fullsized":"2024-09-12T01:14:41.808606+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:58.529071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"264'35","reported_seq":131,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.797847+0000","last_change":"2024-09-12T00:49:05.002480+0000","last_active":"2024-09-12T01:13:16.797847+0000","last_peered":"2024-09-12T01:13:16.797847+0000","last_clean":"2024-09-12T01:13:16.797847+0000","last_became_active":"2024-09-12T00:49:05.002224+0000","last_became_peered":"2024-09-12T00:49:05.002224+0000","last_unstale":"2024-09-12T01:13:16.797847+0000","last_undegraded":"2024-09-12T01:13:16.797847+0000","last_fullsized":"2024-09-12T01:13:16.797847+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:08.139476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":151,"num_read_kb":104,"num_write":80,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.791596+0000","last_change":"2024-09-12T01:01:00.240145+0000","last_active":"2024-09-12T01:12:41.791596+0000","last_peered":"2024-09-12T01:12:41.791596+0000","last_clean":"2024-09-12T01:12:41.791596+0000","last_became_active":"2024-09-12T01:01:00.239845+0000","last_became_peered":"2024-09-12T01:01:00.239845+0000","last_unstale":"2024-09-12T01:12:41.791596+0000","last_undegraded":"2024-09-12T01:12:41.791596+0000","last_fullsized":"2024-09-12T01:12:41.791596+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:29:21.793039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"264'3","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:15.685237+0000","last_change":"2024-09-12T00:51:06.150424+0000","last_active":"2024-09-12T01:15:15.685237+0000","last_peered":"2024-09-12T01:15:15.685237+0000","last_clean":"2024-09-12T01:15:15.685237+0000","last_became_active":"2024-09-12T00:51:06.150065+0000","last_became_peered":"2024-09-12T00:51:06.150065+0000","last_unstale":"2024-09-12T01:15:15.685237+0000","last_undegraded":"2024-09-12T01:15:15.685237+0000","last_fullsized":"2024-09-12T01:15:15.685237+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:35:33.339819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.16","version":"264'2","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:41.777638+0000","last_change":"2024-09-12T00:50:30.944504+0000","last_active":"2024-09-12T01:14:41.777638+0000","last_peered":"2024-09-12T01:14:41.777638+0000","last_clean":"2024-09-12T01:14:41.777638+0000","last_became_active":"2024-09-12T00:50:30.944163+0000","last_became_peered":"2024-09-12T00:50:30.944163+0000","last_unstale":"2024-09-12T01:14:41.777638+0000","last_undegraded":"2024-09-12T01:14:41.777638+0000","last_fullsized":"2024-09-12T01:14:41.777638+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:52.196257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"264'23","reported_seq":106,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.767689+0000","last_change":"2024-09-12T00:49:04.999280+0000","last_active":"2024-09-12T01:13:16.767689+0000","last_peered":"2024-09-12T01:13:16.767689+0000","last_clean":"2024-09-12T01:13:16.767689+0000","last_became_active":"2024-09-12T00:49:04.998991+0000","last_became_peered":"2024-09-12T00:49:04.998991+0000","last_unstale":"2024-09-12T01:13:16.767689+0000","last_undegraded":"2024-09-12T01:13:16.767689+0000","last_fullsized":"2024-09-12T01:13:16.767689+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:17:14.228657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":76,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:43.781055+0000","last_change":"2024-09-12T01:01:00.243575+0000","last_active":"2024-09-12T01:12:43.781055+0000","last_peered":"2024-09-12T01:12:43.781055+0000","last_clean":"2024-09-12T01:12:43.781055+0000","last_became_active":"2024-09-12T01:01:00.243245+0000","last_became_peered":"2024-09-12T01:01:00.243245+0000","last_unstale":"2024-09-12T01:12:43.781055+0000","last_undegraded":"2024-09-12T01:12:43.781055+0000","last_fullsized":"2024-09-12T01:12:43.781055+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:24.484498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"261'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.788839+0000","last_change":"2024-09-12T00:50:34.994727+0000","last_active":"2024-09-12T01:12:21.788839+0000","last_peered":"2024-09-12T01:12:21.788839+0000","last_clean":"2024-09-12T01:12:21.788839+0000","last_became_active":"2024-09-12T00:50:34.994435+0000","last_became_peered":"2024-09-12T00:50:34.994435+0000","last_unstale":"2024-09-12T01:12:21.788839+0000","last_undegraded":"2024-09-12T01:12:21.788839+0000","last_fullsized":"2024-09-12T01:12:21.788839+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:39.933925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661493+0000","last_change":"2024-09-12T00:50:30.940323+0000","last_active":"2024-09-12T01:12:15.661493+0000","last_peered":"2024-09-12T01:12:15.661493+0000","last_clean":"2024-09-12T01:12:15.661493+0000","last_became_active":"2024-09-12T00:50:30.940015+0000","last_became_peered":"2024-09-12T00:50:30.940015+0000","last_unstale":"2024-09-12T01:12:15.661493+0000","last_undegraded":"2024-09-12T01:12:15.661493+0000","last_fullsized":"2024-09-12T01:12:15.661493+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:53.874419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"264'4","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:31.790562+0000","last_change":"2024-09-12T00:49:05.000795+0000","last_active":"2024-09-12T01:12:31.790562+0000","last_peered":"2024-09-12T01:12:31.790562+0000","last_clean":"2024-09-12T01:12:31.790562+0000","last_became_active":"2024-09-12T00:49:05.000448+0000","last_became_peered":"2024-09-12T00:49:05.000448+0000","last_unstale":"2024-09-12T01:12:31.790562+0000","last_undegraded":"2024-09-12T01:12:31.790562+0000","last_fullsized":"2024-09-12T01:12:31.790562+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:03:37.939485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":13,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796239+0000","last_change":"2024-09-12T01:01:00.249415+0000","last_active":"2024-09-12T01:13:06.796239+0000","last_peered":"2024-09-12T01:13:06.796239+0000","last_clean":"2024-09-12T01:13:06.796239+0000","last_became_active":"2024-09-12T01:01:00.249127+0000","last_became_peered":"2024-09-12T01:01:00.249127+0000","last_unstale":"2024-09-12T01:13:06.796239+0000","last_undegraded":"2024-09-12T01:13:06.796239+0000","last_fullsized":"2024-09-12T01:13:06.796239+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:52:34.400467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"264'4","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.752658+0000","last_change":"2024-09-12T00:50:34.994048+0000","last_active":"2024-09-12T01:15:44.752658+0000","last_peered":"2024-09-12T01:15:44.752658+0000","last_clean":"2024-09-12T01:15:44.752658+0000","last_became_active":"2024-09-12T00:50:34.993740+0000","last_became_peered":"2024-09-12T00:50:34.993740+0000","last_unstale":"2024-09-12T01:15:44.752658+0000","last_undegraded":"2024-09-12T01:15:44.752658+0000","last_fullsized":"2024-09-12T01:15:44.752658+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:04:49.829850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'5","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.989643+0000","last_change":"2024-09-12T00:50:30.943358+0000","last_active":"2024-09-12T01:15:45.989643+0000","last_peered":"2024-09-12T01:15:45.989643+0000","last_clean":"2024-09-12T01:15:45.989643+0000","last_became_active":"2024-09-12T00:50:30.943017+0000","last_became_peered":"2024-09-12T00:50:30.943017+0000","last_unstale":"2024-09-12T01:15:45.989643+0000","last_undegraded":"2024-09-12T01:15:45.989643+0000","last_fullsized":"2024-09-12T01:15:45.989643+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8219,"num_write":10,"num_write_kb":4123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"264'39","reported_seq":147,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:55.136186+0000","last_change":"2024-09-12T00:49:05.001754+0000","last_active":"2024-09-12T01:12:55.136186+0000","last_peered":"2024-09-12T01:12:55.136186+0000","last_clean":"2024-09-12T01:12:55.136186+0000","last_became_active":"2024-09-12T00:49:05.001197+0000","last_became_peered":"2024-09-12T00:49:05.001197+0000","last_unstale":"2024-09-12T01:12:55.136186+0000","last_undegraded":"2024-09-12T01:12:55.136186+0000","last_fullsized":"2024-09-12T01:12:55.136186+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:24.963710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":127,"num_write":78,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:05.668504+0000","last_change":"2024-09-12T01:01:00.246063+0000","last_active":"2024-09-12T01:13:05.668504+0000","last_peered":"2024-09-12T01:13:05.668504+0000","last_clean":"2024-09-12T01:13:05.668504+0000","last_became_active":"2024-09-12T01:01:00.244464+0000","last_became_peered":"2024-09-12T01:01:00.244464+0000","last_unstale":"2024-09-12T01:13:05.668504+0000","last_undegraded":"2024-09-12T01:13:05.668504+0000","last_fullsized":"2024-09-12T01:13:05.668504+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:22.705753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"264'2","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.665906+0000","last_change":"2024-09-12T00:50:34.995644+0000","last_active":"2024-09-12T01:13:56.665906+0000","last_peered":"2024-09-12T01:13:56.665906+0000","last_clean":"2024-09-12T01:13:56.665906+0000","last_became_active":"2024-09-12T00:50:34.995365+0000","last_became_peered":"2024-09-12T00:50:34.995365+0000","last_unstale":"2024-09-12T01:13:56.665906+0000","last_undegraded":"2024-09-12T01:13:56.665906+0000","last_fullsized":"2024-09-12T01:13:56.665906+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:28:20.640956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:51.802215+0000","last_change":"2024-09-12T00:50:30.943184+0000","last_active":"2024-09-12T01:13:51.802215+0000","last_peered":"2024-09-12T01:13:51.802215+0000","last_clean":"2024-09-12T01:13:51.802215+0000","last_became_active":"2024-09-12T00:50:30.942874+0000","last_became_peered":"2024-09-12T00:50:30.942874+0000","last_unstale":"2024-09-12T01:13:51.802215+0000","last_undegraded":"2024-09-12T01:13:51.802215+0000","last_fullsized":"2024-09-12T01:13:51.802215+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"264'18","reported_seq":94,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:25.662770+0000","last_change":"2024-09-12T00:49:05.001769+0000","last_active":"2024-09-12T01:12:25.662770+0000","last_peered":"2024-09-12T01:12:25.662770+0000","last_clean":"2024-09-12T01:12:25.662770+0000","last_became_active":"2024-09-12T00:49:05.001379+0000","last_became_peered":"2024-09-12T00:49:05.001379+0000","last_unstale":"2024-09-12T01:12:25.662770+0000","last_undegraded":"2024-09-12T01:12:25.662770+0000","last_fullsized":"2024-09-12T01:12:25.662770+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:49.112285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":90,"num_read_kb":62,"num_write":33,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"263'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:45.665365+0000","last_change":"2024-09-12T01:01:00.252486+0000","last_active":"2024-09-12T01:12:45.665365+0000","last_peered":"2024-09-12T01:12:45.665365+0000","last_clean":"2024-09-12T01:12:45.665365+0000","last_became_active":"2024-09-12T01:01:00.251344+0000","last_became_peered":"2024-09-12T01:01:00.251344+0000","last_unstale":"2024-09-12T01:12:45.665365+0000","last_undegraded":"2024-09-12T01:12:45.665365+0000","last_fullsized":"2024-09-12T01:12:45.665365+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:04:03.915476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":33,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.783704+0000","last_change":"2024-09-12T00:50:34.995712+0000","last_active":"2024-09-12T01:11:36.783704+0000","last_peered":"2024-09-12T01:11:36.783704+0000","last_clean":"2024-09-12T01:11:36.783704+0000","last_became_active":"2024-09-12T00:50:34.995297+0000","last_became_peered":"2024-09-12T00:50:34.995297+0000","last_unstale":"2024-09-12T01:11:36.783704+0000","last_undegraded":"2024-09-12T01:11:36.783704+0000","last_fullsized":"2024-09-12T01:11:36.783704+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:08:54.404328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"261'4","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:51.778748+0000","last_change":"2024-09-12T00:50:30.935163+0000","last_active":"2024-09-12T01:13:51.778748+0000","last_peered":"2024-09-12T01:13:51.778748+0000","last_clean":"2024-09-12T01:13:51.778748+0000","last_became_active":"2024-09-12T00:50:30.934883+0000","last_became_peered":"2024-09-12T00:50:30.934883+0000","last_unstale":"2024-09-12T01:13:51.778748+0000","last_undegraded":"2024-09-12T01:13:51.778748+0000","last_fullsized":"2024-09-12T01:13:51.778748+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":4,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"264'13","reported_seq":79,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:26.789605+0000","last_change":"2024-09-12T00:49:04.995425+0000","last_active":"2024-09-12T01:12:26.789605+0000","last_peered":"2024-09-12T01:12:26.789605+0000","last_clean":"2024-09-12T01:12:26.789605+0000","last_became_active":"2024-09-12T00:49:04.995133+0000","last_became_peered":"2024-09-12T00:49:04.995133+0000","last_unstale":"2024-09-12T01:12:26.789605+0000","last_undegraded":"2024-09-12T01:12:26.789605+0000","last_fullsized":"2024-09-12T01:12:26.789605+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:18:07.249211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":43,"num_write":24,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796200+0000","last_change":"2024-09-12T01:01:00.249001+0000","last_active":"2024-09-12T01:13:06.796200+0000","last_peered":"2024-09-12T01:13:06.796200+0000","last_clean":"2024-09-12T01:13:06.796200+0000","last_became_active":"2024-09-12T01:01:00.248137+0000","last_became_peered":"2024-09-12T01:01:00.248137+0000","last_unstale":"2024-09-12T01:13:06.796200+0000","last_undegraded":"2024-09-12T01:13:06.796200+0000","last_fullsized":"2024-09-12T01:13:06.796200+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:08:35.210868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"264'3","reported_seq":36,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.779447+0000","last_change":"2024-09-12T00:50:34.998813+0000","last_active":"2024-09-12T01:13:56.779447+0000","last_peered":"2024-09-12T01:13:56.779447+0000","last_clean":"2024-09-12T01:13:56.779447+0000","last_became_active":"2024-09-12T00:50:34.998442+0000","last_became_peered":"2024-09-12T00:50:34.998442+0000","last_unstale":"2024-09-12T01:13:56.779447+0000","last_undegraded":"2024-09-12T01:13:56.779447+0000","last_fullsized":"2024-09-12T01:13:56.779447+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:10.912223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'7","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.893447+0000","last_change":"2024-09-12T00:50:30.935630+0000","last_active":"2024-09-12T01:15:44.893447+0000","last_peered":"2024-09-12T01:15:44.893447+0000","last_clean":"2024-09-12T01:15:44.893447+0000","last_became_active":"2024-09-12T00:50:30.935187+0000","last_became_peered":"2024-09-12T00:50:30.935187+0000","last_unstale":"2024-09-12T01:15:44.893447+0000","last_undegraded":"2024-09-12T01:15:44.893447+0000","last_fullsized":"2024-09-12T01:15:44.893447+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12290,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"264'10","reported_seq":74,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:26.790569+0000","last_change":"2024-09-12T00:49:04.997846+0000","last_active":"2024-09-12T01:12:26.790569+0000","last_peered":"2024-09-12T01:12:26.790569+0000","last_clean":"2024-09-12T01:12:26.790569+0000","last_became_active":"2024-09-12T00:49:04.997543+0000","last_became_peered":"2024-09-12T00:49:04.997543+0000","last_unstale":"2024-09-12T01:12:26.790569+0000","last_undegraded":"2024-09-12T01:12:26.790569+0000","last_fullsized":"2024-09-12T01:12:26.790569+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:34:32.253085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":36,"num_write":21,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.772994+0000","last_change":"2024-09-12T01:01:00.247966+0000","last_active":"2024-09-12T01:14:01.772994+0000","last_peered":"2024-09-12T01:14:01.772994+0000","last_clean":"2024-09-12T01:14:01.772994+0000","last_became_active":"2024-09-12T01:01:00.247390+0000","last_became_peered":"2024-09-12T01:01:00.247390+0000","last_unstale":"2024-09-12T01:14:01.772994+0000","last_undegraded":"2024-09-12T01:14:01.772994+0000","last_fullsized":"2024-09-12T01:14:01.772994+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:21.815691+0000","last_change":"2024-09-12T00:50:34.999328+0000","last_active":"2024-09-12T01:15:21.815691+0000","last_peered":"2024-09-12T01:15:21.815691+0000","last_clean":"2024-09-12T01:15:21.815691+0000","last_became_active":"2024-09-12T00:50:34.999003+0000","last_became_peered":"2024-09-12T00:50:34.999003+0000","last_unstale":"2024-09-12T01:15:21.815691+0000","last_undegraded":"2024-09-12T01:15:21.815691+0000","last_fullsized":"2024-09-12T01:15:21.815691+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:42.477954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.813763+0000","last_change":"2024-09-12T00:50:30.945140+0000","last_active":"2024-09-12T01:15:16.813763+0000","last_peered":"2024-09-12T01:15:16.813763+0000","last_clean":"2024-09-12T01:15:16.813763+0000","last_became_active":"2024-09-12T00:50:30.944904+0000","last_became_peered":"2024-09-12T00:50:30.944904+0000","last_unstale":"2024-09-12T01:15:16.813763+0000","last_undegraded":"2024-09-12T01:15:16.813763+0000","last_fullsized":"2024-09-12T01:15:16.813763+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:27.652096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"264'18","reported_seq":93,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.803179+0000","last_change":"2024-09-12T00:49:05.006612+0000","last_active":"2024-09-12T01:13:56.803179+0000","last_peered":"2024-09-12T01:13:56.803179+0000","last_clean":"2024-09-12T01:13:56.803179+0000","last_became_active":"2024-09-12T00:49:05.006219+0000","last_became_peered":"2024-09-12T00:49:05.006219+0000","last_unstale":"2024-09-12T01:13:56.803179+0000","last_undegraded":"2024-09-12T01:13:56.803179+0000","last_fullsized":"2024-09-12T01:13:56.803179+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":59,"num_write":36,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788162+0000","last_change":"2024-09-12T01:01:00.241273+0000","last_active":"2024-09-12T01:12:16.788162+0000","last_peered":"2024-09-12T01:12:16.788162+0000","last_clean":"2024-09-12T01:12:16.788162+0000","last_became_active":"2024-09-12T01:01:00.240946+0000","last_became_peered":"2024-09-12T01:01:00.240946+0000","last_unstale":"2024-09-12T01:12:16.788162+0000","last_undegraded":"2024-09-12T01:12:16.788162+0000","last_fullsized":"2024-09-12T01:12:16.788162+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:16:02.176460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:21.815654+0000","last_change":"2024-09-12T00:50:34.996981+0000","last_active":"2024-09-12T01:15:21.815654+0000","last_peered":"2024-09-12T01:15:21.815654+0000","last_clean":"2024-09-12T01:15:21.815654+0000","last_became_active":"2024-09-12T00:50:34.996654+0000","last_became_peered":"2024-09-12T00:50:34.996654+0000","last_unstale":"2024-09-12T01:15:21.815654+0000","last_undegraded":"2024-09-12T01:15:21.815654+0000","last_fullsized":"2024-09-12T01:15:21.815654+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:54:18.121278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.783341+0000","last_change":"2024-09-12T00:50:30.941645+0000","last_active":"2024-09-12T01:15:16.783341+0000","last_peered":"2024-09-12T01:15:16.783341+0000","last_clean":"2024-09-12T01:15:16.783341+0000","last_became_active":"2024-09-12T00:50:30.941276+0000","last_became_peered":"2024-09-12T00:50:30.941276+0000","last_unstale":"2024-09-12T01:15:16.783341+0000","last_undegraded":"2024-09-12T01:15:16.783341+0000","last_fullsized":"2024-09-12T01:15:16.783341+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:06:54.998763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'57","reported_seq":207,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:53.791865+0000","last_change":"2024-09-12T00:49:05.000615+0000","last_active":"2024-09-12T01:13:53.791865+0000","last_peered":"2024-09-12T01:13:53.791865+0000","last_clean":"2024-09-12T01:13:53.791865+0000","last_became_active":"2024-09-12T00:49:05.000274+0000","last_became_peered":"2024-09-12T00:49:05.000274+0000","last_unstale":"2024-09-12T01:13:53.791865+0000","last_undegraded":"2024-09-12T01:13:53.791865+0000","last_fullsized":"2024-09-12T01:13:53.791865+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":307,"num_read_kb":219,"num_write":100,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.780177+0000","last_change":"2024-09-12T01:01:00.248471+0000","last_active":"2024-09-12T01:14:01.780177+0000","last_peered":"2024-09-12T01:14:01.780177+0000","last_clean":"2024-09-12T01:14:01.780177+0000","last_became_active":"2024-09-12T01:01:00.248139+0000","last_became_peered":"2024-09-12T01:01:00.248139+0000","last_unstale":"2024-09-12T01:14:01.780177+0000","last_undegraded":"2024-09-12T01:14:01.780177+0000","last_fullsized":"2024-09-12T01:14:01.780177+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:11.660233+0000","last_change":"2024-09-12T00:50:35.038730+0000","last_active":"2024-09-12T01:13:11.660233+0000","last_peered":"2024-09-12T01:13:11.660233+0000","last_clean":"2024-09-12T01:13:11.660233+0000","last_became_active":"2024-09-12T00:50:35.038447+0000","last_became_peered":"2024-09-12T00:50:35.038447+0000","last_unstale":"2024-09-12T01:13:11.660233+0000","last_undegraded":"2024-09-12T01:13:11.660233+0000","last_fullsized":"2024-09-12T01:13:11.660233+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:11:31.319735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:15.685190+0000","last_change":"2024-09-12T00:50:30.940184+0000","last_active":"2024-09-12T01:15:15.685190+0000","last_peered":"2024-09-12T01:15:15.685190+0000","last_clean":"2024-09-12T01:15:15.685190+0000","last_became_active":"2024-09-12T00:50:30.939898+0000","last_became_peered":"2024-09-12T00:50:30.939898+0000","last_unstale":"2024-09-12T01:15:15.685190+0000","last_undegraded":"2024-09-12T01:15:15.685190+0000","last_fullsized":"2024-09-12T01:15:15.685190+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:57:36.814375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"264'45","reported_seq":167,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:51.778790+0000","last_change":"2024-09-12T00:49:04.997205+0000","last_active":"2024-09-12T01:13:51.778790+0000","last_peered":"2024-09-12T01:13:51.778790+0000","last_clean":"2024-09-12T01:13:51.778790+0000","last_became_active":"2024-09-12T00:49:04.996877+0000","last_became_peered":"2024-09-12T00:49:04.996877+0000","last_unstale":"2024-09-12T01:13:51.778790+0000","last_undegraded":"2024-09-12T01:13:51.778790+0000","last_fullsized":"2024-09-12T01:13:51.778790+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":154,"num_write":87,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.802765+0000","last_change":"2024-09-12T01:01:00.244978+0000","last_active":"2024-09-12T01:14:01.802765+0000","last_peered":"2024-09-12T01:14:01.802765+0000","last_clean":"2024-09-12T01:14:01.802765+0000","last_became_active":"2024-09-12T01:01:00.244603+0000","last_became_peered":"2024-09-12T01:01:00.244603+0000","last_unstale":"2024-09-12T01:14:01.802765+0000","last_undegraded":"2024-09-12T01:14:01.802765+0000","last_fullsized":"2024-09-12T01:14:01.802765+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'4","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:21.815708+0000","last_change":"2024-09-12T00:50:34.997047+0000","last_active":"2024-09-12T01:15:21.815708+0000","last_peered":"2024-09-12T01:15:21.815708+0000","last_clean":"2024-09-12T01:15:21.815708+0000","last_became_active":"2024-09-12T00:50:34.996753+0000","last_became_peered":"2024-09-12T00:50:34.996753+0000","last_unstale":"2024-09-12T01:15:21.815708+0000","last_undegraded":"2024-09-12T01:15:21.815708+0000","last_fullsized":"2024-09-12T01:15:21.815708+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:47:24.391205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'7","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.990491+0000","last_change":"2024-09-12T00:50:30.935094+0000","last_active":"2024-09-12T01:15:45.990491+0000","last_peered":"2024-09-12T01:15:45.990491+0000","last_clean":"2024-09-12T01:15:45.990491+0000","last_became_active":"2024-09-12T00:50:30.934056+0000","last_became_peered":"2024-09-12T00:50:30.934056+0000","last_unstale":"2024-09-12T01:15:45.990491+0000","last_undegraded":"2024-09-12T01:15:45.990491+0000","last_fullsized":"2024-09-12T01:15:45.990491+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:35:54.805339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":9218,"num_write":12,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"264'76","reported_seq":260,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:51.771768+0000","last_change":"2024-09-12T00:49:04.999259+0000","last_active":"2024-09-12T01:13:51.771768+0000","last_peered":"2024-09-12T01:13:51.771768+0000","last_clean":"2024-09-12T01:13:51.771768+0000","last_became_active":"2024-09-12T00:49:04.998935+0000","last_became_peered":"2024-09-12T00:49:04.998935+0000","last_unstale":"2024-09-12T01:13:51.771768+0000","last_undegraded":"2024-09-12T01:13:51.771768+0000","last_fullsized":"2024-09-12T01:13:51.771768+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":403,"num_read_kb":301,"num_write":119,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.789497+0000","last_change":"2024-09-12T01:01:00.242450+0000","last_active":"2024-09-12T01:12:16.789497+0000","last_peered":"2024-09-12T01:12:16.789497+0000","last_clean":"2024-09-12T01:12:16.789497+0000","last_became_active":"2024-09-12T01:01:00.242139+0000","last_became_peered":"2024-09-12T01:01:00.242139+0000","last_unstale":"2024-09-12T01:12:16.789497+0000","last_undegraded":"2024-09-12T01:12:16.789497+0000","last_fullsized":"2024-09-12T01:12:16.789497+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:11.006578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'3","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:26.806555+0000","last_change":"2024-09-12T00:50:34.995684+0000","last_active":"2024-09-12T01:14:26.806555+0000","last_peered":"2024-09-12T01:14:26.806555+0000","last_clean":"2024-09-12T01:14:26.806555+0000","last_became_active":"2024-09-12T00:50:34.995313+0000","last_became_peered":"2024-09-12T00:50:34.995313+0000","last_unstale":"2024-09-12T01:14:26.806555+0000","last_undegraded":"2024-09-12T01:14:26.806555+0000","last_fullsized":"2024-09-12T01:14:26.806555+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:46.556893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"264'4","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.893429+0000","last_change":"2024-09-12T00:50:30.938482+0000","last_active":"2024-09-12T01:15:44.893429+0000","last_peered":"2024-09-12T01:15:44.893429+0000","last_clean":"2024-09-12T01:15:44.893429+0000","last_became_active":"2024-09-12T00:50:30.938036+0000","last_became_peered":"2024-09-12T00:50:30.938036+0000","last_unstale":"2024-09-12T01:15:44.893429+0000","last_undegraded":"2024-09-12T01:15:44.893429+0000","last_fullsized":"2024-09-12T01:15:44.893429+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:53:10.196704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"261'7","reported_seq":67,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:50.674171+0000","last_change":"2024-09-12T00:49:05.004166+0000","last_active":"2024-09-12T01:13:50.674171+0000","last_peered":"2024-09-12T01:13:50.674171+0000","last_clean":"2024-09-12T01:13:50.674171+0000","last_became_active":"2024-09-12T00:49:05.003639+0000","last_became_peered":"2024-09-12T00:49:05.003639+0000","last_unstale":"2024-09-12T01:13:50.674171+0000","last_undegraded":"2024-09-12T01:13:50.674171+0000","last_fullsized":"2024-09-12T01:13:50.674171+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":27,"num_write":13,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788267+0000","last_change":"2024-09-12T01:01:00.247279+0000","last_active":"2024-09-12T01:12:16.788267+0000","last_peered":"2024-09-12T01:12:16.788267+0000","last_clean":"2024-09-12T01:12:16.788267+0000","last_became_active":"2024-09-12T01:01:00.246954+0000","last_became_peered":"2024-09-12T01:01:00.246954+0000","last_unstale":"2024-09-12T01:12:16.788267+0000","last_undegraded":"2024-09-12T01:12:16.788267+0000","last_fullsized":"2024-09-12T01:12:16.788267+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:20:23.050226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788102+0000","last_change":"2024-09-12T00:50:35.036906+0000","last_active":"2024-09-12T01:12:16.788102+0000","last_peered":"2024-09-12T01:12:16.788102+0000","last_clean":"2024-09-12T01:12:16.788102+0000","last_became_active":"2024-09-12T00:50:35.036646+0000","last_became_peered":"2024-09-12T00:50:35.036646+0000","last_unstale":"2024-09-12T01:12:16.788102+0000","last_undegraded":"2024-09-12T01:12:16.788102+0000","last_fullsized":"2024-09-12T01:12:16.788102+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:27.148209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.651964+0000","last_change":"2024-09-12T00:50:30.939794+0000","last_active":"2024-09-12T01:12:11.651964+0000","last_peered":"2024-09-12T01:12:11.651964+0000","last_clean":"2024-09-12T01:12:11.651964+0000","last_became_active":"2024-09-12T00:50:30.939438+0000","last_became_peered":"2024-09-12T00:50:30.939438+0000","last_unstale":"2024-09-12T01:12:11.651964+0000","last_undegraded":"2024-09-12T01:12:11.651964+0000","last_fullsized":"2024-09-12T01:12:11.651964+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:14.996773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"264'27","reported_seq":119,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:29.757272+0000","last_change":"2024-09-12T00:49:04.998654+0000","last_active":"2024-09-12T01:13:29.757272+0000","last_peered":"2024-09-12T01:13:29.757272+0000","last_clean":"2024-09-12T01:13:29.757272+0000","last_became_active":"2024-09-12T00:49:04.998359+0000","last_became_peered":"2024-09-12T00:49:04.998359+0000","last_unstale":"2024-09-12T01:13:29.757272+0000","last_undegraded":"2024-09-12T01:13:29.757272+0000","last_fullsized":"2024-09-12T01:13:29.757272+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:29:18.770661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":92,"num_write":52,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788184+0000","last_change":"2024-09-12T01:01:00.244168+0000","last_active":"2024-09-12T01:12:16.788184+0000","last_peered":"2024-09-12T01:12:16.788184+0000","last_clean":"2024-09-12T01:12:16.788184+0000","last_became_active":"2024-09-12T01:01:00.243414+0000","last_became_peered":"2024-09-12T01:01:00.243414+0000","last_unstale":"2024-09-12T01:12:16.788184+0000","last_undegraded":"2024-09-12T01:12:16.788184+0000","last_fullsized":"2024-09-12T01:12:16.788184+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:23:39.975838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"261'4","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.659477+0000","last_change":"2024-09-12T00:50:35.000386+0000","last_active":"2024-09-12T01:13:06.659477+0000","last_peered":"2024-09-12T01:13:06.659477+0000","last_clean":"2024-09-12T01:13:06.659477+0000","last_became_active":"2024-09-12T00:50:35.000038+0000","last_became_peered":"2024-09-12T00:50:35.000038+0000","last_unstale":"2024-09-12T01:13:06.659477+0000","last_undegraded":"2024-09-12T01:13:06.659477+0000","last_fullsized":"2024-09-12T01:13:06.659477+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:42.083005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661382+0000","last_change":"2024-09-12T00:50:30.940559+0000","last_active":"2024-09-12T01:12:15.661382+0000","last_peered":"2024-09-12T01:12:15.661382+0000","last_clean":"2024-09-12T01:12:15.661382+0000","last_became_active":"2024-09-12T00:50:30.940252+0000","last_became_peered":"2024-09-12T00:50:30.940252+0000","last_unstale":"2024-09-12T01:12:15.661382+0000","last_undegraded":"2024-09-12T01:12:15.661382+0000","last_fullsized":"2024-09-12T01:12:15.661382+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:12:12.408624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"264'51","reported_seq":188,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.794468+0000","last_change":"2024-09-12T00:49:05.001845+0000","last_active":"2024-09-12T01:12:56.794468+0000","last_peered":"2024-09-12T01:12:56.794468+0000","last_clean":"2024-09-12T01:12:56.794468+0000","last_became_active":"2024-09-12T00:49:05.001450+0000","last_became_peered":"2024-09-12T00:49:05.001450+0000","last_unstale":"2024-09-12T01:12:56.794468+0000","last_undegraded":"2024-09-12T01:12:56.794468+0000","last_fullsized":"2024-09-12T01:12:56.794468+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:20:04.525417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":268,"num_read_kb":187,"num_write":90,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661453+0000","last_change":"2024-09-12T01:01:00.244022+0000","last_active":"2024-09-12T01:12:15.661453+0000","last_peered":"2024-09-12T01:12:15.661453+0000","last_clean":"2024-09-12T01:12:15.661453+0000","last_became_active":"2024-09-12T01:01:00.243734+0000","last_became_peered":"2024-09-12T01:01:00.243734+0000","last_unstale":"2024-09-12T01:12:15.661453+0000","last_undegraded":"2024-09-12T01:12:15.661453+0000","last_fullsized":"2024-09-12T01:12:15.661453+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:32:17.406102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"264'8","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.206660+0000","last_change":"2024-09-12T00:50:34.995658+0000","last_active":"2024-09-12T01:15:44.206660+0000","last_peered":"2024-09-12T01:15:44.206660+0000","last_clean":"2024-09-12T01:15:44.206660+0000","last_became_active":"2024-09-12T00:50:34.995328+0000","last_became_peered":"2024-09-12T00:50:34.995328+0000","last_unstale":"2024-09-12T01:15:44.206660+0000","last_undegraded":"2024-09-12T01:15:44.206660+0000","last_fullsized":"2024-09-12T01:15:44.206660+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:12.786753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13312,"num_write":8,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.813763+0000","last_change":"2024-09-12T00:50:30.934852+0000","last_active":"2024-09-12T01:15:16.813763+0000","last_peered":"2024-09-12T01:15:16.813763+0000","last_clean":"2024-09-12T01:15:16.813763+0000","last_became_active":"2024-09-12T00:50:30.934572+0000","last_became_peered":"2024-09-12T00:50:30.934572+0000","last_unstale":"2024-09-12T01:15:16.813763+0000","last_undegraded":"2024-09-12T01:15:16.813763+0000","last_fullsized":"2024-09-12T01:15:16.813763+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:28:17.578344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"264'58","reported_seq":207,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.771651+0000","last_change":"2024-09-12T00:49:04.996678+0000","last_active":"2024-09-12T01:12:56.771651+0000","last_peered":"2024-09-12T01:12:56.771651+0000","last_clean":"2024-09-12T01:12:56.771651+0000","last_became_active":"2024-09-12T00:49:04.996339+0000","last_became_peered":"2024-09-12T00:49:04.996339+0000","last_unstale":"2024-09-12T01:12:56.771651+0000","last_undegraded":"2024-09-12T01:12:56.771651+0000","last_fullsized":"2024-09-12T01:12:56.771651+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:45.034447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":305,"num_read_kb":218,"num_write":103,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.798800+0000","last_change":"2024-09-12T01:01:00.247279+0000","last_active":"2024-09-12T01:13:31.798800+0000","last_peered":"2024-09-12T01:13:31.798800+0000","last_clean":"2024-09-12T01:13:31.798800+0000","last_became_active":"2024-09-12T01:01:00.246709+0000","last_became_peered":"2024-09-12T01:01:00.246709+0000","last_unstale":"2024-09-12T01:13:31.798800+0000","last_undegraded":"2024-09-12T01:13:31.798800+0000","last_fullsized":"2024-09-12T01:13:31.798800+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:20.235279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"264'6","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.961358+0000","last_change":"2024-09-12T00:50:34.998078+0000","last_active":"2024-09-12T01:15:44.961358+0000","last_peered":"2024-09-12T01:15:44.961358+0000","last_clean":"2024-09-12T01:15:44.961358+0000","last_became_active":"2024-09-12T00:50:34.997718+0000","last_became_peered":"2024-09-12T00:50:34.997718+0000","last_unstale":"2024-09-12T01:15:44.961358+0000","last_undegraded":"2024-09-12T01:15:44.961358+0000","last_fullsized":"2024-09-12T01:15:44.961358+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:17:27.348344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":13430,"num_write":6,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816098+0000","last_change":"2024-09-12T00:50:30.934114+0000","last_active":"2024-09-12T01:15:31.816098+0000","last_peered":"2024-09-12T01:15:31.816098+0000","last_clean":"2024-09-12T01:15:31.816098+0000","last_became_active":"2024-09-12T00:50:30.933846+0000","last_became_peered":"2024-09-12T00:50:30.933846+0000","last_unstale":"2024-09-12T01:15:31.816098+0000","last_undegraded":"2024-09-12T01:15:31.816098+0000","last_fullsized":"2024-09-12T01:15:31.816098+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:01:17.763715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'57","reported_seq":203,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:55.666802+0000","last_change":"2024-09-12T00:49:05.002485+0000","last_active":"2024-09-12T01:12:55.666802+0000","last_peered":"2024-09-12T01:12:55.666802+0000","last_clean":"2024-09-12T01:12:55.666802+0000","last_became_active":"2024-09-12T00:49:05.001896+0000","last_became_peered":"2024-09-12T00:49:05.001896+0000","last_unstale":"2024-09-12T01:12:55.666802+0000","last_undegraded":"2024-09-12T01:12:55.666802+0000","last_fullsized":"2024-09-12T01:12:55.666802+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:57:34.501825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":298,"num_read_kb":208,"num_write":101,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:33.788857+0000","last_change":"2024-09-12T01:01:00.246143+0000","last_active":"2024-09-12T01:13:33.788857+0000","last_peered":"2024-09-12T01:13:33.788857+0000","last_clean":"2024-09-12T01:13:33.788857+0000","last_became_active":"2024-09-12T01:01:00.245868+0000","last_became_peered":"2024-09-12T01:01:00.245868+0000","last_unstale":"2024-09-12T01:13:33.788857+0000","last_undegraded":"2024-09-12T01:13:33.788857+0000","last_fullsized":"2024-09-12T01:13:33.788857+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:35:59.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"264'2","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:35.688255+0000","last_change":"2024-09-12T00:50:35.038714+0000","last_active":"2024-09-12T01:15:35.688255+0000","last_peered":"2024-09-12T01:15:35.688255+0000","last_clean":"2024-09-12T01:15:35.688255+0000","last_became_active":"2024-09-12T00:50:35.038388+0000","last_became_peered":"2024-09-12T00:50:35.038388+0000","last_unstale":"2024-09-12T01:15:35.688255+0000","last_undegraded":"2024-09-12T01:15:35.688255+0000","last_fullsized":"2024-09-12T01:15:35.688255+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:20:32.114053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"264'7","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.785289+0000","last_change":"2024-09-12T00:50:30.941770+0000","last_active":"2024-09-12T01:15:31.785289+0000","last_peered":"2024-09-12T01:15:31.785289+0000","last_clean":"2024-09-12T01:15:31.785289+0000","last_became_active":"2024-09-12T00:50:30.941285+0000","last_became_peered":"2024-09-12T00:50:30.941285+0000","last_unstale":"2024-09-12T01:15:31.785289+0000","last_undegraded":"2024-09-12T01:15:31.785289+0000","last_fullsized":"2024-09-12T01:15:31.785289+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:50:12.946641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":16386,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'60","reported_seq":219,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.771730+0000","last_change":"2024-09-12T00:49:05.000976+0000","last_active":"2024-09-12T01:12:56.771730+0000","last_peered":"2024-09-12T01:12:56.771730+0000","last_clean":"2024-09-12T01:12:56.771730+0000","last_became_active":"2024-09-12T00:49:05.000655+0000","last_became_peered":"2024-09-12T00:49:05.000655+0000","last_unstale":"2024-09-12T01:12:56.771730+0000","last_undegraded":"2024-09-12T01:12:56.771730+0000","last_fullsized":"2024-09-12T01:12:56.771730+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:36:09.019812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":331,"num_read_kb":248,"num_write":99,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.659414+0000","last_change":"2024-09-12T01:01:00.240090+0000","last_active":"2024-09-12T01:13:06.659414+0000","last_peered":"2024-09-12T01:13:06.659414+0000","last_clean":"2024-09-12T01:13:06.659414+0000","last_became_active":"2024-09-12T01:01:00.239777+0000","last_became_peered":"2024-09-12T01:01:00.239777+0000","last_unstale":"2024-09-12T01:13:06.659414+0000","last_undegraded":"2024-09-12T01:13:06.659414+0000","last_fullsized":"2024-09-12T01:13:06.659414+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:44:33.655470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788276+0000","last_change":"2024-09-12T00:50:35.038307+0000","last_active":"2024-09-12T01:12:16.788276+0000","last_peered":"2024-09-12T01:12:16.788276+0000","last_clean":"2024-09-12T01:12:16.788276+0000","last_became_active":"2024-09-12T00:50:35.038044+0000","last_became_peered":"2024-09-12T00:50:35.038044+0000","last_unstale":"2024-09-12T01:12:16.788276+0000","last_undegraded":"2024-09-12T01:12:16.788276+0000","last_fullsized":"2024-09-12T01:12:16.788276+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:20.183924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"264'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:23.797076+0000","last_change":"2024-09-12T00:50:30.931604+0000","last_active":"2024-09-12T01:14:23.797076+0000","last_peered":"2024-09-12T01:14:23.797076+0000","last_clean":"2024-09-12T01:14:23.797076+0000","last_became_active":"2024-09-12T00:50:30.931259+0000","last_became_peered":"2024-09-12T00:50:30.931259+0000","last_unstale":"2024-09-12T01:14:23.797076+0000","last_undegraded":"2024-09-12T01:14:23.797076+0000","last_fullsized":"2024-09-12T01:14:23.797076+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:22.462145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"264'6","reported_seq":65,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786816+0000","last_change":"2024-09-12T00:49:05.006533+0000","last_active":"2024-09-12T01:12:06.786816+0000","last_peered":"2024-09-12T01:12:06.786816+0000","last_clean":"2024-09-12T01:12:06.786816+0000","last_became_active":"2024-09-12T00:49:05.006262+0000","last_became_peered":"2024-09-12T00:49:05.006262+0000","last_unstale":"2024-09-12T01:12:06.786816+0000","last_undegraded":"2024-09-12T01:12:06.786816+0000","last_fullsized":"2024-09-12T01:12:06.786816+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:23.936866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":24,"num_write":11,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.799522+0000","last_change":"2024-09-12T01:01:00.243089+0000","last_active":"2024-09-12T01:13:31.799522+0000","last_peered":"2024-09-12T01:13:31.799522+0000","last_clean":"2024-09-12T01:13:31.799522+0000","last_became_active":"2024-09-12T01:01:00.242637+0000","last_became_peered":"2024-09-12T01:01:00.242637+0000","last_unstale":"2024-09-12T01:13:31.799522+0000","last_undegraded":"2024-09-12T01:13:31.799522+0000","last_fullsized":"2024-09-12T01:13:31.799522+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:20.089088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788197+0000","last_change":"2024-09-12T00:50:34.997522+0000","last_active":"2024-09-12T01:12:16.788197+0000","last_peered":"2024-09-12T01:12:16.788197+0000","last_clean":"2024-09-12T01:12:16.788197+0000","last_became_active":"2024-09-12T00:50:34.997201+0000","last_became_peered":"2024-09-12T00:50:34.997201+0000","last_unstale":"2024-09-12T01:12:16.788197+0000","last_undegraded":"2024-09-12T01:12:16.788197+0000","last_fullsized":"2024-09-12T01:12:16.788197+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:46:04.464092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:21.805759+0000","last_change":"2024-09-12T00:50:30.945103+0000","last_active":"2024-09-12T01:14:21.805759+0000","last_peered":"2024-09-12T01:14:21.805759+0000","last_clean":"2024-09-12T01:14:21.805759+0000","last_became_active":"2024-09-12T00:50:30.944859+0000","last_became_peered":"2024-09-12T00:50:30.944859+0000","last_unstale":"2024-09-12T01:14:21.805759+0000","last_undegraded":"2024-09-12T01:14:21.805759+0000","last_fullsized":"2024-09-12T01:14:21.805759+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:50.151100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"264'143","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:06.667236+0000","last_change":"2024-09-12T00:49:04.998334+0000","last_active":"2024-09-12T01:14:06.667236+0000","last_peered":"2024-09-12T01:14:06.667236+0000","last_clean":"2024-09-12T01:14:06.667236+0000","last_became_active":"2024-09-12T00:49:04.998038+0000","last_became_peered":"2024-09-12T00:49:04.998038+0000","last_unstale":"2024-09-12T01:14:06.667236+0000","last_undegraded":"2024-09-12T01:14:06.667236+0000","last_fullsized":"2024-09-12T01:14:06.667236+0000","mapping_epoch":251,"log_start":"261'100","ondisk_log_start":"261'100","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":43,"log_dups_size":100,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":878,"num_read_kb":645,"num_write":176,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"263'1","reported_seq":21,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.773052+0000","last_change":"2024-09-12T01:01:00.248642+0000","last_active":"2024-09-12T01:14:01.773052+0000","last_peered":"2024-09-12T01:14:01.773052+0000","last_clean":"2024-09-12T01:14:01.773052+0000","last_became_active":"2024-09-12T01:01:00.248113+0000","last_became_peered":"2024-09-12T01:01:00.248113+0000","last_unstale":"2024-09-12T01:14:01.773052+0000","last_undegraded":"2024-09-12T01:14:01.773052+0000","last_fullsized":"2024-09-12T01:14:01.773052+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"264'4","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.656490+0000","last_change":"2024-09-12T00:50:34.990462+0000","last_active":"2024-09-12T01:15:44.656490+0000","last_peered":"2024-09-12T01:15:44.656490+0000","last_clean":"2024-09-12T01:15:44.656490+0000","last_became_active":"2024-09-12T00:50:34.990137+0000","last_became_peered":"2024-09-12T00:50:34.990137+0000","last_unstale":"2024-09-12T01:15:44.656490+0000","last_undegraded":"2024-09-12T01:15:44.656490+0000","last_fullsized":"2024-09-12T01:15:44.656490+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:42:30.792442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"264'9","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.047325+0000","last_change":"2024-09-12T00:50:30.939985+0000","last_active":"2024-09-12T01:15:45.047325+0000","last_peered":"2024-09-12T01:15:45.047325+0000","last_clean":"2024-09-12T01:15:45.047325+0000","last_became_active":"2024-09-12T00:50:30.939689+0000","last_became_peered":"2024-09-12T00:50:30.939689+0000","last_unstale":"2024-09-12T01:15:45.047325+0000","last_undegraded":"2024-09-12T01:15:45.047325+0000","last_fullsized":"2024-09-12T01:15:45.047325+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:42:49.369584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13883,"num_write":14,"num_write_kb":9787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"264'29","reported_seq":123,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:08.794172+0000","last_change":"2024-09-12T00:49:04.999587+0000","last_active":"2024-09-12T01:14:08.794172+0000","last_peered":"2024-09-12T01:14:08.794172+0000","last_clean":"2024-09-12T01:14:08.794172+0000","last_became_active":"2024-09-12T00:49:04.999284+0000","last_became_peered":"2024-09-12T00:49:04.999284+0000","last_unstale":"2024-09-12T01:14:08.794172+0000","last_undegraded":"2024-09-12T01:14:08.794172+0000","last_fullsized":"2024-09-12T01:14:08.794172+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":94,"num_write":55,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:00.675531+0000","last_change":"2024-09-12T01:01:00.246498+0000","last_active":"2024-09-12T01:14:00.675531+0000","last_peered":"2024-09-12T01:14:00.675531+0000","last_clean":"2024-09-12T01:14:00.675531+0000","last_became_active":"2024-09-12T01:01:00.245015+0000","last_became_peered":"2024-09-12T01:01:00.245015+0000","last_unstale":"2024-09-12T01:14:00.675531+0000","last_undegraded":"2024-09-12T01:14:00.675531+0000","last_fullsized":"2024-09-12T01:14:00.675531+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"264'14","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:38.799141+0000","last_change":"2024-09-12T00:50:34.994428+0000","last_active":"2024-09-12T01:14:38.799141+0000","last_peered":"2024-09-12T01:14:38.799141+0000","last_clean":"2024-09-12T01:14:38.799141+0000","last_became_active":"2024-09-12T00:50:34.994103+0000","last_became_peered":"2024-09-12T00:50:34.994103+0000","last_unstale":"2024-09-12T01:14:38.799141+0000","last_undegraded":"2024-09-12T01:14:38.799141+0000","last_fullsized":"2024-09-12T01:14:38.799141+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:32.336856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":29700,"num_write":24,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"264'5","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816027+0000","last_change":"2024-09-12T00:50:30.943189+0000","last_active":"2024-09-12T01:15:31.816027+0000","last_peered":"2024-09-12T01:15:31.816027+0000","last_clean":"2024-09-12T01:15:31.816027+0000","last_became_active":"2024-09-12T00:50:30.942891+0000","last_became_peered":"2024-09-12T00:50:30.942891+0000","last_unstale":"2024-09-12T01:15:31.816027+0000","last_undegraded":"2024-09-12T01:15:31.816027+0000","last_fullsized":"2024-09-12T01:15:31.816027+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:41.298054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"264'25","reported_seq":111,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:06.803880+0000","last_change":"2024-09-12T00:49:05.002579+0000","last_active":"2024-09-12T01:14:06.803880+0000","last_peered":"2024-09-12T01:14:06.803880+0000","last_clean":"2024-09-12T01:14:06.803880+0000","last_became_active":"2024-09-12T00:49:05.002279+0000","last_became_peered":"2024-09-12T00:49:05.002279+0000","last_unstale":"2024-09-12T01:14:06.803880+0000","last_undegraded":"2024-09-12T01:14:06.803880+0000","last_fullsized":"2024-09-12T01:14:06.803880+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":80,"num_write":55,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:30.671672+0000","last_change":"2024-09-12T01:01:00.247119+0000","last_active":"2024-09-12T01:13:30.671672+0000","last_peered":"2024-09-12T01:13:30.671672+0000","last_clean":"2024-09-12T01:13:30.671672+0000","last_became_active":"2024-09-12T01:01:00.246813+0000","last_became_peered":"2024-09-12T01:01:00.246813+0000","last_unstale":"2024-09-12T01:13:30.671672+0000","last_undegraded":"2024-09-12T01:13:30.671672+0000","last_fullsized":"2024-09-12T01:13:30.671672+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:44.699209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"264'9","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.752743+0000","last_change":"2024-09-12T00:50:34.999015+0000","last_active":"2024-09-12T01:15:44.752743+0000","last_peered":"2024-09-12T01:15:44.752743+0000","last_clean":"2024-09-12T01:15:44.752743+0000","last_became_active":"2024-09-12T00:50:34.997560+0000","last_became_peered":"2024-09-12T00:50:34.997560+0000","last_unstale":"2024-09-12T01:15:44.752743+0000","last_undegraded":"2024-09-12T01:15:44.752743+0000","last_fullsized":"2024-09-12T01:15:44.752743+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:31:31.039782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":15362,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"261'5","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:26.662135+0000","last_change":"2024-09-12T00:50:30.934322+0000","last_active":"2024-09-12T01:13:26.662135+0000","last_peered":"2024-09-12T01:13:26.662135+0000","last_clean":"2024-09-12T01:13:26.662135+0000","last_became_active":"2024-09-12T00:50:30.933982+0000","last_became_peered":"2024-09-12T00:50:30.933982+0000","last_unstale":"2024-09-12T01:13:26.662135+0000","last_undegraded":"2024-09-12T01:13:26.662135+0000","last_fullsized":"2024-09-12T01:13:26.662135+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:52:18.342595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"264'41","reported_seq":156,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:06.780799+0000","last_change":"2024-09-12T00:49:04.997613+0000","last_active":"2024-09-12T01:14:06.780799+0000","last_peered":"2024-09-12T01:14:06.780799+0000","last_clean":"2024-09-12T01:14:06.780799+0000","last_became_active":"2024-09-12T00:49:04.997116+0000","last_became_peered":"2024-09-12T00:49:04.997116+0000","last_unstale":"2024-09-12T01:14:06.780799+0000","last_undegraded":"2024-09-12T01:14:06.780799+0000","last_fullsized":"2024-09-12T01:14:06.780799+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":145,"num_write":70,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.798847+0000","last_change":"2024-09-12T01:01:00.243728+0000","last_active":"2024-09-12T01:13:31.798847+0000","last_peered":"2024-09-12T01:13:31.798847+0000","last_clean":"2024-09-12T01:13:31.798847+0000","last_became_active":"2024-09-12T01:01:00.242885+0000","last_became_peered":"2024-09-12T01:01:00.242885+0000","last_unstale":"2024-09-12T01:13:31.798847+0000","last_undegraded":"2024-09-12T01:13:31.798847+0000","last_fullsized":"2024-09-12T01:13:31.798847+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:25.950179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"261'4","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.799559+0000","last_change":"2024-09-12T00:50:34.994729+0000","last_active":"2024-09-12T01:13:31.799559+0000","last_peered":"2024-09-12T01:13:31.799559+0000","last_clean":"2024-09-12T01:13:31.799559+0000","last_became_active":"2024-09-12T00:50:34.994480+0000","last_became_peered":"2024-09-12T00:50:34.994480+0000","last_unstale":"2024-09-12T01:13:31.799559+0000","last_undegraded":"2024-09-12T01:13:31.799559+0000","last_fullsized":"2024-09-12T01:13:31.799559+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:12.197295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"264'13","reported_seq":64,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.663237+0000","last_change":"2024-09-12T00:50:30.933887+0000","last_active":"2024-09-12T01:15:45.663237+0000","last_peered":"2024-09-12T01:15:45.663237+0000","last_clean":"2024-09-12T01:15:45.663237+0000","last_became_active":"2024-09-12T00:50:30.933594+0000","last_became_peered":"2024-09-12T00:50:30.933594+0000","last_unstale":"2024-09-12T01:15:45.663237+0000","last_undegraded":"2024-09-12T01:15:45.663237+0000","last_fullsized":"2024-09-12T01:15:45.663237+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:24:51.917872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":9218,"num_write":18,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"264'15","reported_seq":87,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:11.795873+0000","last_change":"2024-09-12T00:49:04.996577+0000","last_active":"2024-09-12T01:13:11.795873+0000","last_peered":"2024-09-12T01:13:11.795873+0000","last_clean":"2024-09-12T01:13:11.795873+0000","last_became_active":"2024-09-12T00:49:04.996267+0000","last_became_peered":"2024-09-12T00:49:04.996267+0000","last_unstale":"2024-09-12T01:13:11.795873+0000","last_undegraded":"2024-09-12T01:13:11.795873+0000","last_fullsized":"2024-09-12T01:13:11.795873+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:35:30.498458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":72,"num_read_kb":47,"num_write":31,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"264'327","reported_seq":1010,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.787140+0000","last_change":"2024-09-12T01:16:07.787078+0000","last_active":"2024-09-12T01:16:07.787140+0000","last_peered":"2024-09-12T01:16:07.787140+0000","last_clean":"2024-09-12T01:16:07.787140+0000","last_became_active":"2024-09-12T00:34:31.972352+0000","last_became_peered":"2024-09-12T00:34:31.972352+0000","last_unstale":"2024-09-12T01:16:07.787140+0000","last_undegraded":"2024-09-12T01:16:07.787140+0000","last_fullsized":"2024-09-12T01:16:07.787140+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'327","last_scrub_stamp":"2024-09-12T01:16:07.786977+0000","last_deep_scrub":"264'327","last_deep_scrub_stamp":"2024-09-12T01:16:07.786977+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.786977+0000","objects_scrubbed":2,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:56:18.570715+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170069,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":548,"num_read_kb":32416,"num_write":1055,"num_write_kb":31752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"264'730","reported_seq":2170,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214031+0000","last_change":"2024-09-12T00:34:33.985593+0000","last_active":"2024-09-12T01:14:04.214031+0000","last_peered":"2024-09-12T01:14:04.214031+0000","last_clean":"2024-09-12T01:14:04.214031+0000","last_became_active":"2024-09-12T00:34:33.985276+0000","last_became_peered":"2024-09-12T00:34:33.985276+0000","last_unstale":"2024-09-12T01:14:04.214031+0000","last_undegraded":"2024-09-12T01:14:04.214031+0000","last_fullsized":"2024-09-12T01:14:04.214031+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":700,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:59.430892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3436,"num_read_kb":3103,"num_write":944,"num_write_kb":333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"264'337","reported_seq":978,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.213562+0000","last_change":"2024-09-12T01:15:56.213457+0000","last_active":"2024-09-12T01:15:56.213562+0000","last_peered":"2024-09-12T01:15:56.213562+0000","last_clean":"2024-09-12T01:15:56.213562+0000","last_became_active":"2024-09-12T00:34:31.968942+0000","last_became_peered":"2024-09-12T00:34:31.968942+0000","last_unstale":"2024-09-12T01:15:56.213562+0000","last_undegraded":"2024-09-12T01:15:56.213562+0000","last_fullsized":"2024-09-12T01:15:56.213562+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'337","last_scrub_stamp":"2024-09-12T01:15:56.213273+0000","last_deep_scrub":"264'337","last_deep_scrub_stamp":"2024-09-12T01:15:56.213273+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.213273+0000","objects_scrubbed":5,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:45.229767+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4539190,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":495,"num_read_kb":37627,"num_write":1085,"num_write_kb":27126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"264'1246","reported_seq":2735,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.776517+0000","last_change":"2024-09-12T01:16:11.776517+0000","last_active":"2024-09-12T01:16:11.776517+0000","last_peered":"2024-09-12T01:16:11.776517+0000","last_clean":"2024-09-12T01:16:11.776517+0000","last_became_active":"2024-09-12T00:34:33.984132+0000","last_became_peered":"2024-09-12T00:34:33.984132+0000","last_unstale":"2024-09-12T01:16:11.776517+0000","last_undegraded":"2024-09-12T01:16:11.776517+0000","last_fullsized":"2024-09-12T01:16:11.776517+0000","mapping_epoch":27,"log_start":"264'1200","ondisk_log_start":"264'1200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1246","last_scrub_stamp":"2024-09-12T01:16:11.776414+0000","last_deep_scrub":"264'1246","last_deep_scrub_stamp":"2024-09-12T01:16:11.776414+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.776414+0000","objects_scrubbed":4,"log_size":46,"log_dups_size":1200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:11:15.185407+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5522,"num_read_kb":4835,"num_write":1748,"num_write_kb":764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"264'349","reported_seq":1028,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.517661+0000","last_change":"2024-09-12T01:15:57.517661+0000","last_active":"2024-09-12T01:15:57.517661+0000","last_peered":"2024-09-12T01:15:57.517661+0000","last_clean":"2024-09-12T01:15:57.517661+0000","last_became_active":"2024-09-12T00:34:31.965717+0000","last_became_peered":"2024-09-12T00:34:31.965717+0000","last_unstale":"2024-09-12T01:15:57.517661+0000","last_undegraded":"2024-09-12T01:15:57.517661+0000","last_fullsized":"2024-09-12T01:15:57.517661+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'349","last_scrub_stamp":"2024-09-12T01:15:57.517546+0000","last_deep_scrub":"264'349","last_deep_scrub_stamp":"2024-09-12T01:15:57.517546+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.517546+0000","objects_scrubbed":4,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:37:38.330033+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":552,"num_read_kb":74883,"num_write":1125,"num_write_kb":62428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"264'603","reported_seq":2066,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.956895+0000","last_change":"2024-09-12T00:34:33.985950+0000","last_active":"2024-09-12T01:15:23.956895+0000","last_peered":"2024-09-12T01:15:23.956895+0000","last_clean":"2024-09-12T01:15:23.956895+0000","last_became_active":"2024-09-12T00:34:33.985659+0000","last_became_peered":"2024-09-12T00:34:33.985659+0000","last_unstale":"2024-09-12T01:15:23.956895+0000","last_undegraded":"2024-09-12T01:15:23.956895+0000","last_fullsized":"2024-09-12T01:15:23.956895+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":500,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:39:55.245966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3044,"num_read_kb":2856,"num_write":866,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"264'442","reported_seq":1110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.338849+0000","last_change":"2024-09-12T01:16:08.338849+0000","last_active":"2024-09-12T01:16:08.338849+0000","last_peered":"2024-09-12T01:16:08.338849+0000","last_clean":"2024-09-12T01:16:08.338849+0000","last_became_active":"2024-09-12T00:34:31.967042+0000","last_became_peered":"2024-09-12T00:34:31.967042+0000","last_unstale":"2024-09-12T01:16:08.338849+0000","last_undegraded":"2024-09-12T01:16:08.338849+0000","last_fullsized":"2024-09-12T01:16:08.338849+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'442","last_scrub_stamp":"2024-09-12T01:16:08.338700+0000","last_deep_scrub":"264'442","last_deep_scrub_stamp":"2024-09-12T01:16:08.338700+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.338700+0000","objects_scrubbed":10,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:38:22.911615+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262283,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":615,"num_read_kb":12796,"num_write":1322,"num_write_kb":54093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"264'574","reported_seq":2332,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.519477+0000","last_change":"2024-09-12T01:16:09.519477+0000","last_active":"2024-09-12T01:16:09.519477+0000","last_peered":"2024-09-12T01:16:09.519477+0000","last_clean":"2024-09-12T01:16:09.519477+0000","last_became_active":"2024-09-12T00:34:33.995111+0000","last_became_peered":"2024-09-12T00:34:33.995111+0000","last_unstale":"2024-09-12T01:16:09.519477+0000","last_undegraded":"2024-09-12T01:16:09.519477+0000","last_fullsized":"2024-09-12T01:16:09.519477+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'574","last_scrub_stamp":"2024-09-12T01:16:09.519386+0000","last_deep_scrub":"264'574","last_deep_scrub_stamp":"2024-09-12T01:16:09.519386+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.519386+0000","objects_scrubbed":4,"log_size":74,"log_dups_size":500,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:14:57.385830+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3117,"num_read_kb":2923,"num_write":675,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2263,"num_omap_keys":9,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"264'342","reported_seq":959,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.788089+0000","last_change":"2024-09-12T01:16:06.788089+0000","last_active":"2024-09-12T01:16:06.788089+0000","last_peered":"2024-09-12T01:16:06.788089+0000","last_clean":"2024-09-12T01:16:06.788089+0000","last_became_active":"2024-09-12T00:34:31.957323+0000","last_became_peered":"2024-09-12T00:34:31.957323+0000","last_unstale":"2024-09-12T01:16:06.788089+0000","last_undegraded":"2024-09-12T01:16:06.788089+0000","last_fullsized":"2024-09-12T01:16:06.788089+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'342","last_scrub_stamp":"2024-09-12T01:16:06.787930+0000","last_deep_scrub":"264'342","last_deep_scrub_stamp":"2024-09-12T01:16:06.787930+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.787930+0000","objects_scrubbed":8,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:03:21.765939+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133705,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":430,"num_read_kb":3607,"num_write":1028,"num_write_kb":22686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"264'432","reported_seq":2025,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.004327+0000","last_change":"2024-09-12T01:16:06.004327+0000","last_active":"2024-09-12T01:16:06.004327+0000","last_peered":"2024-09-12T01:16:06.004327+0000","last_clean":"2024-09-12T01:16:06.004327+0000","last_became_active":"2024-09-12T00:34:33.983096+0000","last_became_peered":"2024-09-12T00:34:33.983096+0000","last_unstale":"2024-09-12T01:16:06.004327+0000","last_undegraded":"2024-09-12T01:16:06.004327+0000","last_fullsized":"2024-09-12T01:16:06.004327+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'432","last_scrub_stamp":"2024-09-12T01:16:06.004234+0000","last_deep_scrub":"264'432","last_deep_scrub_stamp":"2024-09-12T01:16:06.004234+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.004234+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:14.729409+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2469,"num_read_kb":2346,"num_write":493,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"264'390","reported_seq":1023,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.398621+0000","last_change":"2024-09-12T01:16:05.398621+0000","last_active":"2024-09-12T01:16:05.398621+0000","last_peered":"2024-09-12T01:16:05.398621+0000","last_clean":"2024-09-12T01:16:05.398621+0000","last_became_active":"2024-09-12T00:35:05.683927+0000","last_became_peered":"2024-09-12T00:35:05.683927+0000","last_unstale":"2024-09-12T01:16:05.398621+0000","last_undegraded":"2024-09-12T01:16:05.398621+0000","last_fullsized":"2024-09-12T01:16:05.398621+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'390","last_scrub_stamp":"2024-09-12T01:16:05.398508+0000","last_deep_scrub":"264'390","last_deep_scrub_stamp":"2024-09-12T01:16:05.398508+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.398508+0000","objects_scrubbed":4,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:35:11.198469+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133696,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":505,"num_read_kb":14849,"num_write":1074,"num_write_kb":32187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"264'837","reported_seq":2460,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.842751+0000","last_change":"2024-09-12T00:34:33.991578+0000","last_active":"2024-09-12T01:14:04.842751+0000","last_peered":"2024-09-12T01:14:04.842751+0000","last_clean":"2024-09-12T01:14:04.842751+0000","last_became_active":"2024-09-12T00:34:33.991226+0000","last_became_peered":"2024-09-12T00:34:33.991226+0000","last_unstale":"2024-09-12T01:14:04.842751+0000","last_undegraded":"2024-09-12T01:14:04.842751+0000","last_fullsized":"2024-09-12T01:14:04.842751+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":800,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:17.892110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4082,"num_read_kb":3676,"num_write":1124,"num_write_kb":424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"264'363","reported_seq":1010,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.760779+0000","last_change":"2024-09-12T01:16:04.760779+0000","last_active":"2024-09-12T01:16:04.760779+0000","last_peered":"2024-09-12T01:16:04.760779+0000","last_clean":"2024-09-12T01:16:04.760779+0000","last_became_active":"2024-09-12T00:34:31.969117+0000","last_became_peered":"2024-09-12T00:34:31.969117+0000","last_unstale":"2024-09-12T01:16:04.760779+0000","last_undegraded":"2024-09-12T01:16:04.760779+0000","last_fullsized":"2024-09-12T01:16:04.760779+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'363","last_scrub_stamp":"2024-09-12T01:16:04.760665+0000","last_deep_scrub":"264'363","last_deep_scrub_stamp":"2024-09-12T01:16:04.760665+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.760665+0000","objects_scrubbed":7,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:33:29.999526+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254234,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":33319,"num_write":1073,"num_write_kb":35686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"264'530","reported_seq":2141,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:08.794224+0000","last_change":"2024-09-12T00:34:33.979742+0000","last_active":"2024-09-12T01:14:08.794224+0000","last_peered":"2024-09-12T01:14:08.794224+0000","last_clean":"2024-09-12T01:14:08.794224+0000","last_became_active":"2024-09-12T00:34:33.979393+0000","last_became_peered":"2024-09-12T00:34:33.979393+0000","last_unstale":"2024-09-12T01:14:08.794224+0000","last_undegraded":"2024-09-12T01:14:08.794224+0000","last_fullsized":"2024-09-12T01:14:08.794224+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":500,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2571,"num_read_kb":2410,"num_write":595,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"264'373","reported_seq":1024,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.092966+0000","last_change":"2024-09-12T01:16:02.092966+0000","last_active":"2024-09-12T01:16:02.092966+0000","last_peered":"2024-09-12T01:16:02.092966+0000","last_clean":"2024-09-12T01:16:02.092966+0000","last_became_active":"2024-09-12T00:34:31.974317+0000","last_became_peered":"2024-09-12T00:34:31.974317+0000","last_unstale":"2024-09-12T01:16:02.092966+0000","last_undegraded":"2024-09-12T01:16:02.092966+0000","last_fullsized":"2024-09-12T01:16:02.092966+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'373","last_scrub_stamp":"2024-09-12T01:16:02.092853+0000","last_deep_scrub":"264'373","last_deep_scrub_stamp":"2024-09-12T01:16:02.092853+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.092853+0000","objects_scrubbed":6,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:19.292287+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":546,"num_read_kb":21189,"num_write":1259,"num_write_kb":26120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"264'548","reported_seq":2117,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.610382+0000","last_change":"2024-09-12T01:16:02.610382+0000","last_active":"2024-09-12T01:16:02.610382+0000","last_peered":"2024-09-12T01:16:02.610382+0000","last_clean":"2024-09-12T01:16:02.610382+0000","last_became_active":"2024-09-12T00:34:33.991373+0000","last_became_peered":"2024-09-12T00:34:33.991373+0000","last_unstale":"2024-09-12T01:16:02.610382+0000","last_undegraded":"2024-09-12T01:16:02.610382+0000","last_fullsized":"2024-09-12T01:16:02.610382+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'548","last_scrub_stamp":"2024-09-12T01:16:02.610292+0000","last_deep_scrub":"264'548","last_deep_scrub_stamp":"2024-09-12T01:16:02.610292+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.610292+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:08:21.837280+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3006,"num_read_kb":2787,"num_write":732,"num_write_kb":267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"264'806","reported_seq":2342,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.893484+0000","last_change":"2024-09-12T01:16:09.893484+0000","last_active":"2024-09-12T01:16:09.893484+0000","last_peered":"2024-09-12T01:16:09.893484+0000","last_clean":"2024-09-12T01:16:09.893484+0000","last_became_active":"2024-09-12T00:34:33.985966+0000","last_became_peered":"2024-09-12T00:34:33.985966+0000","last_unstale":"2024-09-12T01:16:09.893484+0000","last_undegraded":"2024-09-12T01:16:09.893484+0000","last_fullsized":"2024-09-12T01:16:09.893484+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'806","last_scrub_stamp":"2024-09-12T01:16:09.893363+0000","last_deep_scrub":"264'806","last_deep_scrub_stamp":"2024-09-12T01:16:09.893363+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.893363+0000","objects_scrubbed":5,"log_size":106,"log_dups_size":700,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:53.923128+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3732,"num_read_kb":3359,"num_write":1045,"num_write_kb":376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2373,"num_omap_keys":10,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"264'401","reported_seq":1096,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.747034+0000","last_change":"2024-09-12T01:16:05.747034+0000","last_active":"2024-09-12T01:16:05.747034+0000","last_peered":"2024-09-12T01:16:05.747034+0000","last_clean":"2024-09-12T01:16:05.747034+0000","last_became_active":"2024-09-12T00:34:31.976650+0000","last_became_peered":"2024-09-12T00:34:31.976650+0000","last_unstale":"2024-09-12T01:16:05.747034+0000","last_undegraded":"2024-09-12T01:16:05.747034+0000","last_fullsized":"2024-09-12T01:16:05.747034+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'401","last_scrub_stamp":"2024-09-12T01:16:05.746912+0000","last_deep_scrub":"264'401","last_deep_scrub_stamp":"2024-09-12T01:16:05.746912+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.746912+0000","objects_scrubbed":5,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:36.439359+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1388224,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":669,"num_read_kb":38279,"num_write":1370,"num_write_kb":52699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"264'415","reported_seq":1942,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.841208+0000","last_change":"2024-09-12T01:16:09.841208+0000","last_active":"2024-09-12T01:16:09.841208+0000","last_peered":"2024-09-12T01:16:09.841208+0000","last_clean":"2024-09-12T01:16:09.841208+0000","last_became_active":"2024-09-12T00:34:33.984554+0000","last_became_peered":"2024-09-12T00:34:33.984554+0000","last_unstale":"2024-09-12T01:16:09.841208+0000","last_undegraded":"2024-09-12T01:16:09.841208+0000","last_fullsized":"2024-09-12T01:16:09.841208+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'415","last_scrub_stamp":"2024-09-12T01:16:09.841125+0000","last_deep_scrub":"264'415","last_deep_scrub_stamp":"2024-09-12T01:16:09.841125+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.841125+0000","objects_scrubbed":2,"log_size":15,"log_dups_size":400,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:54:58.904758+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2179,"num_read_kb":2074,"num_write":459,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"264'337","reported_seq":969,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.014451+0000","last_change":"2024-09-12T01:16:01.014451+0000","last_active":"2024-09-12T01:16:01.014451+0000","last_peered":"2024-09-12T01:16:01.014451+0000","last_clean":"2024-09-12T01:16:01.014451+0000","last_became_active":"2024-09-12T00:34:31.969289+0000","last_became_peered":"2024-09-12T00:34:31.969289+0000","last_unstale":"2024-09-12T01:16:01.014451+0000","last_undegraded":"2024-09-12T01:16:01.014451+0000","last_fullsized":"2024-09-12T01:16:01.014451+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'337","last_scrub_stamp":"2024-09-12T01:16:01.014322+0000","last_deep_scrub":"264'337","last_deep_scrub_stamp":"2024-09-12T01:16:01.014322+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.014322+0000","objects_scrubbed":7,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:04:01.807702+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":480,"num_read_kb":29117,"num_write":1053,"num_write_kb":18857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"264'380","reported_seq":1872,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.323076+0000","last_change":"2024-09-12T01:16:12.323076+0000","last_active":"2024-09-12T01:16:12.323076+0000","last_peered":"2024-09-12T01:16:12.323076+0000","last_clean":"2024-09-12T01:16:12.323076+0000","last_became_active":"2024-09-12T00:34:33.979922+0000","last_became_peered":"2024-09-12T00:34:33.979922+0000","last_unstale":"2024-09-12T01:16:12.323076+0000","last_undegraded":"2024-09-12T01:16:12.323076+0000","last_fullsized":"2024-09-12T01:16:12.323076+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'380","last_scrub_stamp":"2024-09-12T01:16:12.322981+0000","last_deep_scrub":"264'380","last_deep_scrub_stamp":"2024-09-12T01:16:12.322981+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.322981+0000","objects_scrubbed":2,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:44.039033+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2121,"num_read_kb":2022,"num_write":432,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"264'347","reported_seq":995,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.047836+0000","last_change":"2024-09-12T01:16:00.047836+0000","last_active":"2024-09-12T01:16:00.047836+0000","last_peered":"2024-09-12T01:16:00.047836+0000","last_clean":"2024-09-12T01:16:00.047836+0000","last_became_active":"2024-09-12T00:34:31.970655+0000","last_became_peered":"2024-09-12T00:34:31.970655+0000","last_unstale":"2024-09-12T01:16:00.047836+0000","last_undegraded":"2024-09-12T01:16:00.047836+0000","last_fullsized":"2024-09-12T01:16:00.047836+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'347","last_scrub_stamp":"2024-09-12T01:16:00.047733+0000","last_deep_scrub":"264'347","last_deep_scrub_stamp":"2024-09-12T01:16:00.047733+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.047733+0000","objects_scrubbed":5,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:53.168524+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2182406,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":462,"num_read_kb":40754,"num_write":1064,"num_write_kb":56735,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"264'858","reported_seq":2673,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.591634+0000","last_change":"2024-09-12T01:16:00.591634+0000","last_active":"2024-09-12T01:16:00.591634+0000","last_peered":"2024-09-12T01:16:00.591634+0000","last_clean":"2024-09-12T01:16:00.591634+0000","last_became_active":"2024-09-12T00:34:33.985699+0000","last_became_peered":"2024-09-12T00:34:33.985699+0000","last_unstale":"2024-09-12T01:16:00.591634+0000","last_undegraded":"2024-09-12T01:16:00.591634+0000","last_fullsized":"2024-09-12T01:16:00.591634+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'858","last_scrub_stamp":"2024-09-12T01:16:00.591543+0000","last_deep_scrub":"264'858","last_deep_scrub_stamp":"2024-09-12T01:16:00.591543+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.591543+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":800,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:32.870015+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4345,"num_read_kb":3960,"num_write":1112,"num_write_kb":397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2555,"num_omap_keys":10,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"264'406","reported_seq":1061,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.505620+0000","last_change":"2024-09-12T01:15:57.505551+0000","last_active":"2024-09-12T01:15:57.505620+0000","last_peered":"2024-09-12T01:15:57.505620+0000","last_clean":"2024-09-12T01:15:57.505620+0000","last_became_active":"2024-09-12T00:35:05.688122+0000","last_became_peered":"2024-09-12T00:35:05.688122+0000","last_unstale":"2024-09-12T01:15:57.505620+0000","last_undegraded":"2024-09-12T01:15:57.505620+0000","last_fullsized":"2024-09-12T01:15:57.505620+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'406","last_scrub_stamp":"2024-09-12T01:15:57.505429+0000","last_deep_scrub":"264'406","last_deep_scrub_stamp":"2024-09-12T01:15:57.505429+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.505429+0000","objects_scrubbed":7,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:26.389964+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":691,"num_read_kb":20182,"num_write":1315,"num_write_kb":44203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"264'865","reported_seq":2391,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.565335+0000","last_change":"2024-09-12T01:16:01.565335+0000","last_active":"2024-09-12T01:16:01.565335+0000","last_peered":"2024-09-12T01:16:01.565335+0000","last_clean":"2024-09-12T01:16:01.565335+0000","last_became_active":"2024-09-12T00:34:33.980096+0000","last_became_peered":"2024-09-12T00:34:33.980096+0000","last_unstale":"2024-09-12T01:16:01.565335+0000","last_undegraded":"2024-09-12T01:16:01.565335+0000","last_fullsized":"2024-09-12T01:16:01.565335+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'865","last_scrub_stamp":"2024-09-12T01:16:01.565248+0000","last_deep_scrub":"264'865","last_deep_scrub_stamp":"2024-09-12T01:16:01.565248+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.565248+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":800,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:41:31.087052+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3928,"num_read_kb":3504,"num_write":1145,"num_write_kb":420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":236,"num_omap_keys":1,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"264'373","reported_seq":1073,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.113759+0000","last_change":"2024-09-12T01:16:00.113759+0000","last_active":"2024-09-12T01:16:00.113759+0000","last_peered":"2024-09-12T01:16:00.113759+0000","last_clean":"2024-09-12T01:16:00.113759+0000","last_became_active":"2024-09-12T00:34:31.967261+0000","last_became_peered":"2024-09-12T00:34:31.967261+0000","last_unstale":"2024-09-12T01:16:00.113759+0000","last_undegraded":"2024-09-12T01:16:00.113759+0000","last_fullsized":"2024-09-12T01:16:00.113759+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'373","last_scrub_stamp":"2024-09-12T01:16:00.113620+0000","last_deep_scrub":"264'373","last_deep_scrub_stamp":"2024-09-12T01:16:00.113620+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.113620+0000","objects_scrubbed":3,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:19:27.523650+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":642,"num_read_kb":54864,"num_write":1209,"num_write_kb":45907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"264'814","reported_seq":2419,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.852066+0000","last_change":"2024-09-12T01:16:10.852066+0000","last_active":"2024-09-12T01:16:10.852066+0000","last_peered":"2024-09-12T01:16:10.852066+0000","last_clean":"2024-09-12T01:16:10.852066+0000","last_became_active":"2024-09-12T00:34:33.976919+0000","last_became_peered":"2024-09-12T00:34:33.976919+0000","last_unstale":"2024-09-12T01:16:10.852066+0000","last_undegraded":"2024-09-12T01:16:10.852066+0000","last_fullsized":"2024-09-12T01:16:10.852066+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'814","last_scrub_stamp":"2024-09-12T01:16:10.851984+0000","last_deep_scrub":"264'814","last_deep_scrub_stamp":"2024-09-12T01:16:10.851984+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.851984+0000","objects_scrubbed":3,"log_size":14,"log_dups_size":800,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:50:20.113173+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4130,"num_read_kb":3753,"num_write":1091,"num_write_kb":407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"264'344","reported_seq":1079,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.508997+0000","last_change":"2024-09-12T01:15:56.508997+0000","last_active":"2024-09-12T01:15:56.508997+0000","last_peered":"2024-09-12T01:15:56.508997+0000","last_clean":"2024-09-12T01:15:56.508997+0000","last_became_active":"2024-09-12T00:34:31.963862+0000","last_became_peered":"2024-09-12T00:34:31.963862+0000","last_unstale":"2024-09-12T01:15:56.508997+0000","last_undegraded":"2024-09-12T01:15:56.508997+0000","last_fullsized":"2024-09-12T01:15:56.508997+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'344","last_scrub_stamp":"2024-09-12T01:15:56.508814+0000","last_deep_scrub":"264'344","last_deep_scrub_stamp":"2024-09-12T01:15:56.508814+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.508814+0000","objects_scrubbed":11,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:58:51.443325+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":575,"num_read_kb":19053,"num_write":1140,"num_write_kb":25874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"264'120","reported_seq":614,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.488542+0000","last_change":"2024-09-12T00:34:42.026431+0000","last_active":"2024-09-12T01:14:19.488542+0000","last_peered":"2024-09-12T01:14:19.488542+0000","last_clean":"2024-09-12T01:14:19.488542+0000","last_became_active":"2024-09-12T00:34:42.026130+0000","last_became_peered":"2024-09-12T00:34:42.026130+0000","last_unstale":"2024-09-12T01:14:19.488542+0000","last_undegraded":"2024-09-12T01:14:19.488542+0000","last_fullsized":"2024-09-12T01:14:19.488542+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":100,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:05.340058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":121,"num_read_kb":120,"num_write":270,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"264'826","reported_seq":2518,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.531424+0000","last_change":"2024-09-12T01:15:58.531424+0000","last_active":"2024-09-12T01:15:58.531424+0000","last_peered":"2024-09-12T01:15:58.531424+0000","last_clean":"2024-09-12T01:15:58.531424+0000","last_became_active":"2024-09-12T00:35:05.222184+0000","last_became_peered":"2024-09-12T00:35:05.222184+0000","last_unstale":"2024-09-12T01:15:58.531424+0000","last_undegraded":"2024-09-12T01:15:58.531424+0000","last_fullsized":"2024-09-12T01:15:58.531424+0000","mapping_epoch":38,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'826","last_scrub_stamp":"2024-09-12T01:15:58.531315+0000","last_deep_scrub":"264'826","last_deep_scrub_stamp":"2024-09-12T01:15:58.531315+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.531315+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":800,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:52:25.868158+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4052,"num_read_kb":3687,"num_write":1060,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2275,"num_omap_keys":9,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"264'316","reported_seq":927,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.759969+0000","last_change":"2024-09-12T01:16:01.759969+0000","last_active":"2024-09-12T01:16:01.759969+0000","last_peered":"2024-09-12T01:16:01.759969+0000","last_clean":"2024-09-12T01:16:01.759969+0000","last_became_active":"2024-09-12T00:34:31.955347+0000","last_became_peered":"2024-09-12T00:34:31.955347+0000","last_unstale":"2024-09-12T01:16:01.759969+0000","last_undegraded":"2024-09-12T01:16:01.759969+0000","last_fullsized":"2024-09-12T01:16:01.759969+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'316","last_scrub_stamp":"2024-09-12T01:16:01.759851+0000","last_deep_scrub":"264'316","last_deep_scrub_stamp":"2024-09-12T01:16:01.759851+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.759851+0000","objects_scrubbed":5,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:41:53.338285+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":423,"num_read_kb":404,"num_write":951,"num_write_kb":33629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:18.786094+0000","last_change":"2024-09-12T00:34:35.990062+0000","last_active":"2024-09-12T01:13:18.786094+0000","last_peered":"2024-09-12T01:13:18.786094+0000","last_clean":"2024-09-12T01:13:18.786094+0000","last_became_active":"2024-09-12T00:34:35.989736+0000","last_became_peered":"2024-09-12T00:34:35.989736+0000","last_unstale":"2024-09-12T01:13:18.786094+0000","last_undegraded":"2024-09-12T01:13:18.786094+0000","last_fullsized":"2024-09-12T01:13:18.786094+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:50:52.417243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"264'357","reported_seq":968,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.484291+0000","last_change":"2024-09-12T00:34:37.997963+0000","last_active":"2024-09-12T01:15:45.484291+0000","last_peered":"2024-09-12T01:15:45.484291+0000","last_clean":"2024-09-12T01:15:45.484291+0000","last_became_active":"2024-09-12T00:34:37.997634+0000","last_became_peered":"2024-09-12T00:34:37.997634+0000","last_unstale":"2024-09-12T01:15:45.484291+0000","last_undegraded":"2024-09-12T01:15:45.484291+0000","last_fullsized":"2024-09-12T01:15:45.484291+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":300,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:50:10.178681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50513,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":582,"num_read_kb":1227,"num_write":468,"num_write_kb":330,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.797542+0000","last_change":"2024-09-12T00:34:40.010591+0000","last_active":"2024-09-12T01:13:21.797542+0000","last_peered":"2024-09-12T01:13:21.797542+0000","last_clean":"2024-09-12T01:13:21.797542+0000","last_became_active":"2024-09-12T00:34:40.010305+0000","last_became_peered":"2024-09-12T00:34:40.010305+0000","last_unstale":"2024-09-12T01:13:21.797542+0000","last_undegraded":"2024-09-12T01:13:21.797542+0000","last_fullsized":"2024-09-12T01:13:21.797542+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:31:12.503235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"264'2429","reported_seq":4305,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:17.177082+0000","last_change":"2024-09-12T00:34:42.013669+0000","last_active":"2024-09-12T01:14:17.177082+0000","last_peered":"2024-09-12T01:14:17.177082+0000","last_clean":"2024-09-12T01:14:17.177082+0000","last_became_active":"2024-09-12T00:34:42.013380+0000","last_became_peered":"2024-09-12T00:34:42.013380+0000","last_unstale":"2024-09-12T01:14:17.177082+0000","last_undegraded":"2024-09-12T01:14:17.177082+0000","last_fullsized":"2024-09-12T01:14:17.177082+0000","mapping_epoch":35,"log_start":"264'2400","ondisk_log_start":"264'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":2400,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6063,"num_read_kb":6068,"num_write":4815,"num_write_kb":1781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"264'886","reported_seq":2583,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.337182+0000","last_change":"2024-09-12T01:16:10.337182+0000","last_active":"2024-09-12T01:16:10.337182+0000","last_peered":"2024-09-12T01:16:10.337182+0000","last_clean":"2024-09-12T01:16:10.337182+0000","last_became_active":"2024-09-12T00:34:33.979514+0000","last_became_peered":"2024-09-12T00:34:33.979514+0000","last_unstale":"2024-09-12T01:16:10.337182+0000","last_undegraded":"2024-09-12T01:16:10.337182+0000","last_fullsized":"2024-09-12T01:16:10.337182+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'886","last_scrub_stamp":"2024-09-12T01:16:10.337084+0000","last_deep_scrub":"264'886","last_deep_scrub_stamp":"2024-09-12T01:16:10.337084+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.337084+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":800,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:56:42.648543+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4152,"num_read_kb":3754,"num_write":1137,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"264'319","reported_seq":958,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:52.515785+0000","last_change":"2024-09-12T01:15:52.515785+0000","last_active":"2024-09-12T01:15:52.515785+0000","last_peered":"2024-09-12T01:15:52.515785+0000","last_clean":"2024-09-12T01:15:52.515785+0000","last_became_active":"2024-09-12T00:34:31.969245+0000","last_became_peered":"2024-09-12T00:34:31.969245+0000","last_unstale":"2024-09-12T01:15:52.515785+0000","last_undegraded":"2024-09-12T01:15:52.515785+0000","last_fullsized":"2024-09-12T01:15:52.515785+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'319","last_scrub_stamp":"2024-09-12T01:15:52.515646+0000","last_deep_scrub":"264'319","last_deep_scrub_stamp":"2024-09-12T01:15:52.515646+0000","last_clean_scrub_stamp":"2024-09-12T01:15:52.515646+0000","objects_scrubbed":6,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:32:59.414178+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6461758,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":479,"num_read_kb":33363,"num_write":1042,"num_write_kb":61890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.787547+0000","last_change":"2024-09-12T00:34:35.992366+0000","last_active":"2024-09-12T01:12:01.787547+0000","last_peered":"2024-09-12T01:12:01.787547+0000","last_clean":"2024-09-12T01:12:01.787547+0000","last_became_active":"2024-09-12T00:34:35.992059+0000","last_became_peered":"2024-09-12T00:34:35.992059+0000","last_unstale":"2024-09-12T01:12:01.787547+0000","last_undegraded":"2024-09-12T01:12:01.787547+0000","last_fullsized":"2024-09-12T01:12:01.787547+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:45.149888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"264'88","reported_seq":611,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.086028+0000","last_change":"2024-09-12T00:34:37.996636+0000","last_active":"2024-09-12T01:14:47.086028+0000","last_peered":"2024-09-12T01:14:47.086028+0000","last_clean":"2024-09-12T01:14:47.086028+0000","last_became_active":"2024-09-12T00:34:37.996356+0000","last_became_peered":"2024-09-12T00:34:37.996356+0000","last_unstale":"2024-09-12T01:14:47.086028+0000","last_undegraded":"2024-09-12T01:14:47.086028+0000","last_fullsized":"2024-09-12T01:14:47.086028+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":0,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:09:37.137254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":98,"num_read_kb":94,"num_write":64,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":482,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.797502+0000","last_change":"2024-09-12T00:34:40.004430+0000","last_active":"2024-09-12T01:13:21.797502+0000","last_peered":"2024-09-12T01:13:21.797502+0000","last_clean":"2024-09-12T01:13:21.797502+0000","last_became_active":"2024-09-12T00:34:40.004064+0000","last_became_peered":"2024-09-12T00:34:40.004064+0000","last_unstale":"2024-09-12T01:13:21.797502+0000","last_undegraded":"2024-09-12T01:13:21.797502+0000","last_fullsized":"2024-09-12T01:13:21.797502+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:20:00.896242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"264'127","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:17.542578+0000","last_change":"2024-09-12T00:34:42.013956+0000","last_active":"2024-09-12T01:14:17.542578+0000","last_peered":"2024-09-12T01:14:17.542578+0000","last_clean":"2024-09-12T01:14:17.542578+0000","last_became_active":"2024-09-12T00:34:42.013616+0000","last_became_peered":"2024-09-12T00:34:42.013616+0000","last_unstale":"2024-09-12T01:14:17.542578+0000","last_undegraded":"2024-09-12T01:14:17.542578+0000","last_fullsized":"2024-09-12T01:14:17.542578+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:12:27.396985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1123,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":131,"num_read_kb":129,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"264'530","reported_seq":2200,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.459459+0000","last_change":"2024-09-12T01:16:02.459459+0000","last_active":"2024-09-12T01:16:02.459459+0000","last_peered":"2024-09-12T01:16:02.459459+0000","last_clean":"2024-09-12T01:16:02.459459+0000","last_became_active":"2024-09-12T00:34:33.990151+0000","last_became_peered":"2024-09-12T00:34:33.990151+0000","last_unstale":"2024-09-12T01:16:02.459459+0000","last_undegraded":"2024-09-12T01:16:02.459459+0000","last_fullsized":"2024-09-12T01:16:02.459459+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'530","last_scrub_stamp":"2024-09-12T01:16:02.459366+0000","last_deep_scrub":"264'530","last_deep_scrub_stamp":"2024-09-12T01:16:02.459366+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.459366+0000","objects_scrubbed":3,"log_size":30,"log_dups_size":500,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:28:20.250756+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2843,"num_read_kb":2652,"num_write":643,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2299,"num_omap_keys":9,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"264'345","reported_seq":1007,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.713808+0000","last_change":"2024-09-12T01:15:57.713808+0000","last_active":"2024-09-12T01:15:57.713808+0000","last_peered":"2024-09-12T01:15:57.713808+0000","last_clean":"2024-09-12T01:15:57.713808+0000","last_became_active":"2024-09-12T00:34:31.954374+0000","last_became_peered":"2024-09-12T00:34:31.954374+0000","last_unstale":"2024-09-12T01:15:57.713808+0000","last_undegraded":"2024-09-12T01:15:57.713808+0000","last_fullsized":"2024-09-12T01:15:57.713808+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'345","last_scrub_stamp":"2024-09-12T01:15:57.713641+0000","last_deep_scrub":"264'345","last_deep_scrub_stamp":"2024-09-12T01:15:57.713641+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.713641+0000","objects_scrubbed":6,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:27:00.191295+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133734,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":481,"num_read_kb":14610,"num_write":1026,"num_write_kb":17739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.797911+0000","last_change":"2024-09-12T00:34:35.988960+0000","last_active":"2024-09-12T01:13:16.797911+0000","last_peered":"2024-09-12T01:13:16.797911+0000","last_clean":"2024-09-12T01:13:16.797911+0000","last_became_active":"2024-09-12T00:34:35.988647+0000","last_became_peered":"2024-09-12T00:34:35.988647+0000","last_unstale":"2024-09-12T01:13:16.797911+0000","last_undegraded":"2024-09-12T01:13:16.797911+0000","last_fullsized":"2024-09-12T01:13:16.797911+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:53:22.884707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"264'122","reported_seq":665,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.106105+0000","last_change":"2024-09-12T00:34:37.999594+0000","last_active":"2024-09-12T01:14:47.106105+0000","last_peered":"2024-09-12T01:14:47.106105+0000","last_clean":"2024-09-12T01:14:47.106105+0000","last_became_active":"2024-09-12T00:34:37.999287+0000","last_became_peered":"2024-09-12T00:34:37.999287+0000","last_unstale":"2024-09-12T01:14:47.106105+0000","last_undegraded":"2024-09-12T01:14:47.106105+0000","last_fullsized":"2024-09-12T01:14:47.106105+0000","mapping_epoch":31,"log_start":"264'100","ondisk_log_start":"264'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:57:41.952418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":142,"num_read_kb":133,"num_write":96,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"264'785","reported_seq":2527,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.054271+0000","last_change":"2024-09-12T00:34:40.008325+0000","last_active":"2024-09-12T01:15:46.054271+0000","last_peered":"2024-09-12T01:15:46.054271+0000","last_clean":"2024-09-12T01:15:46.054271+0000","last_became_active":"2024-09-12T00:34:40.008042+0000","last_became_peered":"2024-09-12T00:34:40.008042+0000","last_unstale":"2024-09-12T01:15:46.054271+0000","last_undegraded":"2024-09-12T01:15:46.054271+0000","last_fullsized":"2024-09-12T01:15:46.054271+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":700,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:56:32.971273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"264'199","reported_seq":1013,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.532309+0000","last_change":"2024-09-12T00:34:42.012419+0000","last_active":"2024-09-12T01:14:19.532309+0000","last_peered":"2024-09-12T01:14:19.532309+0000","last_clean":"2024-09-12T01:14:19.532309+0000","last_became_active":"2024-09-12T00:34:42.012068+0000","last_became_peered":"2024-09-12T00:34:42.012068+0000","last_unstale":"2024-09-12T01:14:19.532309+0000","last_undegraded":"2024-09-12T01:14:19.532309+0000","last_fullsized":"2024-09-12T01:14:19.532309+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":100,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:53:45.018747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":592,"num_read_kb":587,"num_write":436,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"264'394","reported_seq":1818,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.030595+0000","last_change":"2024-09-12T01:16:05.030595+0000","last_active":"2024-09-12T01:16:05.030595+0000","last_peered":"2024-09-12T01:16:05.030595+0000","last_clean":"2024-09-12T01:16:05.030595+0000","last_became_active":"2024-09-12T00:34:33.988336+0000","last_became_peered":"2024-09-12T00:34:33.988336+0000","last_unstale":"2024-09-12T01:16:05.030595+0000","last_undegraded":"2024-09-12T01:16:05.030595+0000","last_fullsized":"2024-09-12T01:16:05.030595+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'394","last_scrub_stamp":"2024-09-12T01:16:05.030507+0000","last_deep_scrub":"264'394","last_deep_scrub_stamp":"2024-09-12T01:16:05.030507+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.030507+0000","objects_scrubbed":3,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:53:03.454603+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2117,"num_read_kb":1998,"num_write":485,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"264'331","reported_seq":1045,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.016439+0000","last_change":"2024-09-12T01:15:57.016439+0000","last_active":"2024-09-12T01:15:57.016439+0000","last_peered":"2024-09-12T01:15:57.016439+0000","last_clean":"2024-09-12T01:15:57.016439+0000","last_became_active":"2024-09-12T00:34:31.972632+0000","last_became_peered":"2024-09-12T00:34:31.972632+0000","last_unstale":"2024-09-12T01:15:57.016439+0000","last_undegraded":"2024-09-12T01:15:57.016439+0000","last_fullsized":"2024-09-12T01:15:57.016439+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'331","last_scrub_stamp":"2024-09-12T01:15:57.016332+0000","last_deep_scrub":"264'331","last_deep_scrub_stamp":"2024-09-12T01:15:57.016332+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.016332+0000","objects_scrubbed":7,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:25:31.543434+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":629,"num_read_kb":143946,"num_write":1144,"num_write_kb":51229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:18.786114+0000","last_change":"2024-09-12T00:34:35.991140+0000","last_active":"2024-09-12T01:13:18.786114+0000","last_peered":"2024-09-12T01:13:18.786114+0000","last_clean":"2024-09-12T01:13:18.786114+0000","last_became_active":"2024-09-12T00:34:35.990837+0000","last_became_peered":"2024-09-12T00:34:35.990837+0000","last_unstale":"2024-09-12T01:13:18.786114+0000","last_undegraded":"2024-09-12T01:13:18.786114+0000","last_fullsized":"2024-09-12T01:13:18.786114+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:30:03.479665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"264'277","reported_seq":849,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.168748+0000","last_change":"2024-09-12T00:34:38.120984+0000","last_active":"2024-09-12T01:15:45.168748+0000","last_peered":"2024-09-12T01:15:45.168748+0000","last_clean":"2024-09-12T01:15:45.168748+0000","last_became_active":"2024-09-12T00:34:38.120411+0000","last_became_peered":"2024-09-12T00:34:38.120411+0000","last_unstale":"2024-09-12T01:15:45.168748+0000","last_undegraded":"2024-09-12T01:15:45.168748+0000","last_fullsized":"2024-09-12T01:15:45.168748+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":200,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:17:46.966321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47483,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":464,"num_read_kb":1092,"num_write":380,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"264'815","reported_seq":4386,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.892568+0000","last_change":"2024-09-12T00:34:40.010350+0000","last_active":"2024-09-12T01:15:43.892568+0000","last_peered":"2024-09-12T01:15:43.892568+0000","last_clean":"2024-09-12T01:15:43.892568+0000","last_became_active":"2024-09-12T00:34:40.010075+0000","last_became_peered":"2024-09-12T00:34:40.010075+0000","last_unstale":"2024-09-12T01:15:43.892568+0000","last_undegraded":"2024-09-12T01:15:43.892568+0000","last_fullsized":"2024-09-12T01:15:43.892568+0000","mapping_epoch":33,"log_start":"264'800","ondisk_log_start":"264'800","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":800,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:21.033967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"264'1235","reported_seq":2868,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.353227+0000","last_change":"2024-09-12T01:16:07.353227+0000","last_active":"2024-09-12T01:16:07.353227+0000","last_peered":"2024-09-12T01:16:07.353227+0000","last_clean":"2024-09-12T01:16:07.353227+0000","last_became_active":"2024-09-12T00:34:33.984747+0000","last_became_peered":"2024-09-12T00:34:33.984747+0000","last_unstale":"2024-09-12T01:16:07.353227+0000","last_undegraded":"2024-09-12T01:16:07.353227+0000","last_fullsized":"2024-09-12T01:16:07.353227+0000","mapping_epoch":27,"log_start":"264'1200","ondisk_log_start":"264'1200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1235","last_scrub_stamp":"2024-09-12T01:16:07.353141+0000","last_deep_scrub":"264'1235","last_deep_scrub_stamp":"2024-09-12T01:16:07.353141+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.353141+0000","objects_scrubbed":6,"log_size":35,"log_dups_size":1200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:48:44.939723+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":5629,"num_read_kb":4953,"num_write":1699,"num_write_kb":697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":472,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"264'339","reported_seq":1022,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.696488+0000","last_change":"2024-09-12T01:15:58.696488+0000","last_active":"2024-09-12T01:15:58.696488+0000","last_peered":"2024-09-12T01:15:58.696488+0000","last_clean":"2024-09-12T01:15:58.696488+0000","last_became_active":"2024-09-12T00:34:31.970437+0000","last_became_peered":"2024-09-12T00:34:31.970437+0000","last_unstale":"2024-09-12T01:15:58.696488+0000","last_undegraded":"2024-09-12T01:15:58.696488+0000","last_fullsized":"2024-09-12T01:15:58.696488+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'339","last_scrub_stamp":"2024-09-12T01:15:58.696373+0000","last_deep_scrub":"264'339","last_deep_scrub_stamp":"2024-09-12T01:15:58.696373+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.696373+0000","objects_scrubbed":4,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:25.319936+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":582,"num_read_kb":27172,"num_write":1110,"num_write_kb":35174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:36.799451+0000","last_change":"2024-09-12T00:34:35.985027+0000","last_active":"2024-09-12T01:13:36.799451+0000","last_peered":"2024-09-12T01:13:36.799451+0000","last_clean":"2024-09-12T01:13:36.799451+0000","last_became_active":"2024-09-12T00:34:35.984738+0000","last_became_peered":"2024-09-12T00:34:35.984738+0000","last_unstale":"2024-09-12T01:13:36.799451+0000","last_undegraded":"2024-09-12T01:13:36.799451+0000","last_fullsized":"2024-09-12T01:13:36.799451+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:04.189167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"264'326","reported_seq":935,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.716311+0000","last_change":"2024-09-12T00:34:38.121042+0000","last_active":"2024-09-12T01:15:45.716311+0000","last_peered":"2024-09-12T01:15:45.716311+0000","last_clean":"2024-09-12T01:15:45.716311+0000","last_became_active":"2024-09-12T00:34:38.120453+0000","last_became_peered":"2024-09-12T00:34:38.120453+0000","last_unstale":"2024-09-12T01:15:45.716311+0000","last_undegraded":"2024-09-12T01:15:45.716311+0000","last_fullsized":"2024-09-12T01:15:45.716311+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46551,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":527,"num_read_kb":1033,"num_write":402,"num_write_kb":255,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.657797+0000","last_change":"2024-09-12T00:34:40.004397+0000","last_active":"2024-09-12T01:12:56.657797+0000","last_peered":"2024-09-12T01:12:56.657797+0000","last_clean":"2024-09-12T01:12:56.657797+0000","last_became_active":"2024-09-12T00:34:40.004087+0000","last_became_peered":"2024-09-12T00:34:40.004087+0000","last_unstale":"2024-09-12T01:12:56.657797+0000","last_undegraded":"2024-09-12T01:12:56.657797+0000","last_fullsized":"2024-09-12T01:12:56.657797+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:16.700714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"264'642","reported_seq":1502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.909214+0000","last_change":"2024-09-12T00:34:42.014110+0000","last_active":"2024-09-12T01:15:24.909214+0000","last_peered":"2024-09-12T01:15:24.909214+0000","last_clean":"2024-09-12T01:15:24.909214+0000","last_became_active":"2024-09-12T00:34:42.013850+0000","last_became_peered":"2024-09-12T00:34:42.013850+0000","last_unstale":"2024-09-12T01:15:24.909214+0000","last_undegraded":"2024-09-12T01:15:24.909214+0000","last_fullsized":"2024-09-12T01:15:24.909214+0000","mapping_epoch":35,"log_start":"264'600","ondisk_log_start":"264'600","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":600,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:47:26.982176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1535,"num_read_kb":1474,"num_write":1355,"num_write_kb":465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"264'323","reported_seq":1704,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.808864+0000","last_change":"2024-09-12T01:16:01.808864+0000","last_active":"2024-09-12T01:16:01.808864+0000","last_peered":"2024-09-12T01:16:01.808864+0000","last_clean":"2024-09-12T01:16:01.808864+0000","last_became_active":"2024-09-12T00:34:33.983785+0000","last_became_peered":"2024-09-12T00:34:33.983785+0000","last_unstale":"2024-09-12T01:16:01.808864+0000","last_undegraded":"2024-09-12T01:16:01.808864+0000","last_fullsized":"2024-09-12T01:16:01.808864+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'323","last_scrub_stamp":"2024-09-12T01:16:01.808745+0000","last_deep_scrub":"264'323","last_deep_scrub_stamp":"2024-09-12T01:16:01.808745+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.808745+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:10:35.000635+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1790,"num_read_kb":1722,"num_write":367,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":236,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"264'472","reported_seq":1376,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.703985+0000","last_change":"2024-09-12T01:15:55.703985+0000","last_active":"2024-09-12T01:15:55.703985+0000","last_peered":"2024-09-12T01:15:55.703985+0000","last_clean":"2024-09-12T01:15:55.703985+0000","last_became_active":"2024-09-12T00:34:31.959073+0000","last_became_peered":"2024-09-12T00:34:31.959073+0000","last_unstale":"2024-09-12T01:15:55.703985+0000","last_undegraded":"2024-09-12T01:15:55.703985+0000","last_fullsized":"2024-09-12T01:15:55.703985+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'472","last_scrub_stamp":"2024-09-12T01:15:55.703706+0000","last_deep_scrub":"264'472","last_deep_scrub_stamp":"2024-09-12T01:15:55.703706+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.703706+0000","objects_scrubbed":12,"log_size":72,"log_dups_size":400,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:07:47.777021+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3916028,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":1343,"num_read_kb":21337,"num_write":1744,"num_write_kb":39863,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.576483+0000","last_change":"2024-09-12T01:16:06.576483+0000","last_active":"2024-09-12T01:16:06.576483+0000","last_peered":"2024-09-12T01:16:06.576483+0000","last_clean":"2024-09-12T01:16:06.576483+0000","last_became_active":"2024-09-12T00:34:35.985224+0000","last_became_peered":"2024-09-12T00:34:35.985224+0000","last_unstale":"2024-09-12T01:16:06.576483+0000","last_undegraded":"2024-09-12T01:16:06.576483+0000","last_fullsized":"2024-09-12T01:16:06.576483+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:06.576397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:06.576397+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.576397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:38.292923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"264'273","reported_seq":840,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.445851+0000","last_change":"2024-09-12T00:34:37.996692+0000","last_active":"2024-09-12T01:15:44.445851+0000","last_peered":"2024-09-12T01:15:44.445851+0000","last_clean":"2024-09-12T01:15:44.445851+0000","last_became_active":"2024-09-12T00:34:37.996385+0000","last_became_peered":"2024-09-12T00:34:37.996385+0000","last_unstale":"2024-09-12T01:15:44.445851+0000","last_undegraded":"2024-09-12T01:15:44.445851+0000","last_fullsized":"2024-09-12T01:15:44.445851+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:48:49.501281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50020,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":445,"num_read_kb":1029,"num_write":362,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":482,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:46.801667+0000","last_change":"2024-09-12T00:34:40.010627+0000","last_active":"2024-09-12T01:13:46.801667+0000","last_peered":"2024-09-12T01:13:46.801667+0000","last_clean":"2024-09-12T01:13:46.801667+0000","last_became_active":"2024-09-12T00:34:40.009860+0000","last_became_peered":"2024-09-12T00:34:40.009860+0000","last_unstale":"2024-09-12T01:13:46.801667+0000","last_undegraded":"2024-09-12T01:13:46.801667+0000","last_fullsized":"2024-09-12T01:13:46.801667+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"264'121","reported_seq":607,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:21.782637+0000","last_change":"2024-09-12T00:34:42.007381+0000","last_active":"2024-09-12T01:14:21.782637+0000","last_peered":"2024-09-12T01:14:21.782637+0000","last_clean":"2024-09-12T01:14:21.782637+0000","last_became_active":"2024-09-12T00:34:42.006843+0000","last_became_peered":"2024-09-12T00:34:42.006843+0000","last_unstale":"2024-09-12T01:14:21.782637+0000","last_undegraded":"2024-09-12T01:14:21.782637+0000","last_fullsized":"2024-09-12T01:14:21.782637+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:49:27.223937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":101,"num_read_kb":98,"num_write":281,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"264'544","reported_seq":2259,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.966990+0000","last_change":"2024-09-12T01:16:03.966990+0000","last_active":"2024-09-12T01:16:03.966990+0000","last_peered":"2024-09-12T01:16:03.966990+0000","last_clean":"2024-09-12T01:16:03.966990+0000","last_became_active":"2024-09-12T00:34:33.971964+0000","last_became_peered":"2024-09-12T00:34:33.971964+0000","last_unstale":"2024-09-12T01:16:03.966990+0000","last_undegraded":"2024-09-12T01:16:03.966990+0000","last_fullsized":"2024-09-12T01:16:03.966990+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'544","last_scrub_stamp":"2024-09-12T01:16:03.966900+0000","last_deep_scrub":"264'544","last_deep_scrub_stamp":"2024-09-12T01:16:03.966900+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.966900+0000","objects_scrubbed":7,"log_size":44,"log_dups_size":500,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:06:41.524185+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2910,"num_read_kb":2718,"num_write":641,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3712,"num_omap_keys":15,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"264'373","reported_seq":1013,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.732117+0000","last_change":"2024-09-12T01:15:59.732117+0000","last_active":"2024-09-12T01:15:59.732117+0000","last_peered":"2024-09-12T01:15:59.732117+0000","last_clean":"2024-09-12T01:15:59.732117+0000","last_became_active":"2024-09-12T00:34:31.965537+0000","last_became_peered":"2024-09-12T00:34:31.965537+0000","last_unstale":"2024-09-12T01:15:59.732117+0000","last_undegraded":"2024-09-12T01:15:59.732117+0000","last_fullsized":"2024-09-12T01:15:59.732117+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'373","last_scrub_stamp":"2024-09-12T01:15:59.732020+0000","last_deep_scrub":"264'373","last_deep_scrub_stamp":"2024-09-12T01:15:59.732020+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.732020+0000","objects_scrubbed":1,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:16:11.226172+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":528,"num_read_kb":24059,"num_write":1272,"num_write_kb":39850,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.569886+0000","last_change":"2024-09-12T01:16:05.569886+0000","last_active":"2024-09-12T01:16:05.569886+0000","last_peered":"2024-09-12T01:16:05.569886+0000","last_clean":"2024-09-12T01:16:05.569886+0000","last_became_active":"2024-09-12T00:34:35.989002+0000","last_became_peered":"2024-09-12T00:34:35.989002+0000","last_unstale":"2024-09-12T01:16:05.569886+0000","last_undegraded":"2024-09-12T01:16:05.569886+0000","last_fullsized":"2024-09-12T01:16:05.569886+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:05.569782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:05.569782+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.569782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:26:51.916520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"264'326","reported_seq":921,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.853997+0000","last_change":"2024-09-12T00:34:37.999755+0000","last_active":"2024-09-12T01:15:45.853997+0000","last_peered":"2024-09-12T01:15:45.853997+0000","last_clean":"2024-09-12T01:15:45.853997+0000","last_became_active":"2024-09-12T00:34:37.999429+0000","last_became_peered":"2024-09-12T00:34:37.999429+0000","last_unstale":"2024-09-12T01:15:45.853997+0000","last_undegraded":"2024-09-12T01:15:45.853997+0000","last_fullsized":"2024-09-12T01:15:45.853997+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:53:16.202741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51642,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":517,"num_read_kb":1121,"num_write":416,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"264'800","reported_seq":2219,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.059684+0000","last_change":"2024-09-12T00:34:40.011623+0000","last_active":"2024-09-12T01:15:46.059684+0000","last_peered":"2024-09-12T01:15:46.059684+0000","last_clean":"2024-09-12T01:15:46.059684+0000","last_became_active":"2024-09-12T00:34:40.011267+0000","last_became_peered":"2024-09-12T00:34:40.011267+0000","last_unstale":"2024-09-12T01:15:46.059684+0000","last_undegraded":"2024-09-12T01:15:46.059684+0000","last_fullsized":"2024-09-12T01:15:46.059684+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":700,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:59:43.307107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"264'150","reported_seq":654,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.961666+0000","last_change":"2024-09-12T00:34:42.013962+0000","last_active":"2024-09-12T01:15:23.961666+0000","last_peered":"2024-09-12T01:15:23.961666+0000","last_clean":"2024-09-12T01:15:23.961666+0000","last_became_active":"2024-09-12T00:34:42.013661+0000","last_became_peered":"2024-09-12T00:34:42.013661+0000","last_unstale":"2024-09-12T01:15:23.961666+0000","last_undegraded":"2024-09-12T01:15:23.961666+0000","last_fullsized":"2024-09-12T01:15:23.961666+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":411,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":182,"num_read_kb":163,"num_write":359,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"264'450","reported_seq":2059,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.420965+0000","last_change":"2024-09-12T01:16:04.420965+0000","last_active":"2024-09-12T01:16:04.420965+0000","last_peered":"2024-09-12T01:16:04.420965+0000","last_clean":"2024-09-12T01:16:04.420965+0000","last_became_active":"2024-09-12T00:34:33.987982+0000","last_became_peered":"2024-09-12T00:34:33.987982+0000","last_unstale":"2024-09-12T01:16:04.420965+0000","last_undegraded":"2024-09-12T01:16:04.420965+0000","last_fullsized":"2024-09-12T01:16:04.420965+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'450","last_scrub_stamp":"2024-09-12T01:16:04.420863+0000","last_deep_scrub":"264'450","last_deep_scrub_stamp":"2024-09-12T01:16:04.420863+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.420863+0000","objects_scrubbed":2,"log_size":50,"log_dups_size":400,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:19.936481+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2653,"num_read_kb":2516,"num_write":540,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2811,"num_omap_keys":11,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"264'364","reported_seq":1054,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.358646+0000","last_change":"2024-09-12T01:15:57.358646+0000","last_active":"2024-09-12T01:15:57.358646+0000","last_peered":"2024-09-12T01:15:57.358646+0000","last_clean":"2024-09-12T01:15:57.358646+0000","last_became_active":"2024-09-12T00:34:31.969611+0000","last_became_peered":"2024-09-12T00:34:31.969611+0000","last_unstale":"2024-09-12T01:15:57.358646+0000","last_undegraded":"2024-09-12T01:15:57.358646+0000","last_fullsized":"2024-09-12T01:15:57.358646+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'364","last_scrub_stamp":"2024-09-12T01:15:57.358549+0000","last_deep_scrub":"264'364","last_deep_scrub_stamp":"2024-09-12T01:15:57.358549+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.358549+0000","objects_scrubbed":4,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:23:33.088574+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":629,"num_read_kb":57273,"num_write":1179,"num_write_kb":39514,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.571138+0000","last_change":"2024-09-12T01:16:03.571138+0000","last_active":"2024-09-12T01:16:03.571138+0000","last_peered":"2024-09-12T01:16:03.571138+0000","last_clean":"2024-09-12T01:16:03.571138+0000","last_became_active":"2024-09-12T00:34:35.987677+0000","last_became_peered":"2024-09-12T00:34:35.987677+0000","last_unstale":"2024-09-12T01:16:03.571138+0000","last_undegraded":"2024-09-12T01:16:03.571138+0000","last_fullsized":"2024-09-12T01:16:03.571138+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:03.571050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:03.571050+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.571050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:54.936632+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"264'502","reported_seq":1142,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.984820+0000","last_change":"2024-09-12T00:34:37.997218+0000","last_active":"2024-09-12T01:15:45.984820+0000","last_peered":"2024-09-12T01:15:45.984820+0000","last_clean":"2024-09-12T01:15:45.984820+0000","last_became_active":"2024-09-12T00:34:37.996633+0000","last_became_peered":"2024-09-12T00:34:37.996633+0000","last_unstale":"2024-09-12T01:15:45.984820+0000","last_undegraded":"2024-09-12T01:15:45.984820+0000","last_fullsized":"2024-09-12T01:15:45.984820+0000","mapping_epoch":31,"log_start":"264'400","ondisk_log_start":"264'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":400,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:10:20.060318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93630,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":880,"num_read_kb":2110,"num_write":730,"num_write_kb":612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.520508+0000","last_change":"2024-09-12T01:16:08.520508+0000","last_active":"2024-09-12T01:16:08.520508+0000","last_peered":"2024-09-12T01:16:08.520508+0000","last_clean":"2024-09-12T01:16:08.520508+0000","last_became_active":"2024-09-12T00:34:40.006943+0000","last_became_peered":"2024-09-12T00:34:40.006943+0000","last_unstale":"2024-09-12T01:16:08.520508+0000","last_undegraded":"2024-09-12T01:16:08.520508+0000","last_fullsized":"2024-09-12T01:16:08.520508+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:08.520420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:08.520420+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.520420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:11:11.223691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"264'139","reported_seq":640,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:03.205282+0000","last_change":"2024-09-12T00:34:42.026577+0000","last_active":"2024-09-12T01:14:03.205282+0000","last_peered":"2024-09-12T01:14:03.205282+0000","last_clean":"2024-09-12T01:14:03.205282+0000","last_became_active":"2024-09-12T00:34:42.026272+0000","last_became_peered":"2024-09-12T00:34:42.026272+0000","last_unstale":"2024-09-12T01:14:03.205282+0000","last_undegraded":"2024-09-12T01:14:03.205282+0000","last_fullsized":"2024-09-12T01:14:03.205282+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:46:00.729953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":899,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":129,"num_read_kb":127,"num_write":342,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"264'443","reported_seq":1931,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.740428+0000","last_change":"2024-09-12T01:15:57.740428+0000","last_active":"2024-09-12T01:15:57.740428+0000","last_peered":"2024-09-12T01:15:57.740428+0000","last_clean":"2024-09-12T01:15:57.740428+0000","last_became_active":"2024-09-12T00:34:33.988384+0000","last_became_peered":"2024-09-12T00:34:33.988384+0000","last_unstale":"2024-09-12T01:15:57.740428+0000","last_undegraded":"2024-09-12T01:15:57.740428+0000","last_fullsized":"2024-09-12T01:15:57.740428+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'443","last_scrub_stamp":"2024-09-12T01:15:57.740350+0000","last_deep_scrub":"264'443","last_deep_scrub_stamp":"2024-09-12T01:15:57.740350+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.740350+0000","objects_scrubbed":2,"log_size":43,"log_dups_size":400,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:19:33.046856+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2245,"num_read_kb":2110,"num_write":506,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":947,"num_omap_keys":4,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"264'359","reported_seq":1117,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.147863+0000","last_change":"2024-09-12T01:15:55.147863+0000","last_active":"2024-09-12T01:15:55.147863+0000","last_peered":"2024-09-12T01:15:55.147863+0000","last_clean":"2024-09-12T01:15:55.147863+0000","last_became_active":"2024-09-12T00:34:31.973463+0000","last_became_peered":"2024-09-12T00:34:31.973463+0000","last_unstale":"2024-09-12T01:15:55.147863+0000","last_undegraded":"2024-09-12T01:15:55.147863+0000","last_fullsized":"2024-09-12T01:15:55.147863+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'359","last_scrub_stamp":"2024-09-12T01:15:55.147761+0000","last_deep_scrub":"264'359","last_deep_scrub_stamp":"2024-09-12T01:15:55.147761+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.147761+0000","objects_scrubbed":9,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:39:01.165701+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":687564,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":725,"num_read_kb":52164,"num_write":1162,"num_write_kb":35766,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.609092+0000","last_change":"2024-09-12T01:16:11.609092+0000","last_active":"2024-09-12T01:16:11.609092+0000","last_peered":"2024-09-12T01:16:11.609092+0000","last_clean":"2024-09-12T01:16:11.609092+0000","last_became_active":"2024-09-12T00:34:35.987401+0000","last_became_peered":"2024-09-12T00:34:35.987401+0000","last_unstale":"2024-09-12T01:16:11.609092+0000","last_undegraded":"2024-09-12T01:16:11.609092+0000","last_fullsized":"2024-09-12T01:16:11.609092+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:11.608991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:11.608991+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.608991+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:07.068116+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"264'311","reported_seq":885,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.745871+0000","last_change":"2024-09-12T00:34:37.996884+0000","last_active":"2024-09-12T01:15:44.745871+0000","last_peered":"2024-09-12T01:15:44.745871+0000","last_clean":"2024-09-12T01:15:44.745871+0000","last_became_active":"2024-09-12T00:34:37.996632+0000","last_became_peered":"2024-09-12T00:34:37.996632+0000","last_unstale":"2024-09-12T01:15:44.745871+0000","last_undegraded":"2024-09-12T01:15:44.745871+0000","last_fullsized":"2024-09-12T01:15:44.745871+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":300,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:48.630878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55572,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":529,"num_read_kb":1205,"num_write":478,"num_write_kb":405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:05.668547+0000","last_change":"2024-09-12T00:34:40.012846+0000","last_active":"2024-09-12T01:13:05.668547+0000","last_peered":"2024-09-12T01:13:05.668547+0000","last_clean":"2024-09-12T01:13:05.668547+0000","last_became_active":"2024-09-12T00:34:40.012535+0000","last_became_peered":"2024-09-12T00:34:40.012535+0000","last_unstale":"2024-09-12T01:13:05.668547+0000","last_undegraded":"2024-09-12T01:13:05.668547+0000","last_fullsized":"2024-09-12T01:13:05.668547+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:12.393497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"264'102","reported_seq":581,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.810396+0000","last_change":"2024-09-12T00:34:42.027110+0000","last_active":"2024-09-12T01:14:46.810396+0000","last_peered":"2024-09-12T01:14:46.810396+0000","last_clean":"2024-09-12T01:14:46.810396+0000","last_became_active":"2024-09-12T00:34:42.025660+0000","last_became_peered":"2024-09-12T00:34:42.025660+0000","last_unstale":"2024-09-12T01:14:46.810396+0000","last_undegraded":"2024-09-12T01:14:46.810396+0000","last_fullsized":"2024-09-12T01:14:46.810396+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:19.455420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":81,"num_read_kb":81,"num_write":243,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"264'461","reported_seq":1947,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.832408+0000","last_change":"2024-09-12T01:15:59.832408+0000","last_active":"2024-09-12T01:15:59.832408+0000","last_peered":"2024-09-12T01:15:59.832408+0000","last_clean":"2024-09-12T01:15:59.832408+0000","last_became_active":"2024-09-12T00:34:33.976456+0000","last_became_peered":"2024-09-12T00:34:33.976456+0000","last_unstale":"2024-09-12T01:15:59.832408+0000","last_undegraded":"2024-09-12T01:15:59.832408+0000","last_fullsized":"2024-09-12T01:15:59.832408+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'461","last_scrub_stamp":"2024-09-12T01:15:59.832329+0000","last_deep_scrub":"264'461","last_deep_scrub_stamp":"2024-09-12T01:15:59.832329+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.832329+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":400,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:40:55.916386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2299,"num_read_kb":2147,"num_write":532,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"264'312","reported_seq":958,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.573097+0000","last_change":"2024-09-12T01:15:53.573097+0000","last_active":"2024-09-12T01:15:53.573097+0000","last_peered":"2024-09-12T01:15:53.573097+0000","last_clean":"2024-09-12T01:15:53.573097+0000","last_became_active":"2024-09-12T00:35:05.223814+0000","last_became_peered":"2024-09-12T00:35:05.223814+0000","last_unstale":"2024-09-12T01:15:53.573097+0000","last_undegraded":"2024-09-12T01:15:53.573097+0000","last_fullsized":"2024-09-12T01:15:53.573097+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T01:15:53.573000+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T01:15:53.573000+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.573000+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:54.728379+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":709707,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":513,"num_read_kb":31652,"num_write":891,"num_write_kb":37909,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"264'4","reported_seq":988,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.036642+0000","last_change":"2024-09-12T01:16:07.036642+0000","last_active":"2024-09-12T01:16:07.036642+0000","last_peered":"2024-09-12T01:16:07.036642+0000","last_clean":"2024-09-12T01:16:07.036642+0000","last_became_active":"2024-09-12T00:34:35.993578+0000","last_became_peered":"2024-09-12T00:34:35.993578+0000","last_unstale":"2024-09-12T01:16:07.036642+0000","last_undegraded":"2024-09-12T01:16:07.036642+0000","last_fullsized":"2024-09-12T01:16:07.036642+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:07.036518+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:07.036518+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.036518+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:36:28.669194+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"264'286","reported_seq":876,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.573701+0000","last_change":"2024-09-12T01:16:07.573701+0000","last_active":"2024-09-12T01:16:07.573701+0000","last_peered":"2024-09-12T01:16:07.573701+0000","last_clean":"2024-09-12T01:16:07.573701+0000","last_became_active":"2024-09-12T00:34:38.000994+0000","last_became_peered":"2024-09-12T00:34:38.000994+0000","last_unstale":"2024-09-12T01:16:07.573701+0000","last_undegraded":"2024-09-12T01:16:07.573701+0000","last_fullsized":"2024-09-12T01:16:07.573701+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'286","last_scrub_stamp":"2024-09-12T01:16:07.573607+0000","last_deep_scrub":"264'286","last_deep_scrub_stamp":"2024-09-12T01:16:07.573607+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.573607+0000","objects_scrubbed":7,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:39:16.274861+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53088,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":475,"num_read_kb":1045,"num_write":378,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"264'765","reported_seq":2238,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.522154+0000","last_change":"2024-09-12T01:16:09.522154+0000","last_active":"2024-09-12T01:16:09.522154+0000","last_peered":"2024-09-12T01:16:09.522154+0000","last_clean":"2024-09-12T01:16:09.522154+0000","last_became_active":"2024-09-12T00:34:40.010400+0000","last_became_peered":"2024-09-12T00:34:40.010400+0000","last_unstale":"2024-09-12T01:16:09.522154+0000","last_undegraded":"2024-09-12T01:16:09.522154+0000","last_fullsized":"2024-09-12T01:16:09.522154+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'765","last_scrub_stamp":"2024-09-12T01:16:09.522063+0000","last_deep_scrub":"264'765","last_deep_scrub_stamp":"2024-09-12T01:16:09.522063+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.522063+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:40:09.755599+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"264'139","reported_seq":636,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:43.126365+0000","last_change":"2024-09-12T00:34:42.014370+0000","last_active":"2024-09-12T01:13:43.126365+0000","last_peered":"2024-09-12T01:13:43.126365+0000","last_clean":"2024-09-12T01:13:43.126365+0000","last_became_active":"2024-09-12T00:34:42.014037+0000","last_became_peered":"2024-09-12T00:34:42.014037+0000","last_unstale":"2024-09-12T01:13:43.126365+0000","last_undegraded":"2024-09-12T01:13:43.126365+0000","last_fullsized":"2024-09-12T01:13:43.126365+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:11:44.815121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2093,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":145,"num_read_kb":133,"num_write":333,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"264'824","reported_seq":2404,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.855628+0000","last_change":"2024-09-12T01:16:00.855628+0000","last_active":"2024-09-12T01:16:00.855628+0000","last_peered":"2024-09-12T01:16:00.855628+0000","last_clean":"2024-09-12T01:16:00.855628+0000","last_became_active":"2024-09-12T00:34:33.981378+0000","last_became_peered":"2024-09-12T00:34:33.981378+0000","last_unstale":"2024-09-12T01:16:00.855628+0000","last_undegraded":"2024-09-12T01:16:00.855628+0000","last_fullsized":"2024-09-12T01:16:00.855628+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'824","last_scrub_stamp":"2024-09-12T01:16:00.855551+0000","last_deep_scrub":"264'824","last_deep_scrub_stamp":"2024-09-12T01:16:00.855551+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.855551+0000","objects_scrubbed":2,"log_size":24,"log_dups_size":800,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:58:15.665917+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3842,"num_read_kb":3465,"num_write":1066,"num_write_kb":374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"264'346","reported_seq":981,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.835261+0000","last_change":"2024-09-12T01:15:54.835261+0000","last_active":"2024-09-12T01:15:54.835261+0000","last_peered":"2024-09-12T01:15:54.835261+0000","last_clean":"2024-09-12T01:15:54.835261+0000","last_became_active":"2024-09-12T00:34:31.956950+0000","last_became_peered":"2024-09-12T00:34:31.956950+0000","last_unstale":"2024-09-12T01:15:54.835261+0000","last_undegraded":"2024-09-12T01:15:54.835261+0000","last_fullsized":"2024-09-12T01:15:54.835261+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'346","last_scrub_stamp":"2024-09-12T01:15:54.835148+0000","last_deep_scrub":"264'346","last_deep_scrub_stamp":"2024-09-12T01:15:54.835148+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.835148+0000","objects_scrubbed":5,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:23:52.795144+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":493,"num_read_kb":41410,"num_write":1083,"num_write_kb":22740,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"30'2","reported_seq":1451,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.665365+0000","last_change":"2024-09-12T00:34:35.990704+0000","last_active":"2024-09-12T01:15:43.665365+0000","last_peered":"2024-09-12T01:15:43.665365+0000","last_clean":"2024-09-12T01:15:43.665365+0000","last_became_active":"2024-09-12T00:34:35.990390+0000","last_became_peered":"2024-09-12T00:34:35.990390+0000","last_unstale":"2024-09-12T01:15:43.665365+0000","last_undegraded":"2024-09-12T01:15:43.665365+0000","last_fullsized":"2024-09-12T01:15:43.665365+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:40:51.917377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":960,"num_read_kb":960,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"264'68","reported_seq":578,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.070993+0000","last_change":"2024-09-12T00:34:38.121436+0000","last_active":"2024-09-12T01:14:47.070993+0000","last_peered":"2024-09-12T01:14:47.070993+0000","last_clean":"2024-09-12T01:14:47.070993+0000","last_became_active":"2024-09-12T00:34:38.120680+0000","last_became_peered":"2024-09-12T00:34:38.120680+0000","last_unstale":"2024-09-12T01:14:47.070993+0000","last_undegraded":"2024-09-12T01:14:47.070993+0000","last_fullsized":"2024-09-12T01:14:47.070993+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":68,"log_dups_size":0,"ondisk_log_size":68,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:30.522958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"264'776","reported_seq":2262,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.437774+0000","last_change":"2024-09-12T00:34:40.008519+0000","last_active":"2024-09-12T01:15:45.437774+0000","last_peered":"2024-09-12T01:15:45.437774+0000","last_clean":"2024-09-12T01:15:45.437774+0000","last_became_active":"2024-09-12T00:34:40.008128+0000","last_became_peered":"2024-09-12T00:34:40.008128+0000","last_unstale":"2024-09-12T01:15:45.437774+0000","last_undegraded":"2024-09-12T01:15:45.437774+0000","last_fullsized":"2024-09-12T01:15:45.437774+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":700,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:02:24.619952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"264'107","reported_seq":592,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:42.362271+0000","last_change":"2024-09-12T00:34:42.011608+0000","last_active":"2024-09-12T01:13:42.362271+0000","last_peered":"2024-09-12T01:13:42.362271+0000","last_clean":"2024-09-12T01:13:42.362271+0000","last_became_active":"2024-09-12T00:34:42.011280+0000","last_became_peered":"2024-09-12T00:34:42.011280+0000","last_unstale":"2024-09-12T01:13:42.362271+0000","last_undegraded":"2024-09-12T01:13:42.362271+0000","last_fullsized":"2024-09-12T01:13:42.362271+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:38:09.058449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":87,"num_read_kb":83,"num_write":251,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"264'378","reported_seq":1897,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.090664+0000","last_change":"2024-09-12T01:16:04.090664+0000","last_active":"2024-09-12T01:16:04.090664+0000","last_peered":"2024-09-12T01:16:04.090664+0000","last_clean":"2024-09-12T01:16:04.090664+0000","last_became_active":"2024-09-12T00:34:33.988926+0000","last_became_peered":"2024-09-12T00:34:33.988926+0000","last_unstale":"2024-09-12T01:16:04.090664+0000","last_undegraded":"2024-09-12T01:16:04.090664+0000","last_fullsized":"2024-09-12T01:16:04.090664+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'378","last_scrub_stamp":"2024-09-12T01:16:04.090564+0000","last_deep_scrub":"264'378","last_deep_scrub_stamp":"2024-09-12T01:16:04.090564+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.090564+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:27.359445+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2122,"num_read_kb":2052,"num_write":409,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":225,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"264'321","reported_seq":940,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.104482+0000","last_change":"2024-09-12T01:16:01.104482+0000","last_active":"2024-09-12T01:16:01.104482+0000","last_peered":"2024-09-12T01:16:01.104482+0000","last_clean":"2024-09-12T01:16:01.104482+0000","last_became_active":"2024-09-12T00:34:31.970626+0000","last_became_peered":"2024-09-12T00:34:31.970626+0000","last_unstale":"2024-09-12T01:16:01.104482+0000","last_undegraded":"2024-09-12T01:16:01.104482+0000","last_fullsized":"2024-09-12T01:16:01.104482+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'321","last_scrub_stamp":"2024-09-12T01:16:01.104352+0000","last_deep_scrub":"264'321","last_deep_scrub_stamp":"2024-09-12T01:16:01.104352+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.104352+0000","objects_scrubbed":4,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:21:16.962273+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1532641,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":410,"num_read_kb":40533,"num_write":991,"num_write_kb":34641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:51.792994+0000","last_change":"2024-09-12T00:34:35.990979+0000","last_active":"2024-09-12T01:12:51.792994+0000","last_peered":"2024-09-12T01:12:51.792994+0000","last_clean":"2024-09-12T01:12:51.792994+0000","last_became_active":"2024-09-12T00:34:35.990643+0000","last_became_peered":"2024-09-12T00:34:35.990643+0000","last_unstale":"2024-09-12T01:12:51.792994+0000","last_undegraded":"2024-09-12T01:12:51.792994+0000","last_fullsized":"2024-09-12T01:12:51.792994+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:10:47.316525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"264'358","reported_seq":955,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.544433+0000","last_change":"2024-09-12T00:34:37.997023+0000","last_active":"2024-09-12T01:15:45.544433+0000","last_peered":"2024-09-12T01:15:45.544433+0000","last_clean":"2024-09-12T01:15:45.544433+0000","last_became_active":"2024-09-12T00:34:37.996729+0000","last_became_peered":"2024-09-12T00:34:37.996729+0000","last_unstale":"2024-09-12T01:15:45.544433+0000","last_undegraded":"2024-09-12T01:15:45.544433+0000","last_fullsized":"2024-09-12T01:15:45.544433+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":300,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:39:48.194889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54811,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1175,"num_read_kb":1814,"num_write":1666,"num_write_kb":1537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.076303+0000","last_change":"2024-09-12T01:16:10.076303+0000","last_active":"2024-09-12T01:16:10.076303+0000","last_peered":"2024-09-12T01:16:10.076303+0000","last_clean":"2024-09-12T01:16:10.076303+0000","last_became_active":"2024-09-12T00:34:40.011736+0000","last_became_peered":"2024-09-12T00:34:40.011736+0000","last_unstale":"2024-09-12T01:16:10.076303+0000","last_undegraded":"2024-09-12T01:16:10.076303+0000","last_fullsized":"2024-09-12T01:16:10.076303+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:10.076219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:10.076219+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.076219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:27.668759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"264'150","reported_seq":641,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.963667+0000","last_change":"2024-09-12T00:34:42.012992+0000","last_active":"2024-09-12T01:15:23.963667+0000","last_peered":"2024-09-12T01:15:23.963667+0000","last_clean":"2024-09-12T01:15:23.963667+0000","last_became_active":"2024-09-12T00:34:42.012707+0000","last_became_peered":"2024-09-12T00:34:42.012707+0000","last_unstale":"2024-09-12T01:15:23.963667+0000","last_undegraded":"2024-09-12T01:15:23.963667+0000","last_fullsized":"2024-09-12T01:15:23.963667+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:25:45.621354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":137,"num_read_kb":134,"num_write":335,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"264'978","reported_seq":2690,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.989692+0000","last_change":"2024-09-12T01:16:01.989692+0000","last_active":"2024-09-12T01:16:01.989692+0000","last_peered":"2024-09-12T01:16:01.989692+0000","last_clean":"2024-09-12T01:16:01.989692+0000","last_became_active":"2024-09-12T00:34:33.979731+0000","last_became_peered":"2024-09-12T00:34:33.979731+0000","last_unstale":"2024-09-12T01:16:01.989692+0000","last_undegraded":"2024-09-12T01:16:01.989692+0000","last_fullsized":"2024-09-12T01:16:01.989692+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'978","last_scrub_stamp":"2024-09-12T01:16:01.989601+0000","last_deep_scrub":"264'978","last_deep_scrub_stamp":"2024-09-12T01:16:01.989601+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.989601+0000","objects_scrubbed":5,"log_size":78,"log_dups_size":900,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:22.649542+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4741,"num_read_kb":4243,"num_write":1352,"num_write_kb":549,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":694,"num_omap_keys":3,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"264'74","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.733944+0000","last_change":"2024-09-12T01:15:56.733944+0000","last_active":"2024-09-12T01:15:56.733944+0000","last_peered":"2024-09-12T01:15:56.733944+0000","last_clean":"2024-09-12T01:15:56.733944+0000","last_became_active":"2024-09-12T00:34:12.860653+0000","last_became_peered":"2024-09-12T00:34:12.860653+0000","last_unstale":"2024-09-12T01:15:56.733944+0000","last_undegraded":"2024-09-12T01:15:56.733944+0000","last_fullsized":"2024-09-12T01:15:56.733944+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'74","last_scrub_stamp":"2024-09-12T01:15:56.733841+0000","last_deep_scrub":"264'74","last_deep_scrub_stamp":"2024-09-12T01:15:56.733841+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.733841+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:40.612804+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"264'2","reported_seq":526,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.361058+0000","last_change":"2024-09-12T01:15:56.360938+0000","last_active":"2024-09-12T01:15:56.361058+0000","last_peered":"2024-09-12T01:15:56.361058+0000","last_clean":"2024-09-12T01:15:56.361058+0000","last_became_active":"2024-09-12T00:34:18.794220+0000","last_became_peered":"2024-09-12T00:34:18.794220+0000","last_unstale":"2024-09-12T01:15:56.361058+0000","last_undegraded":"2024-09-12T01:15:56.361058+0000","last_fullsized":"2024-09-12T01:15:56.361058+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:15:56.360846+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:15:56.360846+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.360846+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:57:35.854374+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.00068530299999999995,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"264'351","reported_seq":1184,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.157816+0000","last_change":"2024-09-12T01:15:53.157721+0000","last_active":"2024-09-12T01:15:53.157816+0000","last_peered":"2024-09-12T01:15:53.157816+0000","last_clean":"2024-09-12T01:15:53.157816+0000","last_became_active":"2024-09-12T00:34:31.975192+0000","last_became_peered":"2024-09-12T00:34:31.975192+0000","last_unstale":"2024-09-12T01:15:53.157816+0000","last_undegraded":"2024-09-12T01:15:53.157816+0000","last_fullsized":"2024-09-12T01:15:53.157816+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'351","last_scrub_stamp":"2024-09-12T01:15:53.157614+0000","last_deep_scrub":"264'351","last_deep_scrub_stamp":"2024-09-12T01:15:53.157614+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.157614+0000","objects_scrubbed":7,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:19:41.667251+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":928,"num_read_kb":22362,"num_write":1090,"num_write_kb":25369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786806+0000","last_change":"2024-09-12T00:34:35.984530+0000","last_active":"2024-09-12T01:12:06.786806+0000","last_peered":"2024-09-12T01:12:06.786806+0000","last_clean":"2024-09-12T01:12:06.786806+0000","last_became_active":"2024-09-12T00:34:35.984101+0000","last_became_peered":"2024-09-12T00:34:35.984101+0000","last_unstale":"2024-09-12T01:12:06.786806+0000","last_undegraded":"2024-09-12T01:12:06.786806+0000","last_fullsized":"2024-09-12T01:12:06.786806+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:03.521254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"264'697","reported_seq":1398,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.657426+0000","last_change":"2024-09-12T00:34:38.000001+0000","last_active":"2024-09-12T01:15:45.657426+0000","last_peered":"2024-09-12T01:15:45.657426+0000","last_clean":"2024-09-12T01:15:45.657426+0000","last_became_active":"2024-09-12T00:34:37.999707+0000","last_became_peered":"2024-09-12T00:34:37.999707+0000","last_unstale":"2024-09-12T01:15:45.657426+0000","last_undegraded":"2024-09-12T01:15:45.657426+0000","last_fullsized":"2024-09-12T01:15:45.657426+0000","mapping_epoch":31,"log_start":"264'600","ondisk_log_start":"264'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":600,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:09:58.787292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":136244,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1368,"num_read_kb":3023,"num_write":1294,"num_write_kb":1130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:40.672939+0000","last_change":"2024-09-12T00:34:40.008925+0000","last_active":"2024-09-12T01:13:40.672939+0000","last_peered":"2024-09-12T01:13:40.672939+0000","last_clean":"2024-09-12T01:13:40.672939+0000","last_became_active":"2024-09-12T00:34:40.008565+0000","last_became_peered":"2024-09-12T00:34:40.008565+0000","last_unstale":"2024-09-12T01:13:40.672939+0000","last_undegraded":"2024-09-12T01:13:40.672939+0000","last_fullsized":"2024-09-12T01:13:40.672939+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:42.495725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"264'222","reported_seq":934,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.433763+0000","last_change":"2024-09-12T00:34:42.012985+0000","last_active":"2024-09-12T01:14:19.433763+0000","last_peered":"2024-09-12T01:14:19.433763+0000","last_clean":"2024-09-12T01:14:19.433763+0000","last_became_active":"2024-09-12T00:34:42.012694+0000","last_became_peered":"2024-09-12T00:34:42.012694+0000","last_unstale":"2024-09-12T01:14:19.433763+0000","last_undegraded":"2024-09-12T01:14:19.433763+0000","last_fullsized":"2024-09-12T01:14:19.433763+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":200,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:11.163676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1035,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":509,"num_read_kb":490,"num_write":472,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"264'718","reported_seq":2123,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.577134+0000","last_change":"2024-09-12T01:15:59.577134+0000","last_active":"2024-09-12T01:15:59.577134+0000","last_peered":"2024-09-12T01:15:59.577134+0000","last_clean":"2024-09-12T01:15:59.577134+0000","last_became_active":"2024-09-12T00:34:33.983903+0000","last_became_peered":"2024-09-12T00:34:33.983903+0000","last_unstale":"2024-09-12T01:15:59.577134+0000","last_undegraded":"2024-09-12T01:15:59.577134+0000","last_fullsized":"2024-09-12T01:15:59.577134+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'718","last_scrub_stamp":"2024-09-12T01:15:59.577035+0000","last_deep_scrub":"264'718","last_deep_scrub_stamp":"2024-09-12T01:15:59.577035+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.577035+0000","objects_scrubbed":5,"log_size":18,"log_dups_size":700,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:35.278587+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3318,"num_read_kb":2987,"num_write":934,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.777999+0000","last_change":"2024-09-12T01:16:00.777999+0000","last_active":"2024-09-12T01:16:00.777999+0000","last_peered":"2024-09-12T01:16:00.777999+0000","last_clean":"2024-09-12T01:16:00.777999+0000","last_became_active":"2024-09-12T00:34:18.800093+0000","last_became_peered":"2024-09-12T00:34:18.800093+0000","last_unstale":"2024-09-12T01:16:00.777999+0000","last_undegraded":"2024-09-12T01:16:00.777999+0000","last_fullsized":"2024-09-12T01:16:00.777999+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:00.777866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:00.777866+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.777866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:57:26.709339+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00067478700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"264'320","reported_seq":936,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:51.531649+0000","last_change":"2024-09-12T01:15:51.531649+0000","last_active":"2024-09-12T01:15:51.531649+0000","last_peered":"2024-09-12T01:15:51.531649+0000","last_clean":"2024-09-12T01:15:51.531649+0000","last_became_active":"2024-09-12T00:34:31.964317+0000","last_became_peered":"2024-09-12T00:34:31.964317+0000","last_unstale":"2024-09-12T01:15:51.531649+0000","last_undegraded":"2024-09-12T01:15:51.531649+0000","last_fullsized":"2024-09-12T01:15:51.531649+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'320","last_scrub_stamp":"2024-09-12T01:15:51.531543+0000","last_deep_scrub":"264'320","last_deep_scrub_stamp":"2024-09-12T01:15:51.531543+0000","last_clean_scrub_stamp":"2024-09-12T01:15:51.531543+0000","objects_scrubbed":7,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:06:59.670661+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133707,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":418,"num_read_kb":26007,"num_write":938,"num_write_kb":21584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:38.789594+0000","last_change":"2024-09-12T00:34:35.989927+0000","last_active":"2024-09-12T01:13:38.789594+0000","last_peered":"2024-09-12T01:13:38.789594+0000","last_clean":"2024-09-12T01:13:38.789594+0000","last_became_active":"2024-09-12T00:34:35.989633+0000","last_became_peered":"2024-09-12T00:34:35.989633+0000","last_unstale":"2024-09-12T01:13:38.789594+0000","last_undegraded":"2024-09-12T01:13:38.789594+0000","last_fullsized":"2024-09-12T01:13:38.789594+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:45:21.608227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"264'1286","reported_seq":2729,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.044534+0000","last_change":"2024-09-12T01:16:11.044534+0000","last_active":"2024-09-12T01:16:11.044534+0000","last_peered":"2024-09-12T01:16:11.044534+0000","last_clean":"2024-09-12T01:16:11.044534+0000","last_became_active":"2024-09-12T00:34:38.000456+0000","last_became_peered":"2024-09-12T00:34:38.000456+0000","last_unstale":"2024-09-12T01:16:11.044534+0000","last_undegraded":"2024-09-12T01:16:11.044534+0000","last_fullsized":"2024-09-12T01:16:11.044534+0000","mapping_epoch":31,"log_start":"264'1200","ondisk_log_start":"264'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1286","last_scrub_stamp":"2024-09-12T01:16:11.044422+0000","last_deep_scrub":"264'1286","last_deep_scrub_stamp":"2024-09-12T01:16:11.044422+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.044422+0000","objects_scrubbed":12,"log_size":86,"log_dups_size":1200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:12:43.283911+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143542,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":2061,"num_read_kb":3949,"num_write":1148,"num_write_kb":991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788251+0000","last_change":"2024-09-12T00:34:40.007315+0000","last_active":"2024-09-12T01:12:16.788251+0000","last_peered":"2024-09-12T01:12:16.788251+0000","last_clean":"2024-09-12T01:12:16.788251+0000","last_became_active":"2024-09-12T00:34:40.007059+0000","last_became_peered":"2024-09-12T00:34:40.007059+0000","last_unstale":"2024-09-12T01:12:16.788251+0000","last_undegraded":"2024-09-12T01:12:16.788251+0000","last_fullsized":"2024-09-12T01:12:16.788251+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:04:24.061722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"264'162","reported_seq":682,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:46.664885+0000","last_change":"2024-09-12T00:34:42.009237+0000","last_active":"2024-09-12T01:13:46.664885+0000","last_peered":"2024-09-12T01:13:46.664885+0000","last_clean":"2024-09-12T01:13:46.664885+0000","last_became_active":"2024-09-12T00:34:42.008947+0000","last_became_peered":"2024-09-12T00:34:42.008947+0000","last_unstale":"2024-09-12T01:13:46.664885+0000","last_undegraded":"2024-09-12T01:13:46.664885+0000","last_fullsized":"2024-09-12T01:13:46.664885+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":232,"num_read_kb":205,"num_write":347,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"264'382","reported_seq":1774,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.173239+0000","last_change":"2024-09-12T01:16:00.173239+0000","last_active":"2024-09-12T01:16:00.173239+0000","last_peered":"2024-09-12T01:16:00.173239+0000","last_clean":"2024-09-12T01:16:00.173239+0000","last_became_active":"2024-09-12T00:34:33.980656+0000","last_became_peered":"2024-09-12T00:34:33.980656+0000","last_unstale":"2024-09-12T01:16:00.173239+0000","last_undegraded":"2024-09-12T01:16:00.173239+0000","last_fullsized":"2024-09-12T01:16:00.173239+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'382","last_scrub_stamp":"2024-09-12T01:16:00.173150+0000","last_deep_scrub":"264'382","last_deep_scrub_stamp":"2024-09-12T01:16:00.173150+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.173150+0000","objects_scrubbed":1,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:20:15.596943+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1941,"num_read_kb":1849,"num_write":422,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:52.560341+0000","last_change":"2024-09-12T01:15:52.560283+0000","last_active":"2024-09-12T01:15:52.560341+0000","last_peered":"2024-09-12T01:15:52.560341+0000","last_clean":"2024-09-12T01:15:52.560341+0000","last_became_active":"2024-09-12T00:34:18.950483+0000","last_became_peered":"2024-09-12T00:34:18.950483+0000","last_unstale":"2024-09-12T01:15:52.560341+0000","last_undegraded":"2024-09-12T01:15:52.560341+0000","last_fullsized":"2024-09-12T01:15:52.560341+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:52.560211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:52.560211+0000","last_clean_scrub_stamp":"2024-09-12T01:15:52.560211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:45:57.139936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059199199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"264'347","reported_seq":1007,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.126318+0000","last_change":"2024-09-12T01:15:54.126318+0000","last_active":"2024-09-12T01:15:54.126318+0000","last_peered":"2024-09-12T01:15:54.126318+0000","last_clean":"2024-09-12T01:15:54.126318+0000","last_became_active":"2024-09-12T00:34:31.958610+0000","last_became_peered":"2024-09-12T00:34:31.958610+0000","last_unstale":"2024-09-12T01:15:54.126318+0000","last_undegraded":"2024-09-12T01:15:54.126318+0000","last_fullsized":"2024-09-12T01:15:54.126318+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'347","last_scrub_stamp":"2024-09-12T01:15:54.126226+0000","last_deep_scrub":"264'347","last_deep_scrub_stamp":"2024-09-12T01:15:54.126226+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.126226+0000","objects_scrubbed":6,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:43.315332+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133688,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":557,"num_read_kb":33366,"num_write":1138,"num_write_kb":25009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"264'2","reported_seq":506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.585357+0000","last_change":"2024-09-12T01:16:04.585357+0000","last_active":"2024-09-12T01:16:04.585357+0000","last_peered":"2024-09-12T01:16:04.585357+0000","last_clean":"2024-09-12T01:16:04.585357+0000","last_became_active":"2024-09-12T00:34:35.991302+0000","last_became_peered":"2024-09-12T00:34:35.991302+0000","last_unstale":"2024-09-12T01:16:04.585357+0000","last_undegraded":"2024-09-12T01:16:04.585357+0000","last_fullsized":"2024-09-12T01:16:04.585357+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:04.585271+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:04.585271+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.585271+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:08:07.953180+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"264'252","reported_seq":1289,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:20.563206+0000","last_change":"2024-09-12T00:34:38.121141+0000","last_active":"2024-09-12T01:15:20.563206+0000","last_peered":"2024-09-12T01:15:20.563206+0000","last_clean":"2024-09-12T01:15:20.563206+0000","last_became_active":"2024-09-12T00:34:38.120856+0000","last_became_peered":"2024-09-12T00:34:38.120856+0000","last_unstale":"2024-09-12T01:15:20.563206+0000","last_undegraded":"2024-09-12T01:15:20.563206+0000","last_fullsized":"2024-09-12T01:15:20.563206+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":200,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:40.243280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":170,"num_write":147,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:10.660758+0000","last_change":"2024-09-12T00:34:40.007062+0000","last_active":"2024-09-12T01:12:10.660758+0000","last_peered":"2024-09-12T01:12:10.660758+0000","last_clean":"2024-09-12T01:12:10.660758+0000","last_became_active":"2024-09-12T00:34:40.006377+0000","last_became_peered":"2024-09-12T00:34:40.006377+0000","last_unstale":"2024-09-12T01:12:10.660758+0000","last_undegraded":"2024-09-12T01:12:10.660758+0000","last_fullsized":"2024-09-12T01:12:10.660758+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:00:06.013053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"264'272","reported_seq":869,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.578919+0000","last_change":"2024-09-12T00:34:42.026040+0000","last_active":"2024-09-12T01:14:19.578919+0000","last_peered":"2024-09-12T01:14:19.578919+0000","last_clean":"2024-09-12T01:14:19.578919+0000","last_became_active":"2024-09-12T00:34:42.025507+0000","last_became_peered":"2024-09-12T00:34:42.025507+0000","last_unstale":"2024-09-12T01:14:19.578919+0000","last_undegraded":"2024-09-12T01:14:19.578919+0000","last_fullsized":"2024-09-12T01:14:19.578919+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":200,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:36:30.452196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":528,"num_read_kb":543,"num_write":622,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"264'583","reported_seq":2467,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.132281+0000","last_change":"2024-09-12T01:15:58.132281+0000","last_active":"2024-09-12T01:15:58.132281+0000","last_peered":"2024-09-12T01:15:58.132281+0000","last_clean":"2024-09-12T01:15:58.132281+0000","last_became_active":"2024-09-12T00:34:33.972779+0000","last_became_peered":"2024-09-12T00:34:33.972779+0000","last_unstale":"2024-09-12T01:15:58.132281+0000","last_undegraded":"2024-09-12T01:15:58.132281+0000","last_fullsized":"2024-09-12T01:15:58.132281+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'583","last_scrub_stamp":"2024-09-12T01:15:58.132192+0000","last_deep_scrub":"264'583","last_deep_scrub_stamp":"2024-09-12T01:15:58.132192+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.132192+0000","objects_scrubbed":8,"log_size":83,"log_dups_size":500,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:22.894481+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":3299,"num_read_kb":3090,"num_write":685,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4576,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"264'3","reported_seq":527,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.347981+0000","last_change":"2024-09-12T01:15:54.347917+0000","last_active":"2024-09-12T01:15:54.347981+0000","last_peered":"2024-09-12T01:15:54.347981+0000","last_clean":"2024-09-12T01:15:54.347981+0000","last_became_active":"2024-09-12T00:34:18.800014+0000","last_became_peered":"2024-09-12T00:34:18.800014+0000","last_unstale":"2024-09-12T01:15:54.347981+0000","last_undegraded":"2024-09-12T01:15:54.347981+0000","last_fullsized":"2024-09-12T01:15:54.347981+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:15:54.347799+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:15:54.347799+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.347799+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:06:05.597192+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00070168200000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"264'336","reported_seq":988,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.826303+0000","last_change":"2024-09-12T01:15:53.826237+0000","last_active":"2024-09-12T01:15:53.826303+0000","last_peered":"2024-09-12T01:15:53.826303+0000","last_clean":"2024-09-12T01:15:53.826303+0000","last_became_active":"2024-09-12T00:34:31.969221+0000","last_became_peered":"2024-09-12T00:34:31.969221+0000","last_unstale":"2024-09-12T01:15:53.826303+0000","last_undegraded":"2024-09-12T01:15:53.826303+0000","last_fullsized":"2024-09-12T01:15:53.826303+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'336","last_scrub_stamp":"2024-09-12T01:15:53.826019+0000","last_deep_scrub":"264'336","last_deep_scrub_stamp":"2024-09-12T01:15:53.826019+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.826019+0000","objects_scrubbed":7,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:19:36.207029+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5328013,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":472,"num_read_kb":51354,"num_write":980,"num_write_kb":39134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661443+0000","last_change":"2024-09-12T00:34:35.989033+0000","last_active":"2024-09-12T01:12:15.661443+0000","last_peered":"2024-09-12T01:12:15.661443+0000","last_clean":"2024-09-12T01:12:15.661443+0000","last_became_active":"2024-09-12T00:34:35.988607+0000","last_became_peered":"2024-09-12T00:34:35.988607+0000","last_unstale":"2024-09-12T01:12:15.661443+0000","last_undegraded":"2024-09-12T01:12:15.661443+0000","last_fullsized":"2024-09-12T01:12:15.661443+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:35:09.516031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"264'110","reported_seq":642,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:25.059292+0000","last_change":"2024-09-12T00:34:37.997789+0000","last_active":"2024-09-12T01:15:25.059292+0000","last_peered":"2024-09-12T01:15:25.059292+0000","last_clean":"2024-09-12T01:15:25.059292+0000","last_became_active":"2024-09-12T00:34:37.996626+0000","last_became_peered":"2024-09-12T00:34:37.996626+0000","last_unstale":"2024-09-12T01:15:25.059292+0000","last_undegraded":"2024-09-12T01:15:25.059292+0000","last_fullsized":"2024-09-12T01:15:25.059292+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":0,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:39:53.299289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.071309+0000","last_change":"2024-09-12T01:16:11.071309+0000","last_active":"2024-09-12T01:16:11.071309+0000","last_peered":"2024-09-12T01:16:11.071309+0000","last_clean":"2024-09-12T01:16:11.071309+0000","last_became_active":"2024-09-12T00:34:40.008337+0000","last_became_peered":"2024-09-12T00:34:40.008337+0000","last_unstale":"2024-09-12T01:16:11.071309+0000","last_undegraded":"2024-09-12T01:16:11.071309+0000","last_fullsized":"2024-09-12T01:16:11.071309+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:11.071225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:11.071225+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.071225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:39:40.650077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"264'113","reported_seq":649,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:43.790217+0000","last_change":"2024-09-12T00:34:42.026406+0000","last_active":"2024-09-12T01:13:43.790217+0000","last_peered":"2024-09-12T01:13:43.790217+0000","last_clean":"2024-09-12T01:13:43.790217+0000","last_became_active":"2024-09-12T00:34:42.026025+0000","last_became_peered":"2024-09-12T00:34:42.026025+0000","last_unstale":"2024-09-12T01:13:43.790217+0000","last_undegraded":"2024-09-12T01:13:43.790217+0000","last_fullsized":"2024-09-12T01:13:43.790217+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":201,"num_read_kb":199,"num_write":266,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"264'727","reported_seq":2431,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.177806+0000","last_change":"2024-09-12T01:15:57.177806+0000","last_active":"2024-09-12T01:15:57.177806+0000","last_peered":"2024-09-12T01:15:57.177806+0000","last_clean":"2024-09-12T01:15:57.177806+0000","last_became_active":"2024-09-12T00:34:33.981859+0000","last_became_peered":"2024-09-12T00:34:33.981859+0000","last_unstale":"2024-09-12T01:15:57.177806+0000","last_undegraded":"2024-09-12T01:15:57.177806+0000","last_fullsized":"2024-09-12T01:15:57.177806+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'727","last_scrub_stamp":"2024-09-12T01:15:57.177720+0000","last_deep_scrub":"264'727","last_deep_scrub_stamp":"2024-09-12T01:15:57.177720+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.177720+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":700,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:37:35.128404+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3682,"num_read_kb":3305,"num_write":974,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2040,"num_omap_keys":8,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"264'330","reported_seq":953,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.326423+0000","last_change":"2024-09-12T01:15:55.326423+0000","last_active":"2024-09-12T01:15:55.326423+0000","last_peered":"2024-09-12T01:15:55.326423+0000","last_clean":"2024-09-12T01:15:55.326423+0000","last_became_active":"2024-09-12T00:34:31.964150+0000","last_became_peered":"2024-09-12T00:34:31.964150+0000","last_unstale":"2024-09-12T01:15:55.326423+0000","last_undegraded":"2024-09-12T01:15:55.326423+0000","last_fullsized":"2024-09-12T01:15:55.326423+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'330","last_scrub_stamp":"2024-09-12T01:15:55.326335+0000","last_deep_scrub":"264'330","last_deep_scrub_stamp":"2024-09-12T01:15:55.326335+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.326335+0000","objects_scrubbed":1,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:31.630477+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262159,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":497,"num_read_kb":5587,"num_write":1084,"num_write_kb":25193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:52.095881+0000","last_change":"2024-09-12T01:15:52.095777+0000","last_active":"2024-09-12T01:15:52.095881+0000","last_peered":"2024-09-12T01:15:52.095881+0000","last_clean":"2024-09-12T01:15:52.095881+0000","last_became_active":"2024-09-12T00:34:18.799798+0000","last_became_peered":"2024-09-12T00:34:18.799798+0000","last_unstale":"2024-09-12T01:15:52.095881+0000","last_undegraded":"2024-09-12T01:15:52.095881+0000","last_fullsized":"2024-09-12T01:15:52.095881+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:52.095658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:52.095658+0000","last_clean_scrub_stamp":"2024-09-12T01:15:52.095658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:38.801916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062911100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.536090+0000","last_change":"2024-09-12T01:16:10.536090+0000","last_active":"2024-09-12T01:16:10.536090+0000","last_peered":"2024-09-12T01:16:10.536090+0000","last_clean":"2024-09-12T01:16:10.536090+0000","last_became_active":"2024-09-12T00:34:35.987736+0000","last_became_peered":"2024-09-12T00:34:35.987736+0000","last_unstale":"2024-09-12T01:16:10.536090+0000","last_undegraded":"2024-09-12T01:16:10.536090+0000","last_fullsized":"2024-09-12T01:16:10.536090+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:10.535988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:10.535988+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.535988+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:47:57.230946+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"264'553","reported_seq":1225,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.228341+0000","last_change":"2024-09-12T00:34:37.999708+0000","last_active":"2024-09-12T01:15:45.228341+0000","last_peered":"2024-09-12T01:15:45.228341+0000","last_clean":"2024-09-12T01:15:45.228341+0000","last_became_active":"2024-09-12T00:34:37.999294+0000","last_became_peered":"2024-09-12T00:34:37.999294+0000","last_unstale":"2024-09-12T01:15:45.228341+0000","last_undegraded":"2024-09-12T01:15:45.228341+0000","last_fullsized":"2024-09-12T01:15:45.228341+0000","mapping_epoch":31,"log_start":"264'500","ondisk_log_start":"264'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":500,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:24.664989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94912,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":970,"num_read_kb":2139,"num_write":820,"num_write_kb":654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.787552+0000","last_change":"2024-09-12T00:34:40.009409+0000","last_active":"2024-09-12T01:12:11.787552+0000","last_peered":"2024-09-12T01:12:11.787552+0000","last_clean":"2024-09-12T01:12:11.787552+0000","last_became_active":"2024-09-12T00:34:40.009153+0000","last_became_peered":"2024-09-12T00:34:40.009153+0000","last_unstale":"2024-09-12T01:12:11.787552+0000","last_undegraded":"2024-09-12T01:12:11.787552+0000","last_fullsized":"2024-09-12T01:12:11.787552+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:33:01.759717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"264'153","reported_seq":649,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:50.312799+0000","last_change":"2024-09-12T00:34:42.015159+0000","last_active":"2024-09-12T01:13:50.312799+0000","last_peered":"2024-09-12T01:13:50.312799+0000","last_clean":"2024-09-12T01:13:50.312799+0000","last_became_active":"2024-09-12T00:34:42.013699+0000","last_became_peered":"2024-09-12T00:34:42.013699+0000","last_unstale":"2024-09-12T01:13:50.312799+0000","last_undegraded":"2024-09-12T01:13:50.312799+0000","last_fullsized":"2024-09-12T01:13:50.312799+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:18:53.206701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":137,"num_read_kb":130,"num_write":357,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"264'479","reported_seq":2051,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.452190+0000","last_change":"2024-09-12T01:16:05.452190+0000","last_active":"2024-09-12T01:16:05.452190+0000","last_peered":"2024-09-12T01:16:05.452190+0000","last_clean":"2024-09-12T01:16:05.452190+0000","last_became_active":"2024-09-12T00:34:33.987564+0000","last_became_peered":"2024-09-12T00:34:33.987564+0000","last_unstale":"2024-09-12T01:16:05.452190+0000","last_undegraded":"2024-09-12T01:16:05.452190+0000","last_fullsized":"2024-09-12T01:16:05.452190+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'479","last_scrub_stamp":"2024-09-12T01:16:05.452107+0000","last_deep_scrub":"264'479","last_deep_scrub_stamp":"2024-09-12T01:16:05.452107+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.452107+0000","objects_scrubbed":3,"log_size":79,"log_dups_size":400,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:59:52.221512+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2476,"num_read_kb":2319,"num_write":555,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"264'349","reported_seq":1011,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.168966+0000","last_change":"2024-09-12T01:15:55.168907+0000","last_active":"2024-09-12T01:15:55.168966+0000","last_peered":"2024-09-12T01:15:55.168966+0000","last_clean":"2024-09-12T01:15:55.168966+0000","last_became_active":"2024-09-12T00:34:31.957706+0000","last_became_peered":"2024-09-12T00:34:31.957706+0000","last_unstale":"2024-09-12T01:15:55.168966+0000","last_undegraded":"2024-09-12T01:15:55.168966+0000","last_fullsized":"2024-09-12T01:15:55.168966+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'349","last_scrub_stamp":"2024-09-12T01:15:55.168809+0000","last_deep_scrub":"264'349","last_deep_scrub_stamp":"2024-09-12T01:15:55.168809+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.168809+0000","objects_scrubbed":7,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:19:59.328284+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":889207,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":478,"num_read_kb":19376,"num_write":1079,"num_write_kb":47507,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.724890+0000","last_change":"2024-09-12T01:15:54.724821+0000","last_active":"2024-09-12T01:15:54.724890+0000","last_peered":"2024-09-12T01:15:54.724890+0000","last_clean":"2024-09-12T01:15:54.724890+0000","last_became_active":"2024-09-12T00:34:18.792370+0000","last_became_peered":"2024-09-12T00:34:18.792370+0000","last_unstale":"2024-09-12T01:15:54.724890+0000","last_undegraded":"2024-09-12T01:15:54.724890+0000","last_fullsized":"2024-09-12T01:15:54.724890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:54.724694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:54.724694+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.724694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:23:19.212530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049636899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.049095+0000","last_change":"2024-09-12T01:16:07.049095+0000","last_active":"2024-09-12T01:16:07.049095+0000","last_peered":"2024-09-12T01:16:07.049095+0000","last_clean":"2024-09-12T01:16:07.049095+0000","last_became_active":"2024-09-12T00:34:35.988393+0000","last_became_peered":"2024-09-12T00:34:35.988393+0000","last_unstale":"2024-09-12T01:16:07.049095+0000","last_undegraded":"2024-09-12T01:16:07.049095+0000","last_fullsized":"2024-09-12T01:16:07.049095+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:07.049013+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:07.049013+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.049013+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:59:20.714678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"264'164","reported_seq":737,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.060041+0000","last_change":"2024-09-12T01:16:10.060041+0000","last_active":"2024-09-12T01:16:10.060041+0000","last_peered":"2024-09-12T01:16:10.060041+0000","last_clean":"2024-09-12T01:16:10.060041+0000","last_became_active":"2024-09-12T00:34:38.120661+0000","last_became_peered":"2024-09-12T00:34:38.120661+0000","last_unstale":"2024-09-12T01:16:10.060041+0000","last_undegraded":"2024-09-12T01:16:10.060041+0000","last_fullsized":"2024-09-12T01:16:10.060041+0000","mapping_epoch":31,"log_start":"261'100","ondisk_log_start":"261'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'164","last_scrub_stamp":"2024-09-12T01:16:10.059899+0000","last_deep_scrub":"264'164","last_deep_scrub_stamp":"2024-09-12T01:16:10.059899+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.059899+0000","objects_scrubbed":8,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:18:21.258622+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":204,"num_read_kb":195,"num_write":134,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"264'808","reported_seq":2644,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.886546+0000","last_change":"2024-09-12T00:34:40.012821+0000","last_active":"2024-09-12T01:15:43.886546+0000","last_peered":"2024-09-12T01:15:43.886546+0000","last_clean":"2024-09-12T01:15:43.886546+0000","last_became_active":"2024-09-12T00:34:40.012553+0000","last_became_peered":"2024-09-12T00:34:40.012553+0000","last_unstale":"2024-09-12T01:15:43.886546+0000","last_undegraded":"2024-09-12T01:15:43.886546+0000","last_fullsized":"2024-09-12T01:15:43.886546+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":700,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:17.821344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"264'109","reported_seq":600,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.814999+0000","last_change":"2024-09-12T00:34:42.026272+0000","last_active":"2024-09-12T01:15:16.814999+0000","last_peered":"2024-09-12T01:15:16.814999+0000","last_clean":"2024-09-12T01:15:16.814999+0000","last_became_active":"2024-09-12T00:34:42.025771+0000","last_became_peered":"2024-09-12T00:34:42.025771+0000","last_unstale":"2024-09-12T01:15:16.814999+0000","last_undegraded":"2024-09-12T01:15:16.814999+0000","last_fullsized":"2024-09-12T01:15:16.814999+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":0,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:02:46.046909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":521,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":118,"num_read_kb":116,"num_write":281,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"264'904","reported_seq":2603,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.070431+0000","last_change":"2024-09-12T01:16:04.070431+0000","last_active":"2024-09-12T01:16:04.070431+0000","last_peered":"2024-09-12T01:16:04.070431+0000","last_clean":"2024-09-12T01:16:04.070431+0000","last_became_active":"2024-09-12T00:34:33.985768+0000","last_became_peered":"2024-09-12T00:34:33.985768+0000","last_unstale":"2024-09-12T01:16:04.070431+0000","last_undegraded":"2024-09-12T01:16:04.070431+0000","last_fullsized":"2024-09-12T01:16:04.070431+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'904","last_scrub_stamp":"2024-09-12T01:16:04.070345+0000","last_deep_scrub":"264'904","last_deep_scrub_stamp":"2024-09-12T01:16:04.070345+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.070345+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":800,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:56:27.736245+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4156,"num_read_kb":3749,"num_write":1149,"num_write_kb":391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"264'307","reported_seq":930,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.172795+0000","last_change":"2024-09-12T01:15:54.172795+0000","last_active":"2024-09-12T01:15:54.172795+0000","last_peered":"2024-09-12T01:15:54.172795+0000","last_clean":"2024-09-12T01:15:54.172795+0000","last_became_active":"2024-09-12T00:34:31.980377+0000","last_became_peered":"2024-09-12T00:34:31.980377+0000","last_unstale":"2024-09-12T01:15:54.172795+0000","last_undegraded":"2024-09-12T01:15:54.172795+0000","last_fullsized":"2024-09-12T01:15:54.172795+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'307","last_scrub_stamp":"2024-09-12T01:15:54.172689+0000","last_deep_scrub":"264'307","last_deep_scrub_stamp":"2024-09-12T01:15:54.172689+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.172689+0000","objects_scrubbed":6,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:44.339572+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1395838,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":422,"num_read_kb":68054,"num_write":1009,"num_write_kb":25898,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":529,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.082935+0000","last_change":"2024-09-12T01:15:53.082935+0000","last_active":"2024-09-12T01:15:53.082935+0000","last_peered":"2024-09-12T01:15:53.082935+0000","last_clean":"2024-09-12T01:15:53.082935+0000","last_became_active":"2024-09-12T00:34:18.799719+0000","last_became_peered":"2024-09-12T00:34:18.799719+0000","last_unstale":"2024-09-12T01:15:53.082935+0000","last_undegraded":"2024-09-12T01:15:53.082935+0000","last_fullsized":"2024-09-12T01:15:53.082935+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:53.082870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:53.082870+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.082870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:46:40.361894+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00061593800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786664+0000","last_change":"2024-09-12T00:34:35.986722+0000","last_active":"2024-09-12T01:12:06.786664+0000","last_peered":"2024-09-12T01:12:06.786664+0000","last_clean":"2024-09-12T01:12:06.786664+0000","last_became_active":"2024-09-12T00:34:35.986449+0000","last_became_peered":"2024-09-12T00:34:35.986449+0000","last_unstale":"2024-09-12T01:12:06.786664+0000","last_undegraded":"2024-09-12T01:12:06.786664+0000","last_fullsized":"2024-09-12T01:12:06.786664+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:17:05.207186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"264'124","reported_seq":659,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.110145+0000","last_change":"2024-09-12T00:34:37.998141+0000","last_active":"2024-09-12T01:14:47.110145+0000","last_peered":"2024-09-12T01:14:47.110145+0000","last_clean":"2024-09-12T01:14:47.110145+0000","last_became_active":"2024-09-12T00:34:37.997654+0000","last_became_peered":"2024-09-12T00:34:37.997654+0000","last_unstale":"2024-09-12T01:14:47.110145+0000","last_undegraded":"2024-09-12T01:14:47.110145+0000","last_fullsized":"2024-09-12T01:14:47.110145+0000","mapping_epoch":31,"log_start":"264'100","ondisk_log_start":"264'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:21.578625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":135,"num_read_kb":126,"num_write":92,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"264'815","reported_seq":2325,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.891555+0000","last_change":"2024-09-12T00:34:40.011938+0000","last_active":"2024-09-12T01:15:43.891555+0000","last_peered":"2024-09-12T01:15:43.891555+0000","last_clean":"2024-09-12T01:15:43.891555+0000","last_became_active":"2024-09-12T00:34:40.011654+0000","last_became_peered":"2024-09-12T00:34:40.011654+0000","last_unstale":"2024-09-12T01:15:43.891555+0000","last_undegraded":"2024-09-12T01:15:43.891555+0000","last_fullsized":"2024-09-12T01:15:43.891555+0000","mapping_epoch":33,"log_start":"264'800","ondisk_log_start":"264'800","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":800,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:21:13.399147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"264'259","reported_seq":776,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:18.559304+0000","last_change":"2024-09-12T00:34:42.026234+0000","last_active":"2024-09-12T01:13:18.559304+0000","last_peered":"2024-09-12T01:13:18.559304+0000","last_clean":"2024-09-12T01:13:18.559304+0000","last_became_active":"2024-09-12T00:34:42.025929+0000","last_became_peered":"2024-09-12T00:34:42.025929+0000","last_unstale":"2024-09-12T01:13:18.559304+0000","last_undegraded":"2024-09-12T01:13:18.559304+0000","last_fullsized":"2024-09-12T01:13:18.559304+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":200,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:32:41.848209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":316,"num_read_kb":315,"num_write":559,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"264'438","reported_seq":1906,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.789851+0000","last_change":"2024-09-12T01:15:58.789851+0000","last_active":"2024-09-12T01:15:58.789851+0000","last_peered":"2024-09-12T01:15:58.789851+0000","last_clean":"2024-09-12T01:15:58.789851+0000","last_became_active":"2024-09-12T00:34:33.980660+0000","last_became_peered":"2024-09-12T00:34:33.980660+0000","last_unstale":"2024-09-12T01:15:58.789851+0000","last_undegraded":"2024-09-12T01:15:58.789851+0000","last_fullsized":"2024-09-12T01:15:58.789851+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'438","last_scrub_stamp":"2024-09-12T01:15:58.789750+0000","last_deep_scrub":"264'438","last_deep_scrub_stamp":"2024-09-12T01:15:58.789750+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.789750+0000","objects_scrubbed":3,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:16:47.216763+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2181,"num_read_kb":2054,"num_write":523,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"264'332","reported_seq":973,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.513667+0000","last_change":"2024-09-12T01:15:53.513667+0000","last_active":"2024-09-12T01:15:53.513667+0000","last_peered":"2024-09-12T01:15:53.513667+0000","last_clean":"2024-09-12T01:15:53.513667+0000","last_became_active":"2024-09-12T00:34:31.969143+0000","last_became_peered":"2024-09-12T00:34:31.969143+0000","last_unstale":"2024-09-12T01:15:53.513667+0000","last_undegraded":"2024-09-12T01:15:53.513667+0000","last_fullsized":"2024-09-12T01:15:53.513667+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'332","last_scrub_stamp":"2024-09-12T01:15:53.513597+0000","last_deep_scrub":"264'332","last_deep_scrub_stamp":"2024-09-12T01:15:53.513597+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.513597+0000","objects_scrubbed":4,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:34.858214+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":350249,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":444,"num_read_kb":23442,"num_write":1042,"num_write_kb":20063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":528,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.962577+0000","last_change":"2024-09-12T01:15:54.962577+0000","last_active":"2024-09-12T01:15:54.962577+0000","last_peered":"2024-09-12T01:15:54.962577+0000","last_clean":"2024-09-12T01:15:54.962577+0000","last_became_active":"2024-09-12T00:34:18.792515+0000","last_became_peered":"2024-09-12T00:34:18.792515+0000","last_unstale":"2024-09-12T01:15:54.962577+0000","last_undegraded":"2024-09-12T01:15:54.962577+0000","last_fullsized":"2024-09-12T01:15:54.962577+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:54.962483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:54.962483+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.962483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:23:15.377493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000465122,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.091097+0000","last_change":"2024-09-12T01:16:11.091097+0000","last_active":"2024-09-12T01:16:11.091097+0000","last_peered":"2024-09-12T01:16:11.091097+0000","last_clean":"2024-09-12T01:16:11.091097+0000","last_became_active":"2024-09-12T00:34:35.985965+0000","last_became_peered":"2024-09-12T00:34:35.985965+0000","last_unstale":"2024-09-12T01:16:11.091097+0000","last_undegraded":"2024-09-12T01:16:11.091097+0000","last_fullsized":"2024-09-12T01:16:11.091097+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:11.091006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:11.091006+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.091006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:07:18.442755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"264'774","reported_seq":1497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.419863+0000","last_change":"2024-09-12T00:34:38.120876+0000","last_active":"2024-09-12T01:15:45.419863+0000","last_peered":"2024-09-12T01:15:45.419863+0000","last_clean":"2024-09-12T01:15:45.419863+0000","last_became_active":"2024-09-12T00:34:38.120377+0000","last_became_peered":"2024-09-12T00:34:38.120377+0000","last_unstale":"2024-09-12T01:15:45.419863+0000","last_undegraded":"2024-09-12T01:15:45.419863+0000","last_fullsized":"2024-09-12T01:15:45.419863+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":700,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:17:46.350707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170369,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1369,"num_read_kb":3324,"num_write":1130,"num_write_kb":966,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":482,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.788864+0000","last_change":"2024-09-12T00:34:40.014003+0000","last_active":"2024-09-12T01:12:11.788864+0000","last_peered":"2024-09-12T01:12:11.788864+0000","last_clean":"2024-09-12T01:12:11.788864+0000","last_became_active":"2024-09-12T00:34:40.013582+0000","last_became_peered":"2024-09-12T00:34:40.013582+0000","last_unstale":"2024-09-12T01:12:11.788864+0000","last_undegraded":"2024-09-12T01:12:11.788864+0000","last_fullsized":"2024-09-12T01:12:11.788864+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:09:04.019412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"264'123","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:55.285569+0000","last_change":"2024-09-12T00:34:42.014504+0000","last_active":"2024-09-12T01:13:55.285569+0000","last_peered":"2024-09-12T01:13:55.285569+0000","last_clean":"2024-09-12T01:13:55.285569+0000","last_became_active":"2024-09-12T00:34:42.014137+0000","last_became_peered":"2024-09-12T00:34:42.014137+0000","last_unstale":"2024-09-12T01:13:55.285569+0000","last_undegraded":"2024-09-12T01:13:55.285569+0000","last_fullsized":"2024-09-12T01:13:55.285569+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:56.309212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":152,"num_read_kb":136,"num_write":295,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"264'140","reported_seq":700,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.535540+0000","last_change":"2024-09-12T00:34:42.015656+0000","last_active":"2024-09-12T01:14:19.535540+0000","last_peered":"2024-09-12T01:14:19.535540+0000","last_clean":"2024-09-12T01:14:19.535540+0000","last_became_active":"2024-09-12T00:34:42.015362+0000","last_became_peered":"2024-09-12T00:34:42.015362+0000","last_unstale":"2024-09-12T01:14:19.535540+0000","last_undegraded":"2024-09-12T01:14:19.535540+0000","last_fullsized":"2024-09-12T01:14:19.535540+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:46.132707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":253,"num_read_kb":241,"num_write":326,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"264'430","reported_seq":2016,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.771435+0000","last_change":"2024-09-12T01:16:02.771435+0000","last_active":"2024-09-12T01:16:02.771435+0000","last_peered":"2024-09-12T01:16:02.771435+0000","last_clean":"2024-09-12T01:16:02.771435+0000","last_became_active":"2024-09-12T00:34:33.981797+0000","last_became_peered":"2024-09-12T00:34:33.981797+0000","last_unstale":"2024-09-12T01:16:02.771435+0000","last_undegraded":"2024-09-12T01:16:02.771435+0000","last_fullsized":"2024-09-12T01:16:02.771435+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'430","last_scrub_stamp":"2024-09-12T01:16:02.771319+0000","last_deep_scrub":"264'430","last_deep_scrub_stamp":"2024-09-12T01:16:02.771319+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.771319+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":400,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:27:13.860907+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2497,"num_read_kb":2355,"num_write":514,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":243,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"264'340","reported_seq":999,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.804835+0000","last_change":"2024-09-12T01:15:55.804835+0000","last_active":"2024-09-12T01:15:55.804835+0000","last_peered":"2024-09-12T01:15:55.804835+0000","last_clean":"2024-09-12T01:15:55.804835+0000","last_became_active":"2024-09-12T00:34:31.959827+0000","last_became_peered":"2024-09-12T00:34:31.959827+0000","last_unstale":"2024-09-12T01:15:55.804835+0000","last_undegraded":"2024-09-12T01:15:55.804835+0000","last_fullsized":"2024-09-12T01:15:55.804835+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'340","last_scrub_stamp":"2024-09-12T01:15:55.804737+0000","last_deep_scrub":"264'340","last_deep_scrub_stamp":"2024-09-12T01:15:55.804737+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.804737+0000","objects_scrubbed":2,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:09:03.878476+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289240,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":529,"num_read_kb":26410,"num_write":1076,"num_write_kb":48326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.056425+0000","last_change":"2024-09-12T01:16:08.056425+0000","last_active":"2024-09-12T01:16:08.056425+0000","last_peered":"2024-09-12T01:16:08.056425+0000","last_clean":"2024-09-12T01:16:08.056425+0000","last_became_active":"2024-09-12T00:34:35.990997+0000","last_became_peered":"2024-09-12T00:34:35.990997+0000","last_unstale":"2024-09-12T01:16:08.056425+0000","last_undegraded":"2024-09-12T01:16:08.056425+0000","last_fullsized":"2024-09-12T01:16:08.056425+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:08.056337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:08.056337+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.056337+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:15:47.660754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"264'315","reported_seq":886,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.791592+0000","last_change":"2024-09-12T00:34:37.998915+0000","last_active":"2024-09-12T01:15:45.791592+0000","last_peered":"2024-09-12T01:15:45.791592+0000","last_clean":"2024-09-12T01:15:45.791592+0000","last_became_active":"2024-09-12T00:34:37.998646+0000","last_became_peered":"2024-09-12T00:34:37.998646+0000","last_unstale":"2024-09-12T01:15:45.791592+0000","last_undegraded":"2024-09-12T01:15:45.791592+0000","last_fullsized":"2024-09-12T01:15:45.791592+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":300,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:07:18.596434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45339,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":529,"num_read_kb":1243,"num_write":440,"num_write_kb":353,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":480,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.787384+0000","last_change":"2024-09-12T00:34:40.010132+0000","last_active":"2024-09-12T01:12:01.787384+0000","last_peered":"2024-09-12T01:12:01.787384+0000","last_clean":"2024-09-12T01:12:01.787384+0000","last_became_active":"2024-09-12T00:34:40.009802+0000","last_became_peered":"2024-09-12T00:34:40.009802+0000","last_unstale":"2024-09-12T01:12:01.787384+0000","last_undegraded":"2024-09-12T01:12:01.787384+0000","last_fullsized":"2024-09-12T01:12:01.787384+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:41:51.198247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"264'121","reported_seq":615,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.484538+0000","last_change":"2024-09-12T00:34:42.026247+0000","last_active":"2024-09-12T01:14:19.484538+0000","last_peered":"2024-09-12T01:14:19.484538+0000","last_clean":"2024-09-12T01:14:19.484538+0000","last_became_active":"2024-09-12T00:34:42.025531+0000","last_became_peered":"2024-09-12T00:34:42.025531+0000","last_unstale":"2024-09-12T01:14:19.484538+0000","last_undegraded":"2024-09-12T01:14:19.484538+0000","last_fullsized":"2024-09-12T01:14:19.484538+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:19.161106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":138,"num_write":311,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"264'500","reported_seq":2115,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.309650+0000","last_change":"2024-09-12T01:16:09.309650+0000","last_active":"2024-09-12T01:16:09.309650+0000","last_peered":"2024-09-12T01:16:09.309650+0000","last_clean":"2024-09-12T01:16:09.309650+0000","last_became_active":"2024-09-12T00:35:05.315082+0000","last_became_peered":"2024-09-12T00:35:05.315082+0000","last_unstale":"2024-09-12T01:16:09.309650+0000","last_undegraded":"2024-09-12T01:16:09.309650+0000","last_fullsized":"2024-09-12T01:16:09.309650+0000","mapping_epoch":38,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'500","last_scrub_stamp":"2024-09-12T01:16:09.309560+0000","last_deep_scrub":"264'500","last_deep_scrub_stamp":"2024-09-12T01:16:09.309560+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.309560+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":400,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:31:56.499593+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2561,"num_read_kb":2422,"num_write":563,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":964,"num_omap_keys":4,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"264'417","reported_seq":1089,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.808313+0000","last_change":"2024-09-12T01:16:02.808313+0000","last_active":"2024-09-12T01:16:02.808313+0000","last_peered":"2024-09-12T01:16:02.808313+0000","last_clean":"2024-09-12T01:16:02.808313+0000","last_became_active":"2024-09-12T00:34:31.965091+0000","last_became_peered":"2024-09-12T00:34:31.965091+0000","last_unstale":"2024-09-12T01:16:02.808313+0000","last_undegraded":"2024-09-12T01:16:02.808313+0000","last_fullsized":"2024-09-12T01:16:02.808313+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'417","last_scrub_stamp":"2024-09-12T01:16:02.808212+0000","last_deep_scrub":"264'417","last_deep_scrub_stamp":"2024-09-12T01:16:02.808212+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.808212+0000","objects_scrubbed":6,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:14:57.461722+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4852253,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":641,"num_read_kb":34367,"num_write":1328,"num_write_kb":46060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.786736+0000","last_change":"2024-09-12T00:34:35.993202+0000","last_active":"2024-09-12T01:11:56.786736+0000","last_peered":"2024-09-12T01:11:56.786736+0000","last_clean":"2024-09-12T01:11:56.786736+0000","last_became_active":"2024-09-12T00:34:35.992901+0000","last_became_peered":"2024-09-12T00:34:35.992901+0000","last_unstale":"2024-09-12T01:11:56.786736+0000","last_undegraded":"2024-09-12T01:11:56.786736+0000","last_fullsized":"2024-09-12T01:11:56.786736+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:54:58.255255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"264'47","reported_seq":546,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.923037+0000","last_change":"2024-09-12T00:34:37.990520+0000","last_active":"2024-09-12T01:14:46.923037+0000","last_peered":"2024-09-12T01:14:46.923037+0000","last_clean":"2024-09-12T01:14:46.923037+0000","last_became_active":"2024-09-12T00:34:37.990221+0000","last_became_peered":"2024-09-12T00:34:37.990221+0000","last_unstale":"2024-09-12T01:14:46.923037+0000","last_undegraded":"2024-09-12T01:14:46.923037+0000","last_fullsized":"2024-09-12T01:14:46.923037+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:39:54.772454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":486,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.785988+0000","last_change":"2024-09-12T00:34:40.002939+0000","last_active":"2024-09-12T01:12:01.785988+0000","last_peered":"2024-09-12T01:12:01.785988+0000","last_clean":"2024-09-12T01:12:01.785988+0000","last_became_active":"2024-09-12T00:34:40.002646+0000","last_became_peered":"2024-09-12T00:34:40.002646+0000","last_unstale":"2024-09-12T01:12:01.785988+0000","last_undegraded":"2024-09-12T01:12:01.785988+0000","last_fullsized":"2024-09-12T01:12:01.785988+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:06:47.182757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"264'205","reported_seq":738,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.801225+0000","last_change":"2024-09-12T00:34:42.010342+0000","last_active":"2024-09-12T01:14:18.801225+0000","last_peered":"2024-09-12T01:14:18.801225+0000","last_clean":"2024-09-12T01:14:18.801225+0000","last_became_active":"2024-09-12T00:34:42.009994+0000","last_became_peered":"2024-09-12T00:34:42.009994+0000","last_unstale":"2024-09-12T01:14:18.801225+0000","last_undegraded":"2024-09-12T01:14:18.801225+0000","last_fullsized":"2024-09-12T01:14:18.801225+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:15:36.657494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":185,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":353,"num_read_kb":332,"num_write":455,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"264'876","reported_seq":2387,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.088567+0000","last_change":"2024-09-12T01:16:03.088567+0000","last_active":"2024-09-12T01:16:03.088567+0000","last_peered":"2024-09-12T01:16:03.088567+0000","last_clean":"2024-09-12T01:16:03.088567+0000","last_became_active":"2024-09-12T00:34:33.987934+0000","last_became_peered":"2024-09-12T00:34:33.987934+0000","last_unstale":"2024-09-12T01:16:03.088567+0000","last_undegraded":"2024-09-12T01:16:03.088567+0000","last_fullsized":"2024-09-12T01:16:03.088567+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'876","last_scrub_stamp":"2024-09-12T01:16:03.088480+0000","last_deep_scrub":"264'876","last_deep_scrub_stamp":"2024-09-12T01:16:03.088480+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.088480+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":800,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:50:01.699793+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4141,"num_read_kb":3662,"num_write":1190,"num_write_kb":464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"264'351","reported_seq":979,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.370693+0000","last_change":"2024-09-12T01:15:59.370693+0000","last_active":"2024-09-12T01:15:59.370693+0000","last_peered":"2024-09-12T01:15:59.370693+0000","last_clean":"2024-09-12T01:15:59.370693+0000","last_became_active":"2024-09-12T00:34:31.969470+0000","last_became_peered":"2024-09-12T00:34:31.969470+0000","last_unstale":"2024-09-12T01:15:59.370693+0000","last_undegraded":"2024-09-12T01:15:59.370693+0000","last_fullsized":"2024-09-12T01:15:59.370693+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'351","last_scrub_stamp":"2024-09-12T01:15:59.370590+0000","last_deep_scrub":"264'351","last_deep_scrub_stamp":"2024-09-12T01:15:59.370590+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.370590+0000","objects_scrubbed":5,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:05.976818+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524344,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":456,"num_read_kb":46822,"num_write":1161,"num_write_kb":59144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:56.785241+0000","last_change":"2024-09-12T00:34:35.984534+0000","last_active":"2024-09-12T01:11:56.785241+0000","last_peered":"2024-09-12T01:11:56.785241+0000","last_clean":"2024-09-12T01:11:56.785241+0000","last_became_active":"2024-09-12T00:34:35.984218+0000","last_became_peered":"2024-09-12T00:34:35.984218+0000","last_unstale":"2024-09-12T01:11:56.785241+0000","last_undegraded":"2024-09-12T01:11:56.785241+0000","last_fullsized":"2024-09-12T01:11:56.785241+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:54.013292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"264'322","reported_seq":903,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.100781+0000","last_change":"2024-09-12T00:34:38.000089+0000","last_active":"2024-09-12T01:15:45.100781+0000","last_peered":"2024-09-12T01:15:45.100781+0000","last_clean":"2024-09-12T01:15:45.100781+0000","last_became_active":"2024-09-12T00:34:37.999675+0000","last_became_peered":"2024-09-12T00:34:37.999675+0000","last_unstale":"2024-09-12T01:15:45.100781+0000","last_undegraded":"2024-09-12T01:15:45.100781+0000","last_fullsized":"2024-09-12T01:15:45.100781+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":300,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:27:18.488407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51381,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":513,"num_read_kb":1097,"num_write":414,"num_write_kb":296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:01.764247+0000","last_change":"2024-09-12T00:34:40.007850+0000","last_active":"2024-09-12T01:12:01.764247+0000","last_peered":"2024-09-12T01:12:01.764247+0000","last_clean":"2024-09-12T01:12:01.764247+0000","last_became_active":"2024-09-12T00:34:40.007570+0000","last_became_peered":"2024-09-12T00:34:40.007570+0000","last_unstale":"2024-09-12T01:12:01.764247+0000","last_undegraded":"2024-09-12T01:12:01.764247+0000","last_fullsized":"2024-09-12T01:12:01.764247+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:43:23.480247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"264'161","reported_seq":677,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:17.540065+0000","last_change":"2024-09-12T00:34:42.014546+0000","last_active":"2024-09-12T01:14:17.540065+0000","last_peered":"2024-09-12T01:14:17.540065+0000","last_clean":"2024-09-12T01:14:17.540065+0000","last_became_active":"2024-09-12T00:34:42.014030+0000","last_became_peered":"2024-09-12T00:34:42.014030+0000","last_unstale":"2024-09-12T01:14:17.540065+0000","last_undegraded":"2024-09-12T01:14:17.540065+0000","last_fullsized":"2024-09-12T01:14:17.540065+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:11.563728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":224,"num_read_kb":209,"num_write":390,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"264'434","reported_seq":1988,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.054812+0000","last_change":"2024-09-12T01:16:06.054812+0000","last_active":"2024-09-12T01:16:06.054812+0000","last_peered":"2024-09-12T01:16:06.054812+0000","last_clean":"2024-09-12T01:16:06.054812+0000","last_became_active":"2024-09-12T00:34:33.986149+0000","last_became_peered":"2024-09-12T00:34:33.986149+0000","last_unstale":"2024-09-12T01:16:06.054812+0000","last_undegraded":"2024-09-12T01:16:06.054812+0000","last_fullsized":"2024-09-12T01:16:06.054812+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'434","last_scrub_stamp":"2024-09-12T01:16:06.054713+0000","last_deep_scrub":"264'434","last_deep_scrub_stamp":"2024-09-12T01:16:06.054713+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.054713+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":400,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:49.425354+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2285,"num_read_kb":2165,"num_write":485,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"264'371","reported_seq":1043,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.518098+0000","last_change":"2024-09-12T01:15:54.518098+0000","last_active":"2024-09-12T01:15:54.518098+0000","last_peered":"2024-09-12T01:15:54.518098+0000","last_clean":"2024-09-12T01:15:54.518098+0000","last_became_active":"2024-09-12T00:34:31.970380+0000","last_became_peered":"2024-09-12T00:34:31.970380+0000","last_unstale":"2024-09-12T01:15:54.518098+0000","last_undegraded":"2024-09-12T01:15:54.518098+0000","last_fullsized":"2024-09-12T01:15:54.518098+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'371","last_scrub_stamp":"2024-09-12T01:15:54.517999+0000","last_deep_scrub":"264'371","last_deep_scrub_stamp":"2024-09-12T01:15:54.517999+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.517999+0000","objects_scrubbed":8,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:20:25.236849+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133653,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":613,"num_read_kb":38535,"num_write":1179,"num_write_kb":21967,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":501,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.090405+0000","last_change":"2024-09-12T01:16:08.090405+0000","last_active":"2024-09-12T01:16:08.090405+0000","last_peered":"2024-09-12T01:16:08.090405+0000","last_clean":"2024-09-12T01:16:08.090405+0000","last_became_active":"2024-09-12T00:34:35.987727+0000","last_became_peered":"2024-09-12T00:34:35.987727+0000","last_unstale":"2024-09-12T01:16:08.090405+0000","last_undegraded":"2024-09-12T01:16:08.090405+0000","last_fullsized":"2024-09-12T01:16:08.090405+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:08.090269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:08.090269+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.090269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:17:59.776497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"264'262","reported_seq":828,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.886564+0000","last_change":"2024-09-12T00:34:37.999092+0000","last_active":"2024-09-12T01:15:44.886564+0000","last_peered":"2024-09-12T01:15:44.886564+0000","last_clean":"2024-09-12T01:15:44.886564+0000","last_became_active":"2024-09-12T00:34:37.998788+0000","last_became_peered":"2024-09-12T00:34:37.998788+0000","last_unstale":"2024-09-12T01:15:44.886564+0000","last_undegraded":"2024-09-12T01:15:44.886564+0000","last_fullsized":"2024-09-12T01:15:44.886564+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":200,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:10:57.760725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47621,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":1024,"num_write":358,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:00.659262+0000","last_change":"2024-09-12T00:34:40.009005+0000","last_active":"2024-09-12T01:12:00.659262+0000","last_peered":"2024-09-12T01:12:00.659262+0000","last_clean":"2024-09-12T01:12:00.659262+0000","last_became_active":"2024-09-12T00:34:40.008658+0000","last_became_peered":"2024-09-12T00:34:40.008658+0000","last_unstale":"2024-09-12T01:12:00.659262+0000","last_undegraded":"2024-09-12T01:12:00.659262+0000","last_fullsized":"2024-09-12T01:12:00.659262+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:23.335473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"264'513","reported_seq":2087,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.988211+0000","last_change":"2024-09-12T01:16:02.988211+0000","last_active":"2024-09-12T01:16:02.988211+0000","last_peered":"2024-09-12T01:16:02.988211+0000","last_clean":"2024-09-12T01:16:02.988211+0000","last_became_active":"2024-09-12T00:34:33.979954+0000","last_became_peered":"2024-09-12T00:34:33.979954+0000","last_unstale":"2024-09-12T01:16:02.988211+0000","last_undegraded":"2024-09-12T01:16:02.988211+0000","last_fullsized":"2024-09-12T01:16:02.988211+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'513","last_scrub_stamp":"2024-09-12T01:16:02.988130+0000","last_deep_scrub":"264'513","last_deep_scrub_stamp":"2024-09-12T01:16:02.988130+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.988130+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":500,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:16:28.159512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2754,"num_read_kb":2561,"num_write":636,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"264'444","reported_seq":1183,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.125175+0000","last_change":"2024-09-12T01:15:56.125175+0000","last_active":"2024-09-12T01:15:56.125175+0000","last_peered":"2024-09-12T01:15:56.125175+0000","last_clean":"2024-09-12T01:15:56.125175+0000","last_became_active":"2024-09-12T00:34:31.972861+0000","last_became_peered":"2024-09-12T00:34:31.972861+0000","last_unstale":"2024-09-12T01:15:56.125175+0000","last_undegraded":"2024-09-12T01:15:56.125175+0000","last_fullsized":"2024-09-12T01:15:56.125175+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'444","last_scrub_stamp":"2024-09-12T01:15:56.125054+0000","last_deep_scrub":"264'444","last_deep_scrub_stamp":"2024-09-12T01:15:56.125054+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.125054+0000","objects_scrubbed":6,"log_size":44,"log_dups_size":400,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:39:16.450335+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":888,"num_read_kb":16151,"num_write":1365,"num_write_kb":33244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:45.665418+0000","last_change":"2024-09-12T00:34:35.990725+0000","last_active":"2024-09-12T01:12:45.665418+0000","last_peered":"2024-09-12T01:12:45.665418+0000","last_clean":"2024-09-12T01:12:45.665418+0000","last_became_active":"2024-09-12T00:34:35.990444+0000","last_became_peered":"2024-09-12T00:34:35.990444+0000","last_unstale":"2024-09-12T01:12:45.665418+0000","last_undegraded":"2024-09-12T01:12:45.665418+0000","last_fullsized":"2024-09-12T01:12:45.665418+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:35:14.610957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"264'431","reported_seq":1062,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.828247+0000","last_change":"2024-09-12T00:34:37.996342+0000","last_active":"2024-09-12T01:15:44.828247+0000","last_peered":"2024-09-12T01:15:44.828247+0000","last_clean":"2024-09-12T01:15:44.828247+0000","last_became_active":"2024-09-12T00:34:37.996049+0000","last_became_peered":"2024-09-12T00:34:37.996049+0000","last_unstale":"2024-09-12T01:15:44.828247+0000","last_undegraded":"2024-09-12T01:15:44.828247+0000","last_fullsized":"2024-09-12T01:15:44.828247+0000","mapping_epoch":31,"log_start":"264'400","ondisk_log_start":"264'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":400,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:55.702519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69757,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":765,"num_read_kb":1800,"num_write":644,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":479,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:13.777448+0000","last_change":"2024-09-12T00:34:40.012666+0000","last_active":"2024-09-12T01:12:13.777448+0000","last_peered":"2024-09-12T01:12:13.777448+0000","last_clean":"2024-09-12T01:12:13.777448+0000","last_became_active":"2024-09-12T00:34:40.012366+0000","last_became_peered":"2024-09-12T00:34:40.012366+0000","last_unstale":"2024-09-12T01:12:13.777448+0000","last_undegraded":"2024-09-12T01:12:13.777448+0000","last_fullsized":"2024-09-12T01:12:13.777448+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:31.574283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"264'159","reported_seq":660,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:55.870235+0000","last_change":"2024-09-12T00:34:42.026234+0000","last_active":"2024-09-12T01:13:55.870235+0000","last_peered":"2024-09-12T01:13:55.870235+0000","last_clean":"2024-09-12T01:13:55.870235+0000","last_became_active":"2024-09-12T00:34:42.025953+0000","last_became_peered":"2024-09-12T00:34:42.025953+0000","last_unstale":"2024-09-12T01:13:55.870235+0000","last_undegraded":"2024-09-12T01:13:55.870235+0000","last_fullsized":"2024-09-12T01:13:55.870235+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:13:07.207473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":845,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":219,"num_read_kb":219,"num_write":367,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"264'773","reported_seq":2295,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.410468+0000","last_change":"2024-09-12T01:16:06.410468+0000","last_active":"2024-09-12T01:16:06.410468+0000","last_peered":"2024-09-12T01:16:06.410468+0000","last_clean":"2024-09-12T01:16:06.410468+0000","last_became_active":"2024-09-12T00:34:33.984892+0000","last_became_peered":"2024-09-12T00:34:33.984892+0000","last_unstale":"2024-09-12T01:16:06.410468+0000","last_undegraded":"2024-09-12T01:16:06.410468+0000","last_fullsized":"2024-09-12T01:16:06.410468+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'773","last_scrub_stamp":"2024-09-12T01:16:06.410358+0000","last_deep_scrub":"264'773","last_deep_scrub_stamp":"2024-09-12T01:16:06.410358+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.410358+0000","objects_scrubbed":3,"log_size":73,"log_dups_size":700,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:50.716254+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3650,"num_read_kb":3300,"num_write":1005,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":272,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"264'418","reported_seq":1173,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.180709+0000","last_change":"2024-09-12T01:15:59.180709+0000","last_active":"2024-09-12T01:15:59.180709+0000","last_peered":"2024-09-12T01:15:59.180709+0000","last_clean":"2024-09-12T01:15:59.180709+0000","last_became_active":"2024-09-12T00:35:05.222425+0000","last_became_peered":"2024-09-12T00:35:05.222425+0000","last_unstale":"2024-09-12T01:15:59.180709+0000","last_undegraded":"2024-09-12T01:15:59.180709+0000","last_fullsized":"2024-09-12T01:15:59.180709+0000","mapping_epoch":38,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'418","last_scrub_stamp":"2024-09-12T01:15:59.180606+0000","last_deep_scrub":"264'418","last_deep_scrub_stamp":"2024-09-12T01:15:59.180606+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.180606+0000","objects_scrubbed":4,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:22:27.623661+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4482120,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":886,"num_read_kb":33964,"num_write":1256,"num_write_kb":37455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.056578+0000","last_change":"2024-09-12T01:16:09.056578+0000","last_active":"2024-09-12T01:16:09.056578+0000","last_peered":"2024-09-12T01:16:09.056578+0000","last_clean":"2024-09-12T01:16:09.056578+0000","last_became_active":"2024-09-12T00:34:35.983475+0000","last_became_peered":"2024-09-12T00:34:35.983475+0000","last_unstale":"2024-09-12T01:16:09.056578+0000","last_undegraded":"2024-09-12T01:16:09.056578+0000","last_fullsized":"2024-09-12T01:16:09.056578+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:09.056451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:09.056451+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.056451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:17.852736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"264'294","reported_seq":874,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.947448+0000","last_change":"2024-09-12T00:34:37.993121+0000","last_active":"2024-09-12T01:15:44.947448+0000","last_peered":"2024-09-12T01:15:44.947448+0000","last_clean":"2024-09-12T01:15:44.947448+0000","last_became_active":"2024-09-12T00:34:37.992843+0000","last_became_peered":"2024-09-12T00:34:37.992843+0000","last_unstale":"2024-09-12T01:15:44.947448+0000","last_undegraded":"2024-09-12T01:15:44.947448+0000","last_fullsized":"2024-09-12T01:15:44.947448+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":200,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T00:49:22.780501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52062,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":494,"num_read_kb":1085,"num_write":410,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.652062+0000","last_change":"2024-09-12T00:34:40.007532+0000","last_active":"2024-09-12T01:12:11.652062+0000","last_peered":"2024-09-12T01:12:11.652062+0000","last_clean":"2024-09-12T01:12:11.652062+0000","last_became_active":"2024-09-12T00:34:40.007193+0000","last_became_peered":"2024-09-12T00:34:40.007193+0000","last_unstale":"2024-09-12T01:12:11.652062+0000","last_undegraded":"2024-09-12T01:12:11.652062+0000","last_fullsized":"2024-09-12T01:12:11.652062+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:38:16.571922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"264'175","reported_seq":687,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.807906+0000","last_change":"2024-09-12T00:34:42.010157+0000","last_active":"2024-09-12T01:14:18.807906+0000","last_peered":"2024-09-12T01:14:18.807906+0000","last_clean":"2024-09-12T01:14:18.807906+0000","last_became_active":"2024-09-12T00:34:42.009849+0000","last_became_peered":"2024-09-12T00:34:42.009849+0000","last_unstale":"2024-09-12T01:14:18.807906+0000","last_undegraded":"2024-09-12T01:14:18.807906+0000","last_fullsized":"2024-09-12T01:14:18.807906+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":100,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:18:32.013252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1821,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":250,"num_read_kb":235,"num_write":504,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"264'925","reported_seq":2484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.095727+0000","last_change":"2024-09-12T01:16:07.095727+0000","last_active":"2024-09-12T01:16:07.095727+0000","last_peered":"2024-09-12T01:16:07.095727+0000","last_clean":"2024-09-12T01:16:07.095727+0000","last_became_active":"2024-09-12T00:34:33.989659+0000","last_became_peered":"2024-09-12T00:34:33.989659+0000","last_unstale":"2024-09-12T01:16:07.095727+0000","last_undegraded":"2024-09-12T01:16:07.095727+0000","last_fullsized":"2024-09-12T01:16:07.095727+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'925","last_scrub_stamp":"2024-09-12T01:16:07.095611+0000","last_deep_scrub":"264'925","last_deep_scrub_stamp":"2024-09-12T01:16:07.095611+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.095611+0000","objects_scrubbed":5,"log_size":25,"log_dups_size":900,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:54:04.668367+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4477,"num_read_kb":3958,"num_write":1281,"num_write_kb":521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1426,"num_omap_keys":6,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"264'307","reported_seq":1071,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.785947+0000","last_change":"2024-09-12T01:15:56.785947+0000","last_active":"2024-09-12T01:15:56.785947+0000","last_peered":"2024-09-12T01:15:56.785947+0000","last_clean":"2024-09-12T01:15:56.785947+0000","last_became_active":"2024-09-12T00:34:31.974977+0000","last_became_peered":"2024-09-12T00:34:31.974977+0000","last_unstale":"2024-09-12T01:15:56.785947+0000","last_undegraded":"2024-09-12T01:15:56.785947+0000","last_fullsized":"2024-09-12T01:15:56.785947+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'307","last_scrub_stamp":"2024-09-12T01:15:56.785816+0000","last_deep_scrub":"264'307","last_deep_scrub_stamp":"2024-09-12T01:15:56.785816+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.785816+0000","objects_scrubbed":7,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:59:46.601048+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1218969,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":802,"num_read_kb":21280,"num_write":1015,"num_write_kb":26616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:06.786817+0000","last_change":"2024-09-12T00:34:35.992414+0000","last_active":"2024-09-12T01:12:06.786817+0000","last_peered":"2024-09-12T01:12:06.786817+0000","last_clean":"2024-09-12T01:12:06.786817+0000","last_became_active":"2024-09-12T00:34:35.992097+0000","last_became_peered":"2024-09-12T00:34:35.992097+0000","last_unstale":"2024-09-12T01:12:06.786817+0000","last_undegraded":"2024-09-12T01:12:06.786817+0000","last_fullsized":"2024-09-12T01:12:06.786817+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:56:42.102786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"264'300","reported_seq":873,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:46.048118+0000","last_change":"2024-09-12T00:34:38.121420+0000","last_active":"2024-09-12T01:15:46.048118+0000","last_peered":"2024-09-12T01:15:46.048118+0000","last_clean":"2024-09-12T01:15:46.048118+0000","last_became_active":"2024-09-12T00:34:38.120888+0000","last_became_peered":"2024-09-12T00:34:38.120888+0000","last_unstale":"2024-09-12T01:15:46.048118+0000","last_undegraded":"2024-09-12T01:15:46.048118+0000","last_fullsized":"2024-09-12T01:15:46.048118+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:31:55.385484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46871,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":492,"num_read_kb":1132,"num_write":406,"num_write_kb":321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:46.656397+0000","last_change":"2024-09-12T00:34:40.012879+0000","last_active":"2024-09-12T01:12:46.656397+0000","last_peered":"2024-09-12T01:12:46.656397+0000","last_clean":"2024-09-12T01:12:46.656397+0000","last_became_active":"2024-09-12T00:34:40.012508+0000","last_became_peered":"2024-09-12T00:34:40.012508+0000","last_unstale":"2024-09-12T01:12:46.656397+0000","last_undegraded":"2024-09-12T01:12:46.656397+0000","last_fullsized":"2024-09-12T01:12:46.656397+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:16:47.552204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"264'100","reported_seq":579,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:24.908674+0000","last_change":"2024-09-12T00:34:42.014846+0000","last_active":"2024-09-12T01:15:24.908674+0000","last_peered":"2024-09-12T01:15:24.908674+0000","last_clean":"2024-09-12T01:15:24.908674+0000","last_became_active":"2024-09-12T00:34:42.014187+0000","last_became_peered":"2024-09-12T00:34:42.014187+0000","last_unstale":"2024-09-12T01:15:24.908674+0000","last_undegraded":"2024-09-12T01:15:24.908674+0000","last_fullsized":"2024-09-12T01:15:24.908674+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:55:54.394760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":87,"num_write":238,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"264'1347","reported_seq":3045,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.567032+0000","last_change":"2024-09-12T01:16:10.567032+0000","last_active":"2024-09-12T01:16:10.567032+0000","last_peered":"2024-09-12T01:16:10.567032+0000","last_clean":"2024-09-12T01:16:10.567032+0000","last_became_active":"2024-09-12T00:34:33.974620+0000","last_became_peered":"2024-09-12T00:34:33.974620+0000","last_unstale":"2024-09-12T01:16:10.567032+0000","last_undegraded":"2024-09-12T01:16:10.567032+0000","last_fullsized":"2024-09-12T01:16:10.567032+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1347","last_scrub_stamp":"2024-09-12T01:16:10.566930+0000","last_deep_scrub":"264'1347","last_deep_scrub_stamp":"2024-09-12T01:16:10.566930+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.566930+0000","objects_scrubbed":3,"log_size":47,"log_dups_size":1300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:12.082981+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6230,"num_read_kb":5457,"num_write":1909,"num_write_kb":801,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":893,"num_omap_keys":4,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"264'406","reported_seq":1055,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.542417+0000","last_change":"2024-09-12T01:16:00.542417+0000","last_active":"2024-09-12T01:16:00.542417+0000","last_peered":"2024-09-12T01:16:00.542417+0000","last_clean":"2024-09-12T01:16:00.542417+0000","last_became_active":"2024-09-12T00:34:31.971481+0000","last_became_peered":"2024-09-12T00:34:31.971481+0000","last_unstale":"2024-09-12T01:16:00.542417+0000","last_undegraded":"2024-09-12T01:16:00.542417+0000","last_fullsized":"2024-09-12T01:16:00.542417+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'406","last_scrub_stamp":"2024-09-12T01:16:00.542295+0000","last_deep_scrub":"264'406","last_deep_scrub_stamp":"2024-09-12T01:16:00.542295+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.542295+0000","objects_scrubbed":5,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:59:08.651663+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262214,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":565,"num_read_kb":9239,"num_write":1298,"num_write_kb":32825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":501,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.038132+0000","last_change":"2024-09-12T01:16:09.038132+0000","last_active":"2024-09-12T01:16:09.038132+0000","last_peered":"2024-09-12T01:16:09.038132+0000","last_clean":"2024-09-12T01:16:09.038132+0000","last_became_active":"2024-09-12T00:34:35.985160+0000","last_became_peered":"2024-09-12T00:34:35.985160+0000","last_unstale":"2024-09-12T01:16:09.038132+0000","last_undegraded":"2024-09-12T01:16:09.038132+0000","last_fullsized":"2024-09-12T01:16:09.038132+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:09.038038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:09.038038+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.038038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:12:12.578048+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"264'94","reported_seq":614,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:47.122113+0000","last_change":"2024-09-12T00:34:38.121090+0000","last_active":"2024-09-12T01:14:47.122113+0000","last_peered":"2024-09-12T01:14:47.122113+0000","last_clean":"2024-09-12T01:14:47.122113+0000","last_became_active":"2024-09-12T00:34:38.120386+0000","last_became_peered":"2024-09-12T00:34:38.120386+0000","last_unstale":"2024-09-12T01:14:47.122113+0000","last_undegraded":"2024-09-12T01:14:47.122113+0000","last_fullsized":"2024-09-12T01:14:47.122113+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":0,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:46.569598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":97,"num_read_kb":87,"num_write":74,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"264'778","reported_seq":4209,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.436908+0000","last_change":"2024-09-12T00:34:40.006438+0000","last_active":"2024-09-12T01:15:45.436908+0000","last_peered":"2024-09-12T01:15:45.436908+0000","last_clean":"2024-09-12T01:15:45.436908+0000","last_became_active":"2024-09-12T00:34:40.005461+0000","last_became_peered":"2024-09-12T00:34:40.005461+0000","last_unstale":"2024-09-12T01:15:45.436908+0000","last_undegraded":"2024-09-12T01:15:45.436908+0000","last_fullsized":"2024-09-12T01:15:45.436908+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:25:43.181893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"264'100","reported_seq":596,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:18.791159+0000","last_change":"2024-09-12T00:34:42.013009+0000","last_active":"2024-09-12T01:14:18.791159+0000","last_peered":"2024-09-12T01:14:18.791159+0000","last_clean":"2024-09-12T01:14:18.791159+0000","last_became_active":"2024-09-12T00:34:42.012650+0000","last_became_peered":"2024-09-12T00:34:42.012650+0000","last_unstale":"2024-09-12T01:14:18.791159+0000","last_undegraded":"2024-09-12T01:14:18.791159+0000","last_fullsized":"2024-09-12T01:14:18.791159+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:27:10.043864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":113,"num_write":246,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"264'1205","reported_seq":2934,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.825293+0000","last_change":"2024-09-12T01:16:05.825293+0000","last_active":"2024-09-12T01:16:05.825293+0000","last_peered":"2024-09-12T01:16:05.825293+0000","last_clean":"2024-09-12T01:16:05.825293+0000","last_became_active":"2024-09-12T00:34:33.990740+0000","last_became_peered":"2024-09-12T00:34:33.990740+0000","last_unstale":"2024-09-12T01:16:05.825293+0000","last_undegraded":"2024-09-12T01:16:05.825293+0000","last_fullsized":"2024-09-12T01:16:05.825293+0000","mapping_epoch":27,"log_start":"264'1100","ondisk_log_start":"264'1100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1205","last_scrub_stamp":"2024-09-12T01:16:05.825183+0000","last_deep_scrub":"264'1205","last_deep_scrub_stamp":"2024-09-12T01:16:05.825183+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.825183+0000","objects_scrubbed":4,"log_size":105,"log_dups_size":1100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:05:24.604278+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5787,"num_read_kb":5148,"num_write":1679,"num_write_kb":732,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2993,"num_omap_keys":12,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"264'312","reported_seq":910,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.397182+0000","last_change":"2024-09-12T01:15:58.397182+0000","last_active":"2024-09-12T01:15:58.397182+0000","last_peered":"2024-09-12T01:15:58.397182+0000","last_clean":"2024-09-12T01:15:58.397182+0000","last_became_active":"2024-09-12T00:35:05.222269+0000","last_became_peered":"2024-09-12T00:35:05.222269+0000","last_unstale":"2024-09-12T01:15:58.397182+0000","last_undegraded":"2024-09-12T01:15:58.397182+0000","last_fullsized":"2024-09-12T01:15:58.397182+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T01:15:58.397023+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T01:15:58.397023+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.397023+0000","objects_scrubbed":4,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:39.342149+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2267322,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":367,"num_read_kb":17952,"num_write":887,"num_write_kb":34402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'5","reported_seq":977,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:43.653669+0000","last_change":"2024-09-12T00:34:35.983200+0000","last_active":"2024-09-12T01:15:43.653669+0000","last_peered":"2024-09-12T01:15:43.653669+0000","last_clean":"2024-09-12T01:15:43.653669+0000","last_became_active":"2024-09-12T00:34:35.982931+0000","last_became_peered":"2024-09-12T00:34:35.982931+0000","last_unstale":"2024-09-12T01:15:43.653669+0000","last_undegraded":"2024-09-12T01:15:43.653669+0000","last_fullsized":"2024-09-12T01:15:43.653669+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:23.552905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"264'310","reported_seq":909,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.317065+0000","last_change":"2024-09-12T00:34:37.997083+0000","last_active":"2024-09-12T01:15:44.317065+0000","last_peered":"2024-09-12T01:15:44.317065+0000","last_clean":"2024-09-12T01:15:44.317065+0000","last_became_active":"2024-09-12T00:34:37.996773+0000","last_became_peered":"2024-09-12T00:34:37.996773+0000","last_unstale":"2024-09-12T01:15:44.317065+0000","last_undegraded":"2024-09-12T01:15:44.317065+0000","last_fullsized":"2024-09-12T01:15:44.317065+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":110,"log_dups_size":200,"ondisk_log_size":110,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:47.652246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50611,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":506,"num_read_kb":1050,"num_write":400,"num_write_kb":277,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:20.670499+0000","last_change":"2024-09-12T00:34:40.011290+0000","last_active":"2024-09-12T01:13:20.670499+0000","last_peered":"2024-09-12T01:13:20.670499+0000","last_clean":"2024-09-12T01:13:20.670499+0000","last_became_active":"2024-09-12T00:34:40.011017+0000","last_became_peered":"2024-09-12T00:34:40.011017+0000","last_unstale":"2024-09-12T01:13:20.670499+0000","last_undegraded":"2024-09-12T01:13:20.670499+0000","last_fullsized":"2024-09-12T01:13:20.670499+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:23:58.807186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"264'126","reported_seq":638,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:57.185669+0000","last_change":"2024-09-12T00:34:42.017252+0000","last_active":"2024-09-12T01:13:57.185669+0000","last_peered":"2024-09-12T01:13:57.185669+0000","last_clean":"2024-09-12T01:13:57.185669+0000","last_became_active":"2024-09-12T00:34:42.016996+0000","last_became_peered":"2024-09-12T00:34:42.016996+0000","last_unstale":"2024-09-12T01:13:57.185669+0000","last_undegraded":"2024-09-12T01:13:57.185669+0000","last_fullsized":"2024-09-12T01:13:57.185669+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:47:40.055407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1641,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":197,"num_read_kb":174,"num_write":319,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"264'425","reported_seq":1742,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.829578+0000","last_change":"2024-09-12T01:16:04.829578+0000","last_active":"2024-09-12T01:16:04.829578+0000","last_peered":"2024-09-12T01:16:04.829578+0000","last_clean":"2024-09-12T01:16:04.829578+0000","last_became_active":"2024-09-12T00:34:33.988474+0000","last_became_peered":"2024-09-12T00:34:33.988474+0000","last_unstale":"2024-09-12T01:16:04.829578+0000","last_undegraded":"2024-09-12T01:16:04.829578+0000","last_fullsized":"2024-09-12T01:16:04.829578+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'425","last_scrub_stamp":"2024-09-12T01:16:04.829485+0000","last_deep_scrub":"264'425","last_deep_scrub_stamp":"2024-09-12T01:16:04.829485+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.829485+0000","objects_scrubbed":3,"log_size":25,"log_dups_size":400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:56:58.543945+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2068,"num_read_kb":1907,"num_write":501,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1891,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"264'361","reported_seq":991,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.373436+0000","last_change":"2024-09-12T01:16:01.373436+0000","last_active":"2024-09-12T01:16:01.373436+0000","last_peered":"2024-09-12T01:16:01.373436+0000","last_clean":"2024-09-12T01:16:01.373436+0000","last_became_active":"2024-09-12T00:35:05.688101+0000","last_became_peered":"2024-09-12T00:35:05.688101+0000","last_unstale":"2024-09-12T01:16:01.373436+0000","last_undegraded":"2024-09-12T01:16:01.373436+0000","last_fullsized":"2024-09-12T01:16:01.373436+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'361","last_scrub_stamp":"2024-09-12T01:16:01.373299+0000","last_deep_scrub":"264'361","last_deep_scrub_stamp":"2024-09-12T01:16:01.373299+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.373299+0000","objects_scrubbed":5,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:24.486329+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262200,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":500,"num_read_kb":1934,"num_write":1139,"num_write_kb":21166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:08.776922+0000","last_change":"2024-09-12T00:34:35.991349+0000","last_active":"2024-09-12T01:12:08.776922+0000","last_peered":"2024-09-12T01:12:08.776922+0000","last_clean":"2024-09-12T01:12:08.776922+0000","last_became_active":"2024-09-12T00:34:35.991149+0000","last_became_peered":"2024-09-12T00:34:35.991149+0000","last_unstale":"2024-09-12T01:12:08.776922+0000","last_undegraded":"2024-09-12T01:12:08.776922+0000","last_fullsized":"2024-09-12T01:12:08.776922+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:12:34.422304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"264'274","reported_seq":845,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.379231+0000","last_change":"2024-09-12T00:34:37.998630+0000","last_active":"2024-09-12T01:15:44.379231+0000","last_peered":"2024-09-12T01:15:44.379231+0000","last_clean":"2024-09-12T01:15:44.379231+0000","last_became_active":"2024-09-12T00:34:37.998269+0000","last_became_peered":"2024-09-12T00:34:37.998269+0000","last_unstale":"2024-09-12T01:15:44.379231+0000","last_undegraded":"2024-09-12T01:15:44.379231+0000","last_fullsized":"2024-09-12T01:15:44.379231+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":200,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:33:42.704325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87727,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":455,"num_read_kb":1131,"num_write":370,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:26.775516+0000","last_change":"2024-09-12T00:34:40.005097+0000","last_active":"2024-09-12T01:13:26.775516+0000","last_peered":"2024-09-12T01:13:26.775516+0000","last_clean":"2024-09-12T01:13:26.775516+0000","last_became_active":"2024-09-12T00:34:40.004801+0000","last_became_peered":"2024-09-12T00:34:40.004801+0000","last_unstale":"2024-09-12T01:13:26.775516+0000","last_undegraded":"2024-09-12T01:13:26.775516+0000","last_fullsized":"2024-09-12T01:13:26.775516+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:37:40.518840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"264'133","reported_seq":679,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.486528+0000","last_change":"2024-09-12T00:34:42.026666+0000","last_active":"2024-09-12T01:14:19.486528+0000","last_peered":"2024-09-12T01:14:19.486528+0000","last_clean":"2024-09-12T01:14:19.486528+0000","last_became_active":"2024-09-12T00:34:42.025899+0000","last_became_peered":"2024-09-12T00:34:42.025899+0000","last_unstale":"2024-09-12T01:14:19.486528+0000","last_undegraded":"2024-09-12T01:14:19.486528+0000","last_fullsized":"2024-09-12T01:14:19.486528+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:08:22.514735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":557,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":329,"num_read_kb":286,"num_write":339,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"264'760","reported_seq":2201,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.082391+0000","last_change":"2024-09-12T01:16:08.082391+0000","last_active":"2024-09-12T01:16:08.082391+0000","last_peered":"2024-09-12T01:16:08.082391+0000","last_clean":"2024-09-12T01:16:08.082391+0000","last_became_active":"2024-09-12T00:34:33.985448+0000","last_became_peered":"2024-09-12T00:34:33.985448+0000","last_unstale":"2024-09-12T01:16:08.082391+0000","last_undegraded":"2024-09-12T01:16:08.082391+0000","last_fullsized":"2024-09-12T01:16:08.082391+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'760","last_scrub_stamp":"2024-09-12T01:16:08.082309+0000","last_deep_scrub":"264'760","last_deep_scrub_stamp":"2024-09-12T01:16:08.082309+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.082309+0000","objects_scrubbed":4,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:18:25.186168+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3513,"num_read_kb":3154,"num_write":998,"num_write_kb":362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":760,"num_omap_keys":4,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"264'332","reported_seq":964,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.115556+0000","last_change":"2024-09-12T01:15:57.115556+0000","last_active":"2024-09-12T01:15:57.115556+0000","last_peered":"2024-09-12T01:15:57.115556+0000","last_clean":"2024-09-12T01:15:57.115556+0000","last_became_active":"2024-09-12T00:34:31.962743+0000","last_became_peered":"2024-09-12T00:34:31.962743+0000","last_unstale":"2024-09-12T01:15:57.115556+0000","last_undegraded":"2024-09-12T01:15:57.115556+0000","last_fullsized":"2024-09-12T01:15:57.115556+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'332","last_scrub_stamp":"2024-09-12T01:15:57.115449+0000","last_deep_scrub":"264'332","last_deep_scrub_stamp":"2024-09-12T01:15:57.115449+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.115449+0000","objects_scrubbed":8,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:35.548629+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":538106,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":439,"num_read_kb":23084,"num_write":1012,"num_write_kb":31643,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.796569+0000","last_change":"2024-09-12T00:34:35.986786+0000","last_active":"2024-09-12T01:13:16.796569+0000","last_peered":"2024-09-12T01:13:16.796569+0000","last_clean":"2024-09-12T01:13:16.796569+0000","last_became_active":"2024-09-12T00:34:35.985748+0000","last_became_peered":"2024-09-12T00:34:35.985748+0000","last_unstale":"2024-09-12T01:13:16.796569+0000","last_undegraded":"2024-09-12T01:13:16.796569+0000","last_fullsized":"2024-09-12T01:13:16.796569+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:21:29.586080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"264'273","reported_seq":828,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.923083+0000","last_change":"2024-09-12T00:34:37.997512+0000","last_active":"2024-09-12T01:15:45.923083+0000","last_peered":"2024-09-12T01:15:45.923083+0000","last_clean":"2024-09-12T01:15:45.923083+0000","last_became_active":"2024-09-12T00:34:37.997172+0000","last_became_peered":"2024-09-12T00:34:37.997172+0000","last_unstale":"2024-09-12T01:15:45.923083+0000","last_undegraded":"2024-09-12T01:15:45.923083+0000","last_fullsized":"2024-09-12T01:15:45.923083+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":200,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:07:52.805428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51250,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":452,"num_read_kb":1111,"num_write":376,"num_write_kb":326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":481,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:11.787612+0000","last_change":"2024-09-12T00:34:40.010731+0000","last_active":"2024-09-12T01:12:11.787612+0000","last_peered":"2024-09-12T01:12:11.787612+0000","last_clean":"2024-09-12T01:12:11.787612+0000","last_became_active":"2024-09-12T00:34:40.010287+0000","last_became_peered":"2024-09-12T00:34:40.010287+0000","last_unstale":"2024-09-12T01:12:11.787612+0000","last_undegraded":"2024-09-12T01:12:11.787612+0000","last_fullsized":"2024-09-12T01:12:11.787612+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:54:45.935071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"264'174","reported_seq":1634,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:17.267089+0000","last_change":"2024-09-12T00:34:42.010457+0000","last_active":"2024-09-12T01:14:17.267089+0000","last_peered":"2024-09-12T01:14:17.267089+0000","last_clean":"2024-09-12T01:14:17.267089+0000","last_became_active":"2024-09-12T00:34:42.010177+0000","last_became_peered":"2024-09-12T00:34:42.010177+0000","last_unstale":"2024-09-12T01:14:17.267089+0000","last_undegraded":"2024-09-12T01:14:17.267089+0000","last_fullsized":"2024-09-12T01:14:17.267089+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:01:09.125333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":657,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1177,"num_read_kb":1173,"num_write":405,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"264'461","reported_seq":2059,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.821256+0000","last_change":"2024-09-12T01:16:03.821256+0000","last_active":"2024-09-12T01:16:03.821256+0000","last_peered":"2024-09-12T01:16:03.821256+0000","last_clean":"2024-09-12T01:16:03.821256+0000","last_became_active":"2024-09-12T00:34:33.979754+0000","last_became_peered":"2024-09-12T00:34:33.979754+0000","last_unstale":"2024-09-12T01:16:03.821256+0000","last_undegraded":"2024-09-12T01:16:03.821256+0000","last_fullsized":"2024-09-12T01:16:03.821256+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'461","last_scrub_stamp":"2024-09-12T01:16:03.821170+0000","last_deep_scrub":"264'461","last_deep_scrub_stamp":"2024-09-12T01:16:03.821170+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.821170+0000","objects_scrubbed":2,"log_size":61,"log_dups_size":400,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:05.046551+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2451,"num_read_kb":2312,"num_write":529,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":432,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"264'522","reported_seq":1202,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.547265+0000","last_change":"2024-09-12T01:15:55.547265+0000","last_active":"2024-09-12T01:15:55.547265+0000","last_peered":"2024-09-12T01:15:55.547265+0000","last_clean":"2024-09-12T01:15:55.547265+0000","last_became_active":"2024-09-12T00:34:31.971263+0000","last_became_peered":"2024-09-12T00:34:31.971263+0000","last_unstale":"2024-09-12T01:15:55.547265+0000","last_undegraded":"2024-09-12T01:15:55.547265+0000","last_fullsized":"2024-09-12T01:15:55.547265+0000","mapping_epoch":25,"log_start":"264'500","ondisk_log_start":"264'500","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'522","last_scrub_stamp":"2024-09-12T01:15:55.547179+0000","last_deep_scrub":"264'522","last_deep_scrub_stamp":"2024-09-12T01:15:55.547179+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.547179+0000","objects_scrubbed":6,"log_size":22,"log_dups_size":500,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:58.593686+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":851,"num_read_kb":22040,"num_write":1382,"num_write_kb":25421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"30'1","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:21.661529+0000","last_change":"2024-09-12T00:34:35.990662+0000","last_active":"2024-09-12T01:13:21.661529+0000","last_peered":"2024-09-12T01:13:21.661529+0000","last_clean":"2024-09-12T01:13:21.661529+0000","last_became_active":"2024-09-12T00:34:35.990181+0000","last_became_peered":"2024-09-12T00:34:35.990181+0000","last_unstale":"2024-09-12T01:13:21.661529+0000","last_undegraded":"2024-09-12T01:13:21.661529+0000","last_fullsized":"2024-09-12T01:13:21.661529+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:34.963601+0000","last_clean_scrub_stamp":"2024-09-12T00:34:34.963601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:54:10.337966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"264'320","reported_seq":909,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.010412+0000","last_change":"2024-09-12T00:34:37.988290+0000","last_active":"2024-09-12T01:15:44.010412+0000","last_peered":"2024-09-12T01:15:44.010412+0000","last_clean":"2024-09-12T01:15:44.010412+0000","last_became_active":"2024-09-12T00:34:37.987989+0000","last_became_peered":"2024-09-12T00:34:37.987989+0000","last_unstale":"2024-09-12T01:15:44.010412+0000","last_undegraded":"2024-09-12T01:15:44.010412+0000","last_fullsized":"2024-09-12T01:15:44.010412+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:36.972129+0000","last_clean_scrub_stamp":"2024-09-12T00:34:36.972129+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:30:42.745177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50991,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":545,"num_read_kb":1225,"num_write":444,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:10.660734+0000","last_change":"2024-09-12T00:34:40.010434+0000","last_active":"2024-09-12T01:12:10.660734+0000","last_peered":"2024-09-12T01:12:10.660734+0000","last_clean":"2024-09-12T01:12:10.660734+0000","last_became_active":"2024-09-12T00:34:40.009757+0000","last_became_peered":"2024-09-12T00:34:40.009757+0000","last_unstale":"2024-09-12T01:12:10.660734+0000","last_undegraded":"2024-09-12T01:12:10.660734+0000","last_fullsized":"2024-09-12T01:12:10.660734+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:38.980547+0000","last_clean_scrub_stamp":"2024-09-12T00:34:38.980547+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:18:34.377897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"264'125","reported_seq":614,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:23.955922+0000","last_change":"2024-09-12T00:34:42.014821+0000","last_active":"2024-09-12T01:15:23.955922+0000","last_peered":"2024-09-12T01:15:23.955922+0000","last_clean":"2024-09-12T01:15:23.955922+0000","last_became_active":"2024-09-12T00:34:42.014551+0000","last_became_peered":"2024-09-12T00:34:42.014551+0000","last_unstale":"2024-09-12T01:15:23.955922+0000","last_undegraded":"2024-09-12T01:15:23.955922+0000","last_fullsized":"2024-09-12T01:15:23.955922+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":100,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:37:10.589821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":629,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":145,"num_read_kb":131,"num_write":325,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"264'473","reported_seq":2119,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.055663+0000","last_change":"2024-09-12T01:16:06.055663+0000","last_active":"2024-09-12T01:16:06.055663+0000","last_peered":"2024-09-12T01:16:06.055663+0000","last_clean":"2024-09-12T01:16:06.055663+0000","last_became_active":"2024-09-12T00:34:33.971654+0000","last_became_peered":"2024-09-12T00:34:33.971654+0000","last_unstale":"2024-09-12T01:16:06.055663+0000","last_undegraded":"2024-09-12T01:16:06.055663+0000","last_fullsized":"2024-09-12T01:16:06.055663+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'473","last_scrub_stamp":"2024-09-12T01:16:06.055554+0000","last_deep_scrub":"264'473","last_deep_scrub_stamp":"2024-09-12T01:16:06.055554+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.055554+0000","objects_scrubbed":2,"log_size":73,"log_dups_size":400,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:41.695260+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2669,"num_read_kb":2518,"num_write":545,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"264'348","reported_seq":1004,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.993861+0000","last_change":"2024-09-12T01:15:57.993762+0000","last_active":"2024-09-12T01:15:57.993861+0000","last_peered":"2024-09-12T01:15:57.993861+0000","last_clean":"2024-09-12T01:15:57.993861+0000","last_became_active":"2024-09-12T00:34:31.972867+0000","last_became_peered":"2024-09-12T00:34:31.972867+0000","last_unstale":"2024-09-12T01:15:57.993861+0000","last_undegraded":"2024-09-12T01:15:57.993861+0000","last_fullsized":"2024-09-12T01:15:57.993861+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'348","last_scrub_stamp":"2024-09-12T01:15:57.993622+0000","last_deep_scrub":"264'348","last_deep_scrub_stamp":"2024-09-12T01:15:57.993622+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.993622+0000","objects_scrubbed":5,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:40.667046+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287823,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":575,"num_read_kb":7703,"num_write":1142,"num_write_kb":11059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"264'383","reported_seq":1925,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.058639+0000","last_change":"2024-09-12T01:16:05.058639+0000","last_active":"2024-09-12T01:16:05.058639+0000","last_peered":"2024-09-12T01:16:05.058639+0000","last_clean":"2024-09-12T01:16:05.058639+0000","last_became_active":"2024-09-12T00:34:33.972770+0000","last_became_peered":"2024-09-12T00:34:33.972770+0000","last_unstale":"2024-09-12T01:16:05.058639+0000","last_undegraded":"2024-09-12T01:16:05.058639+0000","last_fullsized":"2024-09-12T01:16:05.058639+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'383","last_scrub_stamp":"2024-09-12T01:16:05.058556+0000","last_deep_scrub":"264'383","last_deep_scrub_stamp":"2024-09-12T01:16:05.058556+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.058556+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:20:14.766200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2116,"num_read_kb":2038,"num_write":421,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"264'401","reported_seq":1029,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.547434+0000","last_change":"2024-09-12T01:15:54.547372+0000","last_active":"2024-09-12T01:15:54.547434+0000","last_peered":"2024-09-12T01:15:54.547434+0000","last_clean":"2024-09-12T01:15:54.547434+0000","last_became_active":"2024-09-12T00:34:31.966720+0000","last_became_peered":"2024-09-12T00:34:31.966720+0000","last_unstale":"2024-09-12T01:15:54.547434+0000","last_undegraded":"2024-09-12T01:15:54.547434+0000","last_fullsized":"2024-09-12T01:15:54.547434+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'401","last_scrub_stamp":"2024-09-12T01:15:54.547291+0000","last_deep_scrub":"264'401","last_deep_scrub_stamp":"2024-09-12T01:15:54.547291+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.547291+0000","objects_scrubbed":5,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:57.360329+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4593516,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":495,"num_read_kb":8293,"num_write":1293,"num_write_kb":36930,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"264'514","reported_seq":2122,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.315141+0000","last_change":"2024-09-12T01:16:11.315141+0000","last_active":"2024-09-12T01:16:11.315141+0000","last_peered":"2024-09-12T01:16:11.315141+0000","last_clean":"2024-09-12T01:16:11.315141+0000","last_became_active":"2024-09-12T00:34:33.985427+0000","last_became_peered":"2024-09-12T00:34:33.985427+0000","last_unstale":"2024-09-12T01:16:11.315141+0000","last_undegraded":"2024-09-12T01:16:11.315141+0000","last_fullsized":"2024-09-12T01:16:11.315141+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'514","last_scrub_stamp":"2024-09-12T01:16:11.315052+0000","last_deep_scrub":"264'514","last_deep_scrub_stamp":"2024-09-12T01:16:11.315052+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.315052+0000","objects_scrubbed":1,"log_size":14,"log_dups_size":500,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:00.361936+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2581,"num_read_kb":2413,"num_write":585,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"264'366","reported_seq":1042,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.402085+0000","last_change":"2024-09-12T01:16:00.402017+0000","last_active":"2024-09-12T01:16:00.402085+0000","last_peered":"2024-09-12T01:16:00.402085+0000","last_clean":"2024-09-12T01:16:00.402085+0000","last_became_active":"2024-09-12T00:34:31.971634+0000","last_became_peered":"2024-09-12T00:34:31.971634+0000","last_unstale":"2024-09-12T01:16:00.402085+0000","last_undegraded":"2024-09-12T01:16:00.402085+0000","last_fullsized":"2024-09-12T01:16:00.402085+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'366","last_scrub_stamp":"2024-09-12T01:16:00.401887+0000","last_deep_scrub":"264'366","last_deep_scrub_stamp":"2024-09-12T01:16:00.401887+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.401887+0000","objects_scrubbed":3,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:53:36.761280+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":612,"num_read_kb":32692,"num_write":1270,"num_write_kb":20336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"264'1037","reported_seq":2493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.177698+0000","last_change":"2024-09-12T01:16:01.177698+0000","last_active":"2024-09-12T01:16:01.177698+0000","last_peered":"2024-09-12T01:16:01.177698+0000","last_clean":"2024-09-12T01:16:01.177698+0000","last_became_active":"2024-09-12T00:34:33.979663+0000","last_became_peered":"2024-09-12T00:34:33.979663+0000","last_unstale":"2024-09-12T01:16:01.177698+0000","last_undegraded":"2024-09-12T01:16:01.177698+0000","last_fullsized":"2024-09-12T01:16:01.177698+0000","mapping_epoch":27,"log_start":"264'1000","ondisk_log_start":"264'1000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1037","last_scrub_stamp":"2024-09-12T01:16:01.177587+0000","last_deep_scrub":"264'1037","last_deep_scrub_stamp":"2024-09-12T01:16:01.177587+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.177587+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":1000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:09:27.294298+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4883,"num_read_kb":4390,"num_write":1520,"num_write_kb":633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":217,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"264'356","reported_seq":1022,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.549822+0000","last_change":"2024-09-12T01:15:58.549822+0000","last_active":"2024-09-12T01:15:58.549822+0000","last_peered":"2024-09-12T01:15:58.549822+0000","last_clean":"2024-09-12T01:15:58.549822+0000","last_became_active":"2024-09-12T00:34:31.970164+0000","last_became_peered":"2024-09-12T00:34:31.970164+0000","last_unstale":"2024-09-12T01:15:58.549822+0000","last_undegraded":"2024-09-12T01:15:58.549822+0000","last_fullsized":"2024-09-12T01:15:58.549822+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'356","last_scrub_stamp":"2024-09-12T01:15:58.549641+0000","last_deep_scrub":"264'356","last_deep_scrub_stamp":"2024-09-12T01:15:58.549641+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.549641+0000","objects_scrubbed":9,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:50.695677+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456509,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":554,"num_read_kb":17128,"num_write":1087,"num_write_kb":26850,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"264'582","reported_seq":2215,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.054522+0000","last_change":"2024-09-12T01:16:09.054522+0000","last_active":"2024-09-12T01:16:09.054522+0000","last_peered":"2024-09-12T01:16:09.054522+0000","last_clean":"2024-09-12T01:16:09.054522+0000","last_became_active":"2024-09-12T00:34:33.988284+0000","last_became_peered":"2024-09-12T00:34:33.988284+0000","last_unstale":"2024-09-12T01:16:09.054522+0000","last_undegraded":"2024-09-12T01:16:09.054522+0000","last_fullsized":"2024-09-12T01:16:09.054522+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'582","last_scrub_stamp":"2024-09-12T01:16:09.054407+0000","last_deep_scrub":"264'582","last_deep_scrub_stamp":"2024-09-12T01:16:09.054407+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.054407+0000","objects_scrubbed":2,"log_size":82,"log_dups_size":500,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:54.856867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3090,"num_read_kb":2864,"num_write":780,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":474,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"264'403","reported_seq":1086,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.093113+0000","last_change":"2024-09-12T01:15:58.093113+0000","last_active":"2024-09-12T01:15:58.093113+0000","last_peered":"2024-09-12T01:15:58.093113+0000","last_clean":"2024-09-12T01:15:58.093113+0000","last_became_active":"2024-09-12T00:34:31.977961+0000","last_became_peered":"2024-09-12T00:34:31.977961+0000","last_unstale":"2024-09-12T01:15:58.093113+0000","last_undegraded":"2024-09-12T01:15:58.093113+0000","last_fullsized":"2024-09-12T01:15:58.093113+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'403","last_scrub_stamp":"2024-09-12T01:15:58.093000+0000","last_deep_scrub":"264'403","last_deep_scrub_stamp":"2024-09-12T01:15:58.093000+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.093000+0000","objects_scrubbed":5,"log_size":103,"log_dups_size":300,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:41:15.195376+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456491,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":652,"num_read_kb":48802,"num_write":1281,"num_write_kb":34470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"264'397","reported_seq":2001,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.821999+0000","last_change":"2024-09-12T01:16:07.821999+0000","last_active":"2024-09-12T01:16:07.821999+0000","last_peered":"2024-09-12T01:16:07.821999+0000","last_clean":"2024-09-12T01:16:07.821999+0000","last_became_active":"2024-09-12T00:34:33.977227+0000","last_became_peered":"2024-09-12T00:34:33.977227+0000","last_unstale":"2024-09-12T01:16:07.821999+0000","last_undegraded":"2024-09-12T01:16:07.821999+0000","last_fullsized":"2024-09-12T01:16:07.821999+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'397","last_scrub_stamp":"2024-09-12T01:16:07.821878+0000","last_deep_scrub":"264'397","last_deep_scrub_stamp":"2024-09-12T01:16:07.821878+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.821878+0000","objects_scrubbed":3,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:19:17.772462+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2367,"num_read_kb":2261,"num_write":462,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"264'300","reported_seq":921,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.169907+0000","last_change":"2024-09-12T01:16:02.169907+0000","last_active":"2024-09-12T01:16:02.169907+0000","last_peered":"2024-09-12T01:16:02.169907+0000","last_clean":"2024-09-12T01:16:02.169907+0000","last_became_active":"2024-09-12T00:34:31.962091+0000","last_became_peered":"2024-09-12T00:34:31.962091+0000","last_unstale":"2024-09-12T01:16:02.169907+0000","last_undegraded":"2024-09-12T01:16:02.169907+0000","last_fullsized":"2024-09-12T01:16:02.169907+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'300","last_scrub_stamp":"2024-09-12T01:16:02.169781+0000","last_deep_scrub":"264'300","last_deep_scrub_stamp":"2024-09-12T01:16:02.169781+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.169781+0000","objects_scrubbed":2,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:25:30.820980+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":407,"num_read_kb":31193,"num_write":903,"num_write_kb":37688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"264'1378","reported_seq":2967,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.078951+0000","last_change":"2024-09-12T01:16:10.078951+0000","last_active":"2024-09-12T01:16:10.078951+0000","last_peered":"2024-09-12T01:16:10.078951+0000","last_clean":"2024-09-12T01:16:10.078951+0000","last_became_active":"2024-09-12T00:34:33.992583+0000","last_became_peered":"2024-09-12T00:34:33.992583+0000","last_unstale":"2024-09-12T01:16:10.078951+0000","last_undegraded":"2024-09-12T01:16:10.078951+0000","last_fullsized":"2024-09-12T01:16:10.078951+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1378","last_scrub_stamp":"2024-09-12T01:16:10.078867+0000","last_deep_scrub":"264'1378","last_deep_scrub_stamp":"2024-09-12T01:16:10.078867+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.078867+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":1300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:51:50.906335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6518,"num_read_kb":5665,"num_write":2064,"num_write_kb":1012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"264'334","reported_seq":1022,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.986130+0000","last_change":"2024-09-12T01:15:55.986130+0000","last_active":"2024-09-12T01:15:55.986130+0000","last_peered":"2024-09-12T01:15:55.986130+0000","last_clean":"2024-09-12T01:15:55.986130+0000","last_became_active":"2024-09-12T00:34:31.966528+0000","last_became_peered":"2024-09-12T00:34:31.966528+0000","last_unstale":"2024-09-12T01:15:55.986130+0000","last_undegraded":"2024-09-12T01:15:55.986130+0000","last_fullsized":"2024-09-12T01:15:55.986130+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'334","last_scrub_stamp":"2024-09-12T01:15:55.985977+0000","last_deep_scrub":"264'334","last_deep_scrub_stamp":"2024-09-12T01:15:55.985977+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.985977+0000","objects_scrubbed":8,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:47:06.068373+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4364785,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":629,"num_read_kb":9603,"num_write":1163,"num_write_kb":30886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"264'449","reported_seq":2053,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.972056+0000","last_change":"2024-09-12T01:16:04.972056+0000","last_active":"2024-09-12T01:16:04.972056+0000","last_peered":"2024-09-12T01:16:04.972056+0000","last_clean":"2024-09-12T01:16:04.972056+0000","last_became_active":"2024-09-12T00:34:33.973387+0000","last_became_peered":"2024-09-12T00:34:33.973387+0000","last_unstale":"2024-09-12T01:16:04.972056+0000","last_undegraded":"2024-09-12T01:16:04.972056+0000","last_fullsized":"2024-09-12T01:16:04.972056+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'449","last_scrub_stamp":"2024-09-12T01:16:04.971973+0000","last_deep_scrub":"264'449","last_deep_scrub_stamp":"2024-09-12T01:16:04.971973+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.971973+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":400,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:24.066078+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2517,"num_read_kb":2371,"num_write":533,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1072,"num_omap_keys":5,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"264'330","reported_seq":922,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.091102+0000","last_change":"2024-09-12T01:15:59.091102+0000","last_active":"2024-09-12T01:15:59.091102+0000","last_peered":"2024-09-12T01:15:59.091102+0000","last_clean":"2024-09-12T01:15:59.091102+0000","last_became_active":"2024-09-12T00:34:31.960623+0000","last_became_peered":"2024-09-12T00:34:31.960623+0000","last_unstale":"2024-09-12T01:15:59.091102+0000","last_undegraded":"2024-09-12T01:15:59.091102+0000","last_fullsized":"2024-09-12T01:15:59.091102+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'330","last_scrub_stamp":"2024-09-12T01:15:59.090976+0000","last_deep_scrub":"264'330","last_deep_scrub_stamp":"2024-09-12T01:15:59.090976+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.090976+0000","objects_scrubbed":7,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:18:57.943662+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4308193,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":370,"num_read_kb":27044,"num_write":941,"num_write_kb":54817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"264'736","reported_seq":2142,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.423817+0000","last_change":"2024-09-12T01:16:07.423817+0000","last_active":"2024-09-12T01:16:07.423817+0000","last_peered":"2024-09-12T01:16:07.423817+0000","last_clean":"2024-09-12T01:16:07.423817+0000","last_became_active":"2024-09-12T00:34:33.987414+0000","last_became_peered":"2024-09-12T00:34:33.987414+0000","last_unstale":"2024-09-12T01:16:07.423817+0000","last_undegraded":"2024-09-12T01:16:07.423817+0000","last_fullsized":"2024-09-12T01:16:07.423817+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'736","last_scrub_stamp":"2024-09-12T01:16:07.423722+0000","last_deep_scrub":"264'736","last_deep_scrub_stamp":"2024-09-12T01:16:07.423722+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.423722+0000","objects_scrubbed":2,"log_size":36,"log_dups_size":700,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:53:23.317025+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3453,"num_read_kb":3108,"num_write":973,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":233,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"264'314","reported_seq":936,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.395366+0000","last_change":"2024-09-12T01:16:03.395366+0000","last_active":"2024-09-12T01:16:03.395366+0000","last_peered":"2024-09-12T01:16:03.395366+0000","last_clean":"2024-09-12T01:16:03.395366+0000","last_became_active":"2024-09-12T00:34:31.977298+0000","last_became_peered":"2024-09-12T00:34:31.977298+0000","last_unstale":"2024-09-12T01:16:03.395366+0000","last_undegraded":"2024-09-12T01:16:03.395366+0000","last_fullsized":"2024-09-12T01:16:03.395366+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'314","last_scrub_stamp":"2024-09-12T01:16:03.395269+0000","last_deep_scrub":"264'314","last_deep_scrub_stamp":"2024-09-12T01:16:03.395269+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.395269+0000","objects_scrubbed":2,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:27.168382+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":457,"num_read_kb":37235,"num_write":973,"num_write_kb":28438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"264'926","reported_seq":2539,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.861259+0000","last_change":"2024-09-12T01:16:08.861259+0000","last_active":"2024-09-12T01:16:08.861259+0000","last_peered":"2024-09-12T01:16:08.861259+0000","last_clean":"2024-09-12T01:16:08.861259+0000","last_became_active":"2024-09-12T00:34:33.978626+0000","last_became_peered":"2024-09-12T00:34:33.978626+0000","last_unstale":"2024-09-12T01:16:08.861259+0000","last_undegraded":"2024-09-12T01:16:08.861259+0000","last_fullsized":"2024-09-12T01:16:08.861259+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'926","last_scrub_stamp":"2024-09-12T01:16:08.861179+0000","last_deep_scrub":"264'926","last_deep_scrub_stamp":"2024-09-12T01:16:08.861179+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.861179+0000","objects_scrubbed":2,"log_size":26,"log_dups_size":900,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:25.862125+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4421,"num_read_kb":3963,"num_write":1257,"num_write_kb":522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"264'353","reported_seq":993,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.574734+0000","last_change":"2024-09-12T01:15:55.574734+0000","last_active":"2024-09-12T01:15:55.574734+0000","last_peered":"2024-09-12T01:15:55.574734+0000","last_clean":"2024-09-12T01:15:55.574734+0000","last_became_active":"2024-09-12T00:35:05.223897+0000","last_became_peered":"2024-09-12T00:35:05.223897+0000","last_unstale":"2024-09-12T01:15:55.574734+0000","last_undegraded":"2024-09-12T01:15:55.574734+0000","last_fullsized":"2024-09-12T01:15:55.574734+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'353","last_scrub_stamp":"2024-09-12T01:15:55.574647+0000","last_deep_scrub":"264'353","last_deep_scrub_stamp":"2024-09-12T01:15:55.574647+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.574647+0000","objects_scrubbed":6,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:13:15.187994+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154781,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":549,"num_read_kb":8825,"num_write":1213,"num_write_kb":53311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2d","version":"264'465","reported_seq":2096,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.563025+0000","last_change":"2024-09-12T01:15:59.563025+0000","last_active":"2024-09-12T01:15:59.563025+0000","last_peered":"2024-09-12T01:15:59.563025+0000","last_clean":"2024-09-12T01:15:59.563025+0000","last_became_active":"2024-09-12T00:34:33.975793+0000","last_became_peered":"2024-09-12T00:34:33.975793+0000","last_unstale":"2024-09-12T01:15:59.563025+0000","last_undegraded":"2024-09-12T01:15:59.563025+0000","last_fullsized":"2024-09-12T01:15:59.563025+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'465","last_scrub_stamp":"2024-09-12T01:15:59.562933+0000","last_deep_scrub":"264'465","last_deep_scrub_stamp":"2024-09-12T01:15:59.562933+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.562933+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":400,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:42.833378+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2477,"num_read_kb":2346,"num_write":538,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"264'337","reported_seq":972,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.418966+0000","last_change":"2024-09-12T01:16:02.418966+0000","last_active":"2024-09-12T01:16:02.418966+0000","last_peered":"2024-09-12T01:16:02.418966+0000","last_clean":"2024-09-12T01:16:02.418966+0000","last_became_active":"2024-09-12T00:34:31.970483+0000","last_became_peered":"2024-09-12T00:34:31.970483+0000","last_unstale":"2024-09-12T01:16:02.418966+0000","last_undegraded":"2024-09-12T01:16:02.418966+0000","last_fullsized":"2024-09-12T01:16:02.418966+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'337","last_scrub_stamp":"2024-09-12T01:16:02.418863+0000","last_deep_scrub":"264'337","last_deep_scrub_stamp":"2024-09-12T01:16:02.418863+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.418863+0000","objects_scrubbed":5,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:41:32.628115+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":498,"num_read_kb":20958,"num_write":1131,"num_write_kb":36421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"264'350","reported_seq":1714,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.808601+0000","last_change":"2024-09-12T01:16:06.808601+0000","last_active":"2024-09-12T01:16:06.808601+0000","last_peered":"2024-09-12T01:16:06.808601+0000","last_clean":"2024-09-12T01:16:06.808601+0000","last_became_active":"2024-09-12T00:34:33.981437+0000","last_became_peered":"2024-09-12T00:34:33.981437+0000","last_unstale":"2024-09-12T01:16:06.808601+0000","last_undegraded":"2024-09-12T01:16:06.808601+0000","last_fullsized":"2024-09-12T01:16:06.808601+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'350","last_scrub_stamp":"2024-09-12T01:16:06.808501+0000","last_deep_scrub":"264'350","last_deep_scrub_stamp":"2024-09-12T01:16:06.808501+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.808501+0000","objects_scrubbed":3,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:01:42.814725+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1853,"num_read_kb":1763,"num_write":400,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":237,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"264'378","reported_seq":1015,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.508768+0000","last_change":"2024-09-12T01:16:01.508768+0000","last_active":"2024-09-12T01:16:01.508768+0000","last_peered":"2024-09-12T01:16:01.508768+0000","last_clean":"2024-09-12T01:16:01.508768+0000","last_became_active":"2024-09-12T00:34:31.970571+0000","last_became_peered":"2024-09-12T00:34:31.970571+0000","last_unstale":"2024-09-12T01:16:01.508768+0000","last_undegraded":"2024-09-12T01:16:01.508768+0000","last_fullsized":"2024-09-12T01:16:01.508768+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'378","last_scrub_stamp":"2024-09-12T01:16:01.508653+0000","last_deep_scrub":"264'378","last_deep_scrub_stamp":"2024-09-12T01:16:01.508653+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.508653+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:38.469864+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199669,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":494,"num_read_kb":33946,"num_write":1082,"num_write_kb":40492,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"264'467","reported_seq":2054,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.823282+0000","last_change":"2024-09-12T01:16:10.823282+0000","last_active":"2024-09-12T01:16:10.823282+0000","last_peered":"2024-09-12T01:16:10.823282+0000","last_clean":"2024-09-12T01:16:10.823282+0000","last_became_active":"2024-09-12T00:34:33.990826+0000","last_became_peered":"2024-09-12T00:34:33.990826+0000","last_unstale":"2024-09-12T01:16:10.823282+0000","last_undegraded":"2024-09-12T01:16:10.823282+0000","last_fullsized":"2024-09-12T01:16:10.823282+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'467","last_scrub_stamp":"2024-09-12T01:16:10.823199+0000","last_deep_scrub":"264'467","last_deep_scrub_stamp":"2024-09-12T01:16:10.823199+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.823199+0000","objects_scrubbed":1,"log_size":67,"log_dups_size":400,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:32.059764+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2519,"num_read_kb":2361,"num_write":556,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":252,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"264'312","reported_seq":1044,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.000339+0000","last_change":"2024-09-12T01:15:59.000339+0000","last_active":"2024-09-12T01:15:59.000339+0000","last_peered":"2024-09-12T01:15:59.000339+0000","last_clean":"2024-09-12T01:15:59.000339+0000","last_became_active":"2024-09-12T00:34:31.969979+0000","last_became_peered":"2024-09-12T00:34:31.969979+0000","last_unstale":"2024-09-12T01:15:59.000339+0000","last_undegraded":"2024-09-12T01:15:59.000339+0000","last_fullsized":"2024-09-12T01:15:59.000339+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T01:15:59.000194+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T01:15:59.000194+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.000194+0000","objects_scrubbed":8,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:59:11.184490+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":546,"num_read_kb":13882,"num_write":966,"num_write_kb":28701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"264'344","reported_seq":1828,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.428546+0000","last_change":"2024-09-12T01:16:03.428546+0000","last_active":"2024-09-12T01:16:03.428546+0000","last_peered":"2024-09-12T01:16:03.428546+0000","last_clean":"2024-09-12T01:16:03.428546+0000","last_became_active":"2024-09-12T00:34:33.983526+0000","last_became_peered":"2024-09-12T00:34:33.983526+0000","last_unstale":"2024-09-12T01:16:03.428546+0000","last_undegraded":"2024-09-12T01:16:03.428546+0000","last_fullsized":"2024-09-12T01:16:03.428546+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'344","last_scrub_stamp":"2024-09-12T01:16:03.428448+0000","last_deep_scrub":"264'344","last_deep_scrub_stamp":"2024-09-12T01:16:03.428448+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.428448+0000","objects_scrubbed":1,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:51.065118+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2009,"num_read_kb":1938,"num_write":406,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":441,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"264'324","reported_seq":984,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.793633+0000","last_change":"2024-09-12T01:16:03.793633+0000","last_active":"2024-09-12T01:16:03.793633+0000","last_peered":"2024-09-12T01:16:03.793633+0000","last_clean":"2024-09-12T01:16:03.793633+0000","last_became_active":"2024-09-12T00:34:31.958123+0000","last_became_peered":"2024-09-12T00:34:31.958123+0000","last_unstale":"2024-09-12T01:16:03.793633+0000","last_undegraded":"2024-09-12T01:16:03.793633+0000","last_fullsized":"2024-09-12T01:16:03.793633+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'324","last_scrub_stamp":"2024-09-12T01:16:03.793496+0000","last_deep_scrub":"264'324","last_deep_scrub_stamp":"2024-09-12T01:16:03.793496+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.793496+0000","objects_scrubbed":13,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:42:20.103856+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2267389,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":537,"num_read_kb":16242,"num_write":1135,"num_write_kb":20265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"264'1329","reported_seq":2908,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:04.214458+0000","last_change":"2024-09-12T00:34:33.994885+0000","last_active":"2024-09-12T01:14:04.214458+0000","last_peered":"2024-09-12T01:14:04.214458+0000","last_clean":"2024-09-12T01:14:04.214458+0000","last_became_active":"2024-09-12T00:34:33.994583+0000","last_became_peered":"2024-09-12T00:34:33.994583+0000","last_unstale":"2024-09-12T01:14:04.214458+0000","last_undegraded":"2024-09-12T01:14:04.214458+0000","last_fullsized":"2024-09-12T01:14:04.214458+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:32.957749+0000","last_clean_scrub_stamp":"2024-09-12T00:34:32.957749+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":1300,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:01:23.374076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5995,"num_read_kb":5221,"num_write":1887,"num_write_kb":811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"264'406","reported_seq":1041,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.535162+0000","last_change":"2024-09-12T01:15:56.535162+0000","last_active":"2024-09-12T01:15:56.535162+0000","last_peered":"2024-09-12T01:15:56.535162+0000","last_clean":"2024-09-12T01:15:56.535162+0000","last_became_active":"2024-09-12T00:34:31.958601+0000","last_became_peered":"2024-09-12T00:34:31.958601+0000","last_unstale":"2024-09-12T01:15:56.535162+0000","last_undegraded":"2024-09-12T01:15:56.535162+0000","last_fullsized":"2024-09-12T01:15:56.535162+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'406","last_scrub_stamp":"2024-09-12T01:15:56.535018+0000","last_deep_scrub":"264'406","last_deep_scrub_stamp":"2024-09-12T01:15:56.535018+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.535018+0000","objects_scrubbed":9,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:22:22.792517+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133734,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":529,"num_read_kb":26571,"num_write":1227,"num_write_kb":44924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"264'725","reported_seq":2120,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.817409+0000","last_change":"2024-09-12T01:16:08.817409+0000","last_active":"2024-09-12T01:16:08.817409+0000","last_peered":"2024-09-12T01:16:08.817409+0000","last_clean":"2024-09-12T01:16:08.817409+0000","last_became_active":"2024-09-12T00:34:33.994643+0000","last_became_peered":"2024-09-12T00:34:33.994643+0000","last_unstale":"2024-09-12T01:16:08.817409+0000","last_undegraded":"2024-09-12T01:16:08.817409+0000","last_fullsized":"2024-09-12T01:16:08.817409+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'725","last_scrub_stamp":"2024-09-12T01:16:08.817305+0000","last_deep_scrub":"264'725","last_deep_scrub_stamp":"2024-09-12T01:16:08.817305+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.817305+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":700,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:21:23.557033+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3315,"num_read_kb":2988,"num_write":957,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"264'345","reported_seq":1005,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.395387+0000","last_change":"2024-09-12T01:16:04.395387+0000","last_active":"2024-09-12T01:16:04.395387+0000","last_peered":"2024-09-12T01:16:04.395387+0000","last_clean":"2024-09-12T01:16:04.395387+0000","last_became_active":"2024-09-12T00:34:31.976757+0000","last_became_peered":"2024-09-12T00:34:31.976757+0000","last_unstale":"2024-09-12T01:16:04.395387+0000","last_undegraded":"2024-09-12T01:16:04.395387+0000","last_fullsized":"2024-09-12T01:16:04.395387+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'345","last_scrub_stamp":"2024-09-12T01:16:04.395252+0000","last_deep_scrub":"264'345","last_deep_scrub_stamp":"2024-09-12T01:16:04.395252+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.395252+0000","objects_scrubbed":5,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:26.728184+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":547,"num_read_kb":29191,"num_write":1177,"num_write_kb":28673,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"264'365","reported_seq":1004,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.373827+0000","last_change":"2024-09-12T01:16:06.373827+0000","last_active":"2024-09-12T01:16:06.373827+0000","last_peered":"2024-09-12T01:16:06.373827+0000","last_clean":"2024-09-12T01:16:06.373827+0000","last_became_active":"2024-09-12T00:34:31.979710+0000","last_became_peered":"2024-09-12T00:34:31.979710+0000","last_unstale":"2024-09-12T01:16:06.373827+0000","last_undegraded":"2024-09-12T01:16:06.373827+0000","last_fullsized":"2024-09-12T01:16:06.373827+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'365","last_scrub_stamp":"2024-09-12T01:16:06.373695+0000","last_deep_scrub":"264'365","last_deep_scrub_stamp":"2024-09-12T01:16:06.373695+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.373695+0000","objects_scrubbed":4,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:04:20.588023+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262175,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":516,"num_read_kb":19975,"num_write":1182,"num_write_kb":32863,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"264'539","reported_seq":2107,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.473570+0000","last_change":"2024-09-12T01:16:08.473570+0000","last_active":"2024-09-12T01:16:08.473570+0000","last_peered":"2024-09-12T01:16:08.473570+0000","last_clean":"2024-09-12T01:16:08.473570+0000","last_became_active":"2024-09-12T00:34:33.994794+0000","last_became_peered":"2024-09-12T00:34:33.994794+0000","last_unstale":"2024-09-12T01:16:08.473570+0000","last_undegraded":"2024-09-12T01:16:08.473570+0000","last_fullsized":"2024-09-12T01:16:08.473570+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'539","last_scrub_stamp":"2024-09-12T01:16:08.473475+0000","last_deep_scrub":"264'539","last_deep_scrub_stamp":"2024-09-12T01:16:08.473475+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.473475+0000","objects_scrubbed":2,"log_size":39,"log_dups_size":500,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:11:04.125136+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2804,"num_read_kb":2579,"num_write":703,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"264'371","reported_seq":1043,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.124977+0000","last_change":"2024-09-12T01:16:03.124977+0000","last_active":"2024-09-12T01:16:03.124977+0000","last_peered":"2024-09-12T01:16:03.124977+0000","last_clean":"2024-09-12T01:16:03.124977+0000","last_became_active":"2024-09-12T00:34:31.971271+0000","last_became_peered":"2024-09-12T00:34:31.971271+0000","last_unstale":"2024-09-12T01:16:03.124977+0000","last_undegraded":"2024-09-12T01:16:03.124977+0000","last_fullsized":"2024-09-12T01:16:03.124977+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'371","last_scrub_stamp":"2024-09-12T01:16:03.124861+0000","last_deep_scrub":"264'371","last_deep_scrub_stamp":"2024-09-12T01:16:03.124861+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.124861+0000","objects_scrubbed":7,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:46.580559+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1547028,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":557,"num_read_kb":90781,"num_write":1133,"num_write_kb":49991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"264'851","reported_seq":2430,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.369211+0000","last_change":"2024-09-12T01:16:13.369211+0000","last_active":"2024-09-12T01:16:13.369211+0000","last_peered":"2024-09-12T01:16:13.369211+0000","last_clean":"2024-09-12T01:16:13.369211+0000","last_became_active":"2024-09-12T00:34:33.991408+0000","last_became_peered":"2024-09-12T00:34:33.991408+0000","last_unstale":"2024-09-12T01:16:13.369211+0000","last_undegraded":"2024-09-12T01:16:13.369211+0000","last_fullsized":"2024-09-12T01:16:13.369211+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'851","last_scrub_stamp":"2024-09-12T01:16:13.369125+0000","last_deep_scrub":"264'851","last_deep_scrub_stamp":"2024-09-12T01:16:13.369125+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.369125+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":800,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:37:04.786042+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4035,"num_read_kb":3620,"num_write":1146,"num_write_kb":445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6235,"num_read_kb":4514,"num_write":2010,"num_write_kb":906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":981,"ondisk_log_size":981,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16119,"num_objects":90,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":0,"num_read":15003,"num_read_kb":14669,"num_write":16768,"num_write_kb":4891,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":18,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":32238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1757,"ondisk_log_size":1757,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":542,"ondisk_log_size":542,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1602141,"num_objects":221,"num_object_clones":0,"num_object_copies":442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":221,"num_whiteouts":0,"num_read":17656,"num_read_kb":37048,"num_write":14715,"num_write_kb":11599,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1996,"ondisk_log_size":1996,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2422,"num_read_kb":2887,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":14,"ondisk_log_size":14,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":165,"num_object_clones":0,"num_object_copies":330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":165,"num_whiteouts":0,"num_read":212166,"num_read_kb":193786,"num_write":55163,"num_write_kb":18717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":165,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":40733,"num_omap_keys":167,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3435,"ondisk_log_size":3435,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":6,"ondisk_log_size":6,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":86055595,"num_objects":371,"num_object_clones":0,"num_object_copies":1113,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":371,"num_whiteouts":0,"num_read":36261,"num_read_kb":1942248,"num_write":72524,"num_write_kb":2251438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":130990080,"data_stored":130990080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3324,"ondisk_log_size":3324,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":190665,"num_write":190,"num_write_kb":136832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":178830,"num_write":190,"num_write_kb":136832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509949,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":322652,"kb_used_data":20748,"kb_used_omap":1,"kb_used_meta":301886,"kb_avail":94049188,"statfs":{"total":96636764160,"available":96306368512,"internally_reserved":0,"allocated":21245952,"data_stored":19235165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":309131722},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509948,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":274324,"kb_used_data":18244,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94097516,"statfs":{"total":96636764160,"available":96355856384,"internally_reserved":0,"allocated":18681856,"data_stored":16713890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":262207942},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509949,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":136312,"kb_used_data":24616,"kb_used_omap":1,"kb_used_meta":111678,"kb_avail":94235528,"statfs":{"total":96636764160,"available":96497180672,"internally_reserved":0,"allocated":25206784,"data_stored":23266161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114358725},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509950,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":304292,"kb_used_data":20436,"kb_used_omap":1,"kb_used_meta":283838,"kb_avail":94067548,"statfs":{"total":96636764160,"available":96325169152,"internally_reserved":0,"allocated":20926464,"data_stored":18941609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":290650567},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509950,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100048,"kb_used_data":18880,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94271792,"statfs":{"total":96636764160,"available":96534315008,"internally_reserved":0,"allocated":19333120,"data_stored":17403481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":83098053},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509948,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":179420,"kb_used_data":21964,"kb_used_omap":1,"kb_used_meta":157438,"kb_avail":94192420,"statfs":{"total":96636764160,"available":96453038080,"internally_reserved":0,"allocated":22491136,"data_stored":20518830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":161216965},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542651,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":304236,"kb_used_data":24604,"kb_used_omap":1,"kb_used_meta":279614,"kb_avail":94067604,"statfs":{"total":96636764160,"available":96325226496,"internally_reserved":0,"allocated":25194496,"data_stored":23188563,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":286325189},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834575355,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":160412,"kb_used_data":12684,"kb_used_omap":1,"kb_used_meta":147710,"kb_avail":94211428,"statfs":{"total":96636764160,"available":96472502272,"internally_reserved":0,"allocated":12988416,"data_stored":10973815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":151255493},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20336640,"data_stored":20336640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":18259968,"data_stored":18259968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":15147008,"data_stored":15147008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16683008,"data_stored":16683008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":21008384,"data_stored":21008384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8716288,"data_stored":8716288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":14454784,"data_stored":14454784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384000,"data_stored":16384000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":7246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":3962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":2427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:16:15.519 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.520 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.520 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.520 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.520 INFO:tasks.ceph:pgid 68.1b last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.520 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.520 INFO:tasks.ceph:pgid 66.1d last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.520 INFO:tasks.ceph:pgid 65.1e last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.520 INFO:tasks.ceph:pgid 68.18 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.520 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.521 INFO:tasks.ceph:pgid 66.1e last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.521 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.521 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.521 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.521 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.521 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.521 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.521 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.521 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.522 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.522 INFO:tasks.ceph:pgid 68.1f last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.522 INFO:tasks.ceph:pgid 67.18 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.522 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.522 INFO:tasks.ceph:pgid 65.1a last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.522 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.522 INFO:tasks.ceph:pgid 67.1b last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.522 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.522 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.523 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.523 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.523 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.523 INFO:tasks.ceph:pgid 65.18 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.523 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.523 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.523 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.523 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.523 INFO:tasks.ceph:pgid 68.13 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.524 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.524 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.524 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.524 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.524 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.524 INFO:tasks.ceph:pgid 66.16 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.524 INFO:tasks.ceph:pgid 65.15 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.524 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.525 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.525 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.525 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.525 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.525 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.526 INFO:tasks.ceph:pgid 66.10 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.526 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.526 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.526 INFO:tasks.ceph:pgid 67.10 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.526 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.526 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.526 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.526 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.526 INFO:tasks.ceph:pgid 66.12 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.527 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.527 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.527 INFO:tasks.ceph:pgid 67.12 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.527 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.527 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.527 INFO:tasks.ceph:pgid 68.a last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.527 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.527 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.527 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.528 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.528 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.528 INFO:tasks.ceph:pgid 66.d last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.528 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.528 INFO:tasks.ceph:pgid 68.8 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.528 INFO:tasks.ceph:pgid 67.f last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.528 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.528 INFO:tasks.ceph:pgid 65.d last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.528 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.529 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.529 INFO:tasks.ceph:pgid 66.f last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.529 INFO:tasks.ceph:pgid 65.c last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.529 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.529 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.529 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.529 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.529 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.529 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.530 INFO:tasks.ceph:pgid 66.9 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.530 INFO:tasks.ceph:pgid 65.a last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.530 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.530 INFO:tasks.ceph:pgid 67.b last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.530 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.530 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.530 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.530 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.531 INFO:tasks.ceph:pgid 66.b last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.531 INFO:tasks.ceph:pgid 65.8 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.531 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.531 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.531 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.531 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.531 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.531 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.531 INFO:tasks.ceph:pgid 66.5 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.532 INFO:tasks.ceph:pgid 65.6 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.532 INFO:tasks.ceph:pgid 68.0 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.532 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.532 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.532 INFO:tasks.ceph:pgid 65.5 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.532 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.532 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.532 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.533 INFO:tasks.ceph:pgid 65.4 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.533 INFO:tasks.ceph:pgid 68.6 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.533 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.533 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.533 INFO:tasks.ceph:pgid 65.3 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.533 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.533 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.533 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.533 INFO:tasks.ceph:pgid 65.2 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.534 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.534 INFO:tasks.ceph:pgid 67.3 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.534 INFO:tasks.ceph:pgid 66.2 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.534 INFO:tasks.ceph:pgid 65.1 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.534 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.534 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.534 INFO:tasks.ceph:pgid 66.3 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.534 INFO:tasks.ceph:pgid 65.0 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.534 INFO:tasks.ceph:pgid 4.38 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.535 INFO:tasks.ceph:pgid 4.3a last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.535 INFO:tasks.ceph:pgid 4.3d last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.535 INFO:tasks.ceph:pgid 4.3e last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.535 INFO:tasks.ceph:pgid 8.18 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.535 INFO:tasks.ceph:pgid 5.15 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.535 INFO:tasks.ceph:pgid 6.16 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.536 INFO:tasks.ceph:pgid 7.17 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.536 INFO:tasks.ceph:pgid 8.19 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.536 INFO:tasks.ceph:pgid 5.14 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.536 INFO:tasks.ceph:pgid 6.17 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.536 INFO:tasks.ceph:pgid 7.16 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.536 INFO:tasks.ceph:pgid 8.1a last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.536 INFO:tasks.ceph:pgid 5.17 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.536 INFO:tasks.ceph:pgid 6.14 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.536 INFO:tasks.ceph:pgid 7.15 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.537 INFO:tasks.ceph:pgid 8.1b last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.537 INFO:tasks.ceph:pgid 5.16 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.537 INFO:tasks.ceph:pgid 6.15 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.537 INFO:tasks.ceph:pgid 7.14 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.537 INFO:tasks.ceph:pgid 5.9 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.537 INFO:tasks.ceph:pgid 6.a last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.537 INFO:tasks.ceph:pgid 7.b last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.537 INFO:tasks.ceph:pgid 8.4 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.538 INFO:tasks.ceph:pgid 6.b last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.538 INFO:tasks.ceph:pgid 7.a last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.538 INFO:tasks.ceph:pgid 8.5 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.538 INFO:tasks.ceph:pgid 6.8 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.538 INFO:tasks.ceph:pgid 7.9 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.538 INFO:tasks.ceph:pgid 8.6 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.538 INFO:tasks.ceph:pgid 6.9 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.538 INFO:tasks.ceph:pgid 8.7 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.539 INFO:tasks.ceph:pgid 6.e last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.539 INFO:tasks.ceph:pgid 7.f last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.539 INFO:tasks.ceph:pgid 8.0 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.539 INFO:tasks.ceph:pgid 8.1 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.539 INFO:tasks.ceph:pgid 5.f last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.539 INFO:tasks.ceph:pgid 6.c last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.539 INFO:tasks.ceph:pgid 7.d last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.539 INFO:tasks.ceph:pgid 8.2 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.540 INFO:tasks.ceph:pgid 5.e last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.540 INFO:tasks.ceph:pgid 6.d last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.540 INFO:tasks.ceph:pgid 8.3 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.540 INFO:tasks.ceph:pgid 5.4 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.540 INFO:tasks.ceph:pgid 6.7 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.540 INFO:tasks.ceph:pgid 7.6 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.540 INFO:tasks.ceph:pgid 8.9 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.540 INFO:tasks.ceph:pgid 5.7 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.541 INFO:tasks.ceph:pgid 7.5 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.541 INFO:tasks.ceph:pgid 8.a last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.541 INFO:tasks.ceph:pgid 6.5 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.541 INFO:tasks.ceph:pgid 7.4 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.541 INFO:tasks.ceph:pgid 8.b last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.541 INFO:tasks.ceph:pgid 5.5 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.541 INFO:tasks.ceph:pgid 6.6 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.541 INFO:tasks.ceph:pgid 8.8 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.542 INFO:tasks.ceph:pgid 6.0 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.542 INFO:tasks.ceph:pgid 7.1 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.542 INFO:tasks.ceph:pgid 8.e last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.542 INFO:tasks.ceph:pgid 7.0 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.542 INFO:tasks.ceph:pgid 8.f last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.542 INFO:tasks.ceph:pgid 5.1 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.542 INFO:tasks.ceph:pgid 6.2 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.543 INFO:tasks.ceph:pgid 7.3 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.543 INFO:tasks.ceph:pgid 8.c last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.543 INFO:tasks.ceph:pgid 6.3 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.543 INFO:tasks.ceph:pgid 7.2 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.543 INFO:tasks.ceph:pgid 8.d last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.543 INFO:tasks.ceph:pgid 8.1f last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.543 INFO:tasks.ceph:pgid 6.11 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.543 INFO:tasks.ceph:pgid 7.10 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.544 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.544 INFO:tasks.ceph:pgid 5.13 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.544 INFO:tasks.ceph:pgid 6.10 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.544 INFO:tasks.ceph:pgid 7.11 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.544 INFO:tasks.ceph:pgid 8.1d last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.544 INFO:tasks.ceph:pgid 5.10 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.544 INFO:tasks.ceph:pgid 6.13 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.544 INFO:tasks.ceph:pgid 7.12 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.545 INFO:tasks.ceph:pgid 8.1c last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.545 INFO:tasks.ceph:pgid 6.12 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.545 INFO:tasks.ceph:pgid 7.13 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.545 INFO:tasks.ceph:pgid 5.1e last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.545 INFO:tasks.ceph:pgid 6.1d last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.545 INFO:tasks.ceph:pgid 7.1c last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.545 INFO:tasks.ceph:pgid 8.13 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.545 INFO:tasks.ceph:pgid 6.1c last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.546 INFO:tasks.ceph:pgid 7.1d last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.546 INFO:tasks.ceph:pgid 8.12 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.546 INFO:tasks.ceph:pgid 5.1c last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.546 INFO:tasks.ceph:pgid 6.1f last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.546 INFO:tasks.ceph:pgid 7.1e last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.546 INFO:tasks.ceph:pgid 8.11 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.546 INFO:tasks.ceph:pgid 6.1e last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.546 INFO:tasks.ceph:pgid 7.1f last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.547 INFO:tasks.ceph:pgid 8.10 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.547 INFO:tasks.ceph:pgid 5.1a last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.547 INFO:tasks.ceph:pgid 6.19 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.547 INFO:tasks.ceph:pgid 7.18 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.547 INFO:tasks.ceph:pgid 8.17 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.547 INFO:tasks.ceph:pgid 5.1b last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.547 INFO:tasks.ceph:pgid 6.18 last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.547 INFO:tasks.ceph:pgid 7.19 last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.548 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.548 INFO:tasks.ceph:pgid 5.18 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.548 INFO:tasks.ceph:pgid 6.1b last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.548 INFO:tasks.ceph:pgid 7.1a last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.548 INFO:tasks.ceph:pgid 8.15 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.548 INFO:tasks.ceph:pgid 5.19 last_scrub_stamp 2024-09-12T00:34:34.963601+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=34, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.548 INFO:tasks.ceph:pgid 6.1a last_scrub_stamp 2024-09-12T00:34:36.972129+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=36, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.548 INFO:tasks.ceph:pgid 7.1b last_scrub_stamp 2024-09-12T00:34:38.980547+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=38, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.548 INFO:tasks.ceph:pgid 8.14 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.549 INFO:tasks.ceph:pgid 4.29 last_scrub_stamp 2024-09-12T00:34:32.957749+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=32, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:15.549 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T01:16:35.551 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:16:35.901 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:16:35.912 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-09-12T01:16:35.915 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":1530,"stamp":"2024-09-12T01:16:34.519238+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":88266035,"num_objects":872,"num_object_clones":0,"num_object_copies":2115,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":872,"num_whiteouts":0,"num_read":290153,"num_read_kb":2564714,"num_write":161703,"num_write_kb":2562871,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":211,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":725646,"num_omap_keys":1771,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12391,"ondisk_log_size":12391,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1790016,"kb_used_data":162176,"kb_used_omap":12,"kb_used_meta":1627699,"kb_avail":753184704,"statfs":{"total":773094113280,"available":771261136896,"internally_reserved":0,"allocated":166068224,"data_stored":150241514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1666764336},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":614120,"num_omap_keys":1436,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005821"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:33.788830+0000","last_change":"2024-09-12T01:01:00.245903+0000","last_active":"2024-09-12T01:13:33.788830+0000","last_peered":"2024-09-12T01:13:33.788830+0000","last_clean":"2024-09-12T01:13:33.788830+0000","last_became_active":"2024-09-12T01:01:00.245426+0000","last_became_peered":"2024-09-12T01:01:00.245426+0000","last_unstale":"2024-09-12T01:13:33.788830+0000","last_undegraded":"2024-09-12T01:13:33.788830+0000","last_fullsized":"2024-09-12T01:13:33.788830+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"261'7","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:08.784605+0000","last_change":"2024-09-12T00:50:34.993631+0000","last_active":"2024-09-12T01:13:08.784605+0000","last_peered":"2024-09-12T01:13:08.784605+0000","last_clean":"2024-09-12T01:13:08.784605+0000","last_became_active":"2024-09-12T00:50:34.991949+0000","last_became_peered":"2024-09-12T00:50:34.991949+0000","last_unstale":"2024-09-12T01:13:08.784605+0000","last_undegraded":"2024-09-12T01:13:08.784605+0000","last_fullsized":"2024-09-12T01:13:08.784605+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:01:24.806822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":5147,"num_write":12,"num_write_kb":5147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"264'4","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.664139+0000","last_change":"2024-09-12T00:50:30.943920+0000","last_active":"2024-09-12T01:15:45.664139+0000","last_peered":"2024-09-12T01:15:45.664139+0000","last_clean":"2024-09-12T01:15:45.664139+0000","last_became_active":"2024-09-12T00:50:30.943574+0000","last_became_peered":"2024-09-12T00:50:30.943574+0000","last_unstale":"2024-09-12T01:15:45.664139+0000","last_undegraded":"2024-09-12T01:15:45.664139+0000","last_fullsized":"2024-09-12T01:15:45.664139+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:39:55.798610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"264'40","reported_seq":157,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:05.676285+0000","last_change":"2024-09-12T00:49:05.007101+0000","last_active":"2024-09-12T01:14:05.676285+0000","last_peered":"2024-09-12T01:14:05.676285+0000","last_clean":"2024-09-12T01:14:05.676285+0000","last_became_active":"2024-09-12T00:49:05.006742+0000","last_became_peered":"2024-09-12T00:49:05.006742+0000","last_unstale":"2024-09-12T01:14:05.676285+0000","last_undegraded":"2024-09-12T01:14:05.676285+0000","last_fullsized":"2024-09-12T01:14:05.676285+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":147,"num_write":68,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.705379+0000","last_change":"2024-09-12T01:16:23.705379+0000","last_active":"2024-09-12T01:16:23.705379+0000","last_peered":"2024-09-12T01:16:23.705379+0000","last_clean":"2024-09-12T01:16:23.705379+0000","last_became_active":"2024-09-12T01:01:00.247055+0000","last_became_peered":"2024-09-12T01:01:00.247055+0000","last_unstale":"2024-09-12T01:16:23.705379+0000","last_undegraded":"2024-09-12T01:16:23.705379+0000","last_fullsized":"2024-09-12T01:16:23.705379+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:23.705291+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:23.705291+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.705291+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:48.461285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'12","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.893432+0000","last_change":"2024-09-12T00:50:34.998229+0000","last_active":"2024-09-12T01:15:44.893432+0000","last_peered":"2024-09-12T01:15:44.893432+0000","last_clean":"2024-09-12T01:15:44.893432+0000","last_became_active":"2024-09-12T00:50:34.997943+0000","last_became_peered":"2024-09-12T00:50:34.997943+0000","last_unstale":"2024-09-12T01:15:44.893432+0000","last_undegraded":"2024-09-12T01:15:44.893432+0000","last_fullsized":"2024-09-12T01:15:44.893432+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:03:44.967054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":19458,"num_write":12,"num_write_kb":14336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"264'6","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.121928+0000","last_change":"2024-09-12T01:16:24.121928+0000","last_active":"2024-09-12T01:16:24.121928+0000","last_peered":"2024-09-12T01:16:24.121928+0000","last_clean":"2024-09-12T01:16:24.121928+0000","last_became_active":"2024-09-12T00:50:30.945254+0000","last_became_peered":"2024-09-12T00:50:30.945254+0000","last_unstale":"2024-09-12T01:16:24.121928+0000","last_undegraded":"2024-09-12T01:16:24.121928+0000","last_fullsized":"2024-09-12T01:16:24.121928+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T01:16:24.121816+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T01:16:24.121816+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.121816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:55:30.452967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":7170,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'13","reported_seq":87,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.628825+0000","last_change":"2024-09-12T01:16:13.628825+0000","last_active":"2024-09-12T01:16:13.628825+0000","last_peered":"2024-09-12T01:16:13.628825+0000","last_clean":"2024-09-12T01:16:13.628825+0000","last_became_active":"2024-09-12T00:49:05.001763+0000","last_became_peered":"2024-09-12T00:49:05.001763+0000","last_unstale":"2024-09-12T01:16:13.628825+0000","last_undegraded":"2024-09-12T01:16:13.628825+0000","last_fullsized":"2024-09-12T01:16:13.628825+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'13","last_scrub_stamp":"2024-09-12T01:16:13.628739+0000","last_deep_scrub":"264'13","last_deep_scrub_stamp":"2024-09-12T01:16:13.628739+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.628739+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:34.118474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":38,"num_write":29,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.920340+0000","last_change":"2024-09-12T01:16:30.920340+0000","last_active":"2024-09-12T01:16:30.920340+0000","last_peered":"2024-09-12T01:16:30.920340+0000","last_clean":"2024-09-12T01:16:30.920340+0000","last_became_active":"2024-09-12T01:01:00.239631+0000","last_became_peered":"2024-09-12T01:01:00.239631+0000","last_unstale":"2024-09-12T01:16:30.920340+0000","last_undegraded":"2024-09-12T01:16:30.920340+0000","last_fullsized":"2024-09-12T01:16:30.920340+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:30.920247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:30.920247+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.920247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:01.619291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"264'5","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.202631+0000","last_change":"2024-09-12T00:50:35.039728+0000","last_active":"2024-09-12T01:15:44.202631+0000","last_peered":"2024-09-12T01:15:44.202631+0000","last_clean":"2024-09-12T01:15:44.202631+0000","last_became_active":"2024-09-12T00:50:35.039271+0000","last_became_peered":"2024-09-12T00:50:35.039271+0000","last_unstale":"2024-09-12T01:15:44.202631+0000","last_undegraded":"2024-09-12T01:15:44.202631+0000","last_fullsized":"2024-09-12T01:15:44.202631+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:28:41.645145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'2","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.726773+0000","last_change":"2024-09-12T01:16:19.726675+0000","last_active":"2024-09-12T01:16:19.726773+0000","last_peered":"2024-09-12T01:16:19.726773+0000","last_clean":"2024-09-12T01:16:19.726773+0000","last_became_active":"2024-09-12T00:50:30.936604+0000","last_became_peered":"2024-09-12T00:50:30.936604+0000","last_unstale":"2024-09-12T01:16:19.726773+0000","last_undegraded":"2024-09-12T01:16:19.726773+0000","last_fullsized":"2024-09-12T01:16:19.726773+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T01:16:19.726573+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T01:16:19.726573+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.726573+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:58:16.284554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"264'19","reported_seq":94,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:12.531107+0000","last_change":"2024-09-12T00:49:05.000146+0000","last_active":"2024-09-12T01:12:12.531107+0000","last_peered":"2024-09-12T01:12:12.531107+0000","last_clean":"2024-09-12T01:12:12.531107+0000","last_became_active":"2024-09-12T00:49:04.999778+0000","last_became_peered":"2024-09-12T00:49:04.999778+0000","last_unstale":"2024-09-12T01:12:12.531107+0000","last_undegraded":"2024-09-12T01:12:12.531107+0000","last_fullsized":"2024-09-12T01:12:12.531107+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:58:55.053996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":64,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796092+0000","last_change":"2024-09-12T01:01:00.243635+0000","last_active":"2024-09-12T01:13:06.796092+0000","last_peered":"2024-09-12T01:13:06.796092+0000","last_clean":"2024-09-12T01:13:06.796092+0000","last_became_active":"2024-09-12T01:01:00.241990+0000","last_became_peered":"2024-09-12T01:01:00.241990+0000","last_unstale":"2024-09-12T01:13:06.796092+0000","last_undegraded":"2024-09-12T01:13:06.796092+0000","last_fullsized":"2024-09-12T01:13:06.796092+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:14.717875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:36.808977+0000","last_change":"2024-09-12T00:50:35.037976+0000","last_active":"2024-09-12T01:14:36.808977+0000","last_peered":"2024-09-12T01:14:36.808977+0000","last_clean":"2024-09-12T01:14:36.808977+0000","last_became_active":"2024-09-12T00:50:35.037686+0000","last_became_peered":"2024-09-12T00:50:35.037686+0000","last_unstale":"2024-09-12T01:14:36.808977+0000","last_undegraded":"2024-09-12T01:14:36.808977+0000","last_fullsized":"2024-09-12T01:14:36.808977+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:48:34.490151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"264'5","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816146+0000","last_change":"2024-09-12T00:50:30.930254+0000","last_active":"2024-09-12T01:15:31.816146+0000","last_peered":"2024-09-12T01:15:31.816146+0000","last_clean":"2024-09-12T01:15:31.816146+0000","last_became_active":"2024-09-12T00:50:30.929963+0000","last_became_peered":"2024-09-12T00:50:30.929963+0000","last_unstale":"2024-09-12T01:15:31.816146+0000","last_undegraded":"2024-09-12T01:15:31.816146+0000","last_fullsized":"2024-09-12T01:15:31.816146+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:03:08.789094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"264'40","reported_seq":148,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:29.550142+0000","last_change":"2024-09-12T00:49:05.000097+0000","last_active":"2024-09-12T01:13:29.550142+0000","last_peered":"2024-09-12T01:13:29.550142+0000","last_clean":"2024-09-12T01:13:29.550142+0000","last_became_active":"2024-09-12T00:49:04.999716+0000","last_became_peered":"2024-09-12T00:49:04.999716+0000","last_unstale":"2024-09-12T01:13:29.550142+0000","last_undegraded":"2024-09-12T01:13:29.550142+0000","last_fullsized":"2024-09-12T01:13:29.550142+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:38:06.060742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":134,"num_write":72,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:01.795338+0000","last_change":"2024-09-12T01:01:00.242771+0000","last_active":"2024-09-12T01:13:01.795338+0000","last_peered":"2024-09-12T01:13:01.795338+0000","last_clean":"2024-09-12T01:13:01.795338+0000","last_became_active":"2024-09-12T01:01:00.242224+0000","last_became_peered":"2024-09-12T01:01:00.242224+0000","last_unstale":"2024-09-12T01:13:01.795338+0000","last_undegraded":"2024-09-12T01:13:01.795338+0000","last_fullsized":"2024-09-12T01:13:01.795338+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:32.060418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"0'0","reported_seq":33,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:23.778680+0000","last_change":"2024-09-12T00:50:34.996417+0000","last_active":"2024-09-12T01:12:23.778680+0000","last_peered":"2024-09-12T01:12:23.778680+0000","last_clean":"2024-09-12T01:12:23.778680+0000","last_became_active":"2024-09-12T00:50:34.996154+0000","last_became_peered":"2024-09-12T00:50:34.996154+0000","last_unstale":"2024-09-12T01:12:23.778680+0000","last_undegraded":"2024-09-12T01:12:23.778680+0000","last_fullsized":"2024-09-12T01:12:23.778680+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:03:25.711273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'4","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:40.680342+0000","last_change":"2024-09-12T00:50:30.939967+0000","last_active":"2024-09-12T01:14:40.680342+0000","last_peered":"2024-09-12T01:14:40.680342+0000","last_clean":"2024-09-12T01:14:40.680342+0000","last_became_active":"2024-09-12T00:50:30.939638+0000","last_became_peered":"2024-09-12T00:50:30.939638+0000","last_unstale":"2024-09-12T01:14:40.680342+0000","last_undegraded":"2024-09-12T01:14:40.680342+0000","last_fullsized":"2024-09-12T01:14:40.680342+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:36:04.827614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"264'20","reported_seq":99,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:11:36.783680+0000","last_change":"2024-09-12T00:49:05.002436+0000","last_active":"2024-09-12T01:11:36.783680+0000","last_peered":"2024-09-12T01:11:36.783680+0000","last_clean":"2024-09-12T01:11:36.783680+0000","last_became_active":"2024-09-12T00:49:05.002165+0000","last_became_peered":"2024-09-12T00:49:05.002165+0000","last_unstale":"2024-09-12T01:11:36.783680+0000","last_undegraded":"2024-09-12T01:11:36.783680+0000","last_fullsized":"2024-09-12T01:11:36.783680+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:30.148234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":100,"num_read_kb":68,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:31.081144+0000","last_change":"2024-09-12T01:16:31.081144+0000","last_active":"2024-09-12T01:16:31.081144+0000","last_peered":"2024-09-12T01:16:31.081144+0000","last_clean":"2024-09-12T01:16:31.081144+0000","last_became_active":"2024-09-12T01:01:00.248572+0000","last_became_peered":"2024-09-12T01:01:00.248572+0000","last_unstale":"2024-09-12T01:16:31.081144+0000","last_undegraded":"2024-09-12T01:16:31.081144+0000","last_fullsized":"2024-09-12T01:16:31.081144+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:31.081047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:31.081047+0000","last_clean_scrub_stamp":"2024-09-12T01:16:31.081047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:13:57.187734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"264'4","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.945466+0000","last_change":"2024-09-12T01:16:29.945466+0000","last_active":"2024-09-12T01:16:29.945466+0000","last_peered":"2024-09-12T01:16:29.945466+0000","last_clean":"2024-09-12T01:16:29.945466+0000","last_became_active":"2024-09-12T00:50:34.997567+0000","last_became_peered":"2024-09-12T00:50:34.997567+0000","last_unstale":"2024-09-12T01:16:29.945466+0000","last_undegraded":"2024-09-12T01:16:29.945466+0000","last_fullsized":"2024-09-12T01:16:29.945466+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:29.945380+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:29.945380+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.945380+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:53.462938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"261'11","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.788765+0000","last_change":"2024-09-12T00:50:30.932850+0000","last_active":"2024-09-12T01:12:21.788765+0000","last_peered":"2024-09-12T01:12:21.788765+0000","last_clean":"2024-09-12T01:12:21.788765+0000","last_became_active":"2024-09-12T00:50:30.932533+0000","last_became_peered":"2024-09-12T00:50:30.932533+0000","last_unstale":"2024-09-12T01:12:21.788765+0000","last_undegraded":"2024-09-12T01:12:21.788765+0000","last_fullsized":"2024-09-12T01:12:21.788765+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:59:03.192260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":7172,"num_write":16,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"261'112","reported_seq":394,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.934270+0000","last_change":"2024-09-12T01:16:22.934270+0000","last_active":"2024-09-12T01:16:22.934270+0000","last_peered":"2024-09-12T01:16:22.934270+0000","last_clean":"2024-09-12T01:16:22.934270+0000","last_became_active":"2024-09-12T00:49:05.001017+0000","last_became_peered":"2024-09-12T00:49:05.001017+0000","last_unstale":"2024-09-12T01:16:22.934270+0000","last_undegraded":"2024-09-12T01:16:22.934270+0000","last_fullsized":"2024-09-12T01:16:22.934270+0000","mapping_epoch":251,"log_start":"261'100","ondisk_log_start":"261'100","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'112","last_scrub_stamp":"2024-09-12T01:16:22.934159+0000","last_deep_scrub":"261'112","last_deep_scrub_stamp":"2024-09-12T01:16:22.934159+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.934159+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:39:04.539951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":677,"num_read_kb":569,"num_write":130,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.798826+0000","last_change":"2024-09-12T01:01:00.241380+0000","last_active":"2024-09-12T01:13:31.798826+0000","last_peered":"2024-09-12T01:13:31.798826+0000","last_clean":"2024-09-12T01:13:31.798826+0000","last_became_active":"2024-09-12T01:01:00.241075+0000","last_became_peered":"2024-09-12T01:01:00.241075+0000","last_unstale":"2024-09-12T01:13:31.798826+0000","last_undegraded":"2024-09-12T01:13:31.798826+0000","last_fullsized":"2024-09-12T01:13:31.798826+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'10","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.984191+0000","last_change":"2024-09-12T01:16:27.984191+0000","last_active":"2024-09-12T01:16:27.984191+0000","last_peered":"2024-09-12T01:16:27.984191+0000","last_clean":"2024-09-12T01:16:27.984191+0000","last_became_active":"2024-09-12T00:50:34.998656+0000","last_became_peered":"2024-09-12T00:50:34.998656+0000","last_unstale":"2024-09-12T01:16:27.984191+0000","last_undegraded":"2024-09-12T01:16:27.984191+0000","last_fullsized":"2024-09-12T01:16:27.984191+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'10","last_scrub_stamp":"2024-09-12T01:16:27.984103+0000","last_deep_scrub":"264'10","last_deep_scrub_stamp":"2024-09-12T01:16:27.984103+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.984103+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:21.596779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":16384,"num_write":20,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"264'2","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816060+0000","last_change":"2024-09-12T00:50:30.940020+0000","last_active":"2024-09-12T01:15:31.816060+0000","last_peered":"2024-09-12T01:15:31.816060+0000","last_clean":"2024-09-12T01:15:31.816060+0000","last_became_active":"2024-09-12T00:50:30.939689+0000","last_became_peered":"2024-09-12T00:50:30.939689+0000","last_unstale":"2024-09-12T01:15:31.816060+0000","last_undegraded":"2024-09-12T01:15:31.816060+0000","last_fullsized":"2024-09-12T01:15:31.816060+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:49.704148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"264'40","reported_seq":155,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:30.271157+0000","last_change":"2024-09-12T00:49:05.003763+0000","last_active":"2024-09-12T01:13:30.271157+0000","last_peered":"2024-09-12T01:13:30.271157+0000","last_clean":"2024-09-12T01:13:30.271157+0000","last_became_active":"2024-09-12T00:49:05.003249+0000","last_became_peered":"2024-09-12T00:49:05.003249+0000","last_unstale":"2024-09-12T01:13:30.271157+0000","last_undegraded":"2024-09-12T01:13:30.271157+0000","last_fullsized":"2024-09-12T01:13:30.271157+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:53:07.505775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":209,"num_read_kb":145,"num_write":63,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.798867+0000","last_change":"2024-09-12T01:01:00.244164+0000","last_active":"2024-09-12T01:13:31.798867+0000","last_peered":"2024-09-12T01:13:31.798867+0000","last_clean":"2024-09-12T01:13:31.798867+0000","last_became_active":"2024-09-12T01:01:00.243245+0000","last_became_peered":"2024-09-12T01:01:00.243245+0000","last_unstale":"2024-09-12T01:13:31.798867+0000","last_undegraded":"2024-09-12T01:13:31.798867+0000","last_fullsized":"2024-09-12T01:13:31.798867+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"261'7","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796126+0000","last_change":"2024-09-12T00:50:34.996942+0000","last_active":"2024-09-12T01:13:06.796126+0000","last_peered":"2024-09-12T01:13:06.796126+0000","last_clean":"2024-09-12T01:13:06.796126+0000","last_became_active":"2024-09-12T00:50:34.996636+0000","last_became_peered":"2024-09-12T00:50:34.996636+0000","last_unstale":"2024-09-12T01:13:06.796126+0000","last_undegraded":"2024-09-12T01:13:06.796126+0000","last_fullsized":"2024-09-12T01:13:06.796126+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:43:33.721042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":3076,"num_write":12,"num_write_kb":1026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:00.667540+0000","last_change":"2024-09-12T00:50:30.943697+0000","last_active":"2024-09-12T01:13:00.667540+0000","last_peered":"2024-09-12T01:13:00.667540+0000","last_clean":"2024-09-12T01:13:00.667540+0000","last_became_active":"2024-09-12T00:50:30.943131+0000","last_became_peered":"2024-09-12T00:50:30.943131+0000","last_unstale":"2024-09-12T01:13:00.667540+0000","last_undegraded":"2024-09-12T01:13:00.667540+0000","last_fullsized":"2024-09-12T01:13:00.667540+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:18.820306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'24","reported_seq":120,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.126157+0000","last_change":"2024-09-12T01:16:23.126157+0000","last_active":"2024-09-12T01:16:23.126157+0000","last_peered":"2024-09-12T01:16:23.126157+0000","last_clean":"2024-09-12T01:16:23.126157+0000","last_became_active":"2024-09-12T00:49:04.999214+0000","last_became_peered":"2024-09-12T00:49:04.999214+0000","last_unstale":"2024-09-12T01:16:23.126157+0000","last_undegraded":"2024-09-12T01:16:23.126157+0000","last_fullsized":"2024-09-12T01:16:23.126157+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'24","last_scrub_stamp":"2024-09-12T01:16:23.126054+0000","last_deep_scrub":"264'24","last_deep_scrub_stamp":"2024-09-12T01:16:23.126054+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.126054+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:12:38.463460+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":124,"num_read_kb":86,"num_write":42,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.655741+0000","last_change":"2024-09-12T01:01:00.242402+0000","last_active":"2024-09-12T01:12:41.655741+0000","last_peered":"2024-09-12T01:12:41.655741+0000","last_clean":"2024-09-12T01:12:41.655741+0000","last_became_active":"2024-09-12T01:01:00.242074+0000","last_became_peered":"2024-09-12T01:01:00.242074+0000","last_unstale":"2024-09-12T01:12:41.655741+0000","last_undegraded":"2024-09-12T01:12:41.655741+0000","last_fullsized":"2024-09-12T01:12:41.655741+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:32:17.494123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"264'4","reported_seq":40,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:46.810498+0000","last_change":"2024-09-12T00:50:35.037076+0000","last_active":"2024-09-12T01:14:46.810498+0000","last_peered":"2024-09-12T01:14:46.810498+0000","last_clean":"2024-09-12T01:14:46.810498+0000","last_became_active":"2024-09-12T00:50:35.036761+0000","last_became_peered":"2024-09-12T00:50:35.036761+0000","last_unstale":"2024-09-12T01:14:46.810498+0000","last_undegraded":"2024-09-12T01:14:46.810498+0000","last_fullsized":"2024-09-12T01:14:46.810498+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:03:53.542537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'5","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.990981+0000","last_change":"2024-09-12T00:50:30.934398+0000","last_active":"2024-09-12T01:15:45.990981+0000","last_peered":"2024-09-12T01:15:45.990981+0000","last_clean":"2024-09-12T01:15:45.990981+0000","last_became_active":"2024-09-12T00:50:30.934124+0000","last_became_peered":"2024-09-12T00:50:30.934124+0000","last_unstale":"2024-09-12T01:15:45.990981+0000","last_undegraded":"2024-09-12T01:15:45.990981+0000","last_fullsized":"2024-09-12T01:15:45.990981+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"264'16","reported_seq":89,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:15.669968+0000","last_change":"2024-09-12T00:49:05.002772+0000","last_active":"2024-09-12T01:13:15.669968+0000","last_peered":"2024-09-12T01:13:15.669968+0000","last_clean":"2024-09-12T01:13:15.669968+0000","last_became_active":"2024-09-12T00:49:05.002211+0000","last_became_peered":"2024-09-12T00:49:05.002211+0000","last_unstale":"2024-09-12T01:13:15.669968+0000","last_undegraded":"2024-09-12T01:13:15.669968+0000","last_fullsized":"2024-09-12T01:13:15.669968+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:28:27.308072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":79,"num_read_kb":54,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"264'2","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.683683+0000","last_change":"2024-09-12T01:16:22.683683+0000","last_active":"2024-09-12T01:16:22.683683+0000","last_peered":"2024-09-12T01:16:22.683683+0000","last_clean":"2024-09-12T01:16:22.683683+0000","last_became_active":"2024-09-12T01:01:00.248297+0000","last_became_peered":"2024-09-12T01:01:00.248297+0000","last_unstale":"2024-09-12T01:16:22.683683+0000","last_undegraded":"2024-09-12T01:16:22.683683+0000","last_fullsized":"2024-09-12T01:16:22.683683+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:22.683595+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:22.683595+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.683595+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:16:07.070242+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"264'3","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.753646+0000","last_change":"2024-09-12T00:50:35.037325+0000","last_active":"2024-09-12T01:15:44.753646+0000","last_peered":"2024-09-12T01:15:44.753646+0000","last_clean":"2024-09-12T01:15:44.753646+0000","last_became_active":"2024-09-12T00:50:35.036985+0000","last_became_peered":"2024-09-12T00:50:35.036985+0000","last_unstale":"2024-09-12T01:15:44.753646+0000","last_undegraded":"2024-09-12T01:15:44.753646+0000","last_fullsized":"2024-09-12T01:15:44.753646+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"264'3","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:41.808606+0000","last_change":"2024-09-12T00:50:30.934350+0000","last_active":"2024-09-12T01:14:41.808606+0000","last_peered":"2024-09-12T01:14:41.808606+0000","last_clean":"2024-09-12T01:14:41.808606+0000","last_became_active":"2024-09-12T00:50:30.934084+0000","last_became_peered":"2024-09-12T00:50:30.934084+0000","last_unstale":"2024-09-12T01:14:41.808606+0000","last_undegraded":"2024-09-12T01:14:41.808606+0000","last_fullsized":"2024-09-12T01:14:41.808606+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:58.529071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"264'35","reported_seq":131,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:16.797847+0000","last_change":"2024-09-12T00:49:05.002480+0000","last_active":"2024-09-12T01:13:16.797847+0000","last_peered":"2024-09-12T01:13:16.797847+0000","last_clean":"2024-09-12T01:13:16.797847+0000","last_became_active":"2024-09-12T00:49:05.002224+0000","last_became_peered":"2024-09-12T00:49:05.002224+0000","last_unstale":"2024-09-12T01:13:16.797847+0000","last_undegraded":"2024-09-12T01:13:16.797847+0000","last_fullsized":"2024-09-12T01:13:16.797847+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:08.139476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":151,"num_read_kb":104,"num_write":80,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:41.791596+0000","last_change":"2024-09-12T01:01:00.240145+0000","last_active":"2024-09-12T01:12:41.791596+0000","last_peered":"2024-09-12T01:12:41.791596+0000","last_clean":"2024-09-12T01:12:41.791596+0000","last_became_active":"2024-09-12T01:01:00.239845+0000","last_became_peered":"2024-09-12T01:01:00.239845+0000","last_unstale":"2024-09-12T01:12:41.791596+0000","last_undegraded":"2024-09-12T01:12:41.791596+0000","last_fullsized":"2024-09-12T01:12:41.791596+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:29:21.793039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"264'3","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:15.685237+0000","last_change":"2024-09-12T00:51:06.150424+0000","last_active":"2024-09-12T01:15:15.685237+0000","last_peered":"2024-09-12T01:15:15.685237+0000","last_clean":"2024-09-12T01:15:15.685237+0000","last_became_active":"2024-09-12T00:51:06.150065+0000","last_became_peered":"2024-09-12T00:51:06.150065+0000","last_unstale":"2024-09-12T01:15:15.685237+0000","last_undegraded":"2024-09-12T01:15:15.685237+0000","last_fullsized":"2024-09-12T01:15:15.685237+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:35:33.339819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.16","version":"264'2","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.741160+0000","last_change":"2024-09-12T01:16:17.741160+0000","last_active":"2024-09-12T01:16:17.741160+0000","last_peered":"2024-09-12T01:16:17.741160+0000","last_clean":"2024-09-12T01:16:17.741160+0000","last_became_active":"2024-09-12T00:50:30.944163+0000","last_became_peered":"2024-09-12T00:50:30.944163+0000","last_unstale":"2024-09-12T01:16:17.741160+0000","last_undegraded":"2024-09-12T01:16:17.741160+0000","last_fullsized":"2024-09-12T01:16:17.741160+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:17.741074+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:17.741074+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.741074+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:28:51.989502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"264'23","reported_seq":114,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.678391+0000","last_change":"2024-09-12T01:16:14.678391+0000","last_active":"2024-09-12T01:16:14.678391+0000","last_peered":"2024-09-12T01:16:14.678391+0000","last_clean":"2024-09-12T01:16:14.678391+0000","last_became_active":"2024-09-12T00:49:04.998991+0000","last_became_peered":"2024-09-12T00:49:04.998991+0000","last_unstale":"2024-09-12T01:16:14.678391+0000","last_undegraded":"2024-09-12T01:16:14.678391+0000","last_fullsized":"2024-09-12T01:16:14.678391+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'23","last_scrub_stamp":"2024-09-12T01:16:14.678303+0000","last_deep_scrub":"264'23","last_deep_scrub_stamp":"2024-09-12T01:16:14.678303+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.678303+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:23.016800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":76,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:43.781055+0000","last_change":"2024-09-12T01:01:00.243575+0000","last_active":"2024-09-12T01:12:43.781055+0000","last_peered":"2024-09-12T01:12:43.781055+0000","last_clean":"2024-09-12T01:12:43.781055+0000","last_became_active":"2024-09-12T01:01:00.243245+0000","last_became_peered":"2024-09-12T01:01:00.243245+0000","last_unstale":"2024-09-12T01:12:43.781055+0000","last_undegraded":"2024-09-12T01:12:43.781055+0000","last_fullsized":"2024-09-12T01:12:43.781055+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:24.484498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"261'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:21.788839+0000","last_change":"2024-09-12T00:50:34.994727+0000","last_active":"2024-09-12T01:12:21.788839+0000","last_peered":"2024-09-12T01:12:21.788839+0000","last_clean":"2024-09-12T01:12:21.788839+0000","last_became_active":"2024-09-12T00:50:34.994435+0000","last_became_peered":"2024-09-12T00:50:34.994435+0000","last_unstale":"2024-09-12T01:12:21.788839+0000","last_undegraded":"2024-09-12T01:12:21.788839+0000","last_fullsized":"2024-09-12T01:12:21.788839+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:39.933925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661493+0000","last_change":"2024-09-12T00:50:30.940323+0000","last_active":"2024-09-12T01:12:15.661493+0000","last_peered":"2024-09-12T01:12:15.661493+0000","last_clean":"2024-09-12T01:12:15.661493+0000","last_became_active":"2024-09-12T00:50:30.940015+0000","last_became_peered":"2024-09-12T00:50:30.940015+0000","last_unstale":"2024-09-12T01:12:15.661493+0000","last_undegraded":"2024-09-12T01:12:15.661493+0000","last_fullsized":"2024-09-12T01:12:15.661493+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:53.874419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"264'4","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:31.790562+0000","last_change":"2024-09-12T00:49:05.000795+0000","last_active":"2024-09-12T01:12:31.790562+0000","last_peered":"2024-09-12T01:12:31.790562+0000","last_clean":"2024-09-12T01:12:31.790562+0000","last_became_active":"2024-09-12T00:49:05.000448+0000","last_became_peered":"2024-09-12T00:49:05.000448+0000","last_unstale":"2024-09-12T01:12:31.790562+0000","last_undegraded":"2024-09-12T01:12:31.790562+0000","last_fullsized":"2024-09-12T01:12:31.790562+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:03:37.939485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":13,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796239+0000","last_change":"2024-09-12T01:01:00.249415+0000","last_active":"2024-09-12T01:13:06.796239+0000","last_peered":"2024-09-12T01:13:06.796239+0000","last_clean":"2024-09-12T01:13:06.796239+0000","last_became_active":"2024-09-12T01:01:00.249127+0000","last_became_peered":"2024-09-12T01:01:00.249127+0000","last_unstale":"2024-09-12T01:13:06.796239+0000","last_undegraded":"2024-09-12T01:13:06.796239+0000","last_fullsized":"2024-09-12T01:13:06.796239+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:52:34.400467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"264'4","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.427725+0000","last_change":"2024-09-12T00:50:34.994048+0000","last_active":"2024-09-12T01:15:45.427725+0000","last_peered":"2024-09-12T01:15:45.427725+0000","last_clean":"2024-09-12T01:15:45.427725+0000","last_became_active":"2024-09-12T00:50:34.993740+0000","last_became_peered":"2024-09-12T00:50:34.993740+0000","last_unstale":"2024-09-12T01:15:45.427725+0000","last_undegraded":"2024-09-12T01:15:45.427725+0000","last_fullsized":"2024-09-12T01:15:45.427725+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'5","reported_seq":57,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:31.800625+0000","last_change":"2024-09-12T01:16:31.800625+0000","last_active":"2024-09-12T01:16:31.800625+0000","last_peered":"2024-09-12T01:16:31.800625+0000","last_clean":"2024-09-12T01:16:31.800625+0000","last_became_active":"2024-09-12T00:50:30.943017+0000","last_became_peered":"2024-09-12T00:50:30.943017+0000","last_unstale":"2024-09-12T01:16:31.800625+0000","last_undegraded":"2024-09-12T01:16:31.800625+0000","last_fullsized":"2024-09-12T01:16:31.800625+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T01:16:31.800544+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T01:16:31.800544+0000","last_clean_scrub_stamp":"2024-09-12T01:16:31.800544+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:35.949040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8219,"num_write":10,"num_write_kb":4123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"264'39","reported_seq":147,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:55.136186+0000","last_change":"2024-09-12T00:49:05.001754+0000","last_active":"2024-09-12T01:12:55.136186+0000","last_peered":"2024-09-12T01:12:55.136186+0000","last_clean":"2024-09-12T01:12:55.136186+0000","last_became_active":"2024-09-12T00:49:05.001197+0000","last_became_peered":"2024-09-12T00:49:05.001197+0000","last_unstale":"2024-09-12T01:12:55.136186+0000","last_undegraded":"2024-09-12T01:12:55.136186+0000","last_fullsized":"2024-09-12T01:12:55.136186+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:20:24.963710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":127,"num_write":78,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:05.668504+0000","last_change":"2024-09-12T01:01:00.246063+0000","last_active":"2024-09-12T01:13:05.668504+0000","last_peered":"2024-09-12T01:13:05.668504+0000","last_clean":"2024-09-12T01:13:05.668504+0000","last_became_active":"2024-09-12T01:01:00.244464+0000","last_became_peered":"2024-09-12T01:01:00.244464+0000","last_unstale":"2024-09-12T01:13:05.668504+0000","last_undegraded":"2024-09-12T01:13:05.668504+0000","last_fullsized":"2024-09-12T01:13:05.668504+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:22.705753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.140713+0000","last_change":"2024-09-12T01:16:29.140713+0000","last_active":"2024-09-12T01:16:29.140713+0000","last_peered":"2024-09-12T01:16:29.140713+0000","last_clean":"2024-09-12T01:16:29.140713+0000","last_became_active":"2024-09-12T00:50:34.995365+0000","last_became_peered":"2024-09-12T00:50:34.995365+0000","last_unstale":"2024-09-12T01:16:29.140713+0000","last_undegraded":"2024-09-12T01:16:29.140713+0000","last_fullsized":"2024-09-12T01:16:29.140713+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:29.140620+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:29.140620+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.140620+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:37.191486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:51.802215+0000","last_change":"2024-09-12T00:50:30.943184+0000","last_active":"2024-09-12T01:13:51.802215+0000","last_peered":"2024-09-12T01:13:51.802215+0000","last_clean":"2024-09-12T01:13:51.802215+0000","last_became_active":"2024-09-12T00:50:30.942874+0000","last_became_peered":"2024-09-12T00:50:30.942874+0000","last_unstale":"2024-09-12T01:13:51.802215+0000","last_undegraded":"2024-09-12T01:13:51.802215+0000","last_fullsized":"2024-09-12T01:13:51.802215+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"264'18","reported_seq":94,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:25.662770+0000","last_change":"2024-09-12T00:49:05.001769+0000","last_active":"2024-09-12T01:12:25.662770+0000","last_peered":"2024-09-12T01:12:25.662770+0000","last_clean":"2024-09-12T01:12:25.662770+0000","last_became_active":"2024-09-12T00:49:05.001379+0000","last_became_peered":"2024-09-12T00:49:05.001379+0000","last_unstale":"2024-09-12T01:12:25.662770+0000","last_undegraded":"2024-09-12T01:12:25.662770+0000","last_fullsized":"2024-09-12T01:12:25.662770+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:49.112285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":90,"num_read_kb":62,"num_write":33,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"263'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:45.665365+0000","last_change":"2024-09-12T01:01:00.252486+0000","last_active":"2024-09-12T01:12:45.665365+0000","last_peered":"2024-09-12T01:12:45.665365+0000","last_clean":"2024-09-12T01:12:45.665365+0000","last_became_active":"2024-09-12T01:01:00.251344+0000","last_became_peered":"2024-09-12T01:01:00.251344+0000","last_unstale":"2024-09-12T01:12:45.665365+0000","last_undegraded":"2024-09-12T01:12:45.665365+0000","last_fullsized":"2024-09-12T01:12:45.665365+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:04:03.915476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.803080+0000","last_change":"2024-09-12T00:50:34.995712+0000","last_active":"2024-09-12T01:13:56.803080+0000","last_peered":"2024-09-12T01:13:56.803080+0000","last_clean":"2024-09-12T01:13:56.803080+0000","last_became_active":"2024-09-12T00:50:34.995297+0000","last_became_peered":"2024-09-12T00:50:34.995297+0000","last_unstale":"2024-09-12T01:13:56.803080+0000","last_undegraded":"2024-09-12T01:13:56.803080+0000","last_fullsized":"2024-09-12T01:13:56.803080+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"261'4","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.975068+0000","last_change":"2024-09-12T01:16:23.975068+0000","last_active":"2024-09-12T01:16:23.975068+0000","last_peered":"2024-09-12T01:16:23.975068+0000","last_clean":"2024-09-12T01:16:23.975068+0000","last_became_active":"2024-09-12T00:50:30.934883+0000","last_became_peered":"2024-09-12T00:50:30.934883+0000","last_unstale":"2024-09-12T01:16:23.975068+0000","last_undegraded":"2024-09-12T01:16:23.975068+0000","last_fullsized":"2024-09-12T01:16:23.975068+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-12T01:16:23.974974+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-12T01:16:23.974974+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.974974+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:27:20.254761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":4,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"264'13","reported_seq":79,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:26.789605+0000","last_change":"2024-09-12T00:49:04.995425+0000","last_active":"2024-09-12T01:12:26.789605+0000","last_peered":"2024-09-12T01:12:26.789605+0000","last_clean":"2024-09-12T01:12:26.789605+0000","last_became_active":"2024-09-12T00:49:04.995133+0000","last_became_peered":"2024-09-12T00:49:04.995133+0000","last_unstale":"2024-09-12T01:12:26.789605+0000","last_undegraded":"2024-09-12T01:12:26.789605+0000","last_fullsized":"2024-09-12T01:12:26.789605+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:18:07.249211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":43,"num_write":24,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796200+0000","last_change":"2024-09-12T01:01:00.249001+0000","last_active":"2024-09-12T01:13:06.796200+0000","last_peered":"2024-09-12T01:13:06.796200+0000","last_clean":"2024-09-12T01:13:06.796200+0000","last_became_active":"2024-09-12T01:01:00.248137+0000","last_became_peered":"2024-09-12T01:01:00.248137+0000","last_unstale":"2024-09-12T01:13:06.796200+0000","last_undegraded":"2024-09-12T01:13:06.796200+0000","last_fullsized":"2024-09-12T01:13:06.796200+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:08:35.210868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"264'3","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.955074+0000","last_change":"2024-09-12T01:16:26.955074+0000","last_active":"2024-09-12T01:16:26.955074+0000","last_peered":"2024-09-12T01:16:26.955074+0000","last_clean":"2024-09-12T01:16:26.955074+0000","last_became_active":"2024-09-12T00:50:34.998442+0000","last_became_peered":"2024-09-12T00:50:34.998442+0000","last_unstale":"2024-09-12T01:16:26.955074+0000","last_undegraded":"2024-09-12T01:16:26.955074+0000","last_fullsized":"2024-09-12T01:16:26.955074+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:16:26.954991+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:16:26.954991+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.954991+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:22:46.247963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'7","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.893447+0000","last_change":"2024-09-12T00:50:30.935630+0000","last_active":"2024-09-12T01:15:44.893447+0000","last_peered":"2024-09-12T01:15:44.893447+0000","last_clean":"2024-09-12T01:15:44.893447+0000","last_became_active":"2024-09-12T00:50:30.935187+0000","last_became_peered":"2024-09-12T00:50:30.935187+0000","last_unstale":"2024-09-12T01:15:44.893447+0000","last_undegraded":"2024-09-12T01:15:44.893447+0000","last_fullsized":"2024-09-12T01:15:44.893447+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12290,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"264'10","reported_seq":74,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:26.790569+0000","last_change":"2024-09-12T00:49:04.997846+0000","last_active":"2024-09-12T01:12:26.790569+0000","last_peered":"2024-09-12T01:12:26.790569+0000","last_clean":"2024-09-12T01:12:26.790569+0000","last_became_active":"2024-09-12T00:49:04.997543+0000","last_became_peered":"2024-09-12T00:49:04.997543+0000","last_unstale":"2024-09-12T01:12:26.790569+0000","last_undegraded":"2024-09-12T01:12:26.790569+0000","last_fullsized":"2024-09-12T01:12:26.790569+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:34:32.253085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":36,"num_write":21,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.714886+0000","last_change":"2024-09-12T01:16:21.714886+0000","last_active":"2024-09-12T01:16:21.714886+0000","last_peered":"2024-09-12T01:16:21.714886+0000","last_clean":"2024-09-12T01:16:21.714886+0000","last_became_active":"2024-09-12T01:01:00.247390+0000","last_became_peered":"2024-09-12T01:01:00.247390+0000","last_unstale":"2024-09-12T01:16:21.714886+0000","last_undegraded":"2024-09-12T01:16:21.714886+0000","last_fullsized":"2024-09-12T01:16:21.714886+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:21.714771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:21.714771+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.714771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:20:24.888223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:21.815691+0000","last_change":"2024-09-12T00:50:34.999328+0000","last_active":"2024-09-12T01:15:21.815691+0000","last_peered":"2024-09-12T01:15:21.815691+0000","last_clean":"2024-09-12T01:15:21.815691+0000","last_became_active":"2024-09-12T00:50:34.999003+0000","last_became_peered":"2024-09-12T00:50:34.999003+0000","last_unstale":"2024-09-12T01:15:21.815691+0000","last_undegraded":"2024-09-12T01:15:21.815691+0000","last_fullsized":"2024-09-12T01:15:21.815691+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:42.477954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:16.813763+0000","last_change":"2024-09-12T00:50:30.945140+0000","last_active":"2024-09-12T01:15:16.813763+0000","last_peered":"2024-09-12T01:15:16.813763+0000","last_clean":"2024-09-12T01:15:16.813763+0000","last_became_active":"2024-09-12T00:50:30.944904+0000","last_became_peered":"2024-09-12T00:50:30.944904+0000","last_unstale":"2024-09-12T01:15:16.813763+0000","last_undegraded":"2024-09-12T01:15:16.813763+0000","last_fullsized":"2024-09-12T01:15:16.813763+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:45:27.652096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"264'18","reported_seq":93,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:56.803179+0000","last_change":"2024-09-12T00:49:05.006612+0000","last_active":"2024-09-12T01:13:56.803179+0000","last_peered":"2024-09-12T01:13:56.803179+0000","last_clean":"2024-09-12T01:13:56.803179+0000","last_became_active":"2024-09-12T00:49:05.006219+0000","last_became_peered":"2024-09-12T00:49:05.006219+0000","last_unstale":"2024-09-12T01:13:56.803179+0000","last_undegraded":"2024-09-12T01:13:56.803179+0000","last_fullsized":"2024-09-12T01:13:56.803179+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":59,"num_write":36,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788162+0000","last_change":"2024-09-12T01:01:00.241273+0000","last_active":"2024-09-12T01:12:16.788162+0000","last_peered":"2024-09-12T01:12:16.788162+0000","last_clean":"2024-09-12T01:12:16.788162+0000","last_became_active":"2024-09-12T01:01:00.240946+0000","last_became_peered":"2024-09-12T01:01:00.240946+0000","last_unstale":"2024-09-12T01:12:16.788162+0000","last_undegraded":"2024-09-12T01:12:16.788162+0000","last_fullsized":"2024-09-12T01:12:16.788162+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:16:02.176460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'2","reported_seq":37,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:21.815654+0000","last_change":"2024-09-12T00:50:34.996981+0000","last_active":"2024-09-12T01:15:21.815654+0000","last_peered":"2024-09-12T01:15:21.815654+0000","last_clean":"2024-09-12T01:15:21.815654+0000","last_became_active":"2024-09-12T00:50:34.996654+0000","last_became_peered":"2024-09-12T00:50:34.996654+0000","last_unstale":"2024-09-12T01:15:21.815654+0000","last_undegraded":"2024-09-12T01:15:21.815654+0000","last_fullsized":"2024-09-12T01:15:21.815654+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:54:18.121278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"264'2","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.717209+0000","last_change":"2024-09-12T01:16:18.717209+0000","last_active":"2024-09-12T01:16:18.717209+0000","last_peered":"2024-09-12T01:16:18.717209+0000","last_clean":"2024-09-12T01:16:18.717209+0000","last_became_active":"2024-09-12T00:50:30.941276+0000","last_became_peered":"2024-09-12T00:50:30.941276+0000","last_unstale":"2024-09-12T01:16:18.717209+0000","last_undegraded":"2024-09-12T01:16:18.717209+0000","last_fullsized":"2024-09-12T01:16:18.717209+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:18.717117+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:18.717117+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.717117+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:30:53.560265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'57","reported_seq":207,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:53.791865+0000","last_change":"2024-09-12T00:49:05.000615+0000","last_active":"2024-09-12T01:13:53.791865+0000","last_peered":"2024-09-12T01:13:53.791865+0000","last_clean":"2024-09-12T01:13:53.791865+0000","last_became_active":"2024-09-12T00:49:05.000274+0000","last_became_peered":"2024-09-12T00:49:05.000274+0000","last_unstale":"2024-09-12T01:13:53.791865+0000","last_undegraded":"2024-09-12T01:13:53.791865+0000","last_fullsized":"2024-09-12T01:13:53.791865+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":307,"num_read_kb":219,"num_write":100,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.990744+0000","last_change":"2024-09-12T01:16:28.990744+0000","last_active":"2024-09-12T01:16:28.990744+0000","last_peered":"2024-09-12T01:16:28.990744+0000","last_clean":"2024-09-12T01:16:28.990744+0000","last_became_active":"2024-09-12T01:01:00.248139+0000","last_became_peered":"2024-09-12T01:01:00.248139+0000","last_unstale":"2024-09-12T01:16:28.990744+0000","last_undegraded":"2024-09-12T01:16:28.990744+0000","last_fullsized":"2024-09-12T01:16:28.990744+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:28.990661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:28.990661+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.990661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:44:06.893964+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.130469+0000","last_change":"2024-09-12T01:16:26.130469+0000","last_active":"2024-09-12T01:16:26.130469+0000","last_peered":"2024-09-12T01:16:26.130469+0000","last_clean":"2024-09-12T01:16:26.130469+0000","last_became_active":"2024-09-12T00:50:35.038447+0000","last_became_peered":"2024-09-12T00:50:35.038447+0000","last_unstale":"2024-09-12T01:16:26.130469+0000","last_undegraded":"2024-09-12T01:16:26.130469+0000","last_fullsized":"2024-09-12T01:16:26.130469+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:26.130374+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:26.130374+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.130374+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:15:32.867883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"264'2","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:15.685190+0000","last_change":"2024-09-12T00:50:30.940184+0000","last_active":"2024-09-12T01:15:15.685190+0000","last_peered":"2024-09-12T01:15:15.685190+0000","last_clean":"2024-09-12T01:15:15.685190+0000","last_became_active":"2024-09-12T00:50:30.939898+0000","last_became_peered":"2024-09-12T00:50:30.939898+0000","last_unstale":"2024-09-12T01:15:15.685190+0000","last_undegraded":"2024-09-12T01:15:15.685190+0000","last_fullsized":"2024-09-12T01:15:15.685190+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:57:36.814375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"264'45","reported_seq":175,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.942728+0000","last_change":"2024-09-12T01:16:20.942728+0000","last_active":"2024-09-12T01:16:20.942728+0000","last_peered":"2024-09-12T01:16:20.942728+0000","last_clean":"2024-09-12T01:16:20.942728+0000","last_became_active":"2024-09-12T00:49:04.996877+0000","last_became_peered":"2024-09-12T00:49:04.996877+0000","last_unstale":"2024-09-12T01:16:20.942728+0000","last_undegraded":"2024-09-12T01:16:20.942728+0000","last_fullsized":"2024-09-12T01:16:20.942728+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'45","last_scrub_stamp":"2024-09-12T01:16:20.942615+0000","last_deep_scrub":"264'45","last_deep_scrub_stamp":"2024-09-12T01:16:20.942615+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.942615+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:40:29.577588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":154,"num_write":87,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:01.802765+0000","last_change":"2024-09-12T01:01:00.244978+0000","last_active":"2024-09-12T01:14:01.802765+0000","last_peered":"2024-09-12T01:14:01.802765+0000","last_clean":"2024-09-12T01:14:01.802765+0000","last_became_active":"2024-09-12T01:01:00.244603+0000","last_became_peered":"2024-09-12T01:01:00.244603+0000","last_unstale":"2024-09-12T01:14:01.802765+0000","last_undegraded":"2024-09-12T01:14:01.802765+0000","last_fullsized":"2024-09-12T01:14:01.802765+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'4","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:21.815708+0000","last_change":"2024-09-12T00:50:34.997047+0000","last_active":"2024-09-12T01:15:21.815708+0000","last_peered":"2024-09-12T01:15:21.815708+0000","last_clean":"2024-09-12T01:15:21.815708+0000","last_became_active":"2024-09-12T00:50:34.996753+0000","last_became_peered":"2024-09-12T00:50:34.996753+0000","last_unstale":"2024-09-12T01:15:21.815708+0000","last_undegraded":"2024-09-12T01:15:21.815708+0000","last_fullsized":"2024-09-12T01:15:21.815708+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:47:24.391205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'7","reported_seq":60,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.098793+0000","last_change":"2024-09-12T01:16:25.098793+0000","last_active":"2024-09-12T01:16:25.098793+0000","last_peered":"2024-09-12T01:16:25.098793+0000","last_clean":"2024-09-12T01:16:25.098793+0000","last_became_active":"2024-09-12T00:50:30.934056+0000","last_became_peered":"2024-09-12T00:50:30.934056+0000","last_unstale":"2024-09-12T01:16:25.098793+0000","last_undegraded":"2024-09-12T01:16:25.098793+0000","last_fullsized":"2024-09-12T01:16:25.098793+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'7","last_scrub_stamp":"2024-09-12T01:16:25.098703+0000","last_deep_scrub":"264'7","last_deep_scrub_stamp":"2024-09-12T01:16:25.098703+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.098703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:20.916662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":9218,"num_write":12,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"264'76","reported_seq":268,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.668108+0000","last_change":"2024-09-12T01:16:15.668108+0000","last_active":"2024-09-12T01:16:15.668108+0000","last_peered":"2024-09-12T01:16:15.668108+0000","last_clean":"2024-09-12T01:16:15.668108+0000","last_became_active":"2024-09-12T00:49:04.998935+0000","last_became_peered":"2024-09-12T00:49:04.998935+0000","last_unstale":"2024-09-12T01:16:15.668108+0000","last_undegraded":"2024-09-12T01:16:15.668108+0000","last_fullsized":"2024-09-12T01:16:15.668108+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'76","last_scrub_stamp":"2024-09-12T01:16:15.668018+0000","last_deep_scrub":"264'76","last_deep_scrub_stamp":"2024-09-12T01:16:15.668018+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.668018+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:26.506408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":403,"num_read_kb":301,"num_write":119,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.789497+0000","last_change":"2024-09-12T01:01:00.242450+0000","last_active":"2024-09-12T01:12:16.789497+0000","last_peered":"2024-09-12T01:12:16.789497+0000","last_clean":"2024-09-12T01:12:16.789497+0000","last_became_active":"2024-09-12T01:01:00.242139+0000","last_became_peered":"2024-09-12T01:01:00.242139+0000","last_unstale":"2024-09-12T01:12:16.789497+0000","last_undegraded":"2024-09-12T01:12:16.789497+0000","last_fullsized":"2024-09-12T01:12:16.789497+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:11.006578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'3","reported_seq":39,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:26.806555+0000","last_change":"2024-09-12T00:50:34.995684+0000","last_active":"2024-09-12T01:14:26.806555+0000","last_peered":"2024-09-12T01:14:26.806555+0000","last_clean":"2024-09-12T01:14:26.806555+0000","last_became_active":"2024-09-12T00:50:34.995313+0000","last_became_peered":"2024-09-12T00:50:34.995313+0000","last_unstale":"2024-09-12T01:14:26.806555+0000","last_undegraded":"2024-09-12T01:14:26.806555+0000","last_fullsized":"2024-09-12T01:14:26.806555+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:46.556893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"264'4","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.046018+0000","last_change":"2024-09-12T00:50:30.938482+0000","last_active":"2024-09-12T01:15:45.046018+0000","last_peered":"2024-09-12T01:15:45.046018+0000","last_clean":"2024-09-12T01:15:45.046018+0000","last_became_active":"2024-09-12T00:50:30.938036+0000","last_became_peered":"2024-09-12T00:50:30.938036+0000","last_unstale":"2024-09-12T01:15:45.046018+0000","last_undegraded":"2024-09-12T01:15:45.046018+0000","last_fullsized":"2024-09-12T01:15:45.046018+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"261'7","reported_seq":67,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:50.674171+0000","last_change":"2024-09-12T00:49:05.004166+0000","last_active":"2024-09-12T01:13:50.674171+0000","last_peered":"2024-09-12T01:13:50.674171+0000","last_clean":"2024-09-12T01:13:50.674171+0000","last_became_active":"2024-09-12T00:49:05.003639+0000","last_became_peered":"2024-09-12T00:49:05.003639+0000","last_unstale":"2024-09-12T01:13:50.674171+0000","last_undegraded":"2024-09-12T01:13:50.674171+0000","last_fullsized":"2024-09-12T01:13:50.674171+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":27,"num_write":13,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788267+0000","last_change":"2024-09-12T01:01:00.247279+0000","last_active":"2024-09-12T01:12:16.788267+0000","last_peered":"2024-09-12T01:12:16.788267+0000","last_clean":"2024-09-12T01:12:16.788267+0000","last_became_active":"2024-09-12T01:01:00.246954+0000","last_became_peered":"2024-09-12T01:01:00.246954+0000","last_unstale":"2024-09-12T01:12:16.788267+0000","last_undegraded":"2024-09-12T01:12:16.788267+0000","last_fullsized":"2024-09-12T01:12:16.788267+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:20:23.050226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788102+0000","last_change":"2024-09-12T00:50:35.036906+0000","last_active":"2024-09-12T01:12:16.788102+0000","last_peered":"2024-09-12T01:12:16.788102+0000","last_clean":"2024-09-12T01:12:16.788102+0000","last_became_active":"2024-09-12T00:50:35.036646+0000","last_became_peered":"2024-09-12T00:50:35.036646+0000","last_unstale":"2024-09-12T01:12:16.788102+0000","last_undegraded":"2024-09-12T01:12:16.788102+0000","last_fullsized":"2024-09-12T01:12:16.788102+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:27.148209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"261'2","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.116032+0000","last_change":"2024-09-12T01:16:28.115968+0000","last_active":"2024-09-12T01:16:28.116032+0000","last_peered":"2024-09-12T01:16:28.116032+0000","last_clean":"2024-09-12T01:16:28.116032+0000","last_became_active":"2024-09-12T00:50:30.939438+0000","last_became_peered":"2024-09-12T00:50:30.939438+0000","last_unstale":"2024-09-12T01:16:28.116032+0000","last_undegraded":"2024-09-12T01:16:28.116032+0000","last_fullsized":"2024-09-12T01:16:28.116032+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T01:16:28.115873+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T01:16:28.115873+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.115873+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:21:37.746249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"264'27","reported_seq":127,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:31.790575+0000","last_change":"2024-09-12T01:16:31.790575+0000","last_active":"2024-09-12T01:16:31.790575+0000","last_peered":"2024-09-12T01:16:31.790575+0000","last_clean":"2024-09-12T01:16:31.790575+0000","last_became_active":"2024-09-12T00:49:04.998359+0000","last_became_peered":"2024-09-12T00:49:04.998359+0000","last_unstale":"2024-09-12T01:16:31.790575+0000","last_undegraded":"2024-09-12T01:16:31.790575+0000","last_fullsized":"2024-09-12T01:16:31.790575+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'27","last_scrub_stamp":"2024-09-12T01:16:31.790476+0000","last_deep_scrub":"264'27","last_deep_scrub_stamp":"2024-09-12T01:16:31.790476+0000","last_clean_scrub_stamp":"2024-09-12T01:16:31.790476+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:35:52.878554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":92,"num_write":52,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"264'1","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788184+0000","last_change":"2024-09-12T01:01:00.244168+0000","last_active":"2024-09-12T01:12:16.788184+0000","last_peered":"2024-09-12T01:12:16.788184+0000","last_clean":"2024-09-12T01:12:16.788184+0000","last_became_active":"2024-09-12T01:01:00.243414+0000","last_became_peered":"2024-09-12T01:01:00.243414+0000","last_unstale":"2024-09-12T01:12:16.788184+0000","last_undegraded":"2024-09-12T01:12:16.788184+0000","last_fullsized":"2024-09-12T01:12:16.788184+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:23:39.975838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"261'4","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.101124+0000","last_change":"2024-09-12T01:16:27.101124+0000","last_active":"2024-09-12T01:16:27.101124+0000","last_peered":"2024-09-12T01:16:27.101124+0000","last_clean":"2024-09-12T01:16:27.101124+0000","last_became_active":"2024-09-12T00:50:35.000038+0000","last_became_peered":"2024-09-12T00:50:35.000038+0000","last_unstale":"2024-09-12T01:16:27.101124+0000","last_undegraded":"2024-09-12T01:16:27.101124+0000","last_fullsized":"2024-09-12T01:16:27.101124+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-12T01:16:27.101032+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-12T01:16:27.101032+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.101032+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:44.207358+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"261'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661382+0000","last_change":"2024-09-12T00:50:30.940559+0000","last_active":"2024-09-12T01:12:15.661382+0000","last_peered":"2024-09-12T01:12:15.661382+0000","last_clean":"2024-09-12T01:12:15.661382+0000","last_became_active":"2024-09-12T00:50:30.940252+0000","last_became_peered":"2024-09-12T00:50:30.940252+0000","last_unstale":"2024-09-12T01:12:15.661382+0000","last_undegraded":"2024-09-12T01:12:15.661382+0000","last_fullsized":"2024-09-12T01:12:15.661382+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:12:12.408624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"264'51","reported_seq":188,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:56.794468+0000","last_change":"2024-09-12T00:49:05.001845+0000","last_active":"2024-09-12T01:12:56.794468+0000","last_peered":"2024-09-12T01:12:56.794468+0000","last_clean":"2024-09-12T01:12:56.794468+0000","last_became_active":"2024-09-12T00:49:05.001450+0000","last_became_peered":"2024-09-12T00:49:05.001450+0000","last_unstale":"2024-09-12T01:12:56.794468+0000","last_undegraded":"2024-09-12T01:12:56.794468+0000","last_fullsized":"2024-09-12T01:12:56.794468+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:20:04.525417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":268,"num_read_kb":187,"num_write":90,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:15.661453+0000","last_change":"2024-09-12T01:01:00.244022+0000","last_active":"2024-09-12T01:12:15.661453+0000","last_peered":"2024-09-12T01:12:15.661453+0000","last_clean":"2024-09-12T01:12:15.661453+0000","last_became_active":"2024-09-12T01:01:00.243734+0000","last_became_peered":"2024-09-12T01:01:00.243734+0000","last_unstale":"2024-09-12T01:12:15.661453+0000","last_undegraded":"2024-09-12T01:12:15.661453+0000","last_fullsized":"2024-09-12T01:12:15.661453+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:32:17.406102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"264'8","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.206660+0000","last_change":"2024-09-12T00:50:34.995658+0000","last_active":"2024-09-12T01:15:44.206660+0000","last_peered":"2024-09-12T01:15:44.206660+0000","last_clean":"2024-09-12T01:15:44.206660+0000","last_became_active":"2024-09-12T00:50:34.995328+0000","last_became_peered":"2024-09-12T00:50:34.995328+0000","last_unstale":"2024-09-12T01:15:44.206660+0000","last_undegraded":"2024-09-12T01:15:44.206660+0000","last_fullsized":"2024-09-12T01:15:44.206660+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:05:12.786753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13312,"num_write":8,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'2","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.802525+0000","last_change":"2024-09-12T01:16:30.802525+0000","last_active":"2024-09-12T01:16:30.802525+0000","last_peered":"2024-09-12T01:16:30.802525+0000","last_clean":"2024-09-12T01:16:30.802525+0000","last_became_active":"2024-09-12T00:50:30.934572+0000","last_became_peered":"2024-09-12T00:50:30.934572+0000","last_unstale":"2024-09-12T01:16:30.802525+0000","last_undegraded":"2024-09-12T01:16:30.802525+0000","last_fullsized":"2024-09-12T01:16:30.802525+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:30.802420+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:30.802420+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.802420+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:26:41.847268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"264'58","reported_seq":215,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.938208+0000","last_change":"2024-09-12T01:16:19.938208+0000","last_active":"2024-09-12T01:16:19.938208+0000","last_peered":"2024-09-12T01:16:19.938208+0000","last_clean":"2024-09-12T01:16:19.938208+0000","last_became_active":"2024-09-12T00:49:04.996339+0000","last_became_peered":"2024-09-12T00:49:04.996339+0000","last_unstale":"2024-09-12T01:16:19.938208+0000","last_undegraded":"2024-09-12T01:16:19.938208+0000","last_fullsized":"2024-09-12T01:16:19.938208+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'58","last_scrub_stamp":"2024-09-12T01:16:19.938126+0000","last_deep_scrub":"264'58","last_deep_scrub_stamp":"2024-09-12T01:16:19.938126+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.938126+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:35.354882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":305,"num_read_kb":218,"num_write":103,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.798800+0000","last_change":"2024-09-12T01:01:00.247279+0000","last_active":"2024-09-12T01:13:31.798800+0000","last_peered":"2024-09-12T01:13:31.798800+0000","last_clean":"2024-09-12T01:13:31.798800+0000","last_became_active":"2024-09-12T01:01:00.246709+0000","last_became_peered":"2024-09-12T01:01:00.246709+0000","last_unstale":"2024-09-12T01:13:31.798800+0000","last_undegraded":"2024-09-12T01:13:31.798800+0000","last_fullsized":"2024-09-12T01:13:31.798800+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:50:20.235279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"264'6","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.961358+0000","last_change":"2024-09-12T00:50:34.998078+0000","last_active":"2024-09-12T01:15:44.961358+0000","last_peered":"2024-09-12T01:15:44.961358+0000","last_clean":"2024-09-12T01:15:44.961358+0000","last_became_active":"2024-09-12T00:50:34.997718+0000","last_became_peered":"2024-09-12T00:50:34.997718+0000","last_unstale":"2024-09-12T01:15:44.961358+0000","last_undegraded":"2024-09-12T01:15:44.961358+0000","last_fullsized":"2024-09-12T01:15:44.961358+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:17:27.348344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":13430,"num_write":6,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816098+0000","last_change":"2024-09-12T00:50:30.934114+0000","last_active":"2024-09-12T01:15:31.816098+0000","last_peered":"2024-09-12T01:15:31.816098+0000","last_clean":"2024-09-12T01:15:31.816098+0000","last_became_active":"2024-09-12T00:50:30.933846+0000","last_became_peered":"2024-09-12T00:50:30.933846+0000","last_unstale":"2024-09-12T01:15:31.816098+0000","last_undegraded":"2024-09-12T01:15:31.816098+0000","last_fullsized":"2024-09-12T01:15:31.816098+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:01:17.763715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'57","reported_seq":203,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:55.666802+0000","last_change":"2024-09-12T00:49:05.002485+0000","last_active":"2024-09-12T01:12:55.666802+0000","last_peered":"2024-09-12T01:12:55.666802+0000","last_clean":"2024-09-12T01:12:55.666802+0000","last_became_active":"2024-09-12T00:49:05.001896+0000","last_became_peered":"2024-09-12T00:49:05.001896+0000","last_unstale":"2024-09-12T01:12:55.666802+0000","last_undegraded":"2024-09-12T01:12:55.666802+0000","last_fullsized":"2024-09-12T01:12:55.666802+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:49:03.958714+0000","last_clean_scrub_stamp":"2024-09-12T00:49:03.958714+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:57:34.501825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":298,"num_read_kb":208,"num_write":101,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:33.788857+0000","last_change":"2024-09-12T01:01:00.246143+0000","last_active":"2024-09-12T01:13:33.788857+0000","last_peered":"2024-09-12T01:13:33.788857+0000","last_clean":"2024-09-12T01:13:33.788857+0000","last_became_active":"2024-09-12T01:01:00.245868+0000","last_became_peered":"2024-09-12T01:01:00.245868+0000","last_unstale":"2024-09-12T01:13:33.788857+0000","last_undegraded":"2024-09-12T01:13:33.788857+0000","last_fullsized":"2024-09-12T01:13:33.788857+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:35:59.020212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"264'2","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:35.688255+0000","last_change":"2024-09-12T00:50:35.038714+0000","last_active":"2024-09-12T01:15:35.688255+0000","last_peered":"2024-09-12T01:15:35.688255+0000","last_clean":"2024-09-12T01:15:35.688255+0000","last_became_active":"2024-09-12T00:50:35.038388+0000","last_became_peered":"2024-09-12T00:50:35.038388+0000","last_unstale":"2024-09-12T01:15:35.688255+0000","last_undegraded":"2024-09-12T01:15:35.688255+0000","last_fullsized":"2024-09-12T01:15:35.688255+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:20:32.114053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"264'7","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.704281+0000","last_change":"2024-09-12T01:16:16.704281+0000","last_active":"2024-09-12T01:16:16.704281+0000","last_peered":"2024-09-12T01:16:16.704281+0000","last_clean":"2024-09-12T01:16:16.704281+0000","last_became_active":"2024-09-12T00:50:30.941285+0000","last_became_peered":"2024-09-12T00:50:30.941285+0000","last_unstale":"2024-09-12T01:16:16.704281+0000","last_undegraded":"2024-09-12T01:16:16.704281+0000","last_fullsized":"2024-09-12T01:16:16.704281+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'7","last_scrub_stamp":"2024-09-12T01:16:16.704191+0000","last_deep_scrub":"264'7","last_deep_scrub_stamp":"2024-09-12T01:16:16.704191+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.704191+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:01.343390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":16386,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'60","reported_seq":227,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.915981+0000","last_change":"2024-09-12T01:16:21.915981+0000","last_active":"2024-09-12T01:16:21.915981+0000","last_peered":"2024-09-12T01:16:21.915981+0000","last_clean":"2024-09-12T01:16:21.915981+0000","last_became_active":"2024-09-12T00:49:05.000655+0000","last_became_peered":"2024-09-12T00:49:05.000655+0000","last_unstale":"2024-09-12T01:16:21.915981+0000","last_undegraded":"2024-09-12T01:16:21.915981+0000","last_fullsized":"2024-09-12T01:16:21.915981+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'60","last_scrub_stamp":"2024-09-12T01:16:21.915908+0000","last_deep_scrub":"264'60","last_deep_scrub_stamp":"2024-09-12T01:16:21.915908+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.915908+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:53:45.760232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":331,"num_read_kb":248,"num_write":99,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.093428+0000","last_change":"2024-09-12T01:16:30.093428+0000","last_active":"2024-09-12T01:16:30.093428+0000","last_peered":"2024-09-12T01:16:30.093428+0000","last_clean":"2024-09-12T01:16:30.093428+0000","last_became_active":"2024-09-12T01:01:00.239777+0000","last_became_peered":"2024-09-12T01:01:00.239777+0000","last_unstale":"2024-09-12T01:16:30.093428+0000","last_undegraded":"2024-09-12T01:16:30.093428+0000","last_fullsized":"2024-09-12T01:16:30.093428+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:30.093329+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:30.093329+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.093329+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:37.298874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788276+0000","last_change":"2024-09-12T00:50:35.038307+0000","last_active":"2024-09-12T01:12:16.788276+0000","last_peered":"2024-09-12T01:12:16.788276+0000","last_clean":"2024-09-12T01:12:16.788276+0000","last_became_active":"2024-09-12T00:50:35.038044+0000","last_became_peered":"2024-09-12T00:50:35.038044+0000","last_unstale":"2024-09-12T01:12:16.788276+0000","last_undegraded":"2024-09-12T01:12:16.788276+0000","last_fullsized":"2024-09-12T01:12:16.788276+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:34:20.183924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.046309+0000","last_change":"2024-09-12T00:50:30.931604+0000","last_active":"2024-09-12T01:15:45.046309+0000","last_peered":"2024-09-12T01:15:45.046309+0000","last_clean":"2024-09-12T01:15:45.046309+0000","last_became_active":"2024-09-12T00:50:30.931259+0000","last_became_peered":"2024-09-12T00:50:30.931259+0000","last_unstale":"2024-09-12T01:15:45.046309+0000","last_undegraded":"2024-09-12T01:15:45.046309+0000","last_fullsized":"2024-09-12T01:15:45.046309+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"264'6","reported_seq":74,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.828038+0000","last_change":"2024-09-12T01:16:30.828038+0000","last_active":"2024-09-12T01:16:30.828038+0000","last_peered":"2024-09-12T01:16:30.828038+0000","last_clean":"2024-09-12T01:16:30.828038+0000","last_became_active":"2024-09-12T00:49:05.006262+0000","last_became_peered":"2024-09-12T00:49:05.006262+0000","last_unstale":"2024-09-12T01:16:30.828038+0000","last_undegraded":"2024-09-12T01:16:30.828038+0000","last_fullsized":"2024-09-12T01:16:30.828038+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T01:16:30.827946+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T01:16:30.827946+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.827946+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:25:33.744880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":24,"num_write":11,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.799522+0000","last_change":"2024-09-12T01:01:00.243089+0000","last_active":"2024-09-12T01:13:31.799522+0000","last_peered":"2024-09-12T01:13:31.799522+0000","last_clean":"2024-09-12T01:13:31.799522+0000","last_became_active":"2024-09-12T01:01:00.242637+0000","last_became_peered":"2024-09-12T01:01:00.242637+0000","last_unstale":"2024-09-12T01:13:31.799522+0000","last_undegraded":"2024-09-12T01:13:31.799522+0000","last_fullsized":"2024-09-12T01:13:31.799522+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:20.089088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":34,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:12:16.788197+0000","last_change":"2024-09-12T00:50:34.997522+0000","last_active":"2024-09-12T01:12:16.788197+0000","last_peered":"2024-09-12T01:12:16.788197+0000","last_clean":"2024-09-12T01:12:16.788197+0000","last_became_active":"2024-09-12T00:50:34.997201+0000","last_became_peered":"2024-09-12T00:50:34.997201+0000","last_unstale":"2024-09-12T01:12:16.788197+0000","last_undegraded":"2024-09-12T01:12:16.788197+0000","last_fullsized":"2024-09-12T01:12:16.788197+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:46:04.464092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"264'2","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.107461+0000","last_change":"2024-09-12T00:50:30.945103+0000","last_active":"2024-09-12T01:15:45.107461+0000","last_peered":"2024-09-12T01:15:45.107461+0000","last_clean":"2024-09-12T01:15:45.107461+0000","last_became_active":"2024-09-12T00:50:30.944859+0000","last_became_peered":"2024-09-12T00:50:30.944859+0000","last_unstale":"2024-09-12T01:15:45.107461+0000","last_undegraded":"2024-09-12T01:15:45.107461+0000","last_fullsized":"2024-09-12T01:15:45.107461+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"264'144","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.087599+0000","last_change":"2024-09-12T01:16:22.087599+0000","last_active":"2024-09-12T01:16:22.087599+0000","last_peered":"2024-09-12T01:16:22.087599+0000","last_clean":"2024-09-12T01:16:22.087599+0000","last_became_active":"2024-09-12T00:49:04.998038+0000","last_became_peered":"2024-09-12T00:49:04.998038+0000","last_unstale":"2024-09-12T01:16:22.087599+0000","last_undegraded":"2024-09-12T01:16:22.087599+0000","last_fullsized":"2024-09-12T01:16:22.087599+0000","mapping_epoch":251,"log_start":"261'100","ondisk_log_start":"261'100","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'144","last_scrub_stamp":"2024-09-12T01:16:22.087514+0000","last_deep_scrub":"264'144","last_deep_scrub_stamp":"2024-09-12T01:16:22.087514+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.087514+0000","objects_scrubbed":1,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:55.252579+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":878,"num_read_kb":645,"num_write":176,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3500,"num_omap_keys":7,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"264'2","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.754219+0000","last_change":"2024-09-12T01:16:20.754219+0000","last_active":"2024-09-12T01:16:20.754219+0000","last_peered":"2024-09-12T01:16:20.754219+0000","last_clean":"2024-09-12T01:16:20.754219+0000","last_became_active":"2024-09-12T01:01:00.248113+0000","last_became_peered":"2024-09-12T01:01:00.248113+0000","last_unstale":"2024-09-12T01:16:20.754219+0000","last_undegraded":"2024-09-12T01:16:20.754219+0000","last_fullsized":"2024-09-12T01:16:20.754219+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:20.754128+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:20.754128+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.754128+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:18:49.612241+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"264'4","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:44.656490+0000","last_change":"2024-09-12T00:50:34.990462+0000","last_active":"2024-09-12T01:15:44.656490+0000","last_peered":"2024-09-12T01:15:44.656490+0000","last_clean":"2024-09-12T01:15:44.656490+0000","last_became_active":"2024-09-12T00:50:34.990137+0000","last_became_peered":"2024-09-12T00:50:34.990137+0000","last_unstale":"2024-09-12T01:15:44.656490+0000","last_undegraded":"2024-09-12T01:15:44.656490+0000","last_fullsized":"2024-09-12T01:15:44.656490+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:42:30.792442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"264'9","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:45.047325+0000","last_change":"2024-09-12T00:50:30.939985+0000","last_active":"2024-09-12T01:15:45.047325+0000","last_peered":"2024-09-12T01:15:45.047325+0000","last_clean":"2024-09-12T01:15:45.047325+0000","last_became_active":"2024-09-12T00:50:30.939689+0000","last_became_peered":"2024-09-12T00:50:30.939689+0000","last_unstale":"2024-09-12T01:15:45.047325+0000","last_undegraded":"2024-09-12T01:15:45.047325+0000","last_fullsized":"2024-09-12T01:15:45.047325+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:42:49.369584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13883,"num_write":14,"num_write_kb":9787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"264'29","reported_seq":131,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:33.245330+0000","last_change":"2024-09-12T01:16:33.245330+0000","last_active":"2024-09-12T01:16:33.245330+0000","last_peered":"2024-09-12T01:16:33.245330+0000","last_clean":"2024-09-12T01:16:33.245330+0000","last_became_active":"2024-09-12T00:49:04.999284+0000","last_became_peered":"2024-09-12T00:49:04.999284+0000","last_unstale":"2024-09-12T01:16:33.245330+0000","last_undegraded":"2024-09-12T01:16:33.245330+0000","last_fullsized":"2024-09-12T01:16:33.245330+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'29","last_scrub_stamp":"2024-09-12T01:16:33.245242+0000","last_deep_scrub":"264'29","last_deep_scrub_stamp":"2024-09-12T01:16:33.245242+0000","last_clean_scrub_stamp":"2024-09-12T01:16:33.245242+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:43:44.043246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":94,"num_write":55,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:00.675531+0000","last_change":"2024-09-12T01:01:00.246498+0000","last_active":"2024-09-12T01:14:00.675531+0000","last_peered":"2024-09-12T01:14:00.675531+0000","last_clean":"2024-09-12T01:14:00.675531+0000","last_became_active":"2024-09-12T01:01:00.245015+0000","last_became_peered":"2024-09-12T01:01:00.245015+0000","last_unstale":"2024-09-12T01:14:00.675531+0000","last_undegraded":"2024-09-12T01:14:00.675531+0000","last_fullsized":"2024-09-12T01:14:00.675531+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"264'14","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:38.799141+0000","last_change":"2024-09-12T00:50:34.994428+0000","last_active":"2024-09-12T01:14:38.799141+0000","last_peered":"2024-09-12T01:14:38.799141+0000","last_clean":"2024-09-12T01:14:38.799141+0000","last_became_active":"2024-09-12T00:50:34.994103+0000","last_became_peered":"2024-09-12T00:50:34.994103+0000","last_unstale":"2024-09-12T01:14:38.799141+0000","last_undegraded":"2024-09-12T01:14:38.799141+0000","last_fullsized":"2024-09-12T01:14:38.799141+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:32.336856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":29700,"num_write":24,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"264'5","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:31.816027+0000","last_change":"2024-09-12T00:50:30.943189+0000","last_active":"2024-09-12T01:15:31.816027+0000","last_peered":"2024-09-12T01:15:31.816027+0000","last_clean":"2024-09-12T01:15:31.816027+0000","last_became_active":"2024-09-12T00:50:30.942891+0000","last_became_peered":"2024-09-12T00:50:30.942891+0000","last_unstale":"2024-09-12T01:15:31.816027+0000","last_undegraded":"2024-09-12T01:15:31.816027+0000","last_fullsized":"2024-09-12T01:15:31.816027+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:29.903558+0000","last_clean_scrub_stamp":"2024-09-12T00:50:29.903558+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:41.298054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"264'25","reported_seq":119,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.835120+0000","last_change":"2024-09-12T01:16:29.835120+0000","last_active":"2024-09-12T01:16:29.835120+0000","last_peered":"2024-09-12T01:16:29.835120+0000","last_clean":"2024-09-12T01:16:29.835120+0000","last_became_active":"2024-09-12T00:49:05.002279+0000","last_became_peered":"2024-09-12T00:49:05.002279+0000","last_unstale":"2024-09-12T01:16:29.835120+0000","last_undegraded":"2024-09-12T01:16:29.835120+0000","last_fullsized":"2024-09-12T01:16:29.835120+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'25","last_scrub_stamp":"2024-09-12T01:16:29.835017+0000","last_deep_scrub":"264'25","last_deep_scrub_stamp":"2024-09-12T01:16:29.835017+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.835017+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:40:25.453996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":80,"num_write":55,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:30.671672+0000","last_change":"2024-09-12T01:01:00.247119+0000","last_active":"2024-09-12T01:13:30.671672+0000","last_peered":"2024-09-12T01:13:30.671672+0000","last_clean":"2024-09-12T01:13:30.671672+0000","last_became_active":"2024-09-12T01:01:00.246813+0000","last_became_peered":"2024-09-12T01:01:00.246813+0000","last_unstale":"2024-09-12T01:13:30.671672+0000","last_undegraded":"2024-09-12T01:13:30.671672+0000","last_fullsized":"2024-09-12T01:13:30.671672+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:44.699209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"264'9","reported_seq":60,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.990711+0000","last_change":"2024-09-12T01:16:25.990711+0000","last_active":"2024-09-12T01:16:25.990711+0000","last_peered":"2024-09-12T01:16:25.990711+0000","last_clean":"2024-09-12T01:16:25.990711+0000","last_became_active":"2024-09-12T00:50:34.997560+0000","last_became_peered":"2024-09-12T00:50:34.997560+0000","last_unstale":"2024-09-12T01:16:25.990711+0000","last_undegraded":"2024-09-12T01:16:25.990711+0000","last_fullsized":"2024-09-12T01:16:25.990711+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'9","last_scrub_stamp":"2024-09-12T01:16:25.990602+0000","last_deep_scrub":"264'9","last_deep_scrub_stamp":"2024-09-12T01:16:25.990602+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.990602+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:55:18.058047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":15362,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"261'5","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.089970+0000","last_change":"2024-09-12T01:16:21.089970+0000","last_active":"2024-09-12T01:16:21.089970+0000","last_peered":"2024-09-12T01:16:21.089970+0000","last_clean":"2024-09-12T01:16:21.089970+0000","last_became_active":"2024-09-12T00:50:30.933982+0000","last_became_peered":"2024-09-12T00:50:30.933982+0000","last_unstale":"2024-09-12T01:16:21.089970+0000","last_undegraded":"2024-09-12T01:16:21.089970+0000","last_fullsized":"2024-09-12T01:16:21.089970+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'5","last_scrub_stamp":"2024-09-12T01:16:21.089879+0000","last_deep_scrub":"261'5","last_deep_scrub_stamp":"2024-09-12T01:16:21.089879+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.089879+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:31:05.074969+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"264'41","reported_seq":164,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.965437+0000","last_change":"2024-09-12T01:16:18.965437+0000","last_active":"2024-09-12T01:16:18.965437+0000","last_peered":"2024-09-12T01:16:18.965437+0000","last_clean":"2024-09-12T01:16:18.965437+0000","last_became_active":"2024-09-12T00:49:04.997116+0000","last_became_peered":"2024-09-12T00:49:04.997116+0000","last_unstale":"2024-09-12T01:16:18.965437+0000","last_undegraded":"2024-09-12T01:16:18.965437+0000","last_fullsized":"2024-09-12T01:16:18.965437+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'41","last_scrub_stamp":"2024-09-12T01:16:18.965349+0000","last_deep_scrub":"264'41","last_deep_scrub_stamp":"2024-09-12T01:16:18.965349+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.965349+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:07:33.324047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":145,"num_write":70,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.798847+0000","last_change":"2024-09-12T01:01:00.243728+0000","last_active":"2024-09-12T01:13:31.798847+0000","last_peered":"2024-09-12T01:13:31.798847+0000","last_clean":"2024-09-12T01:13:31.798847+0000","last_became_active":"2024-09-12T01:01:00.242885+0000","last_became_peered":"2024-09-12T01:01:00.242885+0000","last_unstale":"2024-09-12T01:13:31.798847+0000","last_undegraded":"2024-09-12T01:13:31.798847+0000","last_fullsized":"2024-09-12T01:13:31.798847+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:25.950179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"261'4","reported_seq":44,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.799559+0000","last_change":"2024-09-12T00:50:34.994729+0000","last_active":"2024-09-12T01:13:31.799559+0000","last_peered":"2024-09-12T01:13:31.799559+0000","last_clean":"2024-09-12T01:13:31.799559+0000","last_became_active":"2024-09-12T00:50:34.994480+0000","last_became_peered":"2024-09-12T00:50:34.994480+0000","last_unstale":"2024-09-12T01:13:31.799559+0000","last_undegraded":"2024-09-12T01:13:31.799559+0000","last_fullsized":"2024-09-12T01:13:31.799559+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:50:33.956821+0000","last_clean_scrub_stamp":"2024-09-12T00:50:33.956821+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:12.197295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"264'13","reported_seq":72,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.009562+0000","last_change":"2024-09-12T01:16:25.009562+0000","last_active":"2024-09-12T01:16:25.009562+0000","last_peered":"2024-09-12T01:16:25.009562+0000","last_clean":"2024-09-12T01:16:25.009562+0000","last_became_active":"2024-09-12T00:50:30.933594+0000","last_became_peered":"2024-09-12T00:50:30.933594+0000","last_unstale":"2024-09-12T01:16:25.009562+0000","last_undegraded":"2024-09-12T01:16:25.009562+0000","last_fullsized":"2024-09-12T01:16:25.009562+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'13","last_scrub_stamp":"2024-09-12T01:16:25.009476+0000","last_deep_scrub":"264'13","last_deep_scrub_stamp":"2024-09-12T01:16:25.009476+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.009476+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:08.078130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":9218,"num_write":18,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"264'15","reported_seq":95,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.853714+0000","last_change":"2024-09-12T01:16:29.853714+0000","last_active":"2024-09-12T01:16:29.853714+0000","last_peered":"2024-09-12T01:16:29.853714+0000","last_clean":"2024-09-12T01:16:29.853714+0000","last_became_active":"2024-09-12T00:49:04.996267+0000","last_became_peered":"2024-09-12T00:49:04.996267+0000","last_unstale":"2024-09-12T01:16:29.853714+0000","last_undegraded":"2024-09-12T01:16:29.853714+0000","last_fullsized":"2024-09-12T01:16:29.853714+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'15","last_scrub_stamp":"2024-09-12T01:16:29.853624+0000","last_deep_scrub":"264'15","last_deep_scrub_stamp":"2024-09-12T01:16:29.853624+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.853624+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:39:29.249585+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":72,"num_read_kb":47,"num_write":31,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"264'327","reported_seq":1010,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.787140+0000","last_change":"2024-09-12T01:16:07.787078+0000","last_active":"2024-09-12T01:16:07.787140+0000","last_peered":"2024-09-12T01:16:07.787140+0000","last_clean":"2024-09-12T01:16:07.787140+0000","last_became_active":"2024-09-12T00:34:31.972352+0000","last_became_peered":"2024-09-12T00:34:31.972352+0000","last_unstale":"2024-09-12T01:16:07.787140+0000","last_undegraded":"2024-09-12T01:16:07.787140+0000","last_fullsized":"2024-09-12T01:16:07.787140+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'327","last_scrub_stamp":"2024-09-12T01:16:07.786977+0000","last_deep_scrub":"264'327","last_deep_scrub_stamp":"2024-09-12T01:16:07.786977+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.786977+0000","objects_scrubbed":2,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:56:18.570715+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170069,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":548,"num_read_kb":32416,"num_write":1055,"num_write_kb":31752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"264'732","reported_seq":2180,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.351777+0000","last_change":"2024-09-12T01:16:14.351777+0000","last_active":"2024-09-12T01:16:14.351777+0000","last_peered":"2024-09-12T01:16:14.351777+0000","last_clean":"2024-09-12T01:16:14.351777+0000","last_became_active":"2024-09-12T00:34:33.985276+0000","last_became_peered":"2024-09-12T00:34:33.985276+0000","last_unstale":"2024-09-12T01:16:14.351777+0000","last_undegraded":"2024-09-12T01:16:14.351777+0000","last_fullsized":"2024-09-12T01:16:14.351777+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'732","last_scrub_stamp":"2024-09-12T01:16:14.351669+0000","last_deep_scrub":"264'732","last_deep_scrub_stamp":"2024-09-12T01:16:14.351669+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.351669+0000","objects_scrubbed":2,"log_size":32,"log_dups_size":700,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:06:57.810219+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3436,"num_read_kb":3103,"num_write":944,"num_write_kb":333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":247,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"264'337","reported_seq":978,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.213562+0000","last_change":"2024-09-12T01:15:56.213457+0000","last_active":"2024-09-12T01:15:56.213562+0000","last_peered":"2024-09-12T01:15:56.213562+0000","last_clean":"2024-09-12T01:15:56.213562+0000","last_became_active":"2024-09-12T00:34:31.968942+0000","last_became_peered":"2024-09-12T00:34:31.968942+0000","last_unstale":"2024-09-12T01:15:56.213562+0000","last_undegraded":"2024-09-12T01:15:56.213562+0000","last_fullsized":"2024-09-12T01:15:56.213562+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'337","last_scrub_stamp":"2024-09-12T01:15:56.213273+0000","last_deep_scrub":"264'337","last_deep_scrub_stamp":"2024-09-12T01:15:56.213273+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.213273+0000","objects_scrubbed":5,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:45.229767+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4539190,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":495,"num_read_kb":37627,"num_write":1085,"num_write_kb":27126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"264'1246","reported_seq":2735,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.776517+0000","last_change":"2024-09-12T01:16:11.776517+0000","last_active":"2024-09-12T01:16:11.776517+0000","last_peered":"2024-09-12T01:16:11.776517+0000","last_clean":"2024-09-12T01:16:11.776517+0000","last_became_active":"2024-09-12T00:34:33.984132+0000","last_became_peered":"2024-09-12T00:34:33.984132+0000","last_unstale":"2024-09-12T01:16:11.776517+0000","last_undegraded":"2024-09-12T01:16:11.776517+0000","last_fullsized":"2024-09-12T01:16:11.776517+0000","mapping_epoch":27,"log_start":"264'1200","ondisk_log_start":"264'1200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1246","last_scrub_stamp":"2024-09-12T01:16:11.776414+0000","last_deep_scrub":"264'1246","last_deep_scrub_stamp":"2024-09-12T01:16:11.776414+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.776414+0000","objects_scrubbed":4,"log_size":46,"log_dups_size":1200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:11:15.185407+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5522,"num_read_kb":4835,"num_write":1748,"num_write_kb":764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"264'349","reported_seq":1029,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.517723+0000","last_change":"2024-09-12T01:15:57.517661+0000","last_active":"2024-09-12T01:15:57.517723+0000","last_peered":"2024-09-12T01:15:57.517723+0000","last_clean":"2024-09-12T01:15:57.517723+0000","last_became_active":"2024-09-12T00:34:31.965717+0000","last_became_peered":"2024-09-12T00:34:31.965717+0000","last_unstale":"2024-09-12T01:15:57.517723+0000","last_undegraded":"2024-09-12T01:15:57.517723+0000","last_fullsized":"2024-09-12T01:15:57.517723+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'349","last_scrub_stamp":"2024-09-12T01:15:57.517546+0000","last_deep_scrub":"264'349","last_deep_scrub_stamp":"2024-09-12T01:15:57.517546+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.517546+0000","objects_scrubbed":4,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:37:38.330033+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":552,"num_read_kb":74883,"num_write":1125,"num_write_kb":62428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"264'605","reported_seq":2076,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.834534+0000","last_change":"2024-09-12T01:16:11.834534+0000","last_active":"2024-09-12T01:16:11.834534+0000","last_peered":"2024-09-12T01:16:11.834534+0000","last_clean":"2024-09-12T01:16:11.834534+0000","last_became_active":"2024-09-12T00:34:33.985659+0000","last_became_peered":"2024-09-12T00:34:33.985659+0000","last_unstale":"2024-09-12T01:16:11.834534+0000","last_undegraded":"2024-09-12T01:16:11.834534+0000","last_fullsized":"2024-09-12T01:16:11.834534+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'605","last_scrub_stamp":"2024-09-12T01:16:11.834442+0000","last_deep_scrub":"264'605","last_deep_scrub_stamp":"2024-09-12T01:16:11.834442+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.834442+0000","objects_scrubbed":2,"log_size":105,"log_dups_size":500,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:00.683096+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3044,"num_read_kb":2856,"num_write":866,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"264'442","reported_seq":1110,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.338849+0000","last_change":"2024-09-12T01:16:08.338849+0000","last_active":"2024-09-12T01:16:08.338849+0000","last_peered":"2024-09-12T01:16:08.338849+0000","last_clean":"2024-09-12T01:16:08.338849+0000","last_became_active":"2024-09-12T00:34:31.967042+0000","last_became_peered":"2024-09-12T00:34:31.967042+0000","last_unstale":"2024-09-12T01:16:08.338849+0000","last_undegraded":"2024-09-12T01:16:08.338849+0000","last_fullsized":"2024-09-12T01:16:08.338849+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'442","last_scrub_stamp":"2024-09-12T01:16:08.338700+0000","last_deep_scrub":"264'442","last_deep_scrub_stamp":"2024-09-12T01:16:08.338700+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.338700+0000","objects_scrubbed":10,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:38:22.911615+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262283,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":615,"num_read_kb":12796,"num_write":1322,"num_write_kb":54093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"264'574","reported_seq":2332,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.519477+0000","last_change":"2024-09-12T01:16:09.519477+0000","last_active":"2024-09-12T01:16:09.519477+0000","last_peered":"2024-09-12T01:16:09.519477+0000","last_clean":"2024-09-12T01:16:09.519477+0000","last_became_active":"2024-09-12T00:34:33.995111+0000","last_became_peered":"2024-09-12T00:34:33.995111+0000","last_unstale":"2024-09-12T01:16:09.519477+0000","last_undegraded":"2024-09-12T01:16:09.519477+0000","last_fullsized":"2024-09-12T01:16:09.519477+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'574","last_scrub_stamp":"2024-09-12T01:16:09.519386+0000","last_deep_scrub":"264'574","last_deep_scrub_stamp":"2024-09-12T01:16:09.519386+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.519386+0000","objects_scrubbed":4,"log_size":74,"log_dups_size":500,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:14:57.385830+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3117,"num_read_kb":2923,"num_write":675,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2263,"num_omap_keys":9,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"264'342","reported_seq":959,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.788089+0000","last_change":"2024-09-12T01:16:06.788089+0000","last_active":"2024-09-12T01:16:06.788089+0000","last_peered":"2024-09-12T01:16:06.788089+0000","last_clean":"2024-09-12T01:16:06.788089+0000","last_became_active":"2024-09-12T00:34:31.957323+0000","last_became_peered":"2024-09-12T00:34:31.957323+0000","last_unstale":"2024-09-12T01:16:06.788089+0000","last_undegraded":"2024-09-12T01:16:06.788089+0000","last_fullsized":"2024-09-12T01:16:06.788089+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'342","last_scrub_stamp":"2024-09-12T01:16:06.787930+0000","last_deep_scrub":"264'342","last_deep_scrub_stamp":"2024-09-12T01:16:06.787930+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.787930+0000","objects_scrubbed":8,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:03:21.765939+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133705,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":430,"num_read_kb":3607,"num_write":1028,"num_write_kb":22686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"264'432","reported_seq":2025,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.004327+0000","last_change":"2024-09-12T01:16:06.004327+0000","last_active":"2024-09-12T01:16:06.004327+0000","last_peered":"2024-09-12T01:16:06.004327+0000","last_clean":"2024-09-12T01:16:06.004327+0000","last_became_active":"2024-09-12T00:34:33.983096+0000","last_became_peered":"2024-09-12T00:34:33.983096+0000","last_unstale":"2024-09-12T01:16:06.004327+0000","last_undegraded":"2024-09-12T01:16:06.004327+0000","last_fullsized":"2024-09-12T01:16:06.004327+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'432","last_scrub_stamp":"2024-09-12T01:16:06.004234+0000","last_deep_scrub":"264'432","last_deep_scrub_stamp":"2024-09-12T01:16:06.004234+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.004234+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:14.729409+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2469,"num_read_kb":2346,"num_write":493,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"264'390","reported_seq":1023,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.398621+0000","last_change":"2024-09-12T01:16:05.398621+0000","last_active":"2024-09-12T01:16:05.398621+0000","last_peered":"2024-09-12T01:16:05.398621+0000","last_clean":"2024-09-12T01:16:05.398621+0000","last_became_active":"2024-09-12T00:35:05.683927+0000","last_became_peered":"2024-09-12T00:35:05.683927+0000","last_unstale":"2024-09-12T01:16:05.398621+0000","last_undegraded":"2024-09-12T01:16:05.398621+0000","last_fullsized":"2024-09-12T01:16:05.398621+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'390","last_scrub_stamp":"2024-09-12T01:16:05.398508+0000","last_deep_scrub":"264'390","last_deep_scrub_stamp":"2024-09-12T01:16:05.398508+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.398508+0000","objects_scrubbed":4,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:35:11.198469+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133696,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":505,"num_read_kb":14849,"num_write":1074,"num_write_kb":32187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"264'839","reported_seq":2471,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.825354+0000","last_change":"2024-09-12T01:16:12.825294+0000","last_active":"2024-09-12T01:16:12.825354+0000","last_peered":"2024-09-12T01:16:12.825354+0000","last_clean":"2024-09-12T01:16:12.825354+0000","last_became_active":"2024-09-12T00:34:33.991226+0000","last_became_peered":"2024-09-12T00:34:33.991226+0000","last_unstale":"2024-09-12T01:16:12.825354+0000","last_undegraded":"2024-09-12T01:16:12.825354+0000","last_fullsized":"2024-09-12T01:16:12.825354+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'839","last_scrub_stamp":"2024-09-12T01:16:12.825196+0000","last_deep_scrub":"264'839","last_deep_scrub_stamp":"2024-09-12T01:16:12.825196+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.825196+0000","objects_scrubbed":2,"log_size":39,"log_dups_size":800,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:06:45.179054+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4082,"num_read_kb":3676,"num_write":1124,"num_write_kb":424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2811,"num_omap_keys":11,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"264'363","reported_seq":1010,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.760779+0000","last_change":"2024-09-12T01:16:04.760779+0000","last_active":"2024-09-12T01:16:04.760779+0000","last_peered":"2024-09-12T01:16:04.760779+0000","last_clean":"2024-09-12T01:16:04.760779+0000","last_became_active":"2024-09-12T00:34:31.969117+0000","last_became_peered":"2024-09-12T00:34:31.969117+0000","last_unstale":"2024-09-12T01:16:04.760779+0000","last_undegraded":"2024-09-12T01:16:04.760779+0000","last_fullsized":"2024-09-12T01:16:04.760779+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'363","last_scrub_stamp":"2024-09-12T01:16:04.760665+0000","last_deep_scrub":"264'363","last_deep_scrub_stamp":"2024-09-12T01:16:04.760665+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.760665+0000","objects_scrubbed":7,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:33:29.999526+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254234,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":33319,"num_write":1073,"num_write_kb":35686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"264'531","reported_seq":2150,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.334936+0000","last_change":"2024-09-12T01:16:15.334936+0000","last_active":"2024-09-12T01:16:15.334936+0000","last_peered":"2024-09-12T01:16:15.334936+0000","last_clean":"2024-09-12T01:16:15.334936+0000","last_became_active":"2024-09-12T00:34:33.979393+0000","last_became_peered":"2024-09-12T00:34:33.979393+0000","last_unstale":"2024-09-12T01:16:15.334936+0000","last_undegraded":"2024-09-12T01:16:15.334936+0000","last_fullsized":"2024-09-12T01:16:15.334936+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'531","last_scrub_stamp":"2024-09-12T01:16:15.334858+0000","last_deep_scrub":"264'531","last_deep_scrub_stamp":"2024-09-12T01:16:15.334858+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.334858+0000","objects_scrubbed":1,"log_size":31,"log_dups_size":500,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:27.646352+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2571,"num_read_kb":2410,"num_write":595,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"264'373","reported_seq":1024,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.092966+0000","last_change":"2024-09-12T01:16:02.092966+0000","last_active":"2024-09-12T01:16:02.092966+0000","last_peered":"2024-09-12T01:16:02.092966+0000","last_clean":"2024-09-12T01:16:02.092966+0000","last_became_active":"2024-09-12T00:34:31.974317+0000","last_became_peered":"2024-09-12T00:34:31.974317+0000","last_unstale":"2024-09-12T01:16:02.092966+0000","last_undegraded":"2024-09-12T01:16:02.092966+0000","last_fullsized":"2024-09-12T01:16:02.092966+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'373","last_scrub_stamp":"2024-09-12T01:16:02.092853+0000","last_deep_scrub":"264'373","last_deep_scrub_stamp":"2024-09-12T01:16:02.092853+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.092853+0000","objects_scrubbed":6,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:19.292287+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":546,"num_read_kb":21189,"num_write":1259,"num_write_kb":26120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"264'548","reported_seq":2118,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.610457+0000","last_change":"2024-09-12T01:16:02.610382+0000","last_active":"2024-09-12T01:16:02.610457+0000","last_peered":"2024-09-12T01:16:02.610457+0000","last_clean":"2024-09-12T01:16:02.610457+0000","last_became_active":"2024-09-12T00:34:33.991373+0000","last_became_peered":"2024-09-12T00:34:33.991373+0000","last_unstale":"2024-09-12T01:16:02.610457+0000","last_undegraded":"2024-09-12T01:16:02.610457+0000","last_fullsized":"2024-09-12T01:16:02.610457+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'548","last_scrub_stamp":"2024-09-12T01:16:02.610292+0000","last_deep_scrub":"264'548","last_deep_scrub_stamp":"2024-09-12T01:16:02.610292+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.610292+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:08:21.837280+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3006,"num_read_kb":2787,"num_write":732,"num_write_kb":267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"264'806","reported_seq":2342,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.893484+0000","last_change":"2024-09-12T01:16:09.893484+0000","last_active":"2024-09-12T01:16:09.893484+0000","last_peered":"2024-09-12T01:16:09.893484+0000","last_clean":"2024-09-12T01:16:09.893484+0000","last_became_active":"2024-09-12T00:34:33.985966+0000","last_became_peered":"2024-09-12T00:34:33.985966+0000","last_unstale":"2024-09-12T01:16:09.893484+0000","last_undegraded":"2024-09-12T01:16:09.893484+0000","last_fullsized":"2024-09-12T01:16:09.893484+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'806","last_scrub_stamp":"2024-09-12T01:16:09.893363+0000","last_deep_scrub":"264'806","last_deep_scrub_stamp":"2024-09-12T01:16:09.893363+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.893363+0000","objects_scrubbed":5,"log_size":106,"log_dups_size":700,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:53.923128+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3732,"num_read_kb":3359,"num_write":1045,"num_write_kb":376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2373,"num_omap_keys":10,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"264'401","reported_seq":1096,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.747034+0000","last_change":"2024-09-12T01:16:05.747034+0000","last_active":"2024-09-12T01:16:05.747034+0000","last_peered":"2024-09-12T01:16:05.747034+0000","last_clean":"2024-09-12T01:16:05.747034+0000","last_became_active":"2024-09-12T00:34:31.976650+0000","last_became_peered":"2024-09-12T00:34:31.976650+0000","last_unstale":"2024-09-12T01:16:05.747034+0000","last_undegraded":"2024-09-12T01:16:05.747034+0000","last_fullsized":"2024-09-12T01:16:05.747034+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'401","last_scrub_stamp":"2024-09-12T01:16:05.746912+0000","last_deep_scrub":"264'401","last_deep_scrub_stamp":"2024-09-12T01:16:05.746912+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.746912+0000","objects_scrubbed":5,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:36.439359+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1388224,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":669,"num_read_kb":38279,"num_write":1370,"num_write_kb":52699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"264'415","reported_seq":1942,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.841208+0000","last_change":"2024-09-12T01:16:09.841208+0000","last_active":"2024-09-12T01:16:09.841208+0000","last_peered":"2024-09-12T01:16:09.841208+0000","last_clean":"2024-09-12T01:16:09.841208+0000","last_became_active":"2024-09-12T00:34:33.984554+0000","last_became_peered":"2024-09-12T00:34:33.984554+0000","last_unstale":"2024-09-12T01:16:09.841208+0000","last_undegraded":"2024-09-12T01:16:09.841208+0000","last_fullsized":"2024-09-12T01:16:09.841208+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'415","last_scrub_stamp":"2024-09-12T01:16:09.841125+0000","last_deep_scrub":"264'415","last_deep_scrub_stamp":"2024-09-12T01:16:09.841125+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.841125+0000","objects_scrubbed":2,"log_size":15,"log_dups_size":400,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:54:58.904758+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2179,"num_read_kb":2074,"num_write":459,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"264'337","reported_seq":969,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.014451+0000","last_change":"2024-09-12T01:16:01.014451+0000","last_active":"2024-09-12T01:16:01.014451+0000","last_peered":"2024-09-12T01:16:01.014451+0000","last_clean":"2024-09-12T01:16:01.014451+0000","last_became_active":"2024-09-12T00:34:31.969289+0000","last_became_peered":"2024-09-12T00:34:31.969289+0000","last_unstale":"2024-09-12T01:16:01.014451+0000","last_undegraded":"2024-09-12T01:16:01.014451+0000","last_fullsized":"2024-09-12T01:16:01.014451+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'337","last_scrub_stamp":"2024-09-12T01:16:01.014322+0000","last_deep_scrub":"264'337","last_deep_scrub_stamp":"2024-09-12T01:16:01.014322+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.014322+0000","objects_scrubbed":7,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:04:01.807702+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":480,"num_read_kb":29117,"num_write":1053,"num_write_kb":18857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"264'380","reported_seq":1872,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.323076+0000","last_change":"2024-09-12T01:16:12.323076+0000","last_active":"2024-09-12T01:16:12.323076+0000","last_peered":"2024-09-12T01:16:12.323076+0000","last_clean":"2024-09-12T01:16:12.323076+0000","last_became_active":"2024-09-12T00:34:33.979922+0000","last_became_peered":"2024-09-12T00:34:33.979922+0000","last_unstale":"2024-09-12T01:16:12.323076+0000","last_undegraded":"2024-09-12T01:16:12.323076+0000","last_fullsized":"2024-09-12T01:16:12.323076+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'380","last_scrub_stamp":"2024-09-12T01:16:12.322981+0000","last_deep_scrub":"264'380","last_deep_scrub_stamp":"2024-09-12T01:16:12.322981+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.322981+0000","objects_scrubbed":2,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:44.039033+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2121,"num_read_kb":2022,"num_write":432,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"264'347","reported_seq":995,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.047836+0000","last_change":"2024-09-12T01:16:00.047836+0000","last_active":"2024-09-12T01:16:00.047836+0000","last_peered":"2024-09-12T01:16:00.047836+0000","last_clean":"2024-09-12T01:16:00.047836+0000","last_became_active":"2024-09-12T00:34:31.970655+0000","last_became_peered":"2024-09-12T00:34:31.970655+0000","last_unstale":"2024-09-12T01:16:00.047836+0000","last_undegraded":"2024-09-12T01:16:00.047836+0000","last_fullsized":"2024-09-12T01:16:00.047836+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'347","last_scrub_stamp":"2024-09-12T01:16:00.047733+0000","last_deep_scrub":"264'347","last_deep_scrub_stamp":"2024-09-12T01:16:00.047733+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.047733+0000","objects_scrubbed":5,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:53.168524+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2182406,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":462,"num_read_kb":40754,"num_write":1064,"num_write_kb":56735,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"264'858","reported_seq":2673,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.591634+0000","last_change":"2024-09-12T01:16:00.591634+0000","last_active":"2024-09-12T01:16:00.591634+0000","last_peered":"2024-09-12T01:16:00.591634+0000","last_clean":"2024-09-12T01:16:00.591634+0000","last_became_active":"2024-09-12T00:34:33.985699+0000","last_became_peered":"2024-09-12T00:34:33.985699+0000","last_unstale":"2024-09-12T01:16:00.591634+0000","last_undegraded":"2024-09-12T01:16:00.591634+0000","last_fullsized":"2024-09-12T01:16:00.591634+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'858","last_scrub_stamp":"2024-09-12T01:16:00.591543+0000","last_deep_scrub":"264'858","last_deep_scrub_stamp":"2024-09-12T01:16:00.591543+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.591543+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":800,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:32.870015+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4345,"num_read_kb":3960,"num_write":1112,"num_write_kb":397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2555,"num_omap_keys":10,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"264'406","reported_seq":1061,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.505620+0000","last_change":"2024-09-12T01:15:57.505551+0000","last_active":"2024-09-12T01:15:57.505620+0000","last_peered":"2024-09-12T01:15:57.505620+0000","last_clean":"2024-09-12T01:15:57.505620+0000","last_became_active":"2024-09-12T00:35:05.688122+0000","last_became_peered":"2024-09-12T00:35:05.688122+0000","last_unstale":"2024-09-12T01:15:57.505620+0000","last_undegraded":"2024-09-12T01:15:57.505620+0000","last_fullsized":"2024-09-12T01:15:57.505620+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'406","last_scrub_stamp":"2024-09-12T01:15:57.505429+0000","last_deep_scrub":"264'406","last_deep_scrub_stamp":"2024-09-12T01:15:57.505429+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.505429+0000","objects_scrubbed":7,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:26.389964+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":691,"num_read_kb":20182,"num_write":1315,"num_write_kb":44203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"264'865","reported_seq":2391,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.565335+0000","last_change":"2024-09-12T01:16:01.565335+0000","last_active":"2024-09-12T01:16:01.565335+0000","last_peered":"2024-09-12T01:16:01.565335+0000","last_clean":"2024-09-12T01:16:01.565335+0000","last_became_active":"2024-09-12T00:34:33.980096+0000","last_became_peered":"2024-09-12T00:34:33.980096+0000","last_unstale":"2024-09-12T01:16:01.565335+0000","last_undegraded":"2024-09-12T01:16:01.565335+0000","last_fullsized":"2024-09-12T01:16:01.565335+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'865","last_scrub_stamp":"2024-09-12T01:16:01.565248+0000","last_deep_scrub":"264'865","last_deep_scrub_stamp":"2024-09-12T01:16:01.565248+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.565248+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":800,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:41:31.087052+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3928,"num_read_kb":3504,"num_write":1145,"num_write_kb":420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":236,"num_omap_keys":1,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"264'373","reported_seq":1073,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.113759+0000","last_change":"2024-09-12T01:16:00.113759+0000","last_active":"2024-09-12T01:16:00.113759+0000","last_peered":"2024-09-12T01:16:00.113759+0000","last_clean":"2024-09-12T01:16:00.113759+0000","last_became_active":"2024-09-12T00:34:31.967261+0000","last_became_peered":"2024-09-12T00:34:31.967261+0000","last_unstale":"2024-09-12T01:16:00.113759+0000","last_undegraded":"2024-09-12T01:16:00.113759+0000","last_fullsized":"2024-09-12T01:16:00.113759+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'373","last_scrub_stamp":"2024-09-12T01:16:00.113620+0000","last_deep_scrub":"264'373","last_deep_scrub_stamp":"2024-09-12T01:16:00.113620+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.113620+0000","objects_scrubbed":3,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:19:27.523650+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":642,"num_read_kb":54864,"num_write":1209,"num_write_kb":45907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"264'814","reported_seq":2419,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.852066+0000","last_change":"2024-09-12T01:16:10.852066+0000","last_active":"2024-09-12T01:16:10.852066+0000","last_peered":"2024-09-12T01:16:10.852066+0000","last_clean":"2024-09-12T01:16:10.852066+0000","last_became_active":"2024-09-12T00:34:33.976919+0000","last_became_peered":"2024-09-12T00:34:33.976919+0000","last_unstale":"2024-09-12T01:16:10.852066+0000","last_undegraded":"2024-09-12T01:16:10.852066+0000","last_fullsized":"2024-09-12T01:16:10.852066+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'814","last_scrub_stamp":"2024-09-12T01:16:10.851984+0000","last_deep_scrub":"264'814","last_deep_scrub_stamp":"2024-09-12T01:16:10.851984+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.851984+0000","objects_scrubbed":3,"log_size":14,"log_dups_size":800,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:50:20.113173+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4130,"num_read_kb":3753,"num_write":1091,"num_write_kb":407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"264'344","reported_seq":1079,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.508997+0000","last_change":"2024-09-12T01:15:56.508997+0000","last_active":"2024-09-12T01:15:56.508997+0000","last_peered":"2024-09-12T01:15:56.508997+0000","last_clean":"2024-09-12T01:15:56.508997+0000","last_became_active":"2024-09-12T00:34:31.963862+0000","last_became_peered":"2024-09-12T00:34:31.963862+0000","last_unstale":"2024-09-12T01:15:56.508997+0000","last_undegraded":"2024-09-12T01:15:56.508997+0000","last_fullsized":"2024-09-12T01:15:56.508997+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'344","last_scrub_stamp":"2024-09-12T01:15:56.508814+0000","last_deep_scrub":"264'344","last_deep_scrub_stamp":"2024-09-12T01:15:56.508814+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.508814+0000","objects_scrubbed":11,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:58:51.443325+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":575,"num_read_kb":19053,"num_write":1140,"num_write_kb":25874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"264'122","reported_seq":624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.798657+0000","last_change":"2024-09-12T01:16:27.798657+0000","last_active":"2024-09-12T01:16:27.798657+0000","last_peered":"2024-09-12T01:16:27.798657+0000","last_clean":"2024-09-12T01:16:27.798657+0000","last_became_active":"2024-09-12T00:34:42.026130+0000","last_became_peered":"2024-09-12T00:34:42.026130+0000","last_unstale":"2024-09-12T01:16:27.798657+0000","last_undegraded":"2024-09-12T01:16:27.798657+0000","last_fullsized":"2024-09-12T01:16:27.798657+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'122","last_scrub_stamp":"2024-09-12T01:16:27.798574+0000","last_deep_scrub":"264'122","last_deep_scrub_stamp":"2024-09-12T01:16:27.798574+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.798574+0000","objects_scrubbed":2,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:12:19.372772+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":121,"num_read_kb":120,"num_write":270,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"264'826","reported_seq":2518,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.531424+0000","last_change":"2024-09-12T01:15:58.531424+0000","last_active":"2024-09-12T01:15:58.531424+0000","last_peered":"2024-09-12T01:15:58.531424+0000","last_clean":"2024-09-12T01:15:58.531424+0000","last_became_active":"2024-09-12T00:35:05.222184+0000","last_became_peered":"2024-09-12T00:35:05.222184+0000","last_unstale":"2024-09-12T01:15:58.531424+0000","last_undegraded":"2024-09-12T01:15:58.531424+0000","last_fullsized":"2024-09-12T01:15:58.531424+0000","mapping_epoch":38,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'826","last_scrub_stamp":"2024-09-12T01:15:58.531315+0000","last_deep_scrub":"264'826","last_deep_scrub_stamp":"2024-09-12T01:15:58.531315+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.531315+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":800,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:52:25.868158+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4052,"num_read_kb":3687,"num_write":1060,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2275,"num_omap_keys":9,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"264'316","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.760033+0000","last_change":"2024-09-12T01:16:01.759969+0000","last_active":"2024-09-12T01:16:01.760033+0000","last_peered":"2024-09-12T01:16:01.760033+0000","last_clean":"2024-09-12T01:16:01.760033+0000","last_became_active":"2024-09-12T00:34:31.955347+0000","last_became_peered":"2024-09-12T00:34:31.955347+0000","last_unstale":"2024-09-12T01:16:01.760033+0000","last_undegraded":"2024-09-12T01:16:01.760033+0000","last_fullsized":"2024-09-12T01:16:01.760033+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'316","last_scrub_stamp":"2024-09-12T01:16:01.759851+0000","last_deep_scrub":"264'316","last_deep_scrub_stamp":"2024-09-12T01:16:01.759851+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.759851+0000","objects_scrubbed":5,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:41:53.338285+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":423,"num_read_kb":404,"num_write":951,"num_write_kb":33629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.275914+0000","last_change":"2024-09-12T01:16:20.275914+0000","last_active":"2024-09-12T01:16:20.275914+0000","last_peered":"2024-09-12T01:16:20.275914+0000","last_clean":"2024-09-12T01:16:20.275914+0000","last_became_active":"2024-09-12T00:34:35.989736+0000","last_became_peered":"2024-09-12T00:34:35.989736+0000","last_unstale":"2024-09-12T01:16:20.275914+0000","last_undegraded":"2024-09-12T01:16:20.275914+0000","last_fullsized":"2024-09-12T01:16:20.275914+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:20.275817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:20.275817+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.275817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:20:39.203123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"264'363","reported_seq":982,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.670617+0000","last_change":"2024-09-12T01:16:17.670617+0000","last_active":"2024-09-12T01:16:17.670617+0000","last_peered":"2024-09-12T01:16:17.670617+0000","last_clean":"2024-09-12T01:16:17.670617+0000","last_became_active":"2024-09-12T00:34:37.997634+0000","last_became_peered":"2024-09-12T00:34:37.997634+0000","last_unstale":"2024-09-12T01:16:17.670617+0000","last_undegraded":"2024-09-12T01:16:17.670617+0000","last_fullsized":"2024-09-12T01:16:17.670617+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'363","last_scrub_stamp":"2024-09-12T01:16:17.670505+0000","last_deep_scrub":"264'363","last_deep_scrub_stamp":"2024-09-12T01:16:17.670505+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.670505+0000","objects_scrubbed":6,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:43:02.852450+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50513,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":582,"num_read_kb":1227,"num_write":468,"num_write_kb":330,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.910610+0000","last_change":"2024-09-12T01:16:25.910610+0000","last_active":"2024-09-12T01:16:25.910610+0000","last_peered":"2024-09-12T01:16:25.910610+0000","last_clean":"2024-09-12T01:16:25.910610+0000","last_became_active":"2024-09-12T00:34:40.010305+0000","last_became_peered":"2024-09-12T00:34:40.010305+0000","last_unstale":"2024-09-12T01:16:25.910610+0000","last_undegraded":"2024-09-12T01:16:25.910610+0000","last_fullsized":"2024-09-12T01:16:25.910610+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:25.910523+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:25.910523+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.910523+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:22:24.600215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"264'2432","reported_seq":4316,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:31.219224+0000","last_change":"2024-09-12T01:16:31.219224+0000","last_active":"2024-09-12T01:16:31.219224+0000","last_peered":"2024-09-12T01:16:31.219224+0000","last_clean":"2024-09-12T01:16:31.219224+0000","last_became_active":"2024-09-12T00:34:42.013380+0000","last_became_peered":"2024-09-12T00:34:42.013380+0000","last_unstale":"2024-09-12T01:16:31.219224+0000","last_undegraded":"2024-09-12T01:16:31.219224+0000","last_fullsized":"2024-09-12T01:16:31.219224+0000","mapping_epoch":35,"log_start":"264'2400","ondisk_log_start":"264'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2432","last_scrub_stamp":"2024-09-12T01:16:31.219104+0000","last_deep_scrub":"264'2432","last_deep_scrub_stamp":"2024-09-12T01:16:31.219104+0000","last_clean_scrub_stamp":"2024-09-12T01:16:31.219104+0000","objects_scrubbed":3,"log_size":32,"log_dups_size":2400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:22.332862+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6063,"num_read_kb":6068,"num_write":4815,"num_write_kb":1781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"264'886","reported_seq":2583,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.337182+0000","last_change":"2024-09-12T01:16:10.337182+0000","last_active":"2024-09-12T01:16:10.337182+0000","last_peered":"2024-09-12T01:16:10.337182+0000","last_clean":"2024-09-12T01:16:10.337182+0000","last_became_active":"2024-09-12T00:34:33.979514+0000","last_became_peered":"2024-09-12T00:34:33.979514+0000","last_unstale":"2024-09-12T01:16:10.337182+0000","last_undegraded":"2024-09-12T01:16:10.337182+0000","last_fullsized":"2024-09-12T01:16:10.337182+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'886","last_scrub_stamp":"2024-09-12T01:16:10.337084+0000","last_deep_scrub":"264'886","last_deep_scrub_stamp":"2024-09-12T01:16:10.337084+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.337084+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":800,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:56:42.648543+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4152,"num_read_kb":3754,"num_write":1137,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"264'319","reported_seq":958,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:52.515785+0000","last_change":"2024-09-12T01:15:52.515785+0000","last_active":"2024-09-12T01:15:52.515785+0000","last_peered":"2024-09-12T01:15:52.515785+0000","last_clean":"2024-09-12T01:15:52.515785+0000","last_became_active":"2024-09-12T00:34:31.969245+0000","last_became_peered":"2024-09-12T00:34:31.969245+0000","last_unstale":"2024-09-12T01:15:52.515785+0000","last_undegraded":"2024-09-12T01:15:52.515785+0000","last_fullsized":"2024-09-12T01:15:52.515785+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'319","last_scrub_stamp":"2024-09-12T01:15:52.515646+0000","last_deep_scrub":"264'319","last_deep_scrub_stamp":"2024-09-12T01:15:52.515646+0000","last_clean_scrub_stamp":"2024-09-12T01:15:52.515646+0000","objects_scrubbed":6,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:32:59.414178+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6461758,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":479,"num_read_kb":33363,"num_write":1042,"num_write_kb":61890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.058395+0000","last_change":"2024-09-12T01:16:14.058395+0000","last_active":"2024-09-12T01:16:14.058395+0000","last_peered":"2024-09-12T01:16:14.058395+0000","last_clean":"2024-09-12T01:16:14.058395+0000","last_became_active":"2024-09-12T00:34:35.992059+0000","last_became_peered":"2024-09-12T00:34:35.992059+0000","last_unstale":"2024-09-12T01:16:14.058395+0000","last_undegraded":"2024-09-12T01:16:14.058395+0000","last_fullsized":"2024-09-12T01:16:14.058395+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:14.058302+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:14.058302+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.058302+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:34:55.166875+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"264'92","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.781019+0000","last_change":"2024-09-12T01:16:19.781019+0000","last_active":"2024-09-12T01:16:19.781019+0000","last_peered":"2024-09-12T01:16:19.781019+0000","last_clean":"2024-09-12T01:16:19.781019+0000","last_became_active":"2024-09-12T00:34:37.996356+0000","last_became_peered":"2024-09-12T00:34:37.996356+0000","last_unstale":"2024-09-12T01:16:19.781019+0000","last_undegraded":"2024-09-12T01:16:19.781019+0000","last_fullsized":"2024-09-12T01:16:19.781019+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'92","last_scrub_stamp":"2024-09-12T01:16:19.780927+0000","last_deep_scrub":"264'92","last_deep_scrub_stamp":"2024-09-12T01:16:19.780927+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.780927+0000","objects_scrubbed":4,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:58:48.711766+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":98,"num_read_kb":94,"num_write":64,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.739191+0000","last_change":"2024-09-12T01:16:23.739191+0000","last_active":"2024-09-12T01:16:23.739191+0000","last_peered":"2024-09-12T01:16:23.739191+0000","last_clean":"2024-09-12T01:16:23.739191+0000","last_became_active":"2024-09-12T00:34:40.004064+0000","last_became_peered":"2024-09-12T00:34:40.004064+0000","last_unstale":"2024-09-12T01:16:23.739191+0000","last_undegraded":"2024-09-12T01:16:23.739191+0000","last_fullsized":"2024-09-12T01:16:23.739191+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:23.739090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:23.739090+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.739090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:51:48.307412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"264'133","reported_seq":637,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.656693+0000","last_change":"2024-09-12T01:16:28.656693+0000","last_active":"2024-09-12T01:16:28.656693+0000","last_peered":"2024-09-12T01:16:28.656693+0000","last_clean":"2024-09-12T01:16:28.656693+0000","last_became_active":"2024-09-12T00:34:42.013616+0000","last_became_peered":"2024-09-12T00:34:42.013616+0000","last_unstale":"2024-09-12T01:16:28.656693+0000","last_undegraded":"2024-09-12T01:16:28.656693+0000","last_fullsized":"2024-09-12T01:16:28.656693+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'133","last_scrub_stamp":"2024-09-12T01:16:28.656565+0000","last_deep_scrub":"264'133","last_deep_scrub_stamp":"2024-09-12T01:16:28.656565+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.656565+0000","objects_scrubbed":6,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:19.889661+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1123,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":131,"num_read_kb":129,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"264'530","reported_seq":2200,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.459459+0000","last_change":"2024-09-12T01:16:02.459459+0000","last_active":"2024-09-12T01:16:02.459459+0000","last_peered":"2024-09-12T01:16:02.459459+0000","last_clean":"2024-09-12T01:16:02.459459+0000","last_became_active":"2024-09-12T00:34:33.990151+0000","last_became_peered":"2024-09-12T00:34:33.990151+0000","last_unstale":"2024-09-12T01:16:02.459459+0000","last_undegraded":"2024-09-12T01:16:02.459459+0000","last_fullsized":"2024-09-12T01:16:02.459459+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'530","last_scrub_stamp":"2024-09-12T01:16:02.459366+0000","last_deep_scrub":"264'530","last_deep_scrub_stamp":"2024-09-12T01:16:02.459366+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.459366+0000","objects_scrubbed":3,"log_size":30,"log_dups_size":500,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:28:20.250756+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2843,"num_read_kb":2652,"num_write":643,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2299,"num_omap_keys":9,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"264'345","reported_seq":1008,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.713917+0000","last_change":"2024-09-12T01:15:57.713808+0000","last_active":"2024-09-12T01:15:57.713917+0000","last_peered":"2024-09-12T01:15:57.713917+0000","last_clean":"2024-09-12T01:15:57.713917+0000","last_became_active":"2024-09-12T00:34:31.954374+0000","last_became_peered":"2024-09-12T00:34:31.954374+0000","last_unstale":"2024-09-12T01:15:57.713917+0000","last_undegraded":"2024-09-12T01:15:57.713917+0000","last_fullsized":"2024-09-12T01:15:57.713917+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'345","last_scrub_stamp":"2024-09-12T01:15:57.713641+0000","last_deep_scrub":"264'345","last_deep_scrub_stamp":"2024-09-12T01:15:57.713641+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.713641+0000","objects_scrubbed":6,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:27:00.191295+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133734,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":481,"num_read_kb":14610,"num_write":1026,"num_write_kb":17739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.077423+0000","last_change":"2024-09-12T01:16:15.077423+0000","last_active":"2024-09-12T01:16:15.077423+0000","last_peered":"2024-09-12T01:16:15.077423+0000","last_clean":"2024-09-12T01:16:15.077423+0000","last_became_active":"2024-09-12T00:34:35.988647+0000","last_became_peered":"2024-09-12T00:34:35.988647+0000","last_unstale":"2024-09-12T01:16:15.077423+0000","last_undegraded":"2024-09-12T01:16:15.077423+0000","last_fullsized":"2024-09-12T01:16:15.077423+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:15.077325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:15.077325+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.077325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:56.483524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"264'129","reported_seq":680,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.594448+0000","last_change":"2024-09-12T01:16:12.594448+0000","last_active":"2024-09-12T01:16:12.594448+0000","last_peered":"2024-09-12T01:16:12.594448+0000","last_clean":"2024-09-12T01:16:12.594448+0000","last_became_active":"2024-09-12T00:34:37.999287+0000","last_became_peered":"2024-09-12T00:34:37.999287+0000","last_unstale":"2024-09-12T01:16:12.594448+0000","last_undegraded":"2024-09-12T01:16:12.594448+0000","last_fullsized":"2024-09-12T01:16:12.594448+0000","mapping_epoch":31,"log_start":"264'100","ondisk_log_start":"264'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'129","last_scrub_stamp":"2024-09-12T01:16:12.594335+0000","last_deep_scrub":"264'129","last_deep_scrub_stamp":"2024-09-12T01:16:12.594335+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.594335+0000","objects_scrubbed":7,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:54:51.574039+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":142,"num_read_kb":133,"num_write":96,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"264'786","reported_seq":2536,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.864631+0000","last_change":"2024-09-12T01:16:24.864631+0000","last_active":"2024-09-12T01:16:24.864631+0000","last_peered":"2024-09-12T01:16:24.864631+0000","last_clean":"2024-09-12T01:16:24.864631+0000","last_became_active":"2024-09-12T00:34:40.008042+0000","last_became_peered":"2024-09-12T00:34:40.008042+0000","last_unstale":"2024-09-12T01:16:24.864631+0000","last_undegraded":"2024-09-12T01:16:24.864631+0000","last_fullsized":"2024-09-12T01:16:24.864631+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'786","last_scrub_stamp":"2024-09-12T01:16:24.864545+0000","last_deep_scrub":"264'786","last_deep_scrub_stamp":"2024-09-12T01:16:24.864545+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.864545+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":700,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:49:56.391896+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"264'201","reported_seq":1023,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.839106+0000","last_change":"2024-09-12T01:16:28.839106+0000","last_active":"2024-09-12T01:16:28.839106+0000","last_peered":"2024-09-12T01:16:28.839106+0000","last_clean":"2024-09-12T01:16:28.839106+0000","last_became_active":"2024-09-12T00:34:42.012068+0000","last_became_peered":"2024-09-12T00:34:42.012068+0000","last_unstale":"2024-09-12T01:16:28.839106+0000","last_undegraded":"2024-09-12T01:16:28.839106+0000","last_fullsized":"2024-09-12T01:16:28.839106+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'201","last_scrub_stamp":"2024-09-12T01:16:28.839008+0000","last_deep_scrub":"264'201","last_deep_scrub_stamp":"2024-09-12T01:16:28.839008+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.839008+0000","objects_scrubbed":2,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:05:45.857531+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":592,"num_read_kb":587,"num_write":436,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"264'394","reported_seq":1818,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.030595+0000","last_change":"2024-09-12T01:16:05.030595+0000","last_active":"2024-09-12T01:16:05.030595+0000","last_peered":"2024-09-12T01:16:05.030595+0000","last_clean":"2024-09-12T01:16:05.030595+0000","last_became_active":"2024-09-12T00:34:33.988336+0000","last_became_peered":"2024-09-12T00:34:33.988336+0000","last_unstale":"2024-09-12T01:16:05.030595+0000","last_undegraded":"2024-09-12T01:16:05.030595+0000","last_fullsized":"2024-09-12T01:16:05.030595+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'394","last_scrub_stamp":"2024-09-12T01:16:05.030507+0000","last_deep_scrub":"264'394","last_deep_scrub_stamp":"2024-09-12T01:16:05.030507+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.030507+0000","objects_scrubbed":3,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:53:03.454603+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2117,"num_read_kb":1998,"num_write":485,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"264'331","reported_seq":1046,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.016508+0000","last_change":"2024-09-12T01:15:57.016439+0000","last_active":"2024-09-12T01:15:57.016508+0000","last_peered":"2024-09-12T01:15:57.016508+0000","last_clean":"2024-09-12T01:15:57.016508+0000","last_became_active":"2024-09-12T00:34:31.972632+0000","last_became_peered":"2024-09-12T00:34:31.972632+0000","last_unstale":"2024-09-12T01:15:57.016508+0000","last_undegraded":"2024-09-12T01:15:57.016508+0000","last_fullsized":"2024-09-12T01:15:57.016508+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'331","last_scrub_stamp":"2024-09-12T01:15:57.016332+0000","last_deep_scrub":"264'331","last_deep_scrub_stamp":"2024-09-12T01:15:57.016332+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.016332+0000","objects_scrubbed":7,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:25:31.543434+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":629,"num_read_kb":143946,"num_write":1144,"num_write_kb":51229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.306307+0000","last_change":"2024-09-12T01:16:18.306307+0000","last_active":"2024-09-12T01:16:18.306307+0000","last_peered":"2024-09-12T01:16:18.306307+0000","last_clean":"2024-09-12T01:16:18.306307+0000","last_became_active":"2024-09-12T00:34:35.990837+0000","last_became_peered":"2024-09-12T00:34:35.990837+0000","last_unstale":"2024-09-12T01:16:18.306307+0000","last_undegraded":"2024-09-12T01:16:18.306307+0000","last_fullsized":"2024-09-12T01:16:18.306307+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:18.306220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:18.306220+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.306220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:56.313004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"264'282","reported_seq":862,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.846231+0000","last_change":"2024-09-12T01:16:20.846231+0000","last_active":"2024-09-12T01:16:20.846231+0000","last_peered":"2024-09-12T01:16:20.846231+0000","last_clean":"2024-09-12T01:16:20.846231+0000","last_became_active":"2024-09-12T00:34:38.120411+0000","last_became_peered":"2024-09-12T00:34:38.120411+0000","last_unstale":"2024-09-12T01:16:20.846231+0000","last_undegraded":"2024-09-12T01:16:20.846231+0000","last_fullsized":"2024-09-12T01:16:20.846231+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'282","last_scrub_stamp":"2024-09-12T01:16:20.846141+0000","last_deep_scrub":"264'282","last_deep_scrub_stamp":"2024-09-12T01:16:20.846141+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.846141+0000","objects_scrubbed":5,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:28.286915+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47483,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":464,"num_read_kb":1092,"num_write":380,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"264'816","reported_seq":4395,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.949851+0000","last_change":"2024-09-12T01:16:25.949851+0000","last_active":"2024-09-12T01:16:25.949851+0000","last_peered":"2024-09-12T01:16:25.949851+0000","last_clean":"2024-09-12T01:16:25.949851+0000","last_became_active":"2024-09-12T00:34:40.010075+0000","last_became_peered":"2024-09-12T00:34:40.010075+0000","last_unstale":"2024-09-12T01:16:25.949851+0000","last_undegraded":"2024-09-12T01:16:25.949851+0000","last_fullsized":"2024-09-12T01:16:25.949851+0000","mapping_epoch":33,"log_start":"264'800","ondisk_log_start":"264'800","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'816","last_scrub_stamp":"2024-09-12T01:16:25.949742+0000","last_deep_scrub":"264'816","last_deep_scrub_stamp":"2024-09-12T01:16:25.949742+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.949742+0000","objects_scrubbed":1,"log_size":16,"log_dups_size":800,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:10.529298+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"264'1235","reported_seq":2868,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.353227+0000","last_change":"2024-09-12T01:16:07.353227+0000","last_active":"2024-09-12T01:16:07.353227+0000","last_peered":"2024-09-12T01:16:07.353227+0000","last_clean":"2024-09-12T01:16:07.353227+0000","last_became_active":"2024-09-12T00:34:33.984747+0000","last_became_peered":"2024-09-12T00:34:33.984747+0000","last_unstale":"2024-09-12T01:16:07.353227+0000","last_undegraded":"2024-09-12T01:16:07.353227+0000","last_fullsized":"2024-09-12T01:16:07.353227+0000","mapping_epoch":27,"log_start":"264'1200","ondisk_log_start":"264'1200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1235","last_scrub_stamp":"2024-09-12T01:16:07.353141+0000","last_deep_scrub":"264'1235","last_deep_scrub_stamp":"2024-09-12T01:16:07.353141+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.353141+0000","objects_scrubbed":6,"log_size":35,"log_dups_size":1200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:48:44.939723+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":5629,"num_read_kb":4953,"num_write":1699,"num_write_kb":697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":472,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"264'339","reported_seq":1022,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.696488+0000","last_change":"2024-09-12T01:15:58.696488+0000","last_active":"2024-09-12T01:15:58.696488+0000","last_peered":"2024-09-12T01:15:58.696488+0000","last_clean":"2024-09-12T01:15:58.696488+0000","last_became_active":"2024-09-12T00:34:31.970437+0000","last_became_peered":"2024-09-12T00:34:31.970437+0000","last_unstale":"2024-09-12T01:15:58.696488+0000","last_undegraded":"2024-09-12T01:15:58.696488+0000","last_fullsized":"2024-09-12T01:15:58.696488+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'339","last_scrub_stamp":"2024-09-12T01:15:58.696373+0000","last_deep_scrub":"264'339","last_deep_scrub_stamp":"2024-09-12T01:15:58.696373+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.696373+0000","objects_scrubbed":4,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:25.319936+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":582,"num_read_kb":27172,"num_write":1110,"num_write_kb":35174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.789097+0000","last_change":"2024-09-12T01:16:13.789097+0000","last_active":"2024-09-12T01:16:13.789097+0000","last_peered":"2024-09-12T01:16:13.789097+0000","last_clean":"2024-09-12T01:16:13.789097+0000","last_became_active":"2024-09-12T00:34:35.984738+0000","last_became_peered":"2024-09-12T00:34:35.984738+0000","last_unstale":"2024-09-12T01:16:13.789097+0000","last_undegraded":"2024-09-12T01:16:13.789097+0000","last_fullsized":"2024-09-12T01:16:13.789097+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:13.789009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:13.789009+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.789009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:27:25.355721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"264'336","reported_seq":953,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.354509+0000","last_change":"2024-09-12T01:16:22.354509+0000","last_active":"2024-09-12T01:16:22.354509+0000","last_peered":"2024-09-12T01:16:22.354509+0000","last_clean":"2024-09-12T01:16:22.354509+0000","last_became_active":"2024-09-12T00:34:38.120453+0000","last_became_peered":"2024-09-12T00:34:38.120453+0000","last_unstale":"2024-09-12T01:16:22.354509+0000","last_undegraded":"2024-09-12T01:16:22.354509+0000","last_fullsized":"2024-09-12T01:16:22.354509+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'336","last_scrub_stamp":"2024-09-12T01:16:22.354400+0000","last_deep_scrub":"264'336","last_deep_scrub_stamp":"2024-09-12T01:16:22.354400+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.354400+0000","objects_scrubbed":10,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:14:53.039256+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46551,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":527,"num_read_kb":1033,"num_write":402,"num_write_kb":255,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.105908+0000","last_change":"2024-09-12T01:16:13.105908+0000","last_active":"2024-09-12T01:16:13.105908+0000","last_peered":"2024-09-12T01:16:13.105908+0000","last_clean":"2024-09-12T01:16:13.105908+0000","last_became_active":"2024-09-12T00:34:40.004087+0000","last_became_peered":"2024-09-12T00:34:40.004087+0000","last_unstale":"2024-09-12T01:16:13.105908+0000","last_undegraded":"2024-09-12T01:16:13.105908+0000","last_fullsized":"2024-09-12T01:16:13.105908+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:13.105807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:13.105807+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.105807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:00:48.750342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"264'647","reported_seq":1516,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.227220+0000","last_change":"2024-09-12T01:16:27.227220+0000","last_active":"2024-09-12T01:16:27.227220+0000","last_peered":"2024-09-12T01:16:27.227220+0000","last_clean":"2024-09-12T01:16:27.227220+0000","last_became_active":"2024-09-12T00:34:42.013850+0000","last_became_peered":"2024-09-12T00:34:42.013850+0000","last_unstale":"2024-09-12T01:16:27.227220+0000","last_undegraded":"2024-09-12T01:16:27.227220+0000","last_fullsized":"2024-09-12T01:16:27.227220+0000","mapping_epoch":35,"log_start":"264'600","ondisk_log_start":"264'600","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'647","last_scrub_stamp":"2024-09-12T01:16:27.227105+0000","last_deep_scrub":"264'647","last_deep_scrub_stamp":"2024-09-12T01:16:27.227105+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.227105+0000","objects_scrubbed":5,"log_size":47,"log_dups_size":600,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:52:17.481281+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1535,"num_read_kb":1474,"num_write":1355,"num_write_kb":465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"264'323","reported_seq":1704,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.808864+0000","last_change":"2024-09-12T01:16:01.808864+0000","last_active":"2024-09-12T01:16:01.808864+0000","last_peered":"2024-09-12T01:16:01.808864+0000","last_clean":"2024-09-12T01:16:01.808864+0000","last_became_active":"2024-09-12T00:34:33.983785+0000","last_became_peered":"2024-09-12T00:34:33.983785+0000","last_unstale":"2024-09-12T01:16:01.808864+0000","last_undegraded":"2024-09-12T01:16:01.808864+0000","last_fullsized":"2024-09-12T01:16:01.808864+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'323","last_scrub_stamp":"2024-09-12T01:16:01.808745+0000","last_deep_scrub":"264'323","last_deep_scrub_stamp":"2024-09-12T01:16:01.808745+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.808745+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:10:35.000635+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1790,"num_read_kb":1722,"num_write":367,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":236,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"264'472","reported_seq":1376,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.703985+0000","last_change":"2024-09-12T01:15:55.703985+0000","last_active":"2024-09-12T01:15:55.703985+0000","last_peered":"2024-09-12T01:15:55.703985+0000","last_clean":"2024-09-12T01:15:55.703985+0000","last_became_active":"2024-09-12T00:34:31.959073+0000","last_became_peered":"2024-09-12T00:34:31.959073+0000","last_unstale":"2024-09-12T01:15:55.703985+0000","last_undegraded":"2024-09-12T01:15:55.703985+0000","last_fullsized":"2024-09-12T01:15:55.703985+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'472","last_scrub_stamp":"2024-09-12T01:15:55.703706+0000","last_deep_scrub":"264'472","last_deep_scrub_stamp":"2024-09-12T01:15:55.703706+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.703706+0000","objects_scrubbed":12,"log_size":72,"log_dups_size":400,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:07:47.777021+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3916028,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":1343,"num_read_kb":21337,"num_write":1744,"num_write_kb":39863,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.576483+0000","last_change":"2024-09-12T01:16:06.576483+0000","last_active":"2024-09-12T01:16:06.576483+0000","last_peered":"2024-09-12T01:16:06.576483+0000","last_clean":"2024-09-12T01:16:06.576483+0000","last_became_active":"2024-09-12T00:34:35.985224+0000","last_became_peered":"2024-09-12T00:34:35.985224+0000","last_unstale":"2024-09-12T01:16:06.576483+0000","last_undegraded":"2024-09-12T01:16:06.576483+0000","last_fullsized":"2024-09-12T01:16:06.576483+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:06.576397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:06.576397+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.576397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:38.292923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"264'278","reported_seq":853,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.050048+0000","last_change":"2024-09-12T01:16:17.050048+0000","last_active":"2024-09-12T01:16:17.050048+0000","last_peered":"2024-09-12T01:16:17.050048+0000","last_clean":"2024-09-12T01:16:17.050048+0000","last_became_active":"2024-09-12T00:34:37.996385+0000","last_became_peered":"2024-09-12T00:34:37.996385+0000","last_unstale":"2024-09-12T01:16:17.050048+0000","last_undegraded":"2024-09-12T01:16:17.050048+0000","last_fullsized":"2024-09-12T01:16:17.050048+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'278","last_scrub_stamp":"2024-09-12T01:16:17.049933+0000","last_deep_scrub":"264'278","last_deep_scrub_stamp":"2024-09-12T01:16:17.049933+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.049933+0000","objects_scrubbed":5,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:10.911177+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50020,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":445,"num_read_kb":1029,"num_write":362,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.912720+0000","last_change":"2024-09-12T01:16:22.912720+0000","last_active":"2024-09-12T01:16:22.912720+0000","last_peered":"2024-09-12T01:16:22.912720+0000","last_clean":"2024-09-12T01:16:22.912720+0000","last_became_active":"2024-09-12T00:34:40.009860+0000","last_became_peered":"2024-09-12T00:34:40.009860+0000","last_unstale":"2024-09-12T01:16:22.912720+0000","last_undegraded":"2024-09-12T01:16:22.912720+0000","last_fullsized":"2024-09-12T01:16:22.912720+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:22.912625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:22.912625+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.912625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:19:17.687512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"264'124","reported_seq":619,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.002393+0000","last_change":"2024-09-12T01:16:16.002337+0000","last_active":"2024-09-12T01:16:16.002393+0000","last_peered":"2024-09-12T01:16:16.002393+0000","last_clean":"2024-09-12T01:16:16.002393+0000","last_became_active":"2024-09-12T00:34:42.006843+0000","last_became_peered":"2024-09-12T00:34:42.006843+0000","last_unstale":"2024-09-12T01:16:16.002393+0000","last_undegraded":"2024-09-12T01:16:16.002393+0000","last_fullsized":"2024-09-12T01:16:16.002393+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'124","last_scrub_stamp":"2024-09-12T01:16:16.002247+0000","last_deep_scrub":"264'124","last_deep_scrub_stamp":"2024-09-12T01:16:16.002247+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.002247+0000","objects_scrubbed":3,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:02:13.871925+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":101,"num_read_kb":98,"num_write":281,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"264'544","reported_seq":2259,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.966990+0000","last_change":"2024-09-12T01:16:03.966990+0000","last_active":"2024-09-12T01:16:03.966990+0000","last_peered":"2024-09-12T01:16:03.966990+0000","last_clean":"2024-09-12T01:16:03.966990+0000","last_became_active":"2024-09-12T00:34:33.971964+0000","last_became_peered":"2024-09-12T00:34:33.971964+0000","last_unstale":"2024-09-12T01:16:03.966990+0000","last_undegraded":"2024-09-12T01:16:03.966990+0000","last_fullsized":"2024-09-12T01:16:03.966990+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'544","last_scrub_stamp":"2024-09-12T01:16:03.966900+0000","last_deep_scrub":"264'544","last_deep_scrub_stamp":"2024-09-12T01:16:03.966900+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.966900+0000","objects_scrubbed":7,"log_size":44,"log_dups_size":500,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:06:41.524185+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2910,"num_read_kb":2718,"num_write":641,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3712,"num_omap_keys":15,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"264'373","reported_seq":1013,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.732117+0000","last_change":"2024-09-12T01:15:59.732117+0000","last_active":"2024-09-12T01:15:59.732117+0000","last_peered":"2024-09-12T01:15:59.732117+0000","last_clean":"2024-09-12T01:15:59.732117+0000","last_became_active":"2024-09-12T00:34:31.965537+0000","last_became_peered":"2024-09-12T00:34:31.965537+0000","last_unstale":"2024-09-12T01:15:59.732117+0000","last_undegraded":"2024-09-12T01:15:59.732117+0000","last_fullsized":"2024-09-12T01:15:59.732117+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'373","last_scrub_stamp":"2024-09-12T01:15:59.732020+0000","last_deep_scrub":"264'373","last_deep_scrub_stamp":"2024-09-12T01:15:59.732020+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.732020+0000","objects_scrubbed":1,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:16:11.226172+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":528,"num_read_kb":24059,"num_write":1272,"num_write_kb":39850,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.569886+0000","last_change":"2024-09-12T01:16:05.569886+0000","last_active":"2024-09-12T01:16:05.569886+0000","last_peered":"2024-09-12T01:16:05.569886+0000","last_clean":"2024-09-12T01:16:05.569886+0000","last_became_active":"2024-09-12T00:34:35.989002+0000","last_became_peered":"2024-09-12T00:34:35.989002+0000","last_unstale":"2024-09-12T01:16:05.569886+0000","last_undegraded":"2024-09-12T01:16:05.569886+0000","last_fullsized":"2024-09-12T01:16:05.569886+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:05.569782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:05.569782+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.569782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:26:51.916520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"264'335","reported_seq":938,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.904849+0000","last_change":"2024-09-12T01:16:18.904849+0000","last_active":"2024-09-12T01:16:18.904849+0000","last_peered":"2024-09-12T01:16:18.904849+0000","last_clean":"2024-09-12T01:16:18.904849+0000","last_became_active":"2024-09-12T00:34:37.999429+0000","last_became_peered":"2024-09-12T00:34:37.999429+0000","last_unstale":"2024-09-12T01:16:18.904849+0000","last_undegraded":"2024-09-12T01:16:18.904849+0000","last_fullsized":"2024-09-12T01:16:18.904849+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'335","last_scrub_stamp":"2024-09-12T01:16:18.904757+0000","last_deep_scrub":"264'335","last_deep_scrub_stamp":"2024-09-12T01:16:18.904757+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.904757+0000","objects_scrubbed":9,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:32.208958+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51642,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":517,"num_read_kb":1121,"num_write":416,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"264'801","reported_seq":2228,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.696341+0000","last_change":"2024-09-12T01:16:19.696341+0000","last_active":"2024-09-12T01:16:19.696341+0000","last_peered":"2024-09-12T01:16:19.696341+0000","last_clean":"2024-09-12T01:16:19.696341+0000","last_became_active":"2024-09-12T00:34:40.011267+0000","last_became_peered":"2024-09-12T00:34:40.011267+0000","last_unstale":"2024-09-12T01:16:19.696341+0000","last_undegraded":"2024-09-12T01:16:19.696341+0000","last_fullsized":"2024-09-12T01:16:19.696341+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'801","last_scrub_stamp":"2024-09-12T01:16:19.696250+0000","last_deep_scrub":"264'801","last_deep_scrub_stamp":"2024-09-12T01:16:19.696250+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.696250+0000","objects_scrubbed":1,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:45:15.337557+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"264'151","reported_seq":663,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.655123+0000","last_change":"2024-09-12T01:16:25.655123+0000","last_active":"2024-09-12T01:16:25.655123+0000","last_peered":"2024-09-12T01:16:25.655123+0000","last_clean":"2024-09-12T01:16:25.655123+0000","last_became_active":"2024-09-12T00:34:42.013661+0000","last_became_peered":"2024-09-12T00:34:42.013661+0000","last_unstale":"2024-09-12T01:16:25.655123+0000","last_undegraded":"2024-09-12T01:16:25.655123+0000","last_fullsized":"2024-09-12T01:16:25.655123+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'151","last_scrub_stamp":"2024-09-12T01:16:25.655037+0000","last_deep_scrub":"264'151","last_deep_scrub_stamp":"2024-09-12T01:16:25.655037+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.655037+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:20.151364+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":411,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":182,"num_read_kb":163,"num_write":359,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"264'450","reported_seq":2059,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.420965+0000","last_change":"2024-09-12T01:16:04.420965+0000","last_active":"2024-09-12T01:16:04.420965+0000","last_peered":"2024-09-12T01:16:04.420965+0000","last_clean":"2024-09-12T01:16:04.420965+0000","last_became_active":"2024-09-12T00:34:33.987982+0000","last_became_peered":"2024-09-12T00:34:33.987982+0000","last_unstale":"2024-09-12T01:16:04.420965+0000","last_undegraded":"2024-09-12T01:16:04.420965+0000","last_fullsized":"2024-09-12T01:16:04.420965+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'450","last_scrub_stamp":"2024-09-12T01:16:04.420863+0000","last_deep_scrub":"264'450","last_deep_scrub_stamp":"2024-09-12T01:16:04.420863+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.420863+0000","objects_scrubbed":2,"log_size":50,"log_dups_size":400,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:19.936481+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2653,"num_read_kb":2516,"num_write":540,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2811,"num_omap_keys":11,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"264'364","reported_seq":1054,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.358646+0000","last_change":"2024-09-12T01:15:57.358646+0000","last_active":"2024-09-12T01:15:57.358646+0000","last_peered":"2024-09-12T01:15:57.358646+0000","last_clean":"2024-09-12T01:15:57.358646+0000","last_became_active":"2024-09-12T00:34:31.969611+0000","last_became_peered":"2024-09-12T00:34:31.969611+0000","last_unstale":"2024-09-12T01:15:57.358646+0000","last_undegraded":"2024-09-12T01:15:57.358646+0000","last_fullsized":"2024-09-12T01:15:57.358646+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'364","last_scrub_stamp":"2024-09-12T01:15:57.358549+0000","last_deep_scrub":"264'364","last_deep_scrub_stamp":"2024-09-12T01:15:57.358549+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.358549+0000","objects_scrubbed":4,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:23:33.088574+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":629,"num_read_kb":57273,"num_write":1179,"num_write_kb":39514,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.571138+0000","last_change":"2024-09-12T01:16:03.571138+0000","last_active":"2024-09-12T01:16:03.571138+0000","last_peered":"2024-09-12T01:16:03.571138+0000","last_clean":"2024-09-12T01:16:03.571138+0000","last_became_active":"2024-09-12T00:34:35.987677+0000","last_became_peered":"2024-09-12T00:34:35.987677+0000","last_unstale":"2024-09-12T01:16:03.571138+0000","last_undegraded":"2024-09-12T01:16:03.571138+0000","last_fullsized":"2024-09-12T01:16:03.571138+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:03.571050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:03.571050+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.571050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:54.936632+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"264'507","reported_seq":1155,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.592852+0000","last_change":"2024-09-12T01:16:14.592852+0000","last_active":"2024-09-12T01:16:14.592852+0000","last_peered":"2024-09-12T01:16:14.592852+0000","last_clean":"2024-09-12T01:16:14.592852+0000","last_became_active":"2024-09-12T00:34:37.996633+0000","last_became_peered":"2024-09-12T00:34:37.996633+0000","last_unstale":"2024-09-12T01:16:14.592852+0000","last_undegraded":"2024-09-12T01:16:14.592852+0000","last_fullsized":"2024-09-12T01:16:14.592852+0000","mapping_epoch":31,"log_start":"264'400","ondisk_log_start":"264'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'507","last_scrub_stamp":"2024-09-12T01:16:14.592745+0000","last_deep_scrub":"264'507","last_deep_scrub_stamp":"2024-09-12T01:16:14.592745+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.592745+0000","objects_scrubbed":7,"log_size":107,"log_dups_size":400,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:32:07.112581+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93630,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":880,"num_read_kb":2110,"num_write":730,"num_write_kb":612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.520508+0000","last_change":"2024-09-12T01:16:08.520508+0000","last_active":"2024-09-12T01:16:08.520508+0000","last_peered":"2024-09-12T01:16:08.520508+0000","last_clean":"2024-09-12T01:16:08.520508+0000","last_became_active":"2024-09-12T00:34:40.006943+0000","last_became_peered":"2024-09-12T00:34:40.006943+0000","last_unstale":"2024-09-12T01:16:08.520508+0000","last_undegraded":"2024-09-12T01:16:08.520508+0000","last_fullsized":"2024-09-12T01:16:08.520508+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:08.520420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:08.520420+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.520420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:11:11.223691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"264'141","reported_seq":650,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.111881+0000","last_change":"2024-09-12T01:16:20.111881+0000","last_active":"2024-09-12T01:16:20.111881+0000","last_peered":"2024-09-12T01:16:20.111881+0000","last_clean":"2024-09-12T01:16:20.111881+0000","last_became_active":"2024-09-12T00:34:42.026272+0000","last_became_peered":"2024-09-12T00:34:42.026272+0000","last_unstale":"2024-09-12T01:16:20.111881+0000","last_undegraded":"2024-09-12T01:16:20.111881+0000","last_fullsized":"2024-09-12T01:16:20.111881+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'141","last_scrub_stamp":"2024-09-12T01:16:20.111778+0000","last_deep_scrub":"264'141","last_deep_scrub_stamp":"2024-09-12T01:16:20.111778+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.111778+0000","objects_scrubbed":2,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:42:24.943754+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":899,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":129,"num_read_kb":127,"num_write":342,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"264'443","reported_seq":1931,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.740428+0000","last_change":"2024-09-12T01:15:57.740428+0000","last_active":"2024-09-12T01:15:57.740428+0000","last_peered":"2024-09-12T01:15:57.740428+0000","last_clean":"2024-09-12T01:15:57.740428+0000","last_became_active":"2024-09-12T00:34:33.988384+0000","last_became_peered":"2024-09-12T00:34:33.988384+0000","last_unstale":"2024-09-12T01:15:57.740428+0000","last_undegraded":"2024-09-12T01:15:57.740428+0000","last_fullsized":"2024-09-12T01:15:57.740428+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'443","last_scrub_stamp":"2024-09-12T01:15:57.740350+0000","last_deep_scrub":"264'443","last_deep_scrub_stamp":"2024-09-12T01:15:57.740350+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.740350+0000","objects_scrubbed":2,"log_size":43,"log_dups_size":400,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:19:33.046856+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2245,"num_read_kb":2110,"num_write":506,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":947,"num_omap_keys":4,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"264'359","reported_seq":1117,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.147863+0000","last_change":"2024-09-12T01:15:55.147863+0000","last_active":"2024-09-12T01:15:55.147863+0000","last_peered":"2024-09-12T01:15:55.147863+0000","last_clean":"2024-09-12T01:15:55.147863+0000","last_became_active":"2024-09-12T00:34:31.973463+0000","last_became_peered":"2024-09-12T00:34:31.973463+0000","last_unstale":"2024-09-12T01:15:55.147863+0000","last_undegraded":"2024-09-12T01:15:55.147863+0000","last_fullsized":"2024-09-12T01:15:55.147863+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'359","last_scrub_stamp":"2024-09-12T01:15:55.147761+0000","last_deep_scrub":"264'359","last_deep_scrub_stamp":"2024-09-12T01:15:55.147761+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.147761+0000","objects_scrubbed":9,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:39:01.165701+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":687564,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":725,"num_read_kb":52164,"num_write":1162,"num_write_kb":35766,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.609092+0000","last_change":"2024-09-12T01:16:11.609092+0000","last_active":"2024-09-12T01:16:11.609092+0000","last_peered":"2024-09-12T01:16:11.609092+0000","last_clean":"2024-09-12T01:16:11.609092+0000","last_became_active":"2024-09-12T00:34:35.987401+0000","last_became_peered":"2024-09-12T00:34:35.987401+0000","last_unstale":"2024-09-12T01:16:11.609092+0000","last_undegraded":"2024-09-12T01:16:11.609092+0000","last_fullsized":"2024-09-12T01:16:11.609092+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:11.608991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:11.608991+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.608991+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:07.068116+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"264'318","reported_seq":900,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.801000+0000","last_change":"2024-09-12T01:16:17.801000+0000","last_active":"2024-09-12T01:16:17.801000+0000","last_peered":"2024-09-12T01:16:17.801000+0000","last_clean":"2024-09-12T01:16:17.801000+0000","last_became_active":"2024-09-12T00:34:37.996632+0000","last_became_peered":"2024-09-12T00:34:37.996632+0000","last_unstale":"2024-09-12T01:16:17.801000+0000","last_undegraded":"2024-09-12T01:16:17.801000+0000","last_fullsized":"2024-09-12T01:16:17.801000+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'318","last_scrub_stamp":"2024-09-12T01:16:17.800886+0000","last_deep_scrub":"264'318","last_deep_scrub_stamp":"2024-09-12T01:16:17.800886+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.800886+0000","objects_scrubbed":7,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:59:36.846888+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55572,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":529,"num_read_kb":1205,"num_write":478,"num_write_kb":405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.652796+0000","last_change":"2024-09-12T01:16:21.652796+0000","last_active":"2024-09-12T01:16:21.652796+0000","last_peered":"2024-09-12T01:16:21.652796+0000","last_clean":"2024-09-12T01:16:21.652796+0000","last_became_active":"2024-09-12T00:34:40.012535+0000","last_became_peered":"2024-09-12T00:34:40.012535+0000","last_unstale":"2024-09-12T01:16:21.652796+0000","last_undegraded":"2024-09-12T01:16:21.652796+0000","last_fullsized":"2024-09-12T01:16:21.652796+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:21.652705+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:21.652705+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.652705+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:39:59.828028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"264'105","reported_seq":592,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.991099+0000","last_change":"2024-09-12T01:16:30.991099+0000","last_active":"2024-09-12T01:16:30.991099+0000","last_peered":"2024-09-12T01:16:30.991099+0000","last_clean":"2024-09-12T01:16:30.991099+0000","last_became_active":"2024-09-12T00:34:42.025660+0000","last_became_peered":"2024-09-12T00:34:42.025660+0000","last_unstale":"2024-09-12T01:16:30.991099+0000","last_undegraded":"2024-09-12T01:16:30.991099+0000","last_fullsized":"2024-09-12T01:16:30.991099+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'105","last_scrub_stamp":"2024-09-12T01:16:30.991008+0000","last_deep_scrub":"264'105","last_deep_scrub_stamp":"2024-09-12T01:16:30.991008+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.991008+0000","objects_scrubbed":3,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:34:52.098598+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":81,"num_read_kb":81,"num_write":243,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"264'461","reported_seq":1947,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.832408+0000","last_change":"2024-09-12T01:15:59.832408+0000","last_active":"2024-09-12T01:15:59.832408+0000","last_peered":"2024-09-12T01:15:59.832408+0000","last_clean":"2024-09-12T01:15:59.832408+0000","last_became_active":"2024-09-12T00:34:33.976456+0000","last_became_peered":"2024-09-12T00:34:33.976456+0000","last_unstale":"2024-09-12T01:15:59.832408+0000","last_undegraded":"2024-09-12T01:15:59.832408+0000","last_fullsized":"2024-09-12T01:15:59.832408+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'461","last_scrub_stamp":"2024-09-12T01:15:59.832329+0000","last_deep_scrub":"264'461","last_deep_scrub_stamp":"2024-09-12T01:15:59.832329+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.832329+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":400,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:40:55.916386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2299,"num_read_kb":2147,"num_write":532,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"264'312","reported_seq":959,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.573171+0000","last_change":"2024-09-12T01:15:53.573097+0000","last_active":"2024-09-12T01:15:53.573171+0000","last_peered":"2024-09-12T01:15:53.573171+0000","last_clean":"2024-09-12T01:15:53.573171+0000","last_became_active":"2024-09-12T00:35:05.223814+0000","last_became_peered":"2024-09-12T00:35:05.223814+0000","last_unstale":"2024-09-12T01:15:53.573171+0000","last_undegraded":"2024-09-12T01:15:53.573171+0000","last_fullsized":"2024-09-12T01:15:53.573171+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T01:15:53.573000+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T01:15:53.573000+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.573000+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:54.728379+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":709707,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":513,"num_read_kb":31652,"num_write":891,"num_write_kb":37909,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"264'4","reported_seq":988,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.036642+0000","last_change":"2024-09-12T01:16:07.036642+0000","last_active":"2024-09-12T01:16:07.036642+0000","last_peered":"2024-09-12T01:16:07.036642+0000","last_clean":"2024-09-12T01:16:07.036642+0000","last_became_active":"2024-09-12T00:34:35.993578+0000","last_became_peered":"2024-09-12T00:34:35.993578+0000","last_unstale":"2024-09-12T01:16:07.036642+0000","last_undegraded":"2024-09-12T01:16:07.036642+0000","last_fullsized":"2024-09-12T01:16:07.036642+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:07.036518+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:07.036518+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.036518+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:36:28.669194+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"264'286","reported_seq":876,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.573701+0000","last_change":"2024-09-12T01:16:07.573701+0000","last_active":"2024-09-12T01:16:07.573701+0000","last_peered":"2024-09-12T01:16:07.573701+0000","last_clean":"2024-09-12T01:16:07.573701+0000","last_became_active":"2024-09-12T00:34:38.000994+0000","last_became_peered":"2024-09-12T00:34:38.000994+0000","last_unstale":"2024-09-12T01:16:07.573701+0000","last_undegraded":"2024-09-12T01:16:07.573701+0000","last_fullsized":"2024-09-12T01:16:07.573701+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'286","last_scrub_stamp":"2024-09-12T01:16:07.573607+0000","last_deep_scrub":"264'286","last_deep_scrub_stamp":"2024-09-12T01:16:07.573607+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.573607+0000","objects_scrubbed":7,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:39:16.274861+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53088,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":475,"num_read_kb":1045,"num_write":378,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"264'765","reported_seq":2238,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.522154+0000","last_change":"2024-09-12T01:16:09.522154+0000","last_active":"2024-09-12T01:16:09.522154+0000","last_peered":"2024-09-12T01:16:09.522154+0000","last_clean":"2024-09-12T01:16:09.522154+0000","last_became_active":"2024-09-12T00:34:40.010400+0000","last_became_peered":"2024-09-12T00:34:40.010400+0000","last_unstale":"2024-09-12T01:16:09.522154+0000","last_undegraded":"2024-09-12T01:16:09.522154+0000","last_fullsized":"2024-09-12T01:16:09.522154+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'765","last_scrub_stamp":"2024-09-12T01:16:09.522063+0000","last_deep_scrub":"264'765","last_deep_scrub_stamp":"2024-09-12T01:16:09.522063+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.522063+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:40:09.755599+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"264'144","reported_seq":650,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.118074+0000","last_change":"2024-09-12T01:16:17.118004+0000","last_active":"2024-09-12T01:16:17.118074+0000","last_peered":"2024-09-12T01:16:17.118074+0000","last_clean":"2024-09-12T01:16:17.118074+0000","last_became_active":"2024-09-12T00:34:42.014037+0000","last_became_peered":"2024-09-12T00:34:42.014037+0000","last_unstale":"2024-09-12T01:16:17.118074+0000","last_undegraded":"2024-09-12T01:16:17.118074+0000","last_fullsized":"2024-09-12T01:16:17.118074+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'144","last_scrub_stamp":"2024-09-12T01:16:17.117903+0000","last_deep_scrub":"264'144","last_deep_scrub_stamp":"2024-09-12T01:16:17.117903+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.117903+0000","objects_scrubbed":5,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:33:59.967270+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2093,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":145,"num_read_kb":133,"num_write":333,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"264'824","reported_seq":2404,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.855628+0000","last_change":"2024-09-12T01:16:00.855628+0000","last_active":"2024-09-12T01:16:00.855628+0000","last_peered":"2024-09-12T01:16:00.855628+0000","last_clean":"2024-09-12T01:16:00.855628+0000","last_became_active":"2024-09-12T00:34:33.981378+0000","last_became_peered":"2024-09-12T00:34:33.981378+0000","last_unstale":"2024-09-12T01:16:00.855628+0000","last_undegraded":"2024-09-12T01:16:00.855628+0000","last_fullsized":"2024-09-12T01:16:00.855628+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'824","last_scrub_stamp":"2024-09-12T01:16:00.855551+0000","last_deep_scrub":"264'824","last_deep_scrub_stamp":"2024-09-12T01:16:00.855551+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.855551+0000","objects_scrubbed":2,"log_size":24,"log_dups_size":800,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:58:15.665917+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3842,"num_read_kb":3465,"num_write":1066,"num_write_kb":374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"264'346","reported_seq":981,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.835261+0000","last_change":"2024-09-12T01:15:54.835261+0000","last_active":"2024-09-12T01:15:54.835261+0000","last_peered":"2024-09-12T01:15:54.835261+0000","last_clean":"2024-09-12T01:15:54.835261+0000","last_became_active":"2024-09-12T00:34:31.956950+0000","last_became_peered":"2024-09-12T00:34:31.956950+0000","last_unstale":"2024-09-12T01:15:54.835261+0000","last_undegraded":"2024-09-12T01:15:54.835261+0000","last_fullsized":"2024-09-12T01:15:54.835261+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'346","last_scrub_stamp":"2024-09-12T01:15:54.835148+0000","last_deep_scrub":"264'346","last_deep_scrub_stamp":"2024-09-12T01:15:54.835148+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.835148+0000","objects_scrubbed":5,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:23:52.795144+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":493,"num_read_kb":41410,"num_write":1083,"num_write_kb":22740,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"264'4","reported_seq":1461,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.339852+0000","last_change":"2024-09-12T01:16:17.339852+0000","last_active":"2024-09-12T01:16:17.339852+0000","last_peered":"2024-09-12T01:16:17.339852+0000","last_clean":"2024-09-12T01:16:17.339852+0000","last_became_active":"2024-09-12T00:34:35.990390+0000","last_became_peered":"2024-09-12T00:34:35.990390+0000","last_unstale":"2024-09-12T01:16:17.339852+0000","last_undegraded":"2024-09-12T01:16:17.339852+0000","last_fullsized":"2024-09-12T01:16:17.339852+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:17.339761+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:17.339761+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.339761+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:47:48.642744+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":960,"num_read_kb":960,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"264'73","reported_seq":591,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.081493+0000","last_change":"2024-09-12T01:16:18.081493+0000","last_active":"2024-09-12T01:16:18.081493+0000","last_peered":"2024-09-12T01:16:18.081493+0000","last_clean":"2024-09-12T01:16:18.081493+0000","last_became_active":"2024-09-12T00:34:38.120680+0000","last_became_peered":"2024-09-12T00:34:38.120680+0000","last_unstale":"2024-09-12T01:16:18.081493+0000","last_undegraded":"2024-09-12T01:16:18.081493+0000","last_fullsized":"2024-09-12T01:16:18.081493+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'73","last_scrub_stamp":"2024-09-12T01:16:18.081400+0000","last_deep_scrub":"264'73","last_deep_scrub_stamp":"2024-09-12T01:16:18.081400+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.081400+0000","objects_scrubbed":5,"log_size":73,"log_dups_size":0,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:39:13.039664+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"264'776","reported_seq":2270,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.056774+0000","last_change":"2024-09-12T01:16:12.056774+0000","last_active":"2024-09-12T01:16:12.056774+0000","last_peered":"2024-09-12T01:16:12.056774+0000","last_clean":"2024-09-12T01:16:12.056774+0000","last_became_active":"2024-09-12T00:34:40.008128+0000","last_became_peered":"2024-09-12T00:34:40.008128+0000","last_unstale":"2024-09-12T01:16:12.056774+0000","last_undegraded":"2024-09-12T01:16:12.056774+0000","last_fullsized":"2024-09-12T01:16:12.056774+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'776","last_scrub_stamp":"2024-09-12T01:16:12.056673+0000","last_deep_scrub":"264'776","last_deep_scrub_stamp":"2024-09-12T01:16:12.056673+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.056673+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":700,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:07.311245+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"264'107","reported_seq":601,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.744001+0000","last_change":"2024-09-12T01:16:25.744001+0000","last_active":"2024-09-12T01:16:25.744001+0000","last_peered":"2024-09-12T01:16:25.744001+0000","last_clean":"2024-09-12T01:16:25.744001+0000","last_became_active":"2024-09-12T00:34:42.011280+0000","last_became_peered":"2024-09-12T00:34:42.011280+0000","last_unstale":"2024-09-12T01:16:25.744001+0000","last_undegraded":"2024-09-12T01:16:25.744001+0000","last_fullsized":"2024-09-12T01:16:25.744001+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'107","last_scrub_stamp":"2024-09-12T01:16:25.743913+0000","last_deep_scrub":"264'107","last_deep_scrub_stamp":"2024-09-12T01:16:25.743913+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.743913+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:48:33.836114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":87,"num_read_kb":83,"num_write":251,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"264'378","reported_seq":1897,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.090664+0000","last_change":"2024-09-12T01:16:04.090664+0000","last_active":"2024-09-12T01:16:04.090664+0000","last_peered":"2024-09-12T01:16:04.090664+0000","last_clean":"2024-09-12T01:16:04.090664+0000","last_became_active":"2024-09-12T00:34:33.988926+0000","last_became_peered":"2024-09-12T00:34:33.988926+0000","last_unstale":"2024-09-12T01:16:04.090664+0000","last_undegraded":"2024-09-12T01:16:04.090664+0000","last_fullsized":"2024-09-12T01:16:04.090664+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'378","last_scrub_stamp":"2024-09-12T01:16:04.090564+0000","last_deep_scrub":"264'378","last_deep_scrub_stamp":"2024-09-12T01:16:04.090564+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.090564+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:27.359445+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2122,"num_read_kb":2052,"num_write":409,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":225,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"264'321","reported_seq":940,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.104482+0000","last_change":"2024-09-12T01:16:01.104482+0000","last_active":"2024-09-12T01:16:01.104482+0000","last_peered":"2024-09-12T01:16:01.104482+0000","last_clean":"2024-09-12T01:16:01.104482+0000","last_became_active":"2024-09-12T00:34:31.970626+0000","last_became_peered":"2024-09-12T00:34:31.970626+0000","last_unstale":"2024-09-12T01:16:01.104482+0000","last_undegraded":"2024-09-12T01:16:01.104482+0000","last_fullsized":"2024-09-12T01:16:01.104482+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'321","last_scrub_stamp":"2024-09-12T01:16:01.104352+0000","last_deep_scrub":"264'321","last_deep_scrub_stamp":"2024-09-12T01:16:01.104352+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.104352+0000","objects_scrubbed":4,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:21:16.962273+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1532641,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":410,"num_read_kb":40533,"num_write":991,"num_write_kb":34641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.861695+0000","last_change":"2024-09-12T01:16:13.861695+0000","last_active":"2024-09-12T01:16:13.861695+0000","last_peered":"2024-09-12T01:16:13.861695+0000","last_clean":"2024-09-12T01:16:13.861695+0000","last_became_active":"2024-09-12T00:34:35.990643+0000","last_became_peered":"2024-09-12T00:34:35.990643+0000","last_unstale":"2024-09-12T01:16:13.861695+0000","last_undegraded":"2024-09-12T01:16:13.861695+0000","last_fullsized":"2024-09-12T01:16:13.861695+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:13.861606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:13.861606+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.861606+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:20:31.254072+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"264'367","reported_seq":972,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.365729+0000","last_change":"2024-09-12T01:16:23.365729+0000","last_active":"2024-09-12T01:16:23.365729+0000","last_peered":"2024-09-12T01:16:23.365729+0000","last_clean":"2024-09-12T01:16:23.365729+0000","last_became_active":"2024-09-12T00:34:37.996729+0000","last_became_peered":"2024-09-12T00:34:37.996729+0000","last_unstale":"2024-09-12T01:16:23.365729+0000","last_undegraded":"2024-09-12T01:16:23.365729+0000","last_fullsized":"2024-09-12T01:16:23.365729+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'367","last_scrub_stamp":"2024-09-12T01:16:23.365638+0000","last_deep_scrub":"264'367","last_deep_scrub_stamp":"2024-09-12T01:16:23.365638+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.365638+0000","objects_scrubbed":9,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:26:13.705872+0000","scrub_duration":12,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54811,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1175,"num_read_kb":1814,"num_write":1666,"num_write_kb":1537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":487892,"num_omap_keys":1124,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.076303+0000","last_change":"2024-09-12T01:16:10.076303+0000","last_active":"2024-09-12T01:16:10.076303+0000","last_peered":"2024-09-12T01:16:10.076303+0000","last_clean":"2024-09-12T01:16:10.076303+0000","last_became_active":"2024-09-12T00:34:40.011736+0000","last_became_peered":"2024-09-12T00:34:40.011736+0000","last_unstale":"2024-09-12T01:16:10.076303+0000","last_undegraded":"2024-09-12T01:16:10.076303+0000","last_fullsized":"2024-09-12T01:16:10.076303+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:10.076219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:10.076219+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.076219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:27.668759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"264'152","reported_seq":652,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.091505+0000","last_change":"2024-09-12T01:16:18.091422+0000","last_active":"2024-09-12T01:16:18.091505+0000","last_peered":"2024-09-12T01:16:18.091505+0000","last_clean":"2024-09-12T01:16:18.091505+0000","last_became_active":"2024-09-12T00:34:42.012707+0000","last_became_peered":"2024-09-12T00:34:42.012707+0000","last_unstale":"2024-09-12T01:16:18.091505+0000","last_undegraded":"2024-09-12T01:16:18.091505+0000","last_fullsized":"2024-09-12T01:16:18.091505+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'152","last_scrub_stamp":"2024-09-12T01:16:18.091335+0000","last_deep_scrub":"264'152","last_deep_scrub_stamp":"2024-09-12T01:16:18.091335+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.091335+0000","objects_scrubbed":2,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:56.171790+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":137,"num_read_kb":134,"num_write":335,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"264'978","reported_seq":2691,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.989747+0000","last_change":"2024-09-12T01:16:01.989692+0000","last_active":"2024-09-12T01:16:01.989747+0000","last_peered":"2024-09-12T01:16:01.989747+0000","last_clean":"2024-09-12T01:16:01.989747+0000","last_became_active":"2024-09-12T00:34:33.979731+0000","last_became_peered":"2024-09-12T00:34:33.979731+0000","last_unstale":"2024-09-12T01:16:01.989747+0000","last_undegraded":"2024-09-12T01:16:01.989747+0000","last_fullsized":"2024-09-12T01:16:01.989747+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'978","last_scrub_stamp":"2024-09-12T01:16:01.989601+0000","last_deep_scrub":"264'978","last_deep_scrub_stamp":"2024-09-12T01:16:01.989601+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.989601+0000","objects_scrubbed":5,"log_size":78,"log_dups_size":900,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:22.649542+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4741,"num_read_kb":4243,"num_write":1352,"num_write_kb":549,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":694,"num_omap_keys":3,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"264'74","reported_seq":624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.734006+0000","last_change":"2024-09-12T01:15:56.733944+0000","last_active":"2024-09-12T01:15:56.734006+0000","last_peered":"2024-09-12T01:15:56.734006+0000","last_clean":"2024-09-12T01:15:56.734006+0000","last_became_active":"2024-09-12T00:34:12.860653+0000","last_became_peered":"2024-09-12T00:34:12.860653+0000","last_unstale":"2024-09-12T01:15:56.734006+0000","last_undegraded":"2024-09-12T01:15:56.734006+0000","last_fullsized":"2024-09-12T01:15:56.734006+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'74","last_scrub_stamp":"2024-09-12T01:15:56.733841+0000","last_deep_scrub":"264'74","last_deep_scrub_stamp":"2024-09-12T01:15:56.733841+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.733841+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:40.612804+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"264'2","reported_seq":526,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.361058+0000","last_change":"2024-09-12T01:15:56.360938+0000","last_active":"2024-09-12T01:15:56.361058+0000","last_peered":"2024-09-12T01:15:56.361058+0000","last_clean":"2024-09-12T01:15:56.361058+0000","last_became_active":"2024-09-12T00:34:18.794220+0000","last_became_peered":"2024-09-12T00:34:18.794220+0000","last_unstale":"2024-09-12T01:15:56.361058+0000","last_undegraded":"2024-09-12T01:15:56.361058+0000","last_fullsized":"2024-09-12T01:15:56.361058+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:15:56.360846+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:15:56.360846+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.360846+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:57:35.854374+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.00068530299999999995,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"264'351","reported_seq":1184,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.157816+0000","last_change":"2024-09-12T01:15:53.157721+0000","last_active":"2024-09-12T01:15:53.157816+0000","last_peered":"2024-09-12T01:15:53.157816+0000","last_clean":"2024-09-12T01:15:53.157816+0000","last_became_active":"2024-09-12T00:34:31.975192+0000","last_became_peered":"2024-09-12T00:34:31.975192+0000","last_unstale":"2024-09-12T01:15:53.157816+0000","last_undegraded":"2024-09-12T01:15:53.157816+0000","last_fullsized":"2024-09-12T01:15:53.157816+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'351","last_scrub_stamp":"2024-09-12T01:15:53.157614+0000","last_deep_scrub":"264'351","last_deep_scrub_stamp":"2024-09-12T01:15:53.157614+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.157614+0000","objects_scrubbed":7,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:19:41.667251+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":928,"num_read_kb":22362,"num_write":1090,"num_write_kb":25369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":505,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.747320+0000","last_change":"2024-09-12T01:16:12.747247+0000","last_active":"2024-09-12T01:16:12.747320+0000","last_peered":"2024-09-12T01:16:12.747320+0000","last_clean":"2024-09-12T01:16:12.747320+0000","last_became_active":"2024-09-12T00:34:35.984101+0000","last_became_peered":"2024-09-12T00:34:35.984101+0000","last_unstale":"2024-09-12T01:16:12.747320+0000","last_undegraded":"2024-09-12T01:16:12.747320+0000","last_fullsized":"2024-09-12T01:16:12.747320+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:12.747163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:12.747163+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.747163+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:12:53.118889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"264'704","reported_seq":1413,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.321576+0000","last_change":"2024-09-12T01:16:21.321576+0000","last_active":"2024-09-12T01:16:21.321576+0000","last_peered":"2024-09-12T01:16:21.321576+0000","last_clean":"2024-09-12T01:16:21.321576+0000","last_became_active":"2024-09-12T00:34:37.999707+0000","last_became_peered":"2024-09-12T00:34:37.999707+0000","last_unstale":"2024-09-12T01:16:21.321576+0000","last_undegraded":"2024-09-12T01:16:21.321576+0000","last_fullsized":"2024-09-12T01:16:21.321576+0000","mapping_epoch":31,"log_start":"264'600","ondisk_log_start":"264'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'704","last_scrub_stamp":"2024-09-12T01:16:21.321475+0000","last_deep_scrub":"264'704","last_deep_scrub_stamp":"2024-09-12T01:16:21.321475+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.321475+0000","objects_scrubbed":7,"log_size":104,"log_dups_size":600,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:03.018742+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":136244,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1368,"num_read_kb":3023,"num_write":1294,"num_write_kb":1130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":108276,"num_omap_keys":262,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.661806+0000","last_change":"2024-09-12T01:16:20.661806+0000","last_active":"2024-09-12T01:16:20.661806+0000","last_peered":"2024-09-12T01:16:20.661806+0000","last_clean":"2024-09-12T01:16:20.661806+0000","last_became_active":"2024-09-12T00:34:40.008565+0000","last_became_peered":"2024-09-12T00:34:40.008565+0000","last_unstale":"2024-09-12T01:16:20.661806+0000","last_undegraded":"2024-09-12T01:16:20.661806+0000","last_fullsized":"2024-09-12T01:16:20.661806+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:20.661712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:20.661712+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.661712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:19.266296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"264'226","reported_seq":946,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.980192+0000","last_change":"2024-09-12T01:16:17.980192+0000","last_active":"2024-09-12T01:16:17.980192+0000","last_peered":"2024-09-12T01:16:17.980192+0000","last_clean":"2024-09-12T01:16:17.980192+0000","last_became_active":"2024-09-12T00:34:42.012694+0000","last_became_peered":"2024-09-12T00:34:42.012694+0000","last_unstale":"2024-09-12T01:16:17.980192+0000","last_undegraded":"2024-09-12T01:16:17.980192+0000","last_fullsized":"2024-09-12T01:16:17.980192+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'226","last_scrub_stamp":"2024-09-12T01:16:17.980098+0000","last_deep_scrub":"264'226","last_deep_scrub_stamp":"2024-09-12T01:16:17.980098+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.980098+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:06.202684+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1035,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":509,"num_read_kb":490,"num_write":472,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"264'718","reported_seq":2123,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.577134+0000","last_change":"2024-09-12T01:15:59.577134+0000","last_active":"2024-09-12T01:15:59.577134+0000","last_peered":"2024-09-12T01:15:59.577134+0000","last_clean":"2024-09-12T01:15:59.577134+0000","last_became_active":"2024-09-12T00:34:33.983903+0000","last_became_peered":"2024-09-12T00:34:33.983903+0000","last_unstale":"2024-09-12T01:15:59.577134+0000","last_undegraded":"2024-09-12T01:15:59.577134+0000","last_fullsized":"2024-09-12T01:15:59.577134+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'718","last_scrub_stamp":"2024-09-12T01:15:59.577035+0000","last_deep_scrub":"264'718","last_deep_scrub_stamp":"2024-09-12T01:15:59.577035+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.577035+0000","objects_scrubbed":5,"log_size":18,"log_dups_size":700,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:35.278587+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3318,"num_read_kb":2987,"num_write":934,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":531,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.778065+0000","last_change":"2024-09-12T01:16:00.777999+0000","last_active":"2024-09-12T01:16:00.778065+0000","last_peered":"2024-09-12T01:16:00.778065+0000","last_clean":"2024-09-12T01:16:00.778065+0000","last_became_active":"2024-09-12T00:34:18.800093+0000","last_became_peered":"2024-09-12T00:34:18.800093+0000","last_unstale":"2024-09-12T01:16:00.778065+0000","last_undegraded":"2024-09-12T01:16:00.778065+0000","last_fullsized":"2024-09-12T01:16:00.778065+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:00.777866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:00.777866+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.777866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:57:26.709339+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00067478700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"264'320","reported_seq":937,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:51.531710+0000","last_change":"2024-09-12T01:15:51.531649+0000","last_active":"2024-09-12T01:15:51.531710+0000","last_peered":"2024-09-12T01:15:51.531710+0000","last_clean":"2024-09-12T01:15:51.531710+0000","last_became_active":"2024-09-12T00:34:31.964317+0000","last_became_peered":"2024-09-12T00:34:31.964317+0000","last_unstale":"2024-09-12T01:15:51.531710+0000","last_undegraded":"2024-09-12T01:15:51.531710+0000","last_fullsized":"2024-09-12T01:15:51.531710+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'320","last_scrub_stamp":"2024-09-12T01:15:51.531543+0000","last_deep_scrub":"264'320","last_deep_scrub_stamp":"2024-09-12T01:15:51.531543+0000","last_clean_scrub_stamp":"2024-09-12T01:15:51.531543+0000","objects_scrubbed":7,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:06:59.670661+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133707,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":418,"num_read_kb":26007,"num_write":938,"num_write_kb":21584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.308456+0000","last_change":"2024-09-12T01:16:16.308456+0000","last_active":"2024-09-12T01:16:16.308456+0000","last_peered":"2024-09-12T01:16:16.308456+0000","last_clean":"2024-09-12T01:16:16.308456+0000","last_became_active":"2024-09-12T00:34:35.989633+0000","last_became_peered":"2024-09-12T00:34:35.989633+0000","last_unstale":"2024-09-12T01:16:16.308456+0000","last_undegraded":"2024-09-12T01:16:16.308456+0000","last_fullsized":"2024-09-12T01:16:16.308456+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:16.308372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:16.308372+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.308372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:13:48.882360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"264'1286","reported_seq":2730,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.044616+0000","last_change":"2024-09-12T01:16:11.044534+0000","last_active":"2024-09-12T01:16:11.044616+0000","last_peered":"2024-09-12T01:16:11.044616+0000","last_clean":"2024-09-12T01:16:11.044616+0000","last_became_active":"2024-09-12T00:34:38.000456+0000","last_became_peered":"2024-09-12T00:34:38.000456+0000","last_unstale":"2024-09-12T01:16:11.044616+0000","last_undegraded":"2024-09-12T01:16:11.044616+0000","last_fullsized":"2024-09-12T01:16:11.044616+0000","mapping_epoch":31,"log_start":"264'1200","ondisk_log_start":"264'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1286","last_scrub_stamp":"2024-09-12T01:16:11.044422+0000","last_deep_scrub":"264'1286","last_deep_scrub_stamp":"2024-09-12T01:16:11.044422+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.044422+0000","objects_scrubbed":12,"log_size":86,"log_dups_size":1200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:12:43.283911+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143542,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":2061,"num_read_kb":3949,"num_write":1148,"num_write_kb":991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.833869+0000","last_change":"2024-09-12T01:16:23.833771+0000","last_active":"2024-09-12T01:16:23.833869+0000","last_peered":"2024-09-12T01:16:23.833869+0000","last_clean":"2024-09-12T01:16:23.833869+0000","last_became_active":"2024-09-12T00:34:40.007059+0000","last_became_peered":"2024-09-12T00:34:40.007059+0000","last_unstale":"2024-09-12T01:16:23.833869+0000","last_undegraded":"2024-09-12T01:16:23.833869+0000","last_fullsized":"2024-09-12T01:16:23.833869+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:23.833675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:23.833675+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.833675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:11:16.548813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"264'163","reported_seq":691,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.065839+0000","last_change":"2024-09-12T01:16:19.065839+0000","last_active":"2024-09-12T01:16:19.065839+0000","last_peered":"2024-09-12T01:16:19.065839+0000","last_clean":"2024-09-12T01:16:19.065839+0000","last_became_active":"2024-09-12T00:34:42.008947+0000","last_became_peered":"2024-09-12T00:34:42.008947+0000","last_unstale":"2024-09-12T01:16:19.065839+0000","last_undegraded":"2024-09-12T01:16:19.065839+0000","last_fullsized":"2024-09-12T01:16:19.065839+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'163","last_scrub_stamp":"2024-09-12T01:16:19.065753+0000","last_deep_scrub":"264'163","last_deep_scrub_stamp":"2024-09-12T01:16:19.065753+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.065753+0000","objects_scrubbed":1,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:57:55.233288+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":232,"num_read_kb":205,"num_write":347,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"264'382","reported_seq":1774,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.173239+0000","last_change":"2024-09-12T01:16:00.173239+0000","last_active":"2024-09-12T01:16:00.173239+0000","last_peered":"2024-09-12T01:16:00.173239+0000","last_clean":"2024-09-12T01:16:00.173239+0000","last_became_active":"2024-09-12T00:34:33.980656+0000","last_became_peered":"2024-09-12T00:34:33.980656+0000","last_unstale":"2024-09-12T01:16:00.173239+0000","last_undegraded":"2024-09-12T01:16:00.173239+0000","last_fullsized":"2024-09-12T01:16:00.173239+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'382","last_scrub_stamp":"2024-09-12T01:16:00.173150+0000","last_deep_scrub":"264'382","last_deep_scrub_stamp":"2024-09-12T01:16:00.173150+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.173150+0000","objects_scrubbed":1,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:20:15.596943+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1941,"num_read_kb":1849,"num_write":422,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:52.560341+0000","last_change":"2024-09-12T01:15:52.560283+0000","last_active":"2024-09-12T01:15:52.560341+0000","last_peered":"2024-09-12T01:15:52.560341+0000","last_clean":"2024-09-12T01:15:52.560341+0000","last_became_active":"2024-09-12T00:34:18.950483+0000","last_became_peered":"2024-09-12T00:34:18.950483+0000","last_unstale":"2024-09-12T01:15:52.560341+0000","last_undegraded":"2024-09-12T01:15:52.560341+0000","last_fullsized":"2024-09-12T01:15:52.560341+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:52.560211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:52.560211+0000","last_clean_scrub_stamp":"2024-09-12T01:15:52.560211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:45:57.139936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059199199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"264'347","reported_seq":1007,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.126318+0000","last_change":"2024-09-12T01:15:54.126318+0000","last_active":"2024-09-12T01:15:54.126318+0000","last_peered":"2024-09-12T01:15:54.126318+0000","last_clean":"2024-09-12T01:15:54.126318+0000","last_became_active":"2024-09-12T00:34:31.958610+0000","last_became_peered":"2024-09-12T00:34:31.958610+0000","last_unstale":"2024-09-12T01:15:54.126318+0000","last_undegraded":"2024-09-12T01:15:54.126318+0000","last_fullsized":"2024-09-12T01:15:54.126318+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'347","last_scrub_stamp":"2024-09-12T01:15:54.126226+0000","last_deep_scrub":"264'347","last_deep_scrub_stamp":"2024-09-12T01:15:54.126226+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.126226+0000","objects_scrubbed":6,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:43.315332+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133688,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":557,"num_read_kb":33366,"num_write":1138,"num_write_kb":25009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"264'2","reported_seq":506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.585357+0000","last_change":"2024-09-12T01:16:04.585357+0000","last_active":"2024-09-12T01:16:04.585357+0000","last_peered":"2024-09-12T01:16:04.585357+0000","last_clean":"2024-09-12T01:16:04.585357+0000","last_became_active":"2024-09-12T00:34:35.991302+0000","last_became_peered":"2024-09-12T00:34:35.991302+0000","last_unstale":"2024-09-12T01:16:04.585357+0000","last_undegraded":"2024-09-12T01:16:04.585357+0000","last_fullsized":"2024-09-12T01:16:04.585357+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:04.585271+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:04.585271+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.585271+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:08:07.953180+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"264'261","reported_seq":1307,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.874372+0000","last_change":"2024-09-12T01:16:17.874317+0000","last_active":"2024-09-12T01:16:17.874372+0000","last_peered":"2024-09-12T01:16:17.874372+0000","last_clean":"2024-09-12T01:16:17.874372+0000","last_became_active":"2024-09-12T00:34:38.120856+0000","last_became_peered":"2024-09-12T00:34:38.120856+0000","last_unstale":"2024-09-12T01:16:17.874372+0000","last_undegraded":"2024-09-12T01:16:17.874372+0000","last_fullsized":"2024-09-12T01:16:17.874372+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'261","last_scrub_stamp":"2024-09-12T01:16:17.874231+0000","last_deep_scrub":"264'261","last_deep_scrub_stamp":"2024-09-12T01:16:17.874231+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.874231+0000","objects_scrubbed":9,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:25:58.460537+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":170,"num_write":147,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5400,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.707575+0000","last_change":"2024-09-12T01:16:18.707513+0000","last_active":"2024-09-12T01:16:18.707575+0000","last_peered":"2024-09-12T01:16:18.707575+0000","last_clean":"2024-09-12T01:16:18.707575+0000","last_became_active":"2024-09-12T00:34:40.006377+0000","last_became_peered":"2024-09-12T00:34:40.006377+0000","last_unstale":"2024-09-12T01:16:18.707575+0000","last_undegraded":"2024-09-12T01:16:18.707575+0000","last_fullsized":"2024-09-12T01:16:18.707575+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:18.707422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:18.707422+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.707422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:20:05.472215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"264'276","reported_seq":881,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.996143+0000","last_change":"2024-09-12T01:16:26.996143+0000","last_active":"2024-09-12T01:16:26.996143+0000","last_peered":"2024-09-12T01:16:26.996143+0000","last_clean":"2024-09-12T01:16:26.996143+0000","last_became_active":"2024-09-12T00:34:42.025507+0000","last_became_peered":"2024-09-12T00:34:42.025507+0000","last_unstale":"2024-09-12T01:16:26.996143+0000","last_undegraded":"2024-09-12T01:16:26.996143+0000","last_fullsized":"2024-09-12T01:16:26.996143+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'276","last_scrub_stamp":"2024-09-12T01:16:26.996017+0000","last_deep_scrub":"264'276","last_deep_scrub_stamp":"2024-09-12T01:16:26.996017+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.996017+0000","objects_scrubbed":4,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:34.731136+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":528,"num_read_kb":543,"num_write":622,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"264'583","reported_seq":2468,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.132343+0000","last_change":"2024-09-12T01:15:58.132281+0000","last_active":"2024-09-12T01:15:58.132343+0000","last_peered":"2024-09-12T01:15:58.132343+0000","last_clean":"2024-09-12T01:15:58.132343+0000","last_became_active":"2024-09-12T00:34:33.972779+0000","last_became_peered":"2024-09-12T00:34:33.972779+0000","last_unstale":"2024-09-12T01:15:58.132343+0000","last_undegraded":"2024-09-12T01:15:58.132343+0000","last_fullsized":"2024-09-12T01:15:58.132343+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'583","last_scrub_stamp":"2024-09-12T01:15:58.132192+0000","last_deep_scrub":"264'583","last_deep_scrub_stamp":"2024-09-12T01:15:58.132192+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.132192+0000","objects_scrubbed":8,"log_size":83,"log_dups_size":500,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:22.894481+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":3299,"num_read_kb":3090,"num_write":685,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4576,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"264'3","reported_seq":527,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.347981+0000","last_change":"2024-09-12T01:15:54.347917+0000","last_active":"2024-09-12T01:15:54.347981+0000","last_peered":"2024-09-12T01:15:54.347981+0000","last_clean":"2024-09-12T01:15:54.347981+0000","last_became_active":"2024-09-12T00:34:18.800014+0000","last_became_peered":"2024-09-12T00:34:18.800014+0000","last_unstale":"2024-09-12T01:15:54.347981+0000","last_undegraded":"2024-09-12T01:15:54.347981+0000","last_fullsized":"2024-09-12T01:15:54.347981+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:15:54.347799+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:15:54.347799+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.347799+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:06:05.597192+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00070168200000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"264'336","reported_seq":988,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.826303+0000","last_change":"2024-09-12T01:15:53.826237+0000","last_active":"2024-09-12T01:15:53.826303+0000","last_peered":"2024-09-12T01:15:53.826303+0000","last_clean":"2024-09-12T01:15:53.826303+0000","last_became_active":"2024-09-12T00:34:31.969221+0000","last_became_peered":"2024-09-12T00:34:31.969221+0000","last_unstale":"2024-09-12T01:15:53.826303+0000","last_undegraded":"2024-09-12T01:15:53.826303+0000","last_fullsized":"2024-09-12T01:15:53.826303+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'336","last_scrub_stamp":"2024-09-12T01:15:53.826019+0000","last_deep_scrub":"264'336","last_deep_scrub_stamp":"2024-09-12T01:15:53.826019+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.826019+0000","objects_scrubbed":7,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:19:36.207029+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5328013,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":472,"num_read_kb":51354,"num_write":980,"num_write_kb":39134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.580813+0000","last_change":"2024-09-12T01:16:11.580721+0000","last_active":"2024-09-12T01:16:11.580813+0000","last_peered":"2024-09-12T01:16:11.580813+0000","last_clean":"2024-09-12T01:16:11.580813+0000","last_became_active":"2024-09-12T00:34:35.988607+0000","last_became_peered":"2024-09-12T00:34:35.988607+0000","last_unstale":"2024-09-12T01:16:11.580813+0000","last_undegraded":"2024-09-12T01:16:11.580813+0000","last_fullsized":"2024-09-12T01:16:11.580813+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:11.580584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:11.580584+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.580584+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:37:56.641711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"264'117","reported_seq":657,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.093772+0000","last_change":"2024-09-12T01:16:16.093772+0000","last_active":"2024-09-12T01:16:16.093772+0000","last_peered":"2024-09-12T01:16:16.093772+0000","last_clean":"2024-09-12T01:16:16.093772+0000","last_became_active":"2024-09-12T00:34:37.996626+0000","last_became_peered":"2024-09-12T00:34:37.996626+0000","last_unstale":"2024-09-12T01:16:16.093772+0000","last_undegraded":"2024-09-12T01:16:16.093772+0000","last_fullsized":"2024-09-12T01:16:16.093772+0000","mapping_epoch":31,"log_start":"264'101","ondisk_log_start":"264'101","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'117","last_scrub_stamp":"2024-09-12T01:16:16.093684+0000","last_deep_scrub":"264'117","last_deep_scrub_stamp":"2024-09-12T01:16:16.093684+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.093684+0000","objects_scrubbed":7,"log_size":16,"log_dups_size":101,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:20.053722+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3358,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.071309+0000","last_change":"2024-09-12T01:16:11.071309+0000","last_active":"2024-09-12T01:16:11.071309+0000","last_peered":"2024-09-12T01:16:11.071309+0000","last_clean":"2024-09-12T01:16:11.071309+0000","last_became_active":"2024-09-12T00:34:40.008337+0000","last_became_peered":"2024-09-12T00:34:40.008337+0000","last_unstale":"2024-09-12T01:16:11.071309+0000","last_undegraded":"2024-09-12T01:16:11.071309+0000","last_fullsized":"2024-09-12T01:16:11.071309+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:11.071225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:11.071225+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.071225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:39:40.650077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"264'113","reported_seq":657,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.184379+0000","last_change":"2024-09-12T01:16:28.184379+0000","last_active":"2024-09-12T01:16:28.184379+0000","last_peered":"2024-09-12T01:16:28.184379+0000","last_clean":"2024-09-12T01:16:28.184379+0000","last_became_active":"2024-09-12T00:34:42.026025+0000","last_became_peered":"2024-09-12T00:34:42.026025+0000","last_unstale":"2024-09-12T01:16:28.184379+0000","last_undegraded":"2024-09-12T01:16:28.184379+0000","last_fullsized":"2024-09-12T01:16:28.184379+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'113","last_scrub_stamp":"2024-09-12T01:16:28.184288+0000","last_deep_scrub":"264'113","last_deep_scrub_stamp":"2024-09-12T01:16:28.184288+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.184288+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:02.217571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":201,"num_read_kb":199,"num_write":266,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"264'727","reported_seq":2432,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.177882+0000","last_change":"2024-09-12T01:15:57.177806+0000","last_active":"2024-09-12T01:15:57.177882+0000","last_peered":"2024-09-12T01:15:57.177882+0000","last_clean":"2024-09-12T01:15:57.177882+0000","last_became_active":"2024-09-12T00:34:33.981859+0000","last_became_peered":"2024-09-12T00:34:33.981859+0000","last_unstale":"2024-09-12T01:15:57.177882+0000","last_undegraded":"2024-09-12T01:15:57.177882+0000","last_fullsized":"2024-09-12T01:15:57.177882+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'727","last_scrub_stamp":"2024-09-12T01:15:57.177720+0000","last_deep_scrub":"264'727","last_deep_scrub_stamp":"2024-09-12T01:15:57.177720+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.177720+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":700,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:37:35.128404+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3682,"num_read_kb":3305,"num_write":974,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2040,"num_omap_keys":8,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"264'330","reported_seq":954,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.326508+0000","last_change":"2024-09-12T01:15:55.326423+0000","last_active":"2024-09-12T01:15:55.326508+0000","last_peered":"2024-09-12T01:15:55.326508+0000","last_clean":"2024-09-12T01:15:55.326508+0000","last_became_active":"2024-09-12T00:34:31.964150+0000","last_became_peered":"2024-09-12T00:34:31.964150+0000","last_unstale":"2024-09-12T01:15:55.326508+0000","last_undegraded":"2024-09-12T01:15:55.326508+0000","last_fullsized":"2024-09-12T01:15:55.326508+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'330","last_scrub_stamp":"2024-09-12T01:15:55.326335+0000","last_deep_scrub":"264'330","last_deep_scrub_stamp":"2024-09-12T01:15:55.326335+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.326335+0000","objects_scrubbed":1,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:31.630477+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262159,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":497,"num_read_kb":5587,"num_write":1084,"num_write_kb":25193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:52.095881+0000","last_change":"2024-09-12T01:15:52.095777+0000","last_active":"2024-09-12T01:15:52.095881+0000","last_peered":"2024-09-12T01:15:52.095881+0000","last_clean":"2024-09-12T01:15:52.095881+0000","last_became_active":"2024-09-12T00:34:18.799798+0000","last_became_peered":"2024-09-12T00:34:18.799798+0000","last_unstale":"2024-09-12T01:15:52.095881+0000","last_undegraded":"2024-09-12T01:15:52.095881+0000","last_fullsized":"2024-09-12T01:15:52.095881+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:52.095658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:52.095658+0000","last_clean_scrub_stamp":"2024-09-12T01:15:52.095658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:38.801916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062911100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.536231+0000","last_change":"2024-09-12T01:16:10.536090+0000","last_active":"2024-09-12T01:16:10.536231+0000","last_peered":"2024-09-12T01:16:10.536231+0000","last_clean":"2024-09-12T01:16:10.536231+0000","last_became_active":"2024-09-12T00:34:35.987736+0000","last_became_peered":"2024-09-12T00:34:35.987736+0000","last_unstale":"2024-09-12T01:16:10.536231+0000","last_undegraded":"2024-09-12T01:16:10.536231+0000","last_fullsized":"2024-09-12T01:16:10.536231+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:10.535988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:10.535988+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.535988+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:47:57.230946+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"264'562","reported_seq":1242,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.559491+0000","last_change":"2024-09-12T01:16:13.559491+0000","last_active":"2024-09-12T01:16:13.559491+0000","last_peered":"2024-09-12T01:16:13.559491+0000","last_clean":"2024-09-12T01:16:13.559491+0000","last_became_active":"2024-09-12T00:34:37.999294+0000","last_became_peered":"2024-09-12T00:34:37.999294+0000","last_unstale":"2024-09-12T01:16:13.559491+0000","last_undegraded":"2024-09-12T01:16:13.559491+0000","last_fullsized":"2024-09-12T01:16:13.559491+0000","mapping_epoch":31,"log_start":"264'500","ondisk_log_start":"264'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'562","last_scrub_stamp":"2024-09-12T01:16:13.559382+0000","last_deep_scrub":"264'562","last_deep_scrub_stamp":"2024-09-12T01:16:13.559382+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.559382+0000","objects_scrubbed":11,"log_size":62,"log_dups_size":500,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:35.751091+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94912,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":970,"num_read_kb":2139,"num_write":820,"num_write_kb":654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":9992,"num_omap_keys":22,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.787074+0000","last_change":"2024-09-12T01:16:22.787074+0000","last_active":"2024-09-12T01:16:22.787074+0000","last_peered":"2024-09-12T01:16:22.787074+0000","last_clean":"2024-09-12T01:16:22.787074+0000","last_became_active":"2024-09-12T00:34:40.009153+0000","last_became_peered":"2024-09-12T00:34:40.009153+0000","last_unstale":"2024-09-12T01:16:22.787074+0000","last_undegraded":"2024-09-12T01:16:22.787074+0000","last_fullsized":"2024-09-12T01:16:22.787074+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:22.786980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:22.786980+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.786980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:16:00.217627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"264'157","reported_seq":661,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.637765+0000","last_change":"2024-09-12T01:16:27.637765+0000","last_active":"2024-09-12T01:16:27.637765+0000","last_peered":"2024-09-12T01:16:27.637765+0000","last_clean":"2024-09-12T01:16:27.637765+0000","last_became_active":"2024-09-12T00:34:42.013699+0000","last_became_peered":"2024-09-12T00:34:42.013699+0000","last_unstale":"2024-09-12T01:16:27.637765+0000","last_undegraded":"2024-09-12T01:16:27.637765+0000","last_fullsized":"2024-09-12T01:16:27.637765+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'157","last_scrub_stamp":"2024-09-12T01:16:27.637674+0000","last_deep_scrub":"264'157","last_deep_scrub_stamp":"2024-09-12T01:16:27.637674+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.637674+0000","objects_scrubbed":4,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:43:12.065132+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":137,"num_read_kb":130,"num_write":357,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":73,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"264'479","reported_seq":2052,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.452265+0000","last_change":"2024-09-12T01:16:05.452190+0000","last_active":"2024-09-12T01:16:05.452265+0000","last_peered":"2024-09-12T01:16:05.452265+0000","last_clean":"2024-09-12T01:16:05.452265+0000","last_became_active":"2024-09-12T00:34:33.987564+0000","last_became_peered":"2024-09-12T00:34:33.987564+0000","last_unstale":"2024-09-12T01:16:05.452265+0000","last_undegraded":"2024-09-12T01:16:05.452265+0000","last_fullsized":"2024-09-12T01:16:05.452265+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'479","last_scrub_stamp":"2024-09-12T01:16:05.452107+0000","last_deep_scrub":"264'479","last_deep_scrub_stamp":"2024-09-12T01:16:05.452107+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.452107+0000","objects_scrubbed":3,"log_size":79,"log_dups_size":400,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:59:52.221512+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2476,"num_read_kb":2319,"num_write":555,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"264'349","reported_seq":1011,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.168966+0000","last_change":"2024-09-12T01:15:55.168907+0000","last_active":"2024-09-12T01:15:55.168966+0000","last_peered":"2024-09-12T01:15:55.168966+0000","last_clean":"2024-09-12T01:15:55.168966+0000","last_became_active":"2024-09-12T00:34:31.957706+0000","last_became_peered":"2024-09-12T00:34:31.957706+0000","last_unstale":"2024-09-12T01:15:55.168966+0000","last_undegraded":"2024-09-12T01:15:55.168966+0000","last_fullsized":"2024-09-12T01:15:55.168966+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'349","last_scrub_stamp":"2024-09-12T01:15:55.168809+0000","last_deep_scrub":"264'349","last_deep_scrub_stamp":"2024-09-12T01:15:55.168809+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.168809+0000","objects_scrubbed":7,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:19:59.328284+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":889207,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":478,"num_read_kb":19376,"num_write":1079,"num_write_kb":47507,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.724890+0000","last_change":"2024-09-12T01:15:54.724821+0000","last_active":"2024-09-12T01:15:54.724890+0000","last_peered":"2024-09-12T01:15:54.724890+0000","last_clean":"2024-09-12T01:15:54.724890+0000","last_became_active":"2024-09-12T00:34:18.792370+0000","last_became_peered":"2024-09-12T00:34:18.792370+0000","last_unstale":"2024-09-12T01:15:54.724890+0000","last_undegraded":"2024-09-12T01:15:54.724890+0000","last_fullsized":"2024-09-12T01:15:54.724890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:54.724694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:54.724694+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.724694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:23:19.212530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049636899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.049148+0000","last_change":"2024-09-12T01:16:07.049095+0000","last_active":"2024-09-12T01:16:07.049148+0000","last_peered":"2024-09-12T01:16:07.049148+0000","last_clean":"2024-09-12T01:16:07.049148+0000","last_became_active":"2024-09-12T00:34:35.988393+0000","last_became_peered":"2024-09-12T00:34:35.988393+0000","last_unstale":"2024-09-12T01:16:07.049148+0000","last_undegraded":"2024-09-12T01:16:07.049148+0000","last_fullsized":"2024-09-12T01:16:07.049148+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:07.049013+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:07.049013+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.049013+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:59:20.714678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"264'164","reported_seq":738,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.060143+0000","last_change":"2024-09-12T01:16:10.060041+0000","last_active":"2024-09-12T01:16:10.060143+0000","last_peered":"2024-09-12T01:16:10.060143+0000","last_clean":"2024-09-12T01:16:10.060143+0000","last_became_active":"2024-09-12T00:34:38.120661+0000","last_became_peered":"2024-09-12T00:34:38.120661+0000","last_unstale":"2024-09-12T01:16:10.060143+0000","last_undegraded":"2024-09-12T01:16:10.060143+0000","last_fullsized":"2024-09-12T01:16:10.060143+0000","mapping_epoch":31,"log_start":"261'100","ondisk_log_start":"261'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'164","last_scrub_stamp":"2024-09-12T01:16:10.059899+0000","last_deep_scrub":"264'164","last_deep_scrub_stamp":"2024-09-12T01:16:10.059899+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.059899+0000","objects_scrubbed":8,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:18:21.258622+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":204,"num_read_kb":195,"num_write":134,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"264'809","reported_seq":2653,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.289342+0000","last_change":"2024-09-12T01:16:25.289342+0000","last_active":"2024-09-12T01:16:25.289342+0000","last_peered":"2024-09-12T01:16:25.289342+0000","last_clean":"2024-09-12T01:16:25.289342+0000","last_became_active":"2024-09-12T00:34:40.012553+0000","last_became_peered":"2024-09-12T00:34:40.012553+0000","last_unstale":"2024-09-12T01:16:25.289342+0000","last_undegraded":"2024-09-12T01:16:25.289342+0000","last_fullsized":"2024-09-12T01:16:25.289342+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'809","last_scrub_stamp":"2024-09-12T01:16:25.289253+0000","last_deep_scrub":"264'809","last_deep_scrub_stamp":"2024-09-12T01:16:25.289253+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.289253+0000","objects_scrubbed":1,"log_size":109,"log_dups_size":700,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:45.829926+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"264'112","reported_seq":611,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.971086+0000","last_change":"2024-09-12T01:16:28.971086+0000","last_active":"2024-09-12T01:16:28.971086+0000","last_peered":"2024-09-12T01:16:28.971086+0000","last_clean":"2024-09-12T01:16:28.971086+0000","last_became_active":"2024-09-12T00:34:42.025771+0000","last_became_peered":"2024-09-12T00:34:42.025771+0000","last_unstale":"2024-09-12T01:16:28.971086+0000","last_undegraded":"2024-09-12T01:16:28.971086+0000","last_fullsized":"2024-09-12T01:16:28.971086+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'112","last_scrub_stamp":"2024-09-12T01:16:28.970981+0000","last_deep_scrub":"264'112","last_deep_scrub_stamp":"2024-09-12T01:16:28.970981+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.970981+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:45.543140+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":521,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":118,"num_read_kb":116,"num_write":281,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"264'904","reported_seq":2603,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.070431+0000","last_change":"2024-09-12T01:16:04.070431+0000","last_active":"2024-09-12T01:16:04.070431+0000","last_peered":"2024-09-12T01:16:04.070431+0000","last_clean":"2024-09-12T01:16:04.070431+0000","last_became_active":"2024-09-12T00:34:33.985768+0000","last_became_peered":"2024-09-12T00:34:33.985768+0000","last_unstale":"2024-09-12T01:16:04.070431+0000","last_undegraded":"2024-09-12T01:16:04.070431+0000","last_fullsized":"2024-09-12T01:16:04.070431+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'904","last_scrub_stamp":"2024-09-12T01:16:04.070345+0000","last_deep_scrub":"264'904","last_deep_scrub_stamp":"2024-09-12T01:16:04.070345+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.070345+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":800,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:56:27.736245+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4156,"num_read_kb":3749,"num_write":1149,"num_write_kb":391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"264'307","reported_seq":930,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.172795+0000","last_change":"2024-09-12T01:15:54.172795+0000","last_active":"2024-09-12T01:15:54.172795+0000","last_peered":"2024-09-12T01:15:54.172795+0000","last_clean":"2024-09-12T01:15:54.172795+0000","last_became_active":"2024-09-12T00:34:31.980377+0000","last_became_peered":"2024-09-12T00:34:31.980377+0000","last_unstale":"2024-09-12T01:15:54.172795+0000","last_undegraded":"2024-09-12T01:15:54.172795+0000","last_fullsized":"2024-09-12T01:15:54.172795+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'307","last_scrub_stamp":"2024-09-12T01:15:54.172689+0000","last_deep_scrub":"264'307","last_deep_scrub_stamp":"2024-09-12T01:15:54.172689+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.172689+0000","objects_scrubbed":6,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:44.339572+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1395838,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":422,"num_read_kb":68054,"num_write":1009,"num_write_kb":25898,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":529,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.082935+0000","last_change":"2024-09-12T01:15:53.082935+0000","last_active":"2024-09-12T01:15:53.082935+0000","last_peered":"2024-09-12T01:15:53.082935+0000","last_clean":"2024-09-12T01:15:53.082935+0000","last_became_active":"2024-09-12T00:34:18.799719+0000","last_became_peered":"2024-09-12T00:34:18.799719+0000","last_unstale":"2024-09-12T01:15:53.082935+0000","last_undegraded":"2024-09-12T01:15:53.082935+0000","last_fullsized":"2024-09-12T01:15:53.082935+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:53.082870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:53.082870+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.082870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:46:40.361894+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00061593800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":501,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.896404+0000","last_change":"2024-09-12T01:16:14.896328+0000","last_active":"2024-09-12T01:16:14.896404+0000","last_peered":"2024-09-12T01:16:14.896404+0000","last_clean":"2024-09-12T01:16:14.896404+0000","last_became_active":"2024-09-12T00:34:35.986449+0000","last_became_peered":"2024-09-12T00:34:35.986449+0000","last_unstale":"2024-09-12T01:16:14.896404+0000","last_undegraded":"2024-09-12T01:16:14.896404+0000","last_fullsized":"2024-09-12T01:16:14.896404+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:14.896228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:14.896228+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.896228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:42.206170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"264'130","reported_seq":674,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.770018+0000","last_change":"2024-09-12T01:16:18.769964+0000","last_active":"2024-09-12T01:16:18.770018+0000","last_peered":"2024-09-12T01:16:18.770018+0000","last_clean":"2024-09-12T01:16:18.770018+0000","last_became_active":"2024-09-12T00:34:37.997654+0000","last_became_peered":"2024-09-12T00:34:37.997654+0000","last_unstale":"2024-09-12T01:16:18.770018+0000","last_undegraded":"2024-09-12T01:16:18.770018+0000","last_fullsized":"2024-09-12T01:16:18.770018+0000","mapping_epoch":31,"log_start":"264'100","ondisk_log_start":"264'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'130","last_scrub_stamp":"2024-09-12T01:16:18.769879+0000","last_deep_scrub":"264'130","last_deep_scrub_stamp":"2024-09-12T01:16:18.769879+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.769879+0000","objects_scrubbed":6,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:40:43.831840+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":135,"num_read_kb":126,"num_write":92,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"264'816","reported_seq":2335,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.936382+0000","last_change":"2024-09-12T01:16:23.936382+0000","last_active":"2024-09-12T01:16:23.936382+0000","last_peered":"2024-09-12T01:16:23.936382+0000","last_clean":"2024-09-12T01:16:23.936382+0000","last_became_active":"2024-09-12T00:34:40.011654+0000","last_became_peered":"2024-09-12T00:34:40.011654+0000","last_unstale":"2024-09-12T01:16:23.936382+0000","last_undegraded":"2024-09-12T01:16:23.936382+0000","last_fullsized":"2024-09-12T01:16:23.936382+0000","mapping_epoch":33,"log_start":"264'800","ondisk_log_start":"264'800","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'816","last_scrub_stamp":"2024-09-12T01:16:23.936292+0000","last_deep_scrub":"264'816","last_deep_scrub_stamp":"2024-09-12T01:16:23.936292+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.936292+0000","objects_scrubbed":1,"log_size":16,"log_dups_size":800,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:01.732622+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"264'263","reported_seq":788,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.696872+0000","last_change":"2024-09-12T01:16:24.696872+0000","last_active":"2024-09-12T01:16:24.696872+0000","last_peered":"2024-09-12T01:16:24.696872+0000","last_clean":"2024-09-12T01:16:24.696872+0000","last_became_active":"2024-09-12T00:34:42.025929+0000","last_became_peered":"2024-09-12T00:34:42.025929+0000","last_unstale":"2024-09-12T01:16:24.696872+0000","last_undegraded":"2024-09-12T01:16:24.696872+0000","last_fullsized":"2024-09-12T01:16:24.696872+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'263","last_scrub_stamp":"2024-09-12T01:16:24.696767+0000","last_deep_scrub":"264'263","last_deep_scrub_stamp":"2024-09-12T01:16:24.696767+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.696767+0000","objects_scrubbed":4,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:48:04.319097+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":316,"num_read_kb":315,"num_write":559,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":178,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"264'438","reported_seq":1907,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.789933+0000","last_change":"2024-09-12T01:15:58.789851+0000","last_active":"2024-09-12T01:15:58.789933+0000","last_peered":"2024-09-12T01:15:58.789933+0000","last_clean":"2024-09-12T01:15:58.789933+0000","last_became_active":"2024-09-12T00:34:33.980660+0000","last_became_peered":"2024-09-12T00:34:33.980660+0000","last_unstale":"2024-09-12T01:15:58.789933+0000","last_undegraded":"2024-09-12T01:15:58.789933+0000","last_fullsized":"2024-09-12T01:15:58.789933+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'438","last_scrub_stamp":"2024-09-12T01:15:58.789750+0000","last_deep_scrub":"264'438","last_deep_scrub_stamp":"2024-09-12T01:15:58.789750+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.789750+0000","objects_scrubbed":3,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:16:47.216763+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2181,"num_read_kb":2054,"num_write":523,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"264'332","reported_seq":973,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.513667+0000","last_change":"2024-09-12T01:15:53.513667+0000","last_active":"2024-09-12T01:15:53.513667+0000","last_peered":"2024-09-12T01:15:53.513667+0000","last_clean":"2024-09-12T01:15:53.513667+0000","last_became_active":"2024-09-12T00:34:31.969143+0000","last_became_peered":"2024-09-12T00:34:31.969143+0000","last_unstale":"2024-09-12T01:15:53.513667+0000","last_undegraded":"2024-09-12T01:15:53.513667+0000","last_fullsized":"2024-09-12T01:15:53.513667+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'332","last_scrub_stamp":"2024-09-12T01:15:53.513597+0000","last_deep_scrub":"264'332","last_deep_scrub_stamp":"2024-09-12T01:15:53.513597+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.513597+0000","objects_scrubbed":4,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:34.858214+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":350249,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":444,"num_read_kb":23442,"num_write":1042,"num_write_kb":20063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":528,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.962577+0000","last_change":"2024-09-12T01:15:54.962577+0000","last_active":"2024-09-12T01:15:54.962577+0000","last_peered":"2024-09-12T01:15:54.962577+0000","last_clean":"2024-09-12T01:15:54.962577+0000","last_became_active":"2024-09-12T00:34:18.792515+0000","last_became_peered":"2024-09-12T00:34:18.792515+0000","last_unstale":"2024-09-12T01:15:54.962577+0000","last_undegraded":"2024-09-12T01:15:54.962577+0000","last_fullsized":"2024-09-12T01:15:54.962577+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:54.962483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:54.962483+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.962483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:23:15.377493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000465122,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.091097+0000","last_change":"2024-09-12T01:16:11.091097+0000","last_active":"2024-09-12T01:16:11.091097+0000","last_peered":"2024-09-12T01:16:11.091097+0000","last_clean":"2024-09-12T01:16:11.091097+0000","last_became_active":"2024-09-12T00:34:35.985965+0000","last_became_peered":"2024-09-12T00:34:35.985965+0000","last_unstale":"2024-09-12T01:16:11.091097+0000","last_undegraded":"2024-09-12T01:16:11.091097+0000","last_fullsized":"2024-09-12T01:16:11.091097+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:11.091006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:11.091006+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.091006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:07:18.442755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"264'783","reported_seq":1515,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.820806+0000","last_change":"2024-09-12T01:16:15.820739+0000","last_active":"2024-09-12T01:16:15.820806+0000","last_peered":"2024-09-12T01:16:15.820806+0000","last_clean":"2024-09-12T01:16:15.820806+0000","last_became_active":"2024-09-12T00:34:38.120377+0000","last_became_peered":"2024-09-12T00:34:38.120377+0000","last_unstale":"2024-09-12T01:16:15.820806+0000","last_undegraded":"2024-09-12T01:16:15.820806+0000","last_fullsized":"2024-09-12T01:16:15.820806+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'783","last_scrub_stamp":"2024-09-12T01:16:15.820638+0000","last_deep_scrub":"264'783","last_deep_scrub_stamp":"2024-09-12T01:16:15.820638+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.820638+0000","objects_scrubbed":9,"log_size":83,"log_dups_size":700,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:38.138401+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170369,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1369,"num_read_kb":3324,"num_write":1130,"num_write_kb":966,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.957065+0000","last_change":"2024-09-12T01:16:21.957065+0000","last_active":"2024-09-12T01:16:21.957065+0000","last_peered":"2024-09-12T01:16:21.957065+0000","last_clean":"2024-09-12T01:16:21.957065+0000","last_became_active":"2024-09-12T00:34:40.013582+0000","last_became_peered":"2024-09-12T00:34:40.013582+0000","last_unstale":"2024-09-12T01:16:21.957065+0000","last_undegraded":"2024-09-12T01:16:21.957065+0000","last_fullsized":"2024-09-12T01:16:21.957065+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:21.956961+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:21.956961+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.956961+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:44:33.141935+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"264'126","reported_seq":634,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.203022+0000","last_change":"2024-09-12T01:16:29.203022+0000","last_active":"2024-09-12T01:16:29.203022+0000","last_peered":"2024-09-12T01:16:29.203022+0000","last_clean":"2024-09-12T01:16:29.203022+0000","last_became_active":"2024-09-12T00:34:42.014137+0000","last_became_peered":"2024-09-12T00:34:42.014137+0000","last_unstale":"2024-09-12T01:16:29.203022+0000","last_undegraded":"2024-09-12T01:16:29.203022+0000","last_fullsized":"2024-09-12T01:16:29.203022+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'126","last_scrub_stamp":"2024-09-12T01:16:29.202932+0000","last_deep_scrub":"264'126","last_deep_scrub_stamp":"2024-09-12T01:16:29.202932+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.202932+0000","objects_scrubbed":3,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:35.997234+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":152,"num_read_kb":136,"num_write":295,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"264'141","reported_seq":710,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.611222+0000","last_change":"2024-09-12T01:16:30.611222+0000","last_active":"2024-09-12T01:16:30.611222+0000","last_peered":"2024-09-12T01:16:30.611222+0000","last_clean":"2024-09-12T01:16:30.611222+0000","last_became_active":"2024-09-12T00:34:42.015362+0000","last_became_peered":"2024-09-12T00:34:42.015362+0000","last_unstale":"2024-09-12T01:16:30.611222+0000","last_undegraded":"2024-09-12T01:16:30.611222+0000","last_fullsized":"2024-09-12T01:16:30.611222+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'141","last_scrub_stamp":"2024-09-12T01:16:30.611133+0000","last_deep_scrub":"264'141","last_deep_scrub_stamp":"2024-09-12T01:16:30.611133+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.611133+0000","objects_scrubbed":1,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:10:29.705803+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":253,"num_read_kb":241,"num_write":326,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"264'430","reported_seq":2016,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.771435+0000","last_change":"2024-09-12T01:16:02.771435+0000","last_active":"2024-09-12T01:16:02.771435+0000","last_peered":"2024-09-12T01:16:02.771435+0000","last_clean":"2024-09-12T01:16:02.771435+0000","last_became_active":"2024-09-12T00:34:33.981797+0000","last_became_peered":"2024-09-12T00:34:33.981797+0000","last_unstale":"2024-09-12T01:16:02.771435+0000","last_undegraded":"2024-09-12T01:16:02.771435+0000","last_fullsized":"2024-09-12T01:16:02.771435+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'430","last_scrub_stamp":"2024-09-12T01:16:02.771319+0000","last_deep_scrub":"264'430","last_deep_scrub_stamp":"2024-09-12T01:16:02.771319+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.771319+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":400,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:27:13.860907+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2497,"num_read_kb":2355,"num_write":514,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":243,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"264'340","reported_seq":999,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.804835+0000","last_change":"2024-09-12T01:15:55.804835+0000","last_active":"2024-09-12T01:15:55.804835+0000","last_peered":"2024-09-12T01:15:55.804835+0000","last_clean":"2024-09-12T01:15:55.804835+0000","last_became_active":"2024-09-12T00:34:31.959827+0000","last_became_peered":"2024-09-12T00:34:31.959827+0000","last_unstale":"2024-09-12T01:15:55.804835+0000","last_undegraded":"2024-09-12T01:15:55.804835+0000","last_fullsized":"2024-09-12T01:15:55.804835+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'340","last_scrub_stamp":"2024-09-12T01:15:55.804737+0000","last_deep_scrub":"264'340","last_deep_scrub_stamp":"2024-09-12T01:15:55.804737+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.804737+0000","objects_scrubbed":2,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:09:03.878476+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289240,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":529,"num_read_kb":26410,"num_write":1076,"num_write_kb":48326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.056425+0000","last_change":"2024-09-12T01:16:08.056425+0000","last_active":"2024-09-12T01:16:08.056425+0000","last_peered":"2024-09-12T01:16:08.056425+0000","last_clean":"2024-09-12T01:16:08.056425+0000","last_became_active":"2024-09-12T00:34:35.990997+0000","last_became_peered":"2024-09-12T00:34:35.990997+0000","last_unstale":"2024-09-12T01:16:08.056425+0000","last_undegraded":"2024-09-12T01:16:08.056425+0000","last_fullsized":"2024-09-12T01:16:08.056425+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:08.056337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:08.056337+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.056337+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:15:47.660754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"264'321","reported_seq":900,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.044561+0000","last_change":"2024-09-12T01:16:19.044561+0000","last_active":"2024-09-12T01:16:19.044561+0000","last_peered":"2024-09-12T01:16:19.044561+0000","last_clean":"2024-09-12T01:16:19.044561+0000","last_became_active":"2024-09-12T00:34:37.998646+0000","last_became_peered":"2024-09-12T00:34:37.998646+0000","last_unstale":"2024-09-12T01:16:19.044561+0000","last_undegraded":"2024-09-12T01:16:19.044561+0000","last_fullsized":"2024-09-12T01:16:19.044561+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'321","last_scrub_stamp":"2024-09-12T01:16:19.044462+0000","last_deep_scrub":"264'321","last_deep_scrub_stamp":"2024-09-12T01:16:19.044462+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.044462+0000","objects_scrubbed":6,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:23:36.106403+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45339,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":529,"num_read_kb":1243,"num_write":440,"num_write_kb":353,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.963259+0000","last_change":"2024-09-12T01:16:27.963259+0000","last_active":"2024-09-12T01:16:27.963259+0000","last_peered":"2024-09-12T01:16:27.963259+0000","last_clean":"2024-09-12T01:16:27.963259+0000","last_became_active":"2024-09-12T00:34:40.009802+0000","last_became_peered":"2024-09-12T00:34:40.009802+0000","last_unstale":"2024-09-12T01:16:27.963259+0000","last_undegraded":"2024-09-12T01:16:27.963259+0000","last_fullsized":"2024-09-12T01:16:27.963259+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:27.963180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:27.963180+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.963180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:40.479325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"264'121","reported_seq":615,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.484538+0000","last_change":"2024-09-12T00:34:42.026247+0000","last_active":"2024-09-12T01:14:19.484538+0000","last_peered":"2024-09-12T01:14:19.484538+0000","last_clean":"2024-09-12T01:14:19.484538+0000","last_became_active":"2024-09-12T00:34:42.025531+0000","last_became_peered":"2024-09-12T00:34:42.025531+0000","last_unstale":"2024-09-12T01:14:19.484538+0000","last_undegraded":"2024-09-12T01:14:19.484538+0000","last_fullsized":"2024-09-12T01:14:19.484538+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:20:19.161106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":138,"num_write":311,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"264'500","reported_seq":2115,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.309650+0000","last_change":"2024-09-12T01:16:09.309650+0000","last_active":"2024-09-12T01:16:09.309650+0000","last_peered":"2024-09-12T01:16:09.309650+0000","last_clean":"2024-09-12T01:16:09.309650+0000","last_became_active":"2024-09-12T00:35:05.315082+0000","last_became_peered":"2024-09-12T00:35:05.315082+0000","last_unstale":"2024-09-12T01:16:09.309650+0000","last_undegraded":"2024-09-12T01:16:09.309650+0000","last_fullsized":"2024-09-12T01:16:09.309650+0000","mapping_epoch":38,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'500","last_scrub_stamp":"2024-09-12T01:16:09.309560+0000","last_deep_scrub":"264'500","last_deep_scrub_stamp":"2024-09-12T01:16:09.309560+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.309560+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":400,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:31:56.499593+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2561,"num_read_kb":2422,"num_write":563,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":964,"num_omap_keys":4,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"264'417","reported_seq":1089,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.808313+0000","last_change":"2024-09-12T01:16:02.808313+0000","last_active":"2024-09-12T01:16:02.808313+0000","last_peered":"2024-09-12T01:16:02.808313+0000","last_clean":"2024-09-12T01:16:02.808313+0000","last_became_active":"2024-09-12T00:34:31.965091+0000","last_became_peered":"2024-09-12T00:34:31.965091+0000","last_unstale":"2024-09-12T01:16:02.808313+0000","last_undegraded":"2024-09-12T01:16:02.808313+0000","last_fullsized":"2024-09-12T01:16:02.808313+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'417","last_scrub_stamp":"2024-09-12T01:16:02.808212+0000","last_deep_scrub":"264'417","last_deep_scrub_stamp":"2024-09-12T01:16:02.808212+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.808212+0000","objects_scrubbed":6,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:14:57.461722+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4852253,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":641,"num_read_kb":34367,"num_write":1328,"num_write_kb":46060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.074409+0000","last_change":"2024-09-12T01:16:13.074409+0000","last_active":"2024-09-12T01:16:13.074409+0000","last_peered":"2024-09-12T01:16:13.074409+0000","last_clean":"2024-09-12T01:16:13.074409+0000","last_became_active":"2024-09-12T00:34:35.992901+0000","last_became_peered":"2024-09-12T00:34:35.992901+0000","last_unstale":"2024-09-12T01:16:13.074409+0000","last_undegraded":"2024-09-12T01:16:13.074409+0000","last_fullsized":"2024-09-12T01:16:13.074409+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:13.074320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:13.074320+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.074320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:57:16.980292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"264'50","reported_seq":557,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.622992+0000","last_change":"2024-09-12T01:16:15.622992+0000","last_active":"2024-09-12T01:16:15.622992+0000","last_peered":"2024-09-12T01:16:15.622992+0000","last_clean":"2024-09-12T01:16:15.622992+0000","last_became_active":"2024-09-12T00:34:37.990221+0000","last_became_peered":"2024-09-12T00:34:37.990221+0000","last_unstale":"2024-09-12T01:16:15.622992+0000","last_undegraded":"2024-09-12T01:16:15.622992+0000","last_fullsized":"2024-09-12T01:16:15.622992+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'50","last_scrub_stamp":"2024-09-12T01:16:15.622893+0000","last_deep_scrub":"264'50","last_deep_scrub_stamp":"2024-09-12T01:16:15.622893+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.622893+0000","objects_scrubbed":3,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:56:12.912905+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.874918+0000","last_change":"2024-09-12T01:16:22.874918+0000","last_active":"2024-09-12T01:16:22.874918+0000","last_peered":"2024-09-12T01:16:22.874918+0000","last_clean":"2024-09-12T01:16:22.874918+0000","last_became_active":"2024-09-12T00:34:40.002646+0000","last_became_peered":"2024-09-12T00:34:40.002646+0000","last_unstale":"2024-09-12T01:16:22.874918+0000","last_undegraded":"2024-09-12T01:16:22.874918+0000","last_fullsized":"2024-09-12T01:16:22.874918+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:22.874826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:22.874826+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.874826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:25:32.703899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"264'207","reported_seq":748,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.630976+0000","last_change":"2024-09-12T01:16:29.630976+0000","last_active":"2024-09-12T01:16:29.630976+0000","last_peered":"2024-09-12T01:16:29.630976+0000","last_clean":"2024-09-12T01:16:29.630976+0000","last_became_active":"2024-09-12T00:34:42.009994+0000","last_became_peered":"2024-09-12T00:34:42.009994+0000","last_unstale":"2024-09-12T01:16:29.630976+0000","last_undegraded":"2024-09-12T01:16:29.630976+0000","last_fullsized":"2024-09-12T01:16:29.630976+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'207","last_scrub_stamp":"2024-09-12T01:16:29.630880+0000","last_deep_scrub":"264'207","last_deep_scrub_stamp":"2024-09-12T01:16:29.630880+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.630880+0000","objects_scrubbed":2,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:58:15.949871+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":185,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":353,"num_read_kb":332,"num_write":455,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"264'876","reported_seq":2387,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.088567+0000","last_change":"2024-09-12T01:16:03.088567+0000","last_active":"2024-09-12T01:16:03.088567+0000","last_peered":"2024-09-12T01:16:03.088567+0000","last_clean":"2024-09-12T01:16:03.088567+0000","last_became_active":"2024-09-12T00:34:33.987934+0000","last_became_peered":"2024-09-12T00:34:33.987934+0000","last_unstale":"2024-09-12T01:16:03.088567+0000","last_undegraded":"2024-09-12T01:16:03.088567+0000","last_fullsized":"2024-09-12T01:16:03.088567+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'876","last_scrub_stamp":"2024-09-12T01:16:03.088480+0000","last_deep_scrub":"264'876","last_deep_scrub_stamp":"2024-09-12T01:16:03.088480+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.088480+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":800,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:50:01.699793+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4141,"num_read_kb":3662,"num_write":1190,"num_write_kb":464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"264'351","reported_seq":979,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.370693+0000","last_change":"2024-09-12T01:15:59.370693+0000","last_active":"2024-09-12T01:15:59.370693+0000","last_peered":"2024-09-12T01:15:59.370693+0000","last_clean":"2024-09-12T01:15:59.370693+0000","last_became_active":"2024-09-12T00:34:31.969470+0000","last_became_peered":"2024-09-12T00:34:31.969470+0000","last_unstale":"2024-09-12T01:15:59.370693+0000","last_undegraded":"2024-09-12T01:15:59.370693+0000","last_fullsized":"2024-09-12T01:15:59.370693+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'351","last_scrub_stamp":"2024-09-12T01:15:59.370590+0000","last_deep_scrub":"264'351","last_deep_scrub_stamp":"2024-09-12T01:15:59.370590+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.370590+0000","objects_scrubbed":5,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:05.976818+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524344,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":456,"num_read_kb":46822,"num_write":1161,"num_write_kb":59144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.809608+0000","last_change":"2024-09-12T01:16:14.809608+0000","last_active":"2024-09-12T01:16:14.809608+0000","last_peered":"2024-09-12T01:16:14.809608+0000","last_clean":"2024-09-12T01:16:14.809608+0000","last_became_active":"2024-09-12T00:34:35.984218+0000","last_became_peered":"2024-09-12T00:34:35.984218+0000","last_unstale":"2024-09-12T01:16:14.809608+0000","last_undegraded":"2024-09-12T01:16:14.809608+0000","last_fullsized":"2024-09-12T01:16:14.809608+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:14.809448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:14.809448+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.809448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:49:58.000057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"264'327","reported_seq":916,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.997711+0000","last_change":"2024-09-12T01:16:19.997711+0000","last_active":"2024-09-12T01:16:19.997711+0000","last_peered":"2024-09-12T01:16:19.997711+0000","last_clean":"2024-09-12T01:16:19.997711+0000","last_became_active":"2024-09-12T00:34:37.999675+0000","last_became_peered":"2024-09-12T00:34:37.999675+0000","last_unstale":"2024-09-12T01:16:19.997711+0000","last_undegraded":"2024-09-12T01:16:19.997711+0000","last_fullsized":"2024-09-12T01:16:19.997711+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'327","last_scrub_stamp":"2024-09-12T01:16:19.997617+0000","last_deep_scrub":"264'327","last_deep_scrub_stamp":"2024-09-12T01:16:19.997617+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.997617+0000","objects_scrubbed":5,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:35.005435+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51381,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":513,"num_read_kb":1097,"num_write":414,"num_write_kb":296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.029039+0000","last_change":"2024-09-12T01:16:13.029039+0000","last_active":"2024-09-12T01:16:13.029039+0000","last_peered":"2024-09-12T01:16:13.029039+0000","last_clean":"2024-09-12T01:16:13.029039+0000","last_became_active":"2024-09-12T00:34:40.007570+0000","last_became_peered":"2024-09-12T00:34:40.007570+0000","last_unstale":"2024-09-12T01:16:13.029039+0000","last_undegraded":"2024-09-12T01:16:13.029039+0000","last_fullsized":"2024-09-12T01:16:13.029039+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:13.028958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:13.028958+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.028958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:19.145690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"264'162","reported_seq":686,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:32.256441+0000","last_change":"2024-09-12T01:16:32.256441+0000","last_active":"2024-09-12T01:16:32.256441+0000","last_peered":"2024-09-12T01:16:32.256441+0000","last_clean":"2024-09-12T01:16:32.256441+0000","last_became_active":"2024-09-12T00:34:42.014030+0000","last_became_peered":"2024-09-12T00:34:42.014030+0000","last_unstale":"2024-09-12T01:16:32.256441+0000","last_undegraded":"2024-09-12T01:16:32.256441+0000","last_fullsized":"2024-09-12T01:16:32.256441+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'162","last_scrub_stamp":"2024-09-12T01:16:32.256361+0000","last_deep_scrub":"264'162","last_deep_scrub_stamp":"2024-09-12T01:16:32.256361+0000","last_clean_scrub_stamp":"2024-09-12T01:16:32.256361+0000","objects_scrubbed":1,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:59:24.828756+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":224,"num_read_kb":209,"num_write":390,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"264'434","reported_seq":1988,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.054812+0000","last_change":"2024-09-12T01:16:06.054812+0000","last_active":"2024-09-12T01:16:06.054812+0000","last_peered":"2024-09-12T01:16:06.054812+0000","last_clean":"2024-09-12T01:16:06.054812+0000","last_became_active":"2024-09-12T00:34:33.986149+0000","last_became_peered":"2024-09-12T00:34:33.986149+0000","last_unstale":"2024-09-12T01:16:06.054812+0000","last_undegraded":"2024-09-12T01:16:06.054812+0000","last_fullsized":"2024-09-12T01:16:06.054812+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'434","last_scrub_stamp":"2024-09-12T01:16:06.054713+0000","last_deep_scrub":"264'434","last_deep_scrub_stamp":"2024-09-12T01:16:06.054713+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.054713+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":400,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:49.425354+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2285,"num_read_kb":2165,"num_write":485,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"264'371","reported_seq":1043,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.518098+0000","last_change":"2024-09-12T01:15:54.518098+0000","last_active":"2024-09-12T01:15:54.518098+0000","last_peered":"2024-09-12T01:15:54.518098+0000","last_clean":"2024-09-12T01:15:54.518098+0000","last_became_active":"2024-09-12T00:34:31.970380+0000","last_became_peered":"2024-09-12T00:34:31.970380+0000","last_unstale":"2024-09-12T01:15:54.518098+0000","last_undegraded":"2024-09-12T01:15:54.518098+0000","last_fullsized":"2024-09-12T01:15:54.518098+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'371","last_scrub_stamp":"2024-09-12T01:15:54.517999+0000","last_deep_scrub":"264'371","last_deep_scrub_stamp":"2024-09-12T01:15:54.517999+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.517999+0000","objects_scrubbed":8,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:20:25.236849+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133653,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":613,"num_read_kb":38535,"num_write":1179,"num_write_kb":21967,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":501,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.090405+0000","last_change":"2024-09-12T01:16:08.090405+0000","last_active":"2024-09-12T01:16:08.090405+0000","last_peered":"2024-09-12T01:16:08.090405+0000","last_clean":"2024-09-12T01:16:08.090405+0000","last_became_active":"2024-09-12T00:34:35.987727+0000","last_became_peered":"2024-09-12T00:34:35.987727+0000","last_unstale":"2024-09-12T01:16:08.090405+0000","last_undegraded":"2024-09-12T01:16:08.090405+0000","last_fullsized":"2024-09-12T01:16:08.090405+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:08.090269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:08.090269+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.090269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:17:59.776497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"264'266","reported_seq":840,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.890404+0000","last_change":"2024-09-12T01:16:19.890404+0000","last_active":"2024-09-12T01:16:19.890404+0000","last_peered":"2024-09-12T01:16:19.890404+0000","last_clean":"2024-09-12T01:16:19.890404+0000","last_became_active":"2024-09-12T00:34:37.998788+0000","last_became_peered":"2024-09-12T00:34:37.998788+0000","last_unstale":"2024-09-12T01:16:19.890404+0000","last_undegraded":"2024-09-12T01:16:19.890404+0000","last_fullsized":"2024-09-12T01:16:19.890404+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'266","last_scrub_stamp":"2024-09-12T01:16:19.890295+0000","last_deep_scrub":"264'266","last_deep_scrub_stamp":"2024-09-12T01:16:19.890295+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.890295+0000","objects_scrubbed":4,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:40:07.138486+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47621,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":1024,"num_write":358,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.648603+0000","last_change":"2024-09-12T01:16:23.648603+0000","last_active":"2024-09-12T01:16:23.648603+0000","last_peered":"2024-09-12T01:16:23.648603+0000","last_clean":"2024-09-12T01:16:23.648603+0000","last_became_active":"2024-09-12T00:34:40.008658+0000","last_became_peered":"2024-09-12T00:34:40.008658+0000","last_unstale":"2024-09-12T01:16:23.648603+0000","last_undegraded":"2024-09-12T01:16:23.648603+0000","last_fullsized":"2024-09-12T01:16:23.648603+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:23.648502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:23.648502+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.648502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:50:12.708278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"264'513","reported_seq":2088,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.988300+0000","last_change":"2024-09-12T01:16:02.988211+0000","last_active":"2024-09-12T01:16:02.988300+0000","last_peered":"2024-09-12T01:16:02.988300+0000","last_clean":"2024-09-12T01:16:02.988300+0000","last_became_active":"2024-09-12T00:34:33.979954+0000","last_became_peered":"2024-09-12T00:34:33.979954+0000","last_unstale":"2024-09-12T01:16:02.988300+0000","last_undegraded":"2024-09-12T01:16:02.988300+0000","last_fullsized":"2024-09-12T01:16:02.988300+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'513","last_scrub_stamp":"2024-09-12T01:16:02.988130+0000","last_deep_scrub":"264'513","last_deep_scrub_stamp":"2024-09-12T01:16:02.988130+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.988130+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":500,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:16:28.159512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2754,"num_read_kb":2561,"num_write":636,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"264'444","reported_seq":1183,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.125175+0000","last_change":"2024-09-12T01:15:56.125175+0000","last_active":"2024-09-12T01:15:56.125175+0000","last_peered":"2024-09-12T01:15:56.125175+0000","last_clean":"2024-09-12T01:15:56.125175+0000","last_became_active":"2024-09-12T00:34:31.972861+0000","last_became_peered":"2024-09-12T00:34:31.972861+0000","last_unstale":"2024-09-12T01:15:56.125175+0000","last_undegraded":"2024-09-12T01:15:56.125175+0000","last_fullsized":"2024-09-12T01:15:56.125175+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'444","last_scrub_stamp":"2024-09-12T01:15:56.125054+0000","last_deep_scrub":"264'444","last_deep_scrub_stamp":"2024-09-12T01:15:56.125054+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.125054+0000","objects_scrubbed":6,"log_size":44,"log_dups_size":400,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:39:16.450335+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":888,"num_read_kb":16151,"num_write":1365,"num_write_kb":33244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.589804+0000","last_change":"2024-09-12T01:16:12.589804+0000","last_active":"2024-09-12T01:16:12.589804+0000","last_peered":"2024-09-12T01:16:12.589804+0000","last_clean":"2024-09-12T01:16:12.589804+0000","last_became_active":"2024-09-12T00:34:35.990444+0000","last_became_peered":"2024-09-12T00:34:35.990444+0000","last_unstale":"2024-09-12T01:16:12.589804+0000","last_undegraded":"2024-09-12T01:16:12.589804+0000","last_fullsized":"2024-09-12T01:16:12.589804+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:12.589677+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:12.589677+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.589677+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:30.242781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"264'438","reported_seq":1077,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.140643+0000","last_change":"2024-09-12T01:16:16.140643+0000","last_active":"2024-09-12T01:16:16.140643+0000","last_peered":"2024-09-12T01:16:16.140643+0000","last_clean":"2024-09-12T01:16:16.140643+0000","last_became_active":"2024-09-12T00:34:37.996049+0000","last_became_peered":"2024-09-12T00:34:37.996049+0000","last_unstale":"2024-09-12T01:16:16.140643+0000","last_undegraded":"2024-09-12T01:16:16.140643+0000","last_fullsized":"2024-09-12T01:16:16.140643+0000","mapping_epoch":31,"log_start":"264'400","ondisk_log_start":"264'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'438","last_scrub_stamp":"2024-09-12T01:16:16.140546+0000","last_deep_scrub":"264'438","last_deep_scrub_stamp":"2024-09-12T01:16:16.140546+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.140546+0000","objects_scrubbed":7,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:49:37.176039+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69757,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":765,"num_read_kb":1800,"num_write":644,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.267213+0000","last_change":"2024-09-12T01:16:26.267213+0000","last_active":"2024-09-12T01:16:26.267213+0000","last_peered":"2024-09-12T01:16:26.267213+0000","last_clean":"2024-09-12T01:16:26.267213+0000","last_became_active":"2024-09-12T00:34:40.012366+0000","last_became_peered":"2024-09-12T00:34:40.012366+0000","last_unstale":"2024-09-12T01:16:26.267213+0000","last_undegraded":"2024-09-12T01:16:26.267213+0000","last_fullsized":"2024-09-12T01:16:26.267213+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:26.267127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:26.267127+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.267127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:00:20.130747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"264'162","reported_seq":671,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.950173+0000","last_change":"2024-09-12T01:16:29.950173+0000","last_active":"2024-09-12T01:16:29.950173+0000","last_peered":"2024-09-12T01:16:29.950173+0000","last_clean":"2024-09-12T01:16:29.950173+0000","last_became_active":"2024-09-12T00:34:42.025953+0000","last_became_peered":"2024-09-12T00:34:42.025953+0000","last_unstale":"2024-09-12T01:16:29.950173+0000","last_undegraded":"2024-09-12T01:16:29.950173+0000","last_fullsized":"2024-09-12T01:16:29.950173+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'162","last_scrub_stamp":"2024-09-12T01:16:29.950068+0000","last_deep_scrub":"264'162","last_deep_scrub_stamp":"2024-09-12T01:16:29.950068+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.950068+0000","objects_scrubbed":3,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:38.491947+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":845,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":219,"num_read_kb":219,"num_write":367,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"264'773","reported_seq":2295,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.410468+0000","last_change":"2024-09-12T01:16:06.410468+0000","last_active":"2024-09-12T01:16:06.410468+0000","last_peered":"2024-09-12T01:16:06.410468+0000","last_clean":"2024-09-12T01:16:06.410468+0000","last_became_active":"2024-09-12T00:34:33.984892+0000","last_became_peered":"2024-09-12T00:34:33.984892+0000","last_unstale":"2024-09-12T01:16:06.410468+0000","last_undegraded":"2024-09-12T01:16:06.410468+0000","last_fullsized":"2024-09-12T01:16:06.410468+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'773","last_scrub_stamp":"2024-09-12T01:16:06.410358+0000","last_deep_scrub":"264'773","last_deep_scrub_stamp":"2024-09-12T01:16:06.410358+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.410358+0000","objects_scrubbed":3,"log_size":73,"log_dups_size":700,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:50.716254+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3650,"num_read_kb":3300,"num_write":1005,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":272,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"264'418","reported_seq":1173,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.180709+0000","last_change":"2024-09-12T01:15:59.180709+0000","last_active":"2024-09-12T01:15:59.180709+0000","last_peered":"2024-09-12T01:15:59.180709+0000","last_clean":"2024-09-12T01:15:59.180709+0000","last_became_active":"2024-09-12T00:35:05.222425+0000","last_became_peered":"2024-09-12T00:35:05.222425+0000","last_unstale":"2024-09-12T01:15:59.180709+0000","last_undegraded":"2024-09-12T01:15:59.180709+0000","last_fullsized":"2024-09-12T01:15:59.180709+0000","mapping_epoch":38,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'418","last_scrub_stamp":"2024-09-12T01:15:59.180606+0000","last_deep_scrub":"264'418","last_deep_scrub_stamp":"2024-09-12T01:15:59.180606+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.180606+0000","objects_scrubbed":4,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:22:27.623661+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4482120,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":886,"num_read_kb":33964,"num_write":1256,"num_write_kb":37455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.056658+0000","last_change":"2024-09-12T01:16:09.056578+0000","last_active":"2024-09-12T01:16:09.056658+0000","last_peered":"2024-09-12T01:16:09.056658+0000","last_clean":"2024-09-12T01:16:09.056658+0000","last_became_active":"2024-09-12T00:34:35.983475+0000","last_became_peered":"2024-09-12T00:34:35.983475+0000","last_unstale":"2024-09-12T01:16:09.056658+0000","last_undegraded":"2024-09-12T01:16:09.056658+0000","last_fullsized":"2024-09-12T01:16:09.056658+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:09.056451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:09.056451+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.056451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:17.852736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"264'302","reported_seq":890,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.868587+0000","last_change":"2024-09-12T01:16:21.868587+0000","last_active":"2024-09-12T01:16:21.868587+0000","last_peered":"2024-09-12T01:16:21.868587+0000","last_clean":"2024-09-12T01:16:21.868587+0000","last_became_active":"2024-09-12T00:34:37.992843+0000","last_became_peered":"2024-09-12T00:34:37.992843+0000","last_unstale":"2024-09-12T01:16:21.868587+0000","last_undegraded":"2024-09-12T01:16:21.868587+0000","last_fullsized":"2024-09-12T01:16:21.868587+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'302","last_scrub_stamp":"2024-09-12T01:16:21.868419+0000","last_deep_scrub":"264'302","last_deep_scrub_stamp":"2024-09-12T01:16:21.868419+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.868419+0000","objects_scrubbed":8,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:18:05.419376+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52062,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":494,"num_read_kb":1085,"num_write":410,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.149812+0000","last_change":"2024-09-12T01:16:14.149812+0000","last_active":"2024-09-12T01:16:14.149812+0000","last_peered":"2024-09-12T01:16:14.149812+0000","last_clean":"2024-09-12T01:16:14.149812+0000","last_became_active":"2024-09-12T00:34:40.007193+0000","last_became_peered":"2024-09-12T00:34:40.007193+0000","last_unstale":"2024-09-12T01:16:14.149812+0000","last_undegraded":"2024-09-12T01:16:14.149812+0000","last_fullsized":"2024-09-12T01:16:14.149812+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:14.149725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:14.149725+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.149725+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:27.477608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"264'181","reported_seq":701,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.003050+0000","last_change":"2024-09-12T01:16:17.003050+0000","last_active":"2024-09-12T01:16:17.003050+0000","last_peered":"2024-09-12T01:16:17.003050+0000","last_clean":"2024-09-12T01:16:17.003050+0000","last_became_active":"2024-09-12T00:34:42.009849+0000","last_became_peered":"2024-09-12T00:34:42.009849+0000","last_unstale":"2024-09-12T01:16:17.003050+0000","last_undegraded":"2024-09-12T01:16:17.003050+0000","last_fullsized":"2024-09-12T01:16:17.003050+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'181","last_scrub_stamp":"2024-09-12T01:16:17.002963+0000","last_deep_scrub":"264'181","last_deep_scrub_stamp":"2024-09-12T01:16:17.002963+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.002963+0000","objects_scrubbed":6,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:08:42.932197+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1821,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":250,"num_read_kb":235,"num_write":504,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"264'925","reported_seq":2484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.095727+0000","last_change":"2024-09-12T01:16:07.095727+0000","last_active":"2024-09-12T01:16:07.095727+0000","last_peered":"2024-09-12T01:16:07.095727+0000","last_clean":"2024-09-12T01:16:07.095727+0000","last_became_active":"2024-09-12T00:34:33.989659+0000","last_became_peered":"2024-09-12T00:34:33.989659+0000","last_unstale":"2024-09-12T01:16:07.095727+0000","last_undegraded":"2024-09-12T01:16:07.095727+0000","last_fullsized":"2024-09-12T01:16:07.095727+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'925","last_scrub_stamp":"2024-09-12T01:16:07.095611+0000","last_deep_scrub":"264'925","last_deep_scrub_stamp":"2024-09-12T01:16:07.095611+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.095611+0000","objects_scrubbed":5,"log_size":25,"log_dups_size":900,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:54:04.668367+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4477,"num_read_kb":3958,"num_write":1281,"num_write_kb":521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1426,"num_omap_keys":6,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"264'307","reported_seq":1071,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.785947+0000","last_change":"2024-09-12T01:15:56.785947+0000","last_active":"2024-09-12T01:15:56.785947+0000","last_peered":"2024-09-12T01:15:56.785947+0000","last_clean":"2024-09-12T01:15:56.785947+0000","last_became_active":"2024-09-12T00:34:31.974977+0000","last_became_peered":"2024-09-12T00:34:31.974977+0000","last_unstale":"2024-09-12T01:15:56.785947+0000","last_undegraded":"2024-09-12T01:15:56.785947+0000","last_fullsized":"2024-09-12T01:15:56.785947+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'307","last_scrub_stamp":"2024-09-12T01:15:56.785816+0000","last_deep_scrub":"264'307","last_deep_scrub_stamp":"2024-09-12T01:15:56.785816+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.785816+0000","objects_scrubbed":7,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:59:46.601048+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1218969,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":802,"num_read_kb":21280,"num_write":1015,"num_write_kb":26616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.822481+0000","last_change":"2024-09-12T01:16:16.822481+0000","last_active":"2024-09-12T01:16:16.822481+0000","last_peered":"2024-09-12T01:16:16.822481+0000","last_clean":"2024-09-12T01:16:16.822481+0000","last_became_active":"2024-09-12T00:34:35.992097+0000","last_became_peered":"2024-09-12T00:34:35.992097+0000","last_unstale":"2024-09-12T01:16:16.822481+0000","last_undegraded":"2024-09-12T01:16:16.822481+0000","last_fullsized":"2024-09-12T01:16:16.822481+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:16.822389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:16.822389+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.822389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:10:08.943472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"264'306","reported_seq":888,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.940782+0000","last_change":"2024-09-12T01:16:24.940782+0000","last_active":"2024-09-12T01:16:24.940782+0000","last_peered":"2024-09-12T01:16:24.940782+0000","last_clean":"2024-09-12T01:16:24.940782+0000","last_became_active":"2024-09-12T00:34:38.120888+0000","last_became_peered":"2024-09-12T00:34:38.120888+0000","last_unstale":"2024-09-12T01:16:24.940782+0000","last_undegraded":"2024-09-12T01:16:24.940782+0000","last_fullsized":"2024-09-12T01:16:24.940782+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'306","last_scrub_stamp":"2024-09-12T01:16:24.940671+0000","last_deep_scrub":"264'306","last_deep_scrub_stamp":"2024-09-12T01:16:24.940671+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.940671+0000","objects_scrubbed":6,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:38.289516+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46871,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":492,"num_read_kb":1132,"num_write":406,"num_write_kb":321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.161677+0000","last_change":"2024-09-12T01:16:15.161677+0000","last_active":"2024-09-12T01:16:15.161677+0000","last_peered":"2024-09-12T01:16:15.161677+0000","last_clean":"2024-09-12T01:16:15.161677+0000","last_became_active":"2024-09-12T00:34:40.012508+0000","last_became_peered":"2024-09-12T00:34:40.012508+0000","last_unstale":"2024-09-12T01:16:15.161677+0000","last_undegraded":"2024-09-12T01:16:15.161677+0000","last_fullsized":"2024-09-12T01:16:15.161677+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:15.161592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:15.161592+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.161592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:19:01.164945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"264'103","reported_seq":590,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.232375+0000","last_change":"2024-09-12T01:16:30.232375+0000","last_active":"2024-09-12T01:16:30.232375+0000","last_peered":"2024-09-12T01:16:30.232375+0000","last_clean":"2024-09-12T01:16:30.232375+0000","last_became_active":"2024-09-12T00:34:42.014187+0000","last_became_peered":"2024-09-12T00:34:42.014187+0000","last_unstale":"2024-09-12T01:16:30.232375+0000","last_undegraded":"2024-09-12T01:16:30.232375+0000","last_fullsized":"2024-09-12T01:16:30.232375+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'103","last_scrub_stamp":"2024-09-12T01:16:30.232288+0000","last_deep_scrub":"264'103","last_deep_scrub_stamp":"2024-09-12T01:16:30.232288+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.232288+0000","objects_scrubbed":3,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:34.902248+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":87,"num_write":238,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"264'1347","reported_seq":3045,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.567032+0000","last_change":"2024-09-12T01:16:10.567032+0000","last_active":"2024-09-12T01:16:10.567032+0000","last_peered":"2024-09-12T01:16:10.567032+0000","last_clean":"2024-09-12T01:16:10.567032+0000","last_became_active":"2024-09-12T00:34:33.974620+0000","last_became_peered":"2024-09-12T00:34:33.974620+0000","last_unstale":"2024-09-12T01:16:10.567032+0000","last_undegraded":"2024-09-12T01:16:10.567032+0000","last_fullsized":"2024-09-12T01:16:10.567032+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1347","last_scrub_stamp":"2024-09-12T01:16:10.566930+0000","last_deep_scrub":"264'1347","last_deep_scrub_stamp":"2024-09-12T01:16:10.566930+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.566930+0000","objects_scrubbed":3,"log_size":47,"log_dups_size":1300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:12.082981+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6230,"num_read_kb":5457,"num_write":1909,"num_write_kb":801,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":893,"num_omap_keys":4,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"264'406","reported_seq":1055,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.542417+0000","last_change":"2024-09-12T01:16:00.542417+0000","last_active":"2024-09-12T01:16:00.542417+0000","last_peered":"2024-09-12T01:16:00.542417+0000","last_clean":"2024-09-12T01:16:00.542417+0000","last_became_active":"2024-09-12T00:34:31.971481+0000","last_became_peered":"2024-09-12T00:34:31.971481+0000","last_unstale":"2024-09-12T01:16:00.542417+0000","last_undegraded":"2024-09-12T01:16:00.542417+0000","last_fullsized":"2024-09-12T01:16:00.542417+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'406","last_scrub_stamp":"2024-09-12T01:16:00.542295+0000","last_deep_scrub":"264'406","last_deep_scrub_stamp":"2024-09-12T01:16:00.542295+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.542295+0000","objects_scrubbed":5,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:59:08.651663+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262214,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":565,"num_read_kb":9239,"num_write":1298,"num_write_kb":32825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":501,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.038132+0000","last_change":"2024-09-12T01:16:09.038132+0000","last_active":"2024-09-12T01:16:09.038132+0000","last_peered":"2024-09-12T01:16:09.038132+0000","last_clean":"2024-09-12T01:16:09.038132+0000","last_became_active":"2024-09-12T00:34:35.985160+0000","last_became_peered":"2024-09-12T00:34:35.985160+0000","last_unstale":"2024-09-12T01:16:09.038132+0000","last_undegraded":"2024-09-12T01:16:09.038132+0000","last_fullsized":"2024-09-12T01:16:09.038132+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:09.038038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:09.038038+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.038038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:12:12.578048+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"264'101","reported_seq":629,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.795235+0000","last_change":"2024-09-12T01:16:21.795235+0000","last_active":"2024-09-12T01:16:21.795235+0000","last_peered":"2024-09-12T01:16:21.795235+0000","last_clean":"2024-09-12T01:16:21.795235+0000","last_became_active":"2024-09-12T00:34:38.120386+0000","last_became_peered":"2024-09-12T00:34:38.120386+0000","last_unstale":"2024-09-12T01:16:21.795235+0000","last_undegraded":"2024-09-12T01:16:21.795235+0000","last_fullsized":"2024-09-12T01:16:21.795235+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'101","last_scrub_stamp":"2024-09-12T01:16:21.795141+0000","last_deep_scrub":"264'101","last_deep_scrub_stamp":"2024-09-12T01:16:21.795141+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.795141+0000","objects_scrubbed":7,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:05:22.844435+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":97,"num_read_kb":87,"num_write":74,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1780,"num_omap_keys":6,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"264'778","reported_seq":4218,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.978655+0000","last_change":"2024-09-12T01:16:14.978588+0000","last_active":"2024-09-12T01:16:14.978655+0000","last_peered":"2024-09-12T01:16:14.978655+0000","last_clean":"2024-09-12T01:16:14.978655+0000","last_became_active":"2024-09-12T00:34:40.005461+0000","last_became_peered":"2024-09-12T00:34:40.005461+0000","last_unstale":"2024-09-12T01:16:14.978655+0000","last_undegraded":"2024-09-12T01:16:14.978655+0000","last_fullsized":"2024-09-12T01:16:14.978655+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'778","last_scrub_stamp":"2024-09-12T01:16:14.978503+0000","last_deep_scrub":"264'778","last_deep_scrub_stamp":"2024-09-12T01:16:14.978503+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.978503+0000","objects_scrubbed":1,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:55:41.831831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"264'100","reported_seq":604,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.923635+0000","last_change":"2024-09-12T01:16:26.923635+0000","last_active":"2024-09-12T01:16:26.923635+0000","last_peered":"2024-09-12T01:16:26.923635+0000","last_clean":"2024-09-12T01:16:26.923635+0000","last_became_active":"2024-09-12T00:34:42.012650+0000","last_became_peered":"2024-09-12T00:34:42.012650+0000","last_unstale":"2024-09-12T01:16:26.923635+0000","last_undegraded":"2024-09-12T01:16:26.923635+0000","last_fullsized":"2024-09-12T01:16:26.923635+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'100","last_scrub_stamp":"2024-09-12T01:16:26.923545+0000","last_deep_scrub":"264'100","last_deep_scrub_stamp":"2024-09-12T01:16:26.923545+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.923545+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:30:12.517392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":113,"num_write":246,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"264'1205","reported_seq":2934,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.825293+0000","last_change":"2024-09-12T01:16:05.825293+0000","last_active":"2024-09-12T01:16:05.825293+0000","last_peered":"2024-09-12T01:16:05.825293+0000","last_clean":"2024-09-12T01:16:05.825293+0000","last_became_active":"2024-09-12T00:34:33.990740+0000","last_became_peered":"2024-09-12T00:34:33.990740+0000","last_unstale":"2024-09-12T01:16:05.825293+0000","last_undegraded":"2024-09-12T01:16:05.825293+0000","last_fullsized":"2024-09-12T01:16:05.825293+0000","mapping_epoch":27,"log_start":"264'1100","ondisk_log_start":"264'1100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1205","last_scrub_stamp":"2024-09-12T01:16:05.825183+0000","last_deep_scrub":"264'1205","last_deep_scrub_stamp":"2024-09-12T01:16:05.825183+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.825183+0000","objects_scrubbed":4,"log_size":105,"log_dups_size":1100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:05:24.604278+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5787,"num_read_kb":5148,"num_write":1679,"num_write_kb":732,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2993,"num_omap_keys":12,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"264'312","reported_seq":910,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.397182+0000","last_change":"2024-09-12T01:15:58.397182+0000","last_active":"2024-09-12T01:15:58.397182+0000","last_peered":"2024-09-12T01:15:58.397182+0000","last_clean":"2024-09-12T01:15:58.397182+0000","last_became_active":"2024-09-12T00:35:05.222269+0000","last_became_peered":"2024-09-12T00:35:05.222269+0000","last_unstale":"2024-09-12T01:15:58.397182+0000","last_undegraded":"2024-09-12T01:15:58.397182+0000","last_fullsized":"2024-09-12T01:15:58.397182+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T01:15:58.397023+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T01:15:58.397023+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.397023+0000","objects_scrubbed":4,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:39.342149+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2267322,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":367,"num_read_kb":17952,"num_write":887,"num_write_kb":34402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"264'6","reported_seq":986,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.845174+0000","last_change":"2024-09-12T01:16:16.845174+0000","last_active":"2024-09-12T01:16:16.845174+0000","last_peered":"2024-09-12T01:16:16.845174+0000","last_clean":"2024-09-12T01:16:16.845174+0000","last_became_active":"2024-09-12T00:34:35.982931+0000","last_became_peered":"2024-09-12T00:34:35.982931+0000","last_unstale":"2024-09-12T01:16:16.845174+0000","last_undegraded":"2024-09-12T01:16:16.845174+0000","last_fullsized":"2024-09-12T01:16:16.845174+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T01:16:16.845068+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T01:16:16.845068+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.845068+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:35:18.677818+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"264'321","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.334556+0000","last_change":"2024-09-12T01:16:24.334556+0000","last_active":"2024-09-12T01:16:24.334556+0000","last_peered":"2024-09-12T01:16:24.334556+0000","last_clean":"2024-09-12T01:16:24.334556+0000","last_became_active":"2024-09-12T00:34:37.996773+0000","last_became_peered":"2024-09-12T00:34:37.996773+0000","last_unstale":"2024-09-12T01:16:24.334556+0000","last_undegraded":"2024-09-12T01:16:24.334556+0000","last_fullsized":"2024-09-12T01:16:24.334556+0000","mapping_epoch":31,"log_start":"264'301","ondisk_log_start":"264'301","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'321","last_scrub_stamp":"2024-09-12T01:16:24.334439+0000","last_deep_scrub":"264'321","last_deep_scrub_stamp":"2024-09-12T01:16:24.334439+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.334439+0000","objects_scrubbed":11,"log_size":20,"log_dups_size":301,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:49:33.943101+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50611,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":506,"num_read_kb":1050,"num_write":400,"num_write_kb":277,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.653298+0000","last_change":"2024-09-12T01:16:22.653298+0000","last_active":"2024-09-12T01:16:22.653298+0000","last_peered":"2024-09-12T01:16:22.653298+0000","last_clean":"2024-09-12T01:16:22.653298+0000","last_became_active":"2024-09-12T00:34:40.011017+0000","last_became_peered":"2024-09-12T00:34:40.011017+0000","last_unstale":"2024-09-12T01:16:22.653298+0000","last_undegraded":"2024-09-12T01:16:22.653298+0000","last_fullsized":"2024-09-12T01:16:22.653298+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:22.653207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:22.653207+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.653207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:42.856282+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"264'132","reported_seq":652,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.896849+0000","last_change":"2024-09-12T01:16:28.896849+0000","last_active":"2024-09-12T01:16:28.896849+0000","last_peered":"2024-09-12T01:16:28.896849+0000","last_clean":"2024-09-12T01:16:28.896849+0000","last_became_active":"2024-09-12T00:34:42.016996+0000","last_became_peered":"2024-09-12T00:34:42.016996+0000","last_unstale":"2024-09-12T01:16:28.896849+0000","last_undegraded":"2024-09-12T01:16:28.896849+0000","last_fullsized":"2024-09-12T01:16:28.896849+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'132","last_scrub_stamp":"2024-09-12T01:16:28.896753+0000","last_deep_scrub":"264'132","last_deep_scrub_stamp":"2024-09-12T01:16:28.896753+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.896753+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:49:48.056362+0000","scrub_duration":13,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1641,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":197,"num_read_kb":174,"num_write":319,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"264'425","reported_seq":1742,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.829578+0000","last_change":"2024-09-12T01:16:04.829578+0000","last_active":"2024-09-12T01:16:04.829578+0000","last_peered":"2024-09-12T01:16:04.829578+0000","last_clean":"2024-09-12T01:16:04.829578+0000","last_became_active":"2024-09-12T00:34:33.988474+0000","last_became_peered":"2024-09-12T00:34:33.988474+0000","last_unstale":"2024-09-12T01:16:04.829578+0000","last_undegraded":"2024-09-12T01:16:04.829578+0000","last_fullsized":"2024-09-12T01:16:04.829578+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'425","last_scrub_stamp":"2024-09-12T01:16:04.829485+0000","last_deep_scrub":"264'425","last_deep_scrub_stamp":"2024-09-12T01:16:04.829485+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.829485+0000","objects_scrubbed":3,"log_size":25,"log_dups_size":400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:56:58.543945+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2068,"num_read_kb":1907,"num_write":501,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1891,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"264'361","reported_seq":991,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.373436+0000","last_change":"2024-09-12T01:16:01.373436+0000","last_active":"2024-09-12T01:16:01.373436+0000","last_peered":"2024-09-12T01:16:01.373436+0000","last_clean":"2024-09-12T01:16:01.373436+0000","last_became_active":"2024-09-12T00:35:05.688101+0000","last_became_peered":"2024-09-12T00:35:05.688101+0000","last_unstale":"2024-09-12T01:16:01.373436+0000","last_undegraded":"2024-09-12T01:16:01.373436+0000","last_fullsized":"2024-09-12T01:16:01.373436+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'361","last_scrub_stamp":"2024-09-12T01:16:01.373299+0000","last_deep_scrub":"264'361","last_deep_scrub_stamp":"2024-09-12T01:16:01.373299+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.373299+0000","objects_scrubbed":5,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:24.486329+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262200,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":500,"num_read_kb":1934,"num_write":1139,"num_write_kb":21166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.270664+0000","last_change":"2024-09-12T01:16:19.270664+0000","last_active":"2024-09-12T01:16:19.270664+0000","last_peered":"2024-09-12T01:16:19.270664+0000","last_clean":"2024-09-12T01:16:19.270664+0000","last_became_active":"2024-09-12T00:34:35.991149+0000","last_became_peered":"2024-09-12T00:34:35.991149+0000","last_unstale":"2024-09-12T01:16:19.270664+0000","last_undegraded":"2024-09-12T01:16:19.270664+0000","last_fullsized":"2024-09-12T01:16:19.270664+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:19.270473+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:19.270473+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.270473+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:13.212310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"264'279","reported_seq":858,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.624333+0000","last_change":"2024-09-12T01:16:16.624333+0000","last_active":"2024-09-12T01:16:16.624333+0000","last_peered":"2024-09-12T01:16:16.624333+0000","last_clean":"2024-09-12T01:16:16.624333+0000","last_became_active":"2024-09-12T00:34:37.998269+0000","last_became_peered":"2024-09-12T00:34:37.998269+0000","last_unstale":"2024-09-12T01:16:16.624333+0000","last_undegraded":"2024-09-12T01:16:16.624333+0000","last_fullsized":"2024-09-12T01:16:16.624333+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'279","last_scrub_stamp":"2024-09-12T01:16:16.624216+0000","last_deep_scrub":"264'279","last_deep_scrub_stamp":"2024-09-12T01:16:16.624216+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.624216+0000","objects_scrubbed":5,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:18:19.899956+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87727,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":455,"num_read_kb":1131,"num_write":370,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.011985+0000","last_change":"2024-09-12T01:16:14.011985+0000","last_active":"2024-09-12T01:16:14.011985+0000","last_peered":"2024-09-12T01:16:14.011985+0000","last_clean":"2024-09-12T01:16:14.011985+0000","last_became_active":"2024-09-12T00:34:40.004801+0000","last_became_peered":"2024-09-12T00:34:40.004801+0000","last_unstale":"2024-09-12T01:16:14.011985+0000","last_undegraded":"2024-09-12T01:16:14.011985+0000","last_fullsized":"2024-09-12T01:16:14.011985+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:14.011843+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:14.011843+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.011843+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:14:51.943482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"264'133","reported_seq":679,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:19.486528+0000","last_change":"2024-09-12T00:34:42.026666+0000","last_active":"2024-09-12T01:14:19.486528+0000","last_peered":"2024-09-12T01:14:19.486528+0000","last_clean":"2024-09-12T01:14:19.486528+0000","last_became_active":"2024-09-12T00:34:42.025899+0000","last_became_peered":"2024-09-12T00:34:42.025899+0000","last_unstale":"2024-09-12T01:14:19.486528+0000","last_undegraded":"2024-09-12T01:14:19.486528+0000","last_fullsized":"2024-09-12T01:14:19.486528+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T00:34:40.990537+0000","last_clean_scrub_stamp":"2024-09-12T00:34:40.990537+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:08:22.514735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":557,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":329,"num_read_kb":286,"num_write":339,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"264'760","reported_seq":2201,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.082391+0000","last_change":"2024-09-12T01:16:08.082391+0000","last_active":"2024-09-12T01:16:08.082391+0000","last_peered":"2024-09-12T01:16:08.082391+0000","last_clean":"2024-09-12T01:16:08.082391+0000","last_became_active":"2024-09-12T00:34:33.985448+0000","last_became_peered":"2024-09-12T00:34:33.985448+0000","last_unstale":"2024-09-12T01:16:08.082391+0000","last_undegraded":"2024-09-12T01:16:08.082391+0000","last_fullsized":"2024-09-12T01:16:08.082391+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'760","last_scrub_stamp":"2024-09-12T01:16:08.082309+0000","last_deep_scrub":"264'760","last_deep_scrub_stamp":"2024-09-12T01:16:08.082309+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.082309+0000","objects_scrubbed":4,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:18:25.186168+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3513,"num_read_kb":3154,"num_write":998,"num_write_kb":362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":760,"num_omap_keys":4,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"264'332","reported_seq":964,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.115556+0000","last_change":"2024-09-12T01:15:57.115556+0000","last_active":"2024-09-12T01:15:57.115556+0000","last_peered":"2024-09-12T01:15:57.115556+0000","last_clean":"2024-09-12T01:15:57.115556+0000","last_became_active":"2024-09-12T00:34:31.962743+0000","last_became_peered":"2024-09-12T00:34:31.962743+0000","last_unstale":"2024-09-12T01:15:57.115556+0000","last_undegraded":"2024-09-12T01:15:57.115556+0000","last_fullsized":"2024-09-12T01:15:57.115556+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'332","last_scrub_stamp":"2024-09-12T01:15:57.115449+0000","last_deep_scrub":"264'332","last_deep_scrub_stamp":"2024-09-12T01:15:57.115449+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.115449+0000","objects_scrubbed":8,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:35.548629+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":538106,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":439,"num_read_kb":23084,"num_write":1012,"num_write_kb":31643,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.866239+0000","last_change":"2024-09-12T01:16:15.866239+0000","last_active":"2024-09-12T01:16:15.866239+0000","last_peered":"2024-09-12T01:16:15.866239+0000","last_clean":"2024-09-12T01:16:15.866239+0000","last_became_active":"2024-09-12T00:34:35.985748+0000","last_became_peered":"2024-09-12T00:34:35.985748+0000","last_unstale":"2024-09-12T01:16:15.866239+0000","last_undegraded":"2024-09-12T01:16:15.866239+0000","last_fullsized":"2024-09-12T01:16:15.866239+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:15.866150+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:15.866150+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.866150+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:15.797666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"264'276","reported_seq":839,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.004308+0000","last_change":"2024-09-12T01:16:21.004308+0000","last_active":"2024-09-12T01:16:21.004308+0000","last_peered":"2024-09-12T01:16:21.004308+0000","last_clean":"2024-09-12T01:16:21.004308+0000","last_became_active":"2024-09-12T00:34:37.997172+0000","last_became_peered":"2024-09-12T00:34:37.997172+0000","last_unstale":"2024-09-12T01:16:21.004308+0000","last_undegraded":"2024-09-12T01:16:21.004308+0000","last_fullsized":"2024-09-12T01:16:21.004308+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'276","last_scrub_stamp":"2024-09-12T01:16:21.004220+0000","last_deep_scrub":"264'276","last_deep_scrub_stamp":"2024-09-12T01:16:21.004220+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.004220+0000","objects_scrubbed":3,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:22:58.931600+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51250,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":452,"num_read_kb":1111,"num_write":376,"num_write_kb":326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.710620+0000","last_change":"2024-09-12T01:16:24.710620+0000","last_active":"2024-09-12T01:16:24.710620+0000","last_peered":"2024-09-12T01:16:24.710620+0000","last_clean":"2024-09-12T01:16:24.710620+0000","last_became_active":"2024-09-12T00:34:40.010287+0000","last_became_peered":"2024-09-12T00:34:40.010287+0000","last_unstale":"2024-09-12T01:16:24.710620+0000","last_undegraded":"2024-09-12T01:16:24.710620+0000","last_fullsized":"2024-09-12T01:16:24.710620+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:24.710524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:24.710524+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.710524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:17.186476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"264'180","reported_seq":1648,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.928765+0000","last_change":"2024-09-12T01:16:27.928765+0000","last_active":"2024-09-12T01:16:27.928765+0000","last_peered":"2024-09-12T01:16:27.928765+0000","last_clean":"2024-09-12T01:16:27.928765+0000","last_became_active":"2024-09-12T00:34:42.010177+0000","last_became_peered":"2024-09-12T00:34:42.010177+0000","last_unstale":"2024-09-12T01:16:27.928765+0000","last_undegraded":"2024-09-12T01:16:27.928765+0000","last_fullsized":"2024-09-12T01:16:27.928765+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'180","last_scrub_stamp":"2024-09-12T01:16:27.928670+0000","last_deep_scrub":"264'180","last_deep_scrub_stamp":"2024-09-12T01:16:27.928670+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.928670+0000","objects_scrubbed":6,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:35.224019+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":657,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1177,"num_read_kb":1173,"num_write":405,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"264'461","reported_seq":2059,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.821256+0000","last_change":"2024-09-12T01:16:03.821256+0000","last_active":"2024-09-12T01:16:03.821256+0000","last_peered":"2024-09-12T01:16:03.821256+0000","last_clean":"2024-09-12T01:16:03.821256+0000","last_became_active":"2024-09-12T00:34:33.979754+0000","last_became_peered":"2024-09-12T00:34:33.979754+0000","last_unstale":"2024-09-12T01:16:03.821256+0000","last_undegraded":"2024-09-12T01:16:03.821256+0000","last_fullsized":"2024-09-12T01:16:03.821256+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'461","last_scrub_stamp":"2024-09-12T01:16:03.821170+0000","last_deep_scrub":"264'461","last_deep_scrub_stamp":"2024-09-12T01:16:03.821170+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.821170+0000","objects_scrubbed":2,"log_size":61,"log_dups_size":400,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:05.046551+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2451,"num_read_kb":2312,"num_write":529,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":432,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"264'522","reported_seq":1203,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.547321+0000","last_change":"2024-09-12T01:15:55.547265+0000","last_active":"2024-09-12T01:15:55.547321+0000","last_peered":"2024-09-12T01:15:55.547321+0000","last_clean":"2024-09-12T01:15:55.547321+0000","last_became_active":"2024-09-12T00:34:31.971263+0000","last_became_peered":"2024-09-12T00:34:31.971263+0000","last_unstale":"2024-09-12T01:15:55.547321+0000","last_undegraded":"2024-09-12T01:15:55.547321+0000","last_fullsized":"2024-09-12T01:15:55.547321+0000","mapping_epoch":25,"log_start":"264'500","ondisk_log_start":"264'500","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'522","last_scrub_stamp":"2024-09-12T01:15:55.547179+0000","last_deep_scrub":"264'522","last_deep_scrub_stamp":"2024-09-12T01:15:55.547179+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.547179+0000","objects_scrubbed":6,"log_size":22,"log_dups_size":500,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:58.593686+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":851,"num_read_kb":22040,"num_write":1382,"num_write_kb":25421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"264'2","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.081316+0000","last_change":"2024-09-12T01:16:12.081316+0000","last_active":"2024-09-12T01:16:12.081316+0000","last_peered":"2024-09-12T01:16:12.081316+0000","last_clean":"2024-09-12T01:16:12.081316+0000","last_became_active":"2024-09-12T00:34:35.990181+0000","last_became_peered":"2024-09-12T00:34:35.990181+0000","last_unstale":"2024-09-12T01:16:12.081316+0000","last_undegraded":"2024-09-12T01:16:12.081316+0000","last_fullsized":"2024-09-12T01:16:12.081316+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:12.081218+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:12.081218+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.081218+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:32:25.386111+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"264'326","reported_seq":923,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.798976+0000","last_change":"2024-09-12T01:16:20.798976+0000","last_active":"2024-09-12T01:16:20.798976+0000","last_peered":"2024-09-12T01:16:20.798976+0000","last_clean":"2024-09-12T01:16:20.798976+0000","last_became_active":"2024-09-12T00:34:37.987989+0000","last_became_peered":"2024-09-12T00:34:37.987989+0000","last_unstale":"2024-09-12T01:16:20.798976+0000","last_undegraded":"2024-09-12T01:16:20.798976+0000","last_fullsized":"2024-09-12T01:16:20.798976+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'326","last_scrub_stamp":"2024-09-12T01:16:20.798871+0000","last_deep_scrub":"264'326","last_deep_scrub_stamp":"2024-09-12T01:16:20.798871+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.798871+0000","objects_scrubbed":6,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:54:34.241731+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50991,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":545,"num_read_kb":1225,"num_write":444,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.671493+0000","last_change":"2024-09-12T01:16:26.671493+0000","last_active":"2024-09-12T01:16:26.671493+0000","last_peered":"2024-09-12T01:16:26.671493+0000","last_clean":"2024-09-12T01:16:26.671493+0000","last_became_active":"2024-09-12T00:34:40.009757+0000","last_became_peered":"2024-09-12T00:34:40.009757+0000","last_unstale":"2024-09-12T01:16:26.671493+0000","last_undegraded":"2024-09-12T01:16:26.671493+0000","last_fullsized":"2024-09-12T01:16:26.671493+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:26.671351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:26.671351+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.671351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:44.040836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"264'128","reported_seq":625,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.785942+0000","last_change":"2024-09-12T01:16:26.785942+0000","last_active":"2024-09-12T01:16:26.785942+0000","last_peered":"2024-09-12T01:16:26.785942+0000","last_clean":"2024-09-12T01:16:26.785942+0000","last_became_active":"2024-09-12T00:34:42.014551+0000","last_became_peered":"2024-09-12T00:34:42.014551+0000","last_unstale":"2024-09-12T01:16:26.785942+0000","last_undegraded":"2024-09-12T01:16:26.785942+0000","last_fullsized":"2024-09-12T01:16:26.785942+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'128","last_scrub_stamp":"2024-09-12T01:16:26.785860+0000","last_deep_scrub":"264'128","last_deep_scrub_stamp":"2024-09-12T01:16:26.785860+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.785860+0000","objects_scrubbed":3,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:45:57.300800+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":629,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":145,"num_read_kb":131,"num_write":325,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"264'473","reported_seq":2119,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.055663+0000","last_change":"2024-09-12T01:16:06.055663+0000","last_active":"2024-09-12T01:16:06.055663+0000","last_peered":"2024-09-12T01:16:06.055663+0000","last_clean":"2024-09-12T01:16:06.055663+0000","last_became_active":"2024-09-12T00:34:33.971654+0000","last_became_peered":"2024-09-12T00:34:33.971654+0000","last_unstale":"2024-09-12T01:16:06.055663+0000","last_undegraded":"2024-09-12T01:16:06.055663+0000","last_fullsized":"2024-09-12T01:16:06.055663+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'473","last_scrub_stamp":"2024-09-12T01:16:06.055554+0000","last_deep_scrub":"264'473","last_deep_scrub_stamp":"2024-09-12T01:16:06.055554+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.055554+0000","objects_scrubbed":2,"log_size":73,"log_dups_size":400,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:41.695260+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2669,"num_read_kb":2518,"num_write":545,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"264'348","reported_seq":1004,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.993861+0000","last_change":"2024-09-12T01:15:57.993762+0000","last_active":"2024-09-12T01:15:57.993861+0000","last_peered":"2024-09-12T01:15:57.993861+0000","last_clean":"2024-09-12T01:15:57.993861+0000","last_became_active":"2024-09-12T00:34:31.972867+0000","last_became_peered":"2024-09-12T00:34:31.972867+0000","last_unstale":"2024-09-12T01:15:57.993861+0000","last_undegraded":"2024-09-12T01:15:57.993861+0000","last_fullsized":"2024-09-12T01:15:57.993861+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'348","last_scrub_stamp":"2024-09-12T01:15:57.993622+0000","last_deep_scrub":"264'348","last_deep_scrub_stamp":"2024-09-12T01:15:57.993622+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.993622+0000","objects_scrubbed":5,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:40.667046+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287823,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":575,"num_read_kb":7703,"num_write":1142,"num_write_kb":11059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"264'383","reported_seq":1925,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.058639+0000","last_change":"2024-09-12T01:16:05.058639+0000","last_active":"2024-09-12T01:16:05.058639+0000","last_peered":"2024-09-12T01:16:05.058639+0000","last_clean":"2024-09-12T01:16:05.058639+0000","last_became_active":"2024-09-12T00:34:33.972770+0000","last_became_peered":"2024-09-12T00:34:33.972770+0000","last_unstale":"2024-09-12T01:16:05.058639+0000","last_undegraded":"2024-09-12T01:16:05.058639+0000","last_fullsized":"2024-09-12T01:16:05.058639+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'383","last_scrub_stamp":"2024-09-12T01:16:05.058556+0000","last_deep_scrub":"264'383","last_deep_scrub_stamp":"2024-09-12T01:16:05.058556+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.058556+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:20:14.766200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2116,"num_read_kb":2038,"num_write":421,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"264'401","reported_seq":1029,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.547434+0000","last_change":"2024-09-12T01:15:54.547372+0000","last_active":"2024-09-12T01:15:54.547434+0000","last_peered":"2024-09-12T01:15:54.547434+0000","last_clean":"2024-09-12T01:15:54.547434+0000","last_became_active":"2024-09-12T00:34:31.966720+0000","last_became_peered":"2024-09-12T00:34:31.966720+0000","last_unstale":"2024-09-12T01:15:54.547434+0000","last_undegraded":"2024-09-12T01:15:54.547434+0000","last_fullsized":"2024-09-12T01:15:54.547434+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'401","last_scrub_stamp":"2024-09-12T01:15:54.547291+0000","last_deep_scrub":"264'401","last_deep_scrub_stamp":"2024-09-12T01:15:54.547291+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.547291+0000","objects_scrubbed":5,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:57.360329+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4593516,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":495,"num_read_kb":8293,"num_write":1293,"num_write_kb":36930,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"264'514","reported_seq":2122,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.315141+0000","last_change":"2024-09-12T01:16:11.315141+0000","last_active":"2024-09-12T01:16:11.315141+0000","last_peered":"2024-09-12T01:16:11.315141+0000","last_clean":"2024-09-12T01:16:11.315141+0000","last_became_active":"2024-09-12T00:34:33.985427+0000","last_became_peered":"2024-09-12T00:34:33.985427+0000","last_unstale":"2024-09-12T01:16:11.315141+0000","last_undegraded":"2024-09-12T01:16:11.315141+0000","last_fullsized":"2024-09-12T01:16:11.315141+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'514","last_scrub_stamp":"2024-09-12T01:16:11.315052+0000","last_deep_scrub":"264'514","last_deep_scrub_stamp":"2024-09-12T01:16:11.315052+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.315052+0000","objects_scrubbed":1,"log_size":14,"log_dups_size":500,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:00.361936+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2581,"num_read_kb":2413,"num_write":585,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"264'366","reported_seq":1042,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.402085+0000","last_change":"2024-09-12T01:16:00.402017+0000","last_active":"2024-09-12T01:16:00.402085+0000","last_peered":"2024-09-12T01:16:00.402085+0000","last_clean":"2024-09-12T01:16:00.402085+0000","last_became_active":"2024-09-12T00:34:31.971634+0000","last_became_peered":"2024-09-12T00:34:31.971634+0000","last_unstale":"2024-09-12T01:16:00.402085+0000","last_undegraded":"2024-09-12T01:16:00.402085+0000","last_fullsized":"2024-09-12T01:16:00.402085+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'366","last_scrub_stamp":"2024-09-12T01:16:00.401887+0000","last_deep_scrub":"264'366","last_deep_scrub_stamp":"2024-09-12T01:16:00.401887+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.401887+0000","objects_scrubbed":3,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:53:36.761280+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":612,"num_read_kb":32692,"num_write":1270,"num_write_kb":20336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"264'1037","reported_seq":2493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.177698+0000","last_change":"2024-09-12T01:16:01.177698+0000","last_active":"2024-09-12T01:16:01.177698+0000","last_peered":"2024-09-12T01:16:01.177698+0000","last_clean":"2024-09-12T01:16:01.177698+0000","last_became_active":"2024-09-12T00:34:33.979663+0000","last_became_peered":"2024-09-12T00:34:33.979663+0000","last_unstale":"2024-09-12T01:16:01.177698+0000","last_undegraded":"2024-09-12T01:16:01.177698+0000","last_fullsized":"2024-09-12T01:16:01.177698+0000","mapping_epoch":27,"log_start":"264'1000","ondisk_log_start":"264'1000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1037","last_scrub_stamp":"2024-09-12T01:16:01.177587+0000","last_deep_scrub":"264'1037","last_deep_scrub_stamp":"2024-09-12T01:16:01.177587+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.177587+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":1000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:09:27.294298+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4883,"num_read_kb":4390,"num_write":1520,"num_write_kb":633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":217,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"264'356","reported_seq":1023,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.549911+0000","last_change":"2024-09-12T01:15:58.549822+0000","last_active":"2024-09-12T01:15:58.549911+0000","last_peered":"2024-09-12T01:15:58.549911+0000","last_clean":"2024-09-12T01:15:58.549911+0000","last_became_active":"2024-09-12T00:34:31.970164+0000","last_became_peered":"2024-09-12T00:34:31.970164+0000","last_unstale":"2024-09-12T01:15:58.549911+0000","last_undegraded":"2024-09-12T01:15:58.549911+0000","last_fullsized":"2024-09-12T01:15:58.549911+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'356","last_scrub_stamp":"2024-09-12T01:15:58.549641+0000","last_deep_scrub":"264'356","last_deep_scrub_stamp":"2024-09-12T01:15:58.549641+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.549641+0000","objects_scrubbed":9,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:50.695677+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456509,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":554,"num_read_kb":17128,"num_write":1087,"num_write_kb":26850,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"264'582","reported_seq":2216,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.054616+0000","last_change":"2024-09-12T01:16:09.054522+0000","last_active":"2024-09-12T01:16:09.054616+0000","last_peered":"2024-09-12T01:16:09.054616+0000","last_clean":"2024-09-12T01:16:09.054616+0000","last_became_active":"2024-09-12T00:34:33.988284+0000","last_became_peered":"2024-09-12T00:34:33.988284+0000","last_unstale":"2024-09-12T01:16:09.054616+0000","last_undegraded":"2024-09-12T01:16:09.054616+0000","last_fullsized":"2024-09-12T01:16:09.054616+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'582","last_scrub_stamp":"2024-09-12T01:16:09.054407+0000","last_deep_scrub":"264'582","last_deep_scrub_stamp":"2024-09-12T01:16:09.054407+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.054407+0000","objects_scrubbed":2,"log_size":82,"log_dups_size":500,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:54.856867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3090,"num_read_kb":2864,"num_write":780,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":474,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"264'403","reported_seq":1086,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.093113+0000","last_change":"2024-09-12T01:15:58.093113+0000","last_active":"2024-09-12T01:15:58.093113+0000","last_peered":"2024-09-12T01:15:58.093113+0000","last_clean":"2024-09-12T01:15:58.093113+0000","last_became_active":"2024-09-12T00:34:31.977961+0000","last_became_peered":"2024-09-12T00:34:31.977961+0000","last_unstale":"2024-09-12T01:15:58.093113+0000","last_undegraded":"2024-09-12T01:15:58.093113+0000","last_fullsized":"2024-09-12T01:15:58.093113+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'403","last_scrub_stamp":"2024-09-12T01:15:58.093000+0000","last_deep_scrub":"264'403","last_deep_scrub_stamp":"2024-09-12T01:15:58.093000+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.093000+0000","objects_scrubbed":5,"log_size":103,"log_dups_size":300,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:41:15.195376+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456491,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":652,"num_read_kb":48802,"num_write":1281,"num_write_kb":34470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"264'397","reported_seq":2002,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.822083+0000","last_change":"2024-09-12T01:16:07.821999+0000","last_active":"2024-09-12T01:16:07.822083+0000","last_peered":"2024-09-12T01:16:07.822083+0000","last_clean":"2024-09-12T01:16:07.822083+0000","last_became_active":"2024-09-12T00:34:33.977227+0000","last_became_peered":"2024-09-12T00:34:33.977227+0000","last_unstale":"2024-09-12T01:16:07.822083+0000","last_undegraded":"2024-09-12T01:16:07.822083+0000","last_fullsized":"2024-09-12T01:16:07.822083+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'397","last_scrub_stamp":"2024-09-12T01:16:07.821878+0000","last_deep_scrub":"264'397","last_deep_scrub_stamp":"2024-09-12T01:16:07.821878+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.821878+0000","objects_scrubbed":3,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:19:17.772462+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2367,"num_read_kb":2261,"num_write":462,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"264'300","reported_seq":921,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.169907+0000","last_change":"2024-09-12T01:16:02.169907+0000","last_active":"2024-09-12T01:16:02.169907+0000","last_peered":"2024-09-12T01:16:02.169907+0000","last_clean":"2024-09-12T01:16:02.169907+0000","last_became_active":"2024-09-12T00:34:31.962091+0000","last_became_peered":"2024-09-12T00:34:31.962091+0000","last_unstale":"2024-09-12T01:16:02.169907+0000","last_undegraded":"2024-09-12T01:16:02.169907+0000","last_fullsized":"2024-09-12T01:16:02.169907+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'300","last_scrub_stamp":"2024-09-12T01:16:02.169781+0000","last_deep_scrub":"264'300","last_deep_scrub_stamp":"2024-09-12T01:16:02.169781+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.169781+0000","objects_scrubbed":2,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:25:30.820980+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":407,"num_read_kb":31193,"num_write":903,"num_write_kb":37688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"264'1378","reported_seq":2968,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.079009+0000","last_change":"2024-09-12T01:16:10.078951+0000","last_active":"2024-09-12T01:16:10.079009+0000","last_peered":"2024-09-12T01:16:10.079009+0000","last_clean":"2024-09-12T01:16:10.079009+0000","last_became_active":"2024-09-12T00:34:33.992583+0000","last_became_peered":"2024-09-12T00:34:33.992583+0000","last_unstale":"2024-09-12T01:16:10.079009+0000","last_undegraded":"2024-09-12T01:16:10.079009+0000","last_fullsized":"2024-09-12T01:16:10.079009+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1378","last_scrub_stamp":"2024-09-12T01:16:10.078867+0000","last_deep_scrub":"264'1378","last_deep_scrub_stamp":"2024-09-12T01:16:10.078867+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.078867+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":1300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:51:50.906335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6518,"num_read_kb":5665,"num_write":2064,"num_write_kb":1012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"264'334","reported_seq":1022,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.986130+0000","last_change":"2024-09-12T01:15:55.986130+0000","last_active":"2024-09-12T01:15:55.986130+0000","last_peered":"2024-09-12T01:15:55.986130+0000","last_clean":"2024-09-12T01:15:55.986130+0000","last_became_active":"2024-09-12T00:34:31.966528+0000","last_became_peered":"2024-09-12T00:34:31.966528+0000","last_unstale":"2024-09-12T01:15:55.986130+0000","last_undegraded":"2024-09-12T01:15:55.986130+0000","last_fullsized":"2024-09-12T01:15:55.986130+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'334","last_scrub_stamp":"2024-09-12T01:15:55.985977+0000","last_deep_scrub":"264'334","last_deep_scrub_stamp":"2024-09-12T01:15:55.985977+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.985977+0000","objects_scrubbed":8,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:47:06.068373+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4364785,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":629,"num_read_kb":9603,"num_write":1163,"num_write_kb":30886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"264'449","reported_seq":2054,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.972128+0000","last_change":"2024-09-12T01:16:04.972056+0000","last_active":"2024-09-12T01:16:04.972128+0000","last_peered":"2024-09-12T01:16:04.972128+0000","last_clean":"2024-09-12T01:16:04.972128+0000","last_became_active":"2024-09-12T00:34:33.973387+0000","last_became_peered":"2024-09-12T00:34:33.973387+0000","last_unstale":"2024-09-12T01:16:04.972128+0000","last_undegraded":"2024-09-12T01:16:04.972128+0000","last_fullsized":"2024-09-12T01:16:04.972128+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'449","last_scrub_stamp":"2024-09-12T01:16:04.971973+0000","last_deep_scrub":"264'449","last_deep_scrub_stamp":"2024-09-12T01:16:04.971973+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.971973+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":400,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:24.066078+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2517,"num_read_kb":2371,"num_write":533,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1072,"num_omap_keys":5,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"264'330","reported_seq":922,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.091102+0000","last_change":"2024-09-12T01:15:59.091102+0000","last_active":"2024-09-12T01:15:59.091102+0000","last_peered":"2024-09-12T01:15:59.091102+0000","last_clean":"2024-09-12T01:15:59.091102+0000","last_became_active":"2024-09-12T00:34:31.960623+0000","last_became_peered":"2024-09-12T00:34:31.960623+0000","last_unstale":"2024-09-12T01:15:59.091102+0000","last_undegraded":"2024-09-12T01:15:59.091102+0000","last_fullsized":"2024-09-12T01:15:59.091102+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'330","last_scrub_stamp":"2024-09-12T01:15:59.090976+0000","last_deep_scrub":"264'330","last_deep_scrub_stamp":"2024-09-12T01:15:59.090976+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.090976+0000","objects_scrubbed":7,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:18:57.943662+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4308193,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":370,"num_read_kb":27044,"num_write":941,"num_write_kb":54817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"264'736","reported_seq":2142,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.423817+0000","last_change":"2024-09-12T01:16:07.423817+0000","last_active":"2024-09-12T01:16:07.423817+0000","last_peered":"2024-09-12T01:16:07.423817+0000","last_clean":"2024-09-12T01:16:07.423817+0000","last_became_active":"2024-09-12T00:34:33.987414+0000","last_became_peered":"2024-09-12T00:34:33.987414+0000","last_unstale":"2024-09-12T01:16:07.423817+0000","last_undegraded":"2024-09-12T01:16:07.423817+0000","last_fullsized":"2024-09-12T01:16:07.423817+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'736","last_scrub_stamp":"2024-09-12T01:16:07.423722+0000","last_deep_scrub":"264'736","last_deep_scrub_stamp":"2024-09-12T01:16:07.423722+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.423722+0000","objects_scrubbed":2,"log_size":36,"log_dups_size":700,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:53:23.317025+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3453,"num_read_kb":3108,"num_write":973,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":233,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"264'314","reported_seq":936,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.395366+0000","last_change":"2024-09-12T01:16:03.395366+0000","last_active":"2024-09-12T01:16:03.395366+0000","last_peered":"2024-09-12T01:16:03.395366+0000","last_clean":"2024-09-12T01:16:03.395366+0000","last_became_active":"2024-09-12T00:34:31.977298+0000","last_became_peered":"2024-09-12T00:34:31.977298+0000","last_unstale":"2024-09-12T01:16:03.395366+0000","last_undegraded":"2024-09-12T01:16:03.395366+0000","last_fullsized":"2024-09-12T01:16:03.395366+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'314","last_scrub_stamp":"2024-09-12T01:16:03.395269+0000","last_deep_scrub":"264'314","last_deep_scrub_stamp":"2024-09-12T01:16:03.395269+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.395269+0000","objects_scrubbed":2,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:27.168382+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":457,"num_read_kb":37235,"num_write":973,"num_write_kb":28438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"264'926","reported_seq":2539,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.861259+0000","last_change":"2024-09-12T01:16:08.861259+0000","last_active":"2024-09-12T01:16:08.861259+0000","last_peered":"2024-09-12T01:16:08.861259+0000","last_clean":"2024-09-12T01:16:08.861259+0000","last_became_active":"2024-09-12T00:34:33.978626+0000","last_became_peered":"2024-09-12T00:34:33.978626+0000","last_unstale":"2024-09-12T01:16:08.861259+0000","last_undegraded":"2024-09-12T01:16:08.861259+0000","last_fullsized":"2024-09-12T01:16:08.861259+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'926","last_scrub_stamp":"2024-09-12T01:16:08.861179+0000","last_deep_scrub":"264'926","last_deep_scrub_stamp":"2024-09-12T01:16:08.861179+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.861179+0000","objects_scrubbed":2,"log_size":26,"log_dups_size":900,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:25.862125+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4421,"num_read_kb":3963,"num_write":1257,"num_write_kb":522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"264'353","reported_seq":993,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.574734+0000","last_change":"2024-09-12T01:15:55.574734+0000","last_active":"2024-09-12T01:15:55.574734+0000","last_peered":"2024-09-12T01:15:55.574734+0000","last_clean":"2024-09-12T01:15:55.574734+0000","last_became_active":"2024-09-12T00:35:05.223897+0000","last_became_peered":"2024-09-12T00:35:05.223897+0000","last_unstale":"2024-09-12T01:15:55.574734+0000","last_undegraded":"2024-09-12T01:15:55.574734+0000","last_fullsized":"2024-09-12T01:15:55.574734+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'353","last_scrub_stamp":"2024-09-12T01:15:55.574647+0000","last_deep_scrub":"264'353","last_deep_scrub_stamp":"2024-09-12T01:15:55.574647+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.574647+0000","objects_scrubbed":6,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:13:15.187994+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154781,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":549,"num_read_kb":8825,"num_write":1213,"num_write_kb":53311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2d","version":"264'465","reported_seq":2096,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.563025+0000","last_change":"2024-09-12T01:15:59.563025+0000","last_active":"2024-09-12T01:15:59.563025+0000","last_peered":"2024-09-12T01:15:59.563025+0000","last_clean":"2024-09-12T01:15:59.563025+0000","last_became_active":"2024-09-12T00:34:33.975793+0000","last_became_peered":"2024-09-12T00:34:33.975793+0000","last_unstale":"2024-09-12T01:15:59.563025+0000","last_undegraded":"2024-09-12T01:15:59.563025+0000","last_fullsized":"2024-09-12T01:15:59.563025+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'465","last_scrub_stamp":"2024-09-12T01:15:59.562933+0000","last_deep_scrub":"264'465","last_deep_scrub_stamp":"2024-09-12T01:15:59.562933+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.562933+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":400,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:42.833378+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2477,"num_read_kb":2346,"num_write":538,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"264'337","reported_seq":972,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.418966+0000","last_change":"2024-09-12T01:16:02.418966+0000","last_active":"2024-09-12T01:16:02.418966+0000","last_peered":"2024-09-12T01:16:02.418966+0000","last_clean":"2024-09-12T01:16:02.418966+0000","last_became_active":"2024-09-12T00:34:31.970483+0000","last_became_peered":"2024-09-12T00:34:31.970483+0000","last_unstale":"2024-09-12T01:16:02.418966+0000","last_undegraded":"2024-09-12T01:16:02.418966+0000","last_fullsized":"2024-09-12T01:16:02.418966+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'337","last_scrub_stamp":"2024-09-12T01:16:02.418863+0000","last_deep_scrub":"264'337","last_deep_scrub_stamp":"2024-09-12T01:16:02.418863+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.418863+0000","objects_scrubbed":5,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:41:32.628115+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":498,"num_read_kb":20958,"num_write":1131,"num_write_kb":36421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"264'350","reported_seq":1714,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.808601+0000","last_change":"2024-09-12T01:16:06.808601+0000","last_active":"2024-09-12T01:16:06.808601+0000","last_peered":"2024-09-12T01:16:06.808601+0000","last_clean":"2024-09-12T01:16:06.808601+0000","last_became_active":"2024-09-12T00:34:33.981437+0000","last_became_peered":"2024-09-12T00:34:33.981437+0000","last_unstale":"2024-09-12T01:16:06.808601+0000","last_undegraded":"2024-09-12T01:16:06.808601+0000","last_fullsized":"2024-09-12T01:16:06.808601+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'350","last_scrub_stamp":"2024-09-12T01:16:06.808501+0000","last_deep_scrub":"264'350","last_deep_scrub_stamp":"2024-09-12T01:16:06.808501+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.808501+0000","objects_scrubbed":3,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:01:42.814725+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1853,"num_read_kb":1763,"num_write":400,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":237,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"264'378","reported_seq":1015,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.508768+0000","last_change":"2024-09-12T01:16:01.508768+0000","last_active":"2024-09-12T01:16:01.508768+0000","last_peered":"2024-09-12T01:16:01.508768+0000","last_clean":"2024-09-12T01:16:01.508768+0000","last_became_active":"2024-09-12T00:34:31.970571+0000","last_became_peered":"2024-09-12T00:34:31.970571+0000","last_unstale":"2024-09-12T01:16:01.508768+0000","last_undegraded":"2024-09-12T01:16:01.508768+0000","last_fullsized":"2024-09-12T01:16:01.508768+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'378","last_scrub_stamp":"2024-09-12T01:16:01.508653+0000","last_deep_scrub":"264'378","last_deep_scrub_stamp":"2024-09-12T01:16:01.508653+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.508653+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:38.469864+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199669,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":494,"num_read_kb":33946,"num_write":1082,"num_write_kb":40492,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"264'467","reported_seq":2054,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.823282+0000","last_change":"2024-09-12T01:16:10.823282+0000","last_active":"2024-09-12T01:16:10.823282+0000","last_peered":"2024-09-12T01:16:10.823282+0000","last_clean":"2024-09-12T01:16:10.823282+0000","last_became_active":"2024-09-12T00:34:33.990826+0000","last_became_peered":"2024-09-12T00:34:33.990826+0000","last_unstale":"2024-09-12T01:16:10.823282+0000","last_undegraded":"2024-09-12T01:16:10.823282+0000","last_fullsized":"2024-09-12T01:16:10.823282+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'467","last_scrub_stamp":"2024-09-12T01:16:10.823199+0000","last_deep_scrub":"264'467","last_deep_scrub_stamp":"2024-09-12T01:16:10.823199+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.823199+0000","objects_scrubbed":1,"log_size":67,"log_dups_size":400,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:32.059764+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2519,"num_read_kb":2361,"num_write":556,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":252,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"264'312","reported_seq":1044,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.000339+0000","last_change":"2024-09-12T01:15:59.000339+0000","last_active":"2024-09-12T01:15:59.000339+0000","last_peered":"2024-09-12T01:15:59.000339+0000","last_clean":"2024-09-12T01:15:59.000339+0000","last_became_active":"2024-09-12T00:34:31.969979+0000","last_became_peered":"2024-09-12T00:34:31.969979+0000","last_unstale":"2024-09-12T01:15:59.000339+0000","last_undegraded":"2024-09-12T01:15:59.000339+0000","last_fullsized":"2024-09-12T01:15:59.000339+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T01:15:59.000194+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T01:15:59.000194+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.000194+0000","objects_scrubbed":8,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:59:11.184490+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":546,"num_read_kb":13882,"num_write":966,"num_write_kb":28701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"264'344","reported_seq":1828,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.428546+0000","last_change":"2024-09-12T01:16:03.428546+0000","last_active":"2024-09-12T01:16:03.428546+0000","last_peered":"2024-09-12T01:16:03.428546+0000","last_clean":"2024-09-12T01:16:03.428546+0000","last_became_active":"2024-09-12T00:34:33.983526+0000","last_became_peered":"2024-09-12T00:34:33.983526+0000","last_unstale":"2024-09-12T01:16:03.428546+0000","last_undegraded":"2024-09-12T01:16:03.428546+0000","last_fullsized":"2024-09-12T01:16:03.428546+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'344","last_scrub_stamp":"2024-09-12T01:16:03.428448+0000","last_deep_scrub":"264'344","last_deep_scrub_stamp":"2024-09-12T01:16:03.428448+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.428448+0000","objects_scrubbed":1,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:51.065118+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2009,"num_read_kb":1938,"num_write":406,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":441,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"264'324","reported_seq":984,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.793633+0000","last_change":"2024-09-12T01:16:03.793633+0000","last_active":"2024-09-12T01:16:03.793633+0000","last_peered":"2024-09-12T01:16:03.793633+0000","last_clean":"2024-09-12T01:16:03.793633+0000","last_became_active":"2024-09-12T00:34:31.958123+0000","last_became_peered":"2024-09-12T00:34:31.958123+0000","last_unstale":"2024-09-12T01:16:03.793633+0000","last_undegraded":"2024-09-12T01:16:03.793633+0000","last_fullsized":"2024-09-12T01:16:03.793633+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'324","last_scrub_stamp":"2024-09-12T01:16:03.793496+0000","last_deep_scrub":"264'324","last_deep_scrub_stamp":"2024-09-12T01:16:03.793496+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.793496+0000","objects_scrubbed":13,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:42:20.103856+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2267389,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":537,"num_read_kb":16242,"num_write":1135,"num_write_kb":20265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"264'1331","reported_seq":2918,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.051445+0000","last_change":"2024-09-12T01:16:12.051445+0000","last_active":"2024-09-12T01:16:12.051445+0000","last_peered":"2024-09-12T01:16:12.051445+0000","last_clean":"2024-09-12T01:16:12.051445+0000","last_became_active":"2024-09-12T00:34:33.994583+0000","last_became_peered":"2024-09-12T00:34:33.994583+0000","last_unstale":"2024-09-12T01:16:12.051445+0000","last_undegraded":"2024-09-12T01:16:12.051445+0000","last_fullsized":"2024-09-12T01:16:12.051445+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1331","last_scrub_stamp":"2024-09-12T01:16:12.051355+0000","last_deep_scrub":"264'1331","last_deep_scrub_stamp":"2024-09-12T01:16:12.051355+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.051355+0000","objects_scrubbed":2,"log_size":31,"log_dups_size":1300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:30:02.142570+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5995,"num_read_kb":5221,"num_write":1887,"num_write_kb":811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":267,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"264'406","reported_seq":1042,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.535250+0000","last_change":"2024-09-12T01:15:56.535162+0000","last_active":"2024-09-12T01:15:56.535250+0000","last_peered":"2024-09-12T01:15:56.535250+0000","last_clean":"2024-09-12T01:15:56.535250+0000","last_became_active":"2024-09-12T00:34:31.958601+0000","last_became_peered":"2024-09-12T00:34:31.958601+0000","last_unstale":"2024-09-12T01:15:56.535250+0000","last_undegraded":"2024-09-12T01:15:56.535250+0000","last_fullsized":"2024-09-12T01:15:56.535250+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'406","last_scrub_stamp":"2024-09-12T01:15:56.535018+0000","last_deep_scrub":"264'406","last_deep_scrub_stamp":"2024-09-12T01:15:56.535018+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.535018+0000","objects_scrubbed":9,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:22:22.792517+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133734,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":529,"num_read_kb":26571,"num_write":1227,"num_write_kb":44924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"264'725","reported_seq":2120,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.817409+0000","last_change":"2024-09-12T01:16:08.817409+0000","last_active":"2024-09-12T01:16:08.817409+0000","last_peered":"2024-09-12T01:16:08.817409+0000","last_clean":"2024-09-12T01:16:08.817409+0000","last_became_active":"2024-09-12T00:34:33.994643+0000","last_became_peered":"2024-09-12T00:34:33.994643+0000","last_unstale":"2024-09-12T01:16:08.817409+0000","last_undegraded":"2024-09-12T01:16:08.817409+0000","last_fullsized":"2024-09-12T01:16:08.817409+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'725","last_scrub_stamp":"2024-09-12T01:16:08.817305+0000","last_deep_scrub":"264'725","last_deep_scrub_stamp":"2024-09-12T01:16:08.817305+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.817305+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":700,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:21:23.557033+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3315,"num_read_kb":2988,"num_write":957,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"264'345","reported_seq":1006,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.395448+0000","last_change":"2024-09-12T01:16:04.395387+0000","last_active":"2024-09-12T01:16:04.395448+0000","last_peered":"2024-09-12T01:16:04.395448+0000","last_clean":"2024-09-12T01:16:04.395448+0000","last_became_active":"2024-09-12T00:34:31.976757+0000","last_became_peered":"2024-09-12T00:34:31.976757+0000","last_unstale":"2024-09-12T01:16:04.395448+0000","last_undegraded":"2024-09-12T01:16:04.395448+0000","last_fullsized":"2024-09-12T01:16:04.395448+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'345","last_scrub_stamp":"2024-09-12T01:16:04.395252+0000","last_deep_scrub":"264'345","last_deep_scrub_stamp":"2024-09-12T01:16:04.395252+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.395252+0000","objects_scrubbed":5,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:26.728184+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":547,"num_read_kb":29191,"num_write":1177,"num_write_kb":28673,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"264'365","reported_seq":1005,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.373905+0000","last_change":"2024-09-12T01:16:06.373827+0000","last_active":"2024-09-12T01:16:06.373905+0000","last_peered":"2024-09-12T01:16:06.373905+0000","last_clean":"2024-09-12T01:16:06.373905+0000","last_became_active":"2024-09-12T00:34:31.979710+0000","last_became_peered":"2024-09-12T00:34:31.979710+0000","last_unstale":"2024-09-12T01:16:06.373905+0000","last_undegraded":"2024-09-12T01:16:06.373905+0000","last_fullsized":"2024-09-12T01:16:06.373905+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'365","last_scrub_stamp":"2024-09-12T01:16:06.373695+0000","last_deep_scrub":"264'365","last_deep_scrub_stamp":"2024-09-12T01:16:06.373695+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.373695+0000","objects_scrubbed":4,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:04:20.588023+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262175,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":516,"num_read_kb":19975,"num_write":1182,"num_write_kb":32863,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"264'539","reported_seq":2107,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.473570+0000","last_change":"2024-09-12T01:16:08.473570+0000","last_active":"2024-09-12T01:16:08.473570+0000","last_peered":"2024-09-12T01:16:08.473570+0000","last_clean":"2024-09-12T01:16:08.473570+0000","last_became_active":"2024-09-12T00:34:33.994794+0000","last_became_peered":"2024-09-12T00:34:33.994794+0000","last_unstale":"2024-09-12T01:16:08.473570+0000","last_undegraded":"2024-09-12T01:16:08.473570+0000","last_fullsized":"2024-09-12T01:16:08.473570+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'539","last_scrub_stamp":"2024-09-12T01:16:08.473475+0000","last_deep_scrub":"264'539","last_deep_scrub_stamp":"2024-09-12T01:16:08.473475+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.473475+0000","objects_scrubbed":2,"log_size":39,"log_dups_size":500,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:11:04.125136+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2804,"num_read_kb":2579,"num_write":703,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"264'371","reported_seq":1044,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.125051+0000","last_change":"2024-09-12T01:16:03.124977+0000","last_active":"2024-09-12T01:16:03.125051+0000","last_peered":"2024-09-12T01:16:03.125051+0000","last_clean":"2024-09-12T01:16:03.125051+0000","last_became_active":"2024-09-12T00:34:31.971271+0000","last_became_peered":"2024-09-12T00:34:31.971271+0000","last_unstale":"2024-09-12T01:16:03.125051+0000","last_undegraded":"2024-09-12T01:16:03.125051+0000","last_fullsized":"2024-09-12T01:16:03.125051+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'371","last_scrub_stamp":"2024-09-12T01:16:03.124861+0000","last_deep_scrub":"264'371","last_deep_scrub_stamp":"2024-09-12T01:16:03.124861+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.124861+0000","objects_scrubbed":7,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:46.580559+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1547028,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":557,"num_read_kb":90781,"num_write":1133,"num_write_kb":49991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"264'851","reported_seq":2430,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.369211+0000","last_change":"2024-09-12T01:16:13.369211+0000","last_active":"2024-09-12T01:16:13.369211+0000","last_peered":"2024-09-12T01:16:13.369211+0000","last_clean":"2024-09-12T01:16:13.369211+0000","last_became_active":"2024-09-12T00:34:33.991408+0000","last_became_peered":"2024-09-12T00:34:33.991408+0000","last_unstale":"2024-09-12T01:16:13.369211+0000","last_undegraded":"2024-09-12T01:16:13.369211+0000","last_fullsized":"2024-09-12T01:16:13.369211+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'851","last_scrub_stamp":"2024-09-12T01:16:13.369125+0000","last_deep_scrub":"264'851","last_deep_scrub_stamp":"2024-09-12T01:16:13.369125+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.369125+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":800,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:37:04.786042+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4035,"num_read_kb":3620,"num_write":1146,"num_write_kb":445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6235,"num_read_kb":4514,"num_write":2010,"num_write_kb":906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3500,"num_omap_keys":7,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":982,"ondisk_log_size":982,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16119,"num_objects":90,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":0,"num_read":15003,"num_read_kb":14669,"num_write":16768,"num_write_kb":4891,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":18,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2870,"num_omap_keys":18,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":32238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1745,"ondisk_log_size":1745,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":547,"ondisk_log_size":547,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1602141,"num_objects":221,"num_object_clones":0,"num_object_copies":442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":221,"num_whiteouts":0,"num_read":17656,"num_read_kb":37048,"num_write":14715,"num_write_kb":11599,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":674842,"num_omap_keys":1562,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1984,"ondisk_log_size":1984,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2422,"num_read_kb":2887,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":165,"num_object_clones":0,"num_object_copies":330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":165,"num_whiteouts":0,"num_read":212166,"num_read_kb":193786,"num_write":55163,"num_write_kb":18717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":165,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":44058,"num_omap_keys":180,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3444,"ondisk_log_size":3444,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":376,"num_omap_keys":4,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":86055595,"num_objects":371,"num_object_clones":0,"num_object_copies":1113,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":371,"num_whiteouts":0,"num_read":36261,"num_read_kb":1942248,"num_write":72524,"num_write_kb":2251438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":130990080,"data_stored":130990080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3324,"ondisk_log_size":3324,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":190665,"num_write":190,"num_write_kb":136832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":178830,"num_write":190,"num_write_kb":136832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509953,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":326812,"kb_used_data":20748,"kb_used_omap":1,"kb_used_meta":306046,"kb_avail":94045028,"statfs":{"total":96636764160,"available":96302108672,"internally_reserved":0,"allocated":21245952,"data_stored":19235165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":313391562},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509952,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":274324,"kb_used_data":18244,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94097516,"statfs":{"total":96636764160,"available":96355856384,"internally_reserved":0,"allocated":18681856,"data_stored":16713890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":262207942},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509953,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":136312,"kb_used_data":24616,"kb_used_omap":1,"kb_used_meta":111678,"kb_avail":94235528,"statfs":{"total":96636764160,"available":96497180672,"internally_reserved":0,"allocated":25206784,"data_stored":23266161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114358725},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509954,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":304292,"kb_used_data":20436,"kb_used_omap":1,"kb_used_meta":283838,"kb_avail":94067548,"statfs":{"total":96636764160,"available":96325169152,"internally_reserved":0,"allocated":20926464,"data_stored":18941609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":290650567},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509954,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100048,"kb_used_data":18880,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94271792,"statfs":{"total":96636764160,"available":96534315008,"internally_reserved":0,"allocated":19333120,"data_stored":17403481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":83098053},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509952,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":179420,"kb_used_data":21964,"kb_used_omap":1,"kb_used_meta":157438,"kb_avail":94192420,"statfs":{"total":96636764160,"available":96453038080,"internally_reserved":0,"allocated":22491136,"data_stored":20518830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":161216965},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542655,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":308396,"kb_used_data":24604,"kb_used_omap":1,"kb_used_meta":283774,"kb_avail":94063444,"statfs":{"total":96636764160,"available":96320966656,"internally_reserved":0,"allocated":25194496,"data_stored":23188563,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":290585029},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834575359,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":160412,"kb_used_data":12684,"kb_used_omap":1,"kb_used_meta":147710,"kb_avail":94211428,"statfs":{"total":96636764160,"available":96472502272,"internally_reserved":0,"allocated":12988416,"data_stored":10973815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":151255493},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20336640,"data_stored":20336640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":18259968,"data_stored":18259968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":15147008,"data_stored":15147008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16683008,"data_stored":16683008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":21008384,"data_stored":21008384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8716288,"data_stored":8716288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":14454784,"data_stored":14454784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384000,"data_stored":16384000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":7246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":3962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":2427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:16:35.931 INFO:tasks.ceph:pgid 68.1a last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.932 INFO:tasks.ceph:pgid 67.1d last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.932 INFO:tasks.ceph:pgid 66.1c last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.932 INFO:tasks.ceph:pgid 65.1f last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.932 INFO:tasks.ceph:pgid 67.1c last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.932 INFO:tasks.ceph:pgid 67.1f last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.932 INFO:tasks.ceph:pgid 65.1d last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.932 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.933 INFO:tasks.ceph:pgid 67.1e last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.933 INFO:tasks.ceph:pgid 66.1f last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.933 INFO:tasks.ceph:pgid 65.1c last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.933 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.933 INFO:tasks.ceph:pgid 67.19 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.933 INFO:tasks.ceph:pgid 66.18 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.933 INFO:tasks.ceph:pgid 65.1b last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.933 INFO:tasks.ceph:pgid 66.19 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.933 INFO:tasks.ceph:pgid 68.1c last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.934 INFO:tasks.ceph:pgid 66.1a last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.934 INFO:tasks.ceph:pgid 65.19 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.934 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.934 INFO:tasks.ceph:pgid 67.1a last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.934 INFO:tasks.ceph:pgid 66.1b last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.934 INFO:tasks.ceph:pgid 68.12 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.934 INFO:tasks.ceph:pgid 67.15 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.934 INFO:tasks.ceph:pgid 66.14 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.935 INFO:tasks.ceph:pgid 65.17 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.935 INFO:tasks.ceph:pgid 67.14 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.935 INFO:tasks.ceph:pgid 66.15 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.935 INFO:tasks.ceph:pgid 65.16 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.935 INFO:tasks.ceph:pgid 68.10 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.935 INFO:tasks.ceph:pgid 67.17 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.935 INFO:tasks.ceph:pgid 68.11 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.935 INFO:tasks.ceph:pgid 67.16 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.936 INFO:tasks.ceph:pgid 66.17 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.936 INFO:tasks.ceph:pgid 65.14 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.936 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.936 INFO:tasks.ceph:pgid 67.11 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.936 INFO:tasks.ceph:pgid 65.13 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.936 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.936 INFO:tasks.ceph:pgid 66.11 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.936 INFO:tasks.ceph:pgid 65.12 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.937 INFO:tasks.ceph:pgid 68.14 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.937 INFO:tasks.ceph:pgid 67.13 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.937 INFO:tasks.ceph:pgid 65.11 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.937 INFO:tasks.ceph:pgid 68.15 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.937 INFO:tasks.ceph:pgid 66.13 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.937 INFO:tasks.ceph:pgid 65.10 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.937 INFO:tasks.ceph:pgid 67.d last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.937 INFO:tasks.ceph:pgid 66.c last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.938 INFO:tasks.ceph:pgid 65.f last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.938 INFO:tasks.ceph:pgid 68.b last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.938 INFO:tasks.ceph:pgid 67.c last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.938 INFO:tasks.ceph:pgid 65.e last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.938 INFO:tasks.ceph:pgid 66.e last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.938 INFO:tasks.ceph:pgid 68.9 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.938 INFO:tasks.ceph:pgid 67.e last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.938 INFO:tasks.ceph:pgid 68.e last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.938 INFO:tasks.ceph:pgid 67.9 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.939 INFO:tasks.ceph:pgid 66.8 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.939 INFO:tasks.ceph:pgid 65.b last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.939 INFO:tasks.ceph:pgid 68.f last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.939 INFO:tasks.ceph:pgid 67.8 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.939 INFO:tasks.ceph:pgid 68.c last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.939 INFO:tasks.ceph:pgid 66.a last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.939 INFO:tasks.ceph:pgid 65.9 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.940 INFO:tasks.ceph:pgid 68.d last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.940 INFO:tasks.ceph:pgid 67.a last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.940 INFO:tasks.ceph:pgid 68.2 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.940 INFO:tasks.ceph:pgid 67.5 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.940 INFO:tasks.ceph:pgid 66.4 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.940 INFO:tasks.ceph:pgid 65.7 last_scrub_stamp 2024-09-12T00:49:03.958714+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=49, tm_sec=3, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.940 INFO:tasks.ceph:pgid 68.3 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.940 INFO:tasks.ceph:pgid 67.4 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.941 INFO:tasks.ceph:pgid 67.7 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.941 INFO:tasks.ceph:pgid 66.6 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.941 INFO:tasks.ceph:pgid 68.1 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.941 INFO:tasks.ceph:pgid 67.6 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.941 INFO:tasks.ceph:pgid 66.7 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.941 INFO:tasks.ceph:pgid 67.1 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.941 INFO:tasks.ceph:pgid 66.0 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.941 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.941 INFO:tasks.ceph:pgid 67.0 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.942 INFO:tasks.ceph:pgid 66.1 last_scrub_stamp 2024-09-12T00:50:29.903558+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=29, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.942 INFO:tasks.ceph:pgid 68.4 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.942 INFO:tasks.ceph:pgid 68.5 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.942 INFO:tasks.ceph:pgid 67.2 last_scrub_stamp 2024-09-12T00:50:33.956821+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=50, tm_sec=33, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.944 INFO:tasks.ceph:pgid 8.1e last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.945 INFO:tasks.ceph:pgid 8.16 last_scrub_stamp 2024-09-12T00:34:40.990537+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=0, tm_min=34, tm_sec=40, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:35.945 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T01:16:55.947 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:16:56.303 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:16:56.318 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-09-12T01:16:56.320 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":1540,"stamp":"2024-09-12T01:16:54.528549+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":88266035,"num_objects":872,"num_object_clones":0,"num_object_copies":2115,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":872,"num_whiteouts":0,"num_read":290153,"num_read_kb":2564714,"num_write":161703,"num_write_kb":2562871,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":211,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":726398,"num_omap_keys":1779,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12397,"ondisk_log_size":12397,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1790016,"kb_used_data":162176,"kb_used_omap":12,"kb_used_meta":1627699,"kb_avail":753184704,"statfs":{"total":773094113280,"available":771261136896,"internally_reserved":0,"allocated":166068224,"data_stored":150241514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1666764336},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":752,"num_omap_keys":8,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005806"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:42.202907+0000","last_change":"2024-09-12T01:16:42.202907+0000","last_active":"2024-09-12T01:16:42.202907+0000","last_peered":"2024-09-12T01:16:42.202907+0000","last_clean":"2024-09-12T01:16:42.202907+0000","last_became_active":"2024-09-12T01:01:00.245426+0000","last_became_peered":"2024-09-12T01:01:00.245426+0000","last_unstale":"2024-09-12T01:16:42.202907+0000","last_undegraded":"2024-09-12T01:16:42.202907+0000","last_fullsized":"2024-09-12T01:16:42.202907+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:42.202814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:42.202814+0000","last_clean_scrub_stamp":"2024-09-12T01:16:42.202814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:04:35.240321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"261'7","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:41.172755+0000","last_change":"2024-09-12T01:16:41.172755+0000","last_active":"2024-09-12T01:16:41.172755+0000","last_peered":"2024-09-12T01:16:41.172755+0000","last_clean":"2024-09-12T01:16:41.172755+0000","last_became_active":"2024-09-12T00:50:34.991949+0000","last_became_peered":"2024-09-12T00:50:34.991949+0000","last_unstale":"2024-09-12T01:16:41.172755+0000","last_undegraded":"2024-09-12T01:16:41.172755+0000","last_fullsized":"2024-09-12T01:16:41.172755+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'7","last_scrub_stamp":"2024-09-12T01:16:41.172655+0000","last_deep_scrub":"261'7","last_deep_scrub_stamp":"2024-09-12T01:16:41.172655+0000","last_clean_scrub_stamp":"2024-09-12T01:16:41.172655+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:44.110150+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":5147,"num_write":12,"num_write_kb":5147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"264'4","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:40.964456+0000","last_change":"2024-09-12T01:16:40.964456+0000","last_active":"2024-09-12T01:16:40.964456+0000","last_peered":"2024-09-12T01:16:40.964456+0000","last_clean":"2024-09-12T01:16:40.964456+0000","last_became_active":"2024-09-12T00:50:30.943574+0000","last_became_peered":"2024-09-12T00:50:30.943574+0000","last_unstale":"2024-09-12T01:16:40.964456+0000","last_undegraded":"2024-09-12T01:16:40.964456+0000","last_fullsized":"2024-09-12T01:16:40.964456+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:40.964346+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:40.964346+0000","last_clean_scrub_stamp":"2024-09-12T01:16:40.964346+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:43:42.225601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"264'40","reported_seq":165,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:36.639313+0000","last_change":"2024-09-12T01:16:36.639313+0000","last_active":"2024-09-12T01:16:36.639313+0000","last_peered":"2024-09-12T01:16:36.639313+0000","last_clean":"2024-09-12T01:16:36.639313+0000","last_became_active":"2024-09-12T00:49:05.006742+0000","last_became_peered":"2024-09-12T00:49:05.006742+0000","last_unstale":"2024-09-12T01:16:36.639313+0000","last_undegraded":"2024-09-12T01:16:36.639313+0000","last_fullsized":"2024-09-12T01:16:36.639313+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'40","last_scrub_stamp":"2024-09-12T01:16:36.639225+0000","last_deep_scrub":"264'40","last_deep_scrub_stamp":"2024-09-12T01:16:36.639225+0000","last_clean_scrub_stamp":"2024-09-12T01:16:36.639225+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:30:26.321324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":147,"num_write":68,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.705379+0000","last_change":"2024-09-12T01:16:23.705379+0000","last_active":"2024-09-12T01:16:23.705379+0000","last_peered":"2024-09-12T01:16:23.705379+0000","last_clean":"2024-09-12T01:16:23.705379+0000","last_became_active":"2024-09-12T01:01:00.247055+0000","last_became_peered":"2024-09-12T01:01:00.247055+0000","last_unstale":"2024-09-12T01:16:23.705379+0000","last_undegraded":"2024-09-12T01:16:23.705379+0000","last_fullsized":"2024-09-12T01:16:23.705379+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:23.705291+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:23.705291+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.705291+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:48.461285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'12","reported_seq":63,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:41.667608+0000","last_change":"2024-09-12T01:16:41.667608+0000","last_active":"2024-09-12T01:16:41.667608+0000","last_peered":"2024-09-12T01:16:41.667608+0000","last_clean":"2024-09-12T01:16:41.667608+0000","last_became_active":"2024-09-12T00:50:34.997943+0000","last_became_peered":"2024-09-12T00:50:34.997943+0000","last_unstale":"2024-09-12T01:16:41.667608+0000","last_undegraded":"2024-09-12T01:16:41.667608+0000","last_fullsized":"2024-09-12T01:16:41.667608+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'12","last_scrub_stamp":"2024-09-12T01:16:41.667521+0000","last_deep_scrub":"264'12","last_deep_scrub_stamp":"2024-09-12T01:16:41.667521+0000","last_clean_scrub_stamp":"2024-09-12T01:16:41.667521+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:40:35.745968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":19458,"num_write":12,"num_write_kb":14336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"264'6","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.121928+0000","last_change":"2024-09-12T01:16:24.121928+0000","last_active":"2024-09-12T01:16:24.121928+0000","last_peered":"2024-09-12T01:16:24.121928+0000","last_clean":"2024-09-12T01:16:24.121928+0000","last_became_active":"2024-09-12T00:50:30.945254+0000","last_became_peered":"2024-09-12T00:50:30.945254+0000","last_unstale":"2024-09-12T01:16:24.121928+0000","last_undegraded":"2024-09-12T01:16:24.121928+0000","last_fullsized":"2024-09-12T01:16:24.121928+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T01:16:24.121816+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T01:16:24.121816+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.121816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:55:30.452967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":7170,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'13","reported_seq":87,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.628825+0000","last_change":"2024-09-12T01:16:13.628825+0000","last_active":"2024-09-12T01:16:13.628825+0000","last_peered":"2024-09-12T01:16:13.628825+0000","last_clean":"2024-09-12T01:16:13.628825+0000","last_became_active":"2024-09-12T00:49:05.001763+0000","last_became_peered":"2024-09-12T00:49:05.001763+0000","last_unstale":"2024-09-12T01:16:13.628825+0000","last_undegraded":"2024-09-12T01:16:13.628825+0000","last_fullsized":"2024-09-12T01:16:13.628825+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'13","last_scrub_stamp":"2024-09-12T01:16:13.628739+0000","last_deep_scrub":"264'13","last_deep_scrub_stamp":"2024-09-12T01:16:13.628739+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.628739+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:34.118474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":38,"num_write":29,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.920340+0000","last_change":"2024-09-12T01:16:30.920340+0000","last_active":"2024-09-12T01:16:30.920340+0000","last_peered":"2024-09-12T01:16:30.920340+0000","last_clean":"2024-09-12T01:16:30.920340+0000","last_became_active":"2024-09-12T01:01:00.239631+0000","last_became_peered":"2024-09-12T01:01:00.239631+0000","last_unstale":"2024-09-12T01:16:30.920340+0000","last_undegraded":"2024-09-12T01:16:30.920340+0000","last_fullsized":"2024-09-12T01:16:30.920340+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:30.920247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:30.920247+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.920247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:01.619291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"264'5","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:49.621569+0000","last_change":"2024-09-12T01:16:49.621569+0000","last_active":"2024-09-12T01:16:49.621569+0000","last_peered":"2024-09-12T01:16:49.621569+0000","last_clean":"2024-09-12T01:16:49.621569+0000","last_became_active":"2024-09-12T00:50:35.039271+0000","last_became_peered":"2024-09-12T00:50:35.039271+0000","last_unstale":"2024-09-12T01:16:49.621569+0000","last_undegraded":"2024-09-12T01:16:49.621569+0000","last_fullsized":"2024-09-12T01:16:49.621569+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T01:16:49.621471+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T01:16:49.621471+0000","last_clean_scrub_stamp":"2024-09-12T01:16:49.621471+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:58:54.830328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'2","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.726773+0000","last_change":"2024-09-12T01:16:19.726675+0000","last_active":"2024-09-12T01:16:19.726773+0000","last_peered":"2024-09-12T01:16:19.726773+0000","last_clean":"2024-09-12T01:16:19.726773+0000","last_became_active":"2024-09-12T00:50:30.936604+0000","last_became_peered":"2024-09-12T00:50:30.936604+0000","last_unstale":"2024-09-12T01:16:19.726773+0000","last_undegraded":"2024-09-12T01:16:19.726773+0000","last_fullsized":"2024-09-12T01:16:19.726773+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T01:16:19.726573+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T01:16:19.726573+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.726573+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:58:16.284554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"264'19","reported_seq":103,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:35.631817+0000","last_change":"2024-09-12T01:16:35.631673+0000","last_active":"2024-09-12T01:16:35.631817+0000","last_peered":"2024-09-12T01:16:35.631817+0000","last_clean":"2024-09-12T01:16:35.631817+0000","last_became_active":"2024-09-12T00:49:04.999778+0000","last_became_peered":"2024-09-12T00:49:04.999778+0000","last_unstale":"2024-09-12T01:16:35.631817+0000","last_undegraded":"2024-09-12T01:16:35.631817+0000","last_fullsized":"2024-09-12T01:16:35.631817+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'19","last_scrub_stamp":"2024-09-12T01:16:35.631539+0000","last_deep_scrub":"264'19","last_deep_scrub_stamp":"2024-09-12T01:16:35.631539+0000","last_clean_scrub_stamp":"2024-09-12T01:16:35.631539+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:33:27.347005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":64,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796092+0000","last_change":"2024-09-12T01:01:00.243635+0000","last_active":"2024-09-12T01:13:06.796092+0000","last_peered":"2024-09-12T01:13:06.796092+0000","last_clean":"2024-09-12T01:13:06.796092+0000","last_became_active":"2024-09-12T01:01:00.241990+0000","last_became_peered":"2024-09-12T01:01:00.241990+0000","last_unstale":"2024-09-12T01:13:06.796092+0000","last_undegraded":"2024-09-12T01:13:06.796092+0000","last_fullsized":"2024-09-12T01:13:06.796092+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:48:14.717875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"264'2","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:48.904675+0000","last_change":"2024-09-12T01:16:48.904675+0000","last_active":"2024-09-12T01:16:48.904675+0000","last_peered":"2024-09-12T01:16:48.904675+0000","last_clean":"2024-09-12T01:16:48.904675+0000","last_became_active":"2024-09-12T00:50:35.037686+0000","last_became_peered":"2024-09-12T00:50:35.037686+0000","last_unstale":"2024-09-12T01:16:48.904675+0000","last_undegraded":"2024-09-12T01:16:48.904675+0000","last_fullsized":"2024-09-12T01:16:48.904675+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:48.904568+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:48.904568+0000","last_clean_scrub_stamp":"2024-09-12T01:16:48.904568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:53:55.694685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"264'5","reported_seq":57,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:36.686061+0000","last_change":"2024-09-12T01:16:36.686061+0000","last_active":"2024-09-12T01:16:36.686061+0000","last_peered":"2024-09-12T01:16:36.686061+0000","last_clean":"2024-09-12T01:16:36.686061+0000","last_became_active":"2024-09-12T00:50:30.929963+0000","last_became_peered":"2024-09-12T00:50:30.929963+0000","last_unstale":"2024-09-12T01:16:36.686061+0000","last_undegraded":"2024-09-12T01:16:36.686061+0000","last_fullsized":"2024-09-12T01:16:36.686061+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T01:16:36.685974+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T01:16:36.685974+0000","last_clean_scrub_stamp":"2024-09-12T01:16:36.685974+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:40:09.068217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"264'40","reported_seq":157,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:39.929968+0000","last_change":"2024-09-12T01:16:39.929968+0000","last_active":"2024-09-12T01:16:39.929968+0000","last_peered":"2024-09-12T01:16:39.929968+0000","last_clean":"2024-09-12T01:16:39.929968+0000","last_became_active":"2024-09-12T00:49:04.999716+0000","last_became_peered":"2024-09-12T00:49:04.999716+0000","last_unstale":"2024-09-12T01:16:39.929968+0000","last_undegraded":"2024-09-12T01:16:39.929968+0000","last_fullsized":"2024-09-12T01:16:39.929968+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'40","last_scrub_stamp":"2024-09-12T01:16:39.929872+0000","last_deep_scrub":"264'40","last_deep_scrub_stamp":"2024-09-12T01:16:39.929872+0000","last_clean_scrub_stamp":"2024-09-12T01:16:39.929872+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:06.231287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":134,"num_write":72,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:01.795338+0000","last_change":"2024-09-12T01:01:00.242771+0000","last_active":"2024-09-12T01:13:01.795338+0000","last_peered":"2024-09-12T01:13:01.795338+0000","last_clean":"2024-09-12T01:13:01.795338+0000","last_became_active":"2024-09-12T01:01:00.242224+0000","last_became_peered":"2024-09-12T01:01:00.242224+0000","last_unstale":"2024-09-12T01:13:01.795338+0000","last_undegraded":"2024-09-12T01:13:01.795338+0000","last_fullsized":"2024-09-12T01:13:01.795338+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:32.060418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"0'0","reported_seq":41,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:39.191009+0000","last_change":"2024-09-12T01:16:39.191009+0000","last_active":"2024-09-12T01:16:39.191009+0000","last_peered":"2024-09-12T01:16:39.191009+0000","last_clean":"2024-09-12T01:16:39.191009+0000","last_became_active":"2024-09-12T00:50:34.996154+0000","last_became_peered":"2024-09-12T00:50:34.996154+0000","last_unstale":"2024-09-12T01:16:39.191009+0000","last_undegraded":"2024-09-12T01:16:39.191009+0000","last_fullsized":"2024-09-12T01:16:39.191009+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:39.190929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:39.190929+0000","last_clean_scrub_stamp":"2024-09-12T01:16:39.190929+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:36:05.164520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'4","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:42.602067+0000","last_change":"2024-09-12T01:16:42.602067+0000","last_active":"2024-09-12T01:16:42.602067+0000","last_peered":"2024-09-12T01:16:42.602067+0000","last_clean":"2024-09-12T01:16:42.602067+0000","last_became_active":"2024-09-12T00:50:30.939638+0000","last_became_peered":"2024-09-12T00:50:30.939638+0000","last_unstale":"2024-09-12T01:16:42.602067+0000","last_undegraded":"2024-09-12T01:16:42.602067+0000","last_fullsized":"2024-09-12T01:16:42.602067+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:42.601972+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:42.601972+0000","last_clean_scrub_stamp":"2024-09-12T01:16:42.601972+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:00.988997+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"264'20","reported_seq":108,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:37.862082+0000","last_change":"2024-09-12T01:16:37.862082+0000","last_active":"2024-09-12T01:16:37.862082+0000","last_peered":"2024-09-12T01:16:37.862082+0000","last_clean":"2024-09-12T01:16:37.862082+0000","last_became_active":"2024-09-12T00:49:05.002165+0000","last_became_peered":"2024-09-12T00:49:05.002165+0000","last_unstale":"2024-09-12T01:16:37.862082+0000","last_undegraded":"2024-09-12T01:16:37.862082+0000","last_fullsized":"2024-09-12T01:16:37.862082+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'20","last_scrub_stamp":"2024-09-12T01:16:37.861977+0000","last_deep_scrub":"264'20","last_deep_scrub_stamp":"2024-09-12T01:16:37.861977+0000","last_clean_scrub_stamp":"2024-09-12T01:16:37.861977+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:06.123931+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":100,"num_read_kb":68,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:31.081144+0000","last_change":"2024-09-12T01:16:31.081144+0000","last_active":"2024-09-12T01:16:31.081144+0000","last_peered":"2024-09-12T01:16:31.081144+0000","last_clean":"2024-09-12T01:16:31.081144+0000","last_became_active":"2024-09-12T01:01:00.248572+0000","last_became_peered":"2024-09-12T01:01:00.248572+0000","last_unstale":"2024-09-12T01:16:31.081144+0000","last_undegraded":"2024-09-12T01:16:31.081144+0000","last_fullsized":"2024-09-12T01:16:31.081144+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:31.081047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:31.081047+0000","last_clean_scrub_stamp":"2024-09-12T01:16:31.081047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:13:57.187734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"264'4","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.945466+0000","last_change":"2024-09-12T01:16:29.945466+0000","last_active":"2024-09-12T01:16:29.945466+0000","last_peered":"2024-09-12T01:16:29.945466+0000","last_clean":"2024-09-12T01:16:29.945466+0000","last_became_active":"2024-09-12T00:50:34.997567+0000","last_became_peered":"2024-09-12T00:50:34.997567+0000","last_unstale":"2024-09-12T01:16:29.945466+0000","last_undegraded":"2024-09-12T01:16:29.945466+0000","last_fullsized":"2024-09-12T01:16:29.945466+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:29.945380+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:29.945380+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.945380+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:53.462938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"261'11","reported_seq":70,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:33.729203+0000","last_change":"2024-09-12T01:16:33.729203+0000","last_active":"2024-09-12T01:16:33.729203+0000","last_peered":"2024-09-12T01:16:33.729203+0000","last_clean":"2024-09-12T01:16:33.729203+0000","last_became_active":"2024-09-12T00:50:30.932533+0000","last_became_peered":"2024-09-12T00:50:30.932533+0000","last_unstale":"2024-09-12T01:16:33.729203+0000","last_undegraded":"2024-09-12T01:16:33.729203+0000","last_fullsized":"2024-09-12T01:16:33.729203+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'11","last_scrub_stamp":"2024-09-12T01:16:33.729112+0000","last_deep_scrub":"261'11","last_deep_scrub_stamp":"2024-09-12T01:16:33.729112+0000","last_clean_scrub_stamp":"2024-09-12T01:16:33.729112+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:22.839169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":7172,"num_write":16,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"261'112","reported_seq":395,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.934378+0000","last_change":"2024-09-12T01:16:22.934270+0000","last_active":"2024-09-12T01:16:22.934378+0000","last_peered":"2024-09-12T01:16:22.934378+0000","last_clean":"2024-09-12T01:16:22.934378+0000","last_became_active":"2024-09-12T00:49:05.001017+0000","last_became_peered":"2024-09-12T00:49:05.001017+0000","last_unstale":"2024-09-12T01:16:22.934378+0000","last_undegraded":"2024-09-12T01:16:22.934378+0000","last_fullsized":"2024-09-12T01:16:22.934378+0000","mapping_epoch":251,"log_start":"261'100","ondisk_log_start":"261'100","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'112","last_scrub_stamp":"2024-09-12T01:16:22.934159+0000","last_deep_scrub":"261'112","last_deep_scrub_stamp":"2024-09-12T01:16:22.934159+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.934159+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:39:04.539951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":677,"num_read_kb":569,"num_write":130,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"264'2","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:51.048018+0000","last_change":"2024-09-12T01:16:51.048018+0000","last_active":"2024-09-12T01:16:51.048018+0000","last_peered":"2024-09-12T01:16:51.048018+0000","last_clean":"2024-09-12T01:16:51.048018+0000","last_became_active":"2024-09-12T01:01:00.241075+0000","last_became_peered":"2024-09-12T01:01:00.241075+0000","last_unstale":"2024-09-12T01:16:51.048018+0000","last_undegraded":"2024-09-12T01:16:51.048018+0000","last_fullsized":"2024-09-12T01:16:51.048018+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:51.047930+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:51.047930+0000","last_clean_scrub_stamp":"2024-09-12T01:16:51.047930+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:46.662493+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'10","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.984191+0000","last_change":"2024-09-12T01:16:27.984191+0000","last_active":"2024-09-12T01:16:27.984191+0000","last_peered":"2024-09-12T01:16:27.984191+0000","last_clean":"2024-09-12T01:16:27.984191+0000","last_became_active":"2024-09-12T00:50:34.998656+0000","last_became_peered":"2024-09-12T00:50:34.998656+0000","last_unstale":"2024-09-12T01:16:27.984191+0000","last_undegraded":"2024-09-12T01:16:27.984191+0000","last_fullsized":"2024-09-12T01:16:27.984191+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'10","last_scrub_stamp":"2024-09-12T01:16:27.984103+0000","last_deep_scrub":"264'10","last_deep_scrub_stamp":"2024-09-12T01:16:27.984103+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.984103+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:21.596779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":16384,"num_write":20,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"264'2","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:34.738066+0000","last_change":"2024-09-12T01:16:34.738066+0000","last_active":"2024-09-12T01:16:34.738066+0000","last_peered":"2024-09-12T01:16:34.738066+0000","last_clean":"2024-09-12T01:16:34.738066+0000","last_became_active":"2024-09-12T00:50:30.939689+0000","last_became_peered":"2024-09-12T00:50:30.939689+0000","last_unstale":"2024-09-12T01:16:34.738066+0000","last_undegraded":"2024-09-12T01:16:34.738066+0000","last_fullsized":"2024-09-12T01:16:34.738066+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:34.737945+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:34.737945+0000","last_clean_scrub_stamp":"2024-09-12T01:16:34.737945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:21.489972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"264'40","reported_seq":163,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:34.664960+0000","last_change":"2024-09-12T01:16:34.664960+0000","last_active":"2024-09-12T01:16:34.664960+0000","last_peered":"2024-09-12T01:16:34.664960+0000","last_clean":"2024-09-12T01:16:34.664960+0000","last_became_active":"2024-09-12T00:49:05.003249+0000","last_became_peered":"2024-09-12T00:49:05.003249+0000","last_unstale":"2024-09-12T01:16:34.664960+0000","last_undegraded":"2024-09-12T01:16:34.664960+0000","last_fullsized":"2024-09-12T01:16:34.664960+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'40","last_scrub_stamp":"2024-09-12T01:16:34.664820+0000","last_deep_scrub":"264'40","last_deep_scrub_stamp":"2024-09-12T01:16:34.664820+0000","last_clean_scrub_stamp":"2024-09-12T01:16:34.664820+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:39:38.705144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":209,"num_read_kb":145,"num_write":63,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:31.798867+0000","last_change":"2024-09-12T01:01:00.244164+0000","last_active":"2024-09-12T01:13:31.798867+0000","last_peered":"2024-09-12T01:13:31.798867+0000","last_clean":"2024-09-12T01:13:31.798867+0000","last_became_active":"2024-09-12T01:01:00.243245+0000","last_became_peered":"2024-09-12T01:01:00.243245+0000","last_unstale":"2024-09-12T01:13:31.798867+0000","last_undegraded":"2024-09-12T01:13:31.798867+0000","last_fullsized":"2024-09-12T01:13:31.798867+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"261'7","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:46.891047+0000","last_change":"2024-09-12T01:16:46.891047+0000","last_active":"2024-09-12T01:16:46.891047+0000","last_peered":"2024-09-12T01:16:46.891047+0000","last_clean":"2024-09-12T01:16:46.891047+0000","last_became_active":"2024-09-12T00:50:34.996636+0000","last_became_peered":"2024-09-12T00:50:34.996636+0000","last_unstale":"2024-09-12T01:16:46.891047+0000","last_undegraded":"2024-09-12T01:16:46.891047+0000","last_fullsized":"2024-09-12T01:16:46.891047+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'7","last_scrub_stamp":"2024-09-12T01:16:46.890957+0000","last_deep_scrub":"261'7","last_deep_scrub_stamp":"2024-09-12T01:16:46.890957+0000","last_clean_scrub_stamp":"2024-09-12T01:16:46.890957+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:51.116550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":3076,"num_write":12,"num_write_kb":1026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:46.604598+0000","last_change":"2024-09-12T01:16:46.604598+0000","last_active":"2024-09-12T01:16:46.604598+0000","last_peered":"2024-09-12T01:16:46.604598+0000","last_clean":"2024-09-12T01:16:46.604598+0000","last_became_active":"2024-09-12T00:50:30.943131+0000","last_became_peered":"2024-09-12T00:50:30.943131+0000","last_unstale":"2024-09-12T01:16:46.604598+0000","last_undegraded":"2024-09-12T01:16:46.604598+0000","last_fullsized":"2024-09-12T01:16:46.604598+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:46.604498+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:46.604498+0000","last_clean_scrub_stamp":"2024-09-12T01:16:46.604498+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:14:24.749071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'24","reported_seq":120,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.126157+0000","last_change":"2024-09-12T01:16:23.126157+0000","last_active":"2024-09-12T01:16:23.126157+0000","last_peered":"2024-09-12T01:16:23.126157+0000","last_clean":"2024-09-12T01:16:23.126157+0000","last_became_active":"2024-09-12T00:49:04.999214+0000","last_became_peered":"2024-09-12T00:49:04.999214+0000","last_unstale":"2024-09-12T01:16:23.126157+0000","last_undegraded":"2024-09-12T01:16:23.126157+0000","last_fullsized":"2024-09-12T01:16:23.126157+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'24","last_scrub_stamp":"2024-09-12T01:16:23.126054+0000","last_deep_scrub":"264'24","last_deep_scrub_stamp":"2024-09-12T01:16:23.126054+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.126054+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:12:38.463460+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":124,"num_read_kb":86,"num_write":42,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:32.124598+0000","last_change":"2024-09-12T01:16:32.124598+0000","last_active":"2024-09-12T01:16:32.124598+0000","last_peered":"2024-09-12T01:16:32.124598+0000","last_clean":"2024-09-12T01:16:32.124598+0000","last_became_active":"2024-09-12T01:01:00.242074+0000","last_became_peered":"2024-09-12T01:01:00.242074+0000","last_unstale":"2024-09-12T01:16:32.124598+0000","last_undegraded":"2024-09-12T01:16:32.124598+0000","last_fullsized":"2024-09-12T01:16:32.124598+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:32.124507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:32.124507+0000","last_clean_scrub_stamp":"2024-09-12T01:16:32.124507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:45:42.663700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"264'4","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:47.927421+0000","last_change":"2024-09-12T01:16:47.927421+0000","last_active":"2024-09-12T01:16:47.927421+0000","last_peered":"2024-09-12T01:16:47.927421+0000","last_clean":"2024-09-12T01:16:47.927421+0000","last_became_active":"2024-09-12T00:50:35.036761+0000","last_became_peered":"2024-09-12T00:50:35.036761+0000","last_unstale":"2024-09-12T01:16:47.927421+0000","last_undegraded":"2024-09-12T01:16:47.927421+0000","last_fullsized":"2024-09-12T01:16:47.927421+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:47.927311+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:47.927311+0000","last_clean_scrub_stamp":"2024-09-12T01:16:47.927311+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:14.460960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'5","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:38.186164+0000","last_change":"2024-09-12T01:16:38.186164+0000","last_active":"2024-09-12T01:16:38.186164+0000","last_peered":"2024-09-12T01:16:38.186164+0000","last_clean":"2024-09-12T01:16:38.186164+0000","last_became_active":"2024-09-12T00:50:30.934124+0000","last_became_peered":"2024-09-12T00:50:30.934124+0000","last_unstale":"2024-09-12T01:16:38.186164+0000","last_undegraded":"2024-09-12T01:16:38.186164+0000","last_fullsized":"2024-09-12T01:16:38.186164+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T01:16:38.186081+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T01:16:38.186081+0000","last_clean_scrub_stamp":"2024-09-12T01:16:38.186081+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:43:13.398620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"264'16","reported_seq":97,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:33.630782+0000","last_change":"2024-09-12T01:16:33.630782+0000","last_active":"2024-09-12T01:16:33.630782+0000","last_peered":"2024-09-12T01:16:33.630782+0000","last_clean":"2024-09-12T01:16:33.630782+0000","last_became_active":"2024-09-12T00:49:05.002211+0000","last_became_peered":"2024-09-12T00:49:05.002211+0000","last_unstale":"2024-09-12T01:16:33.630782+0000","last_undegraded":"2024-09-12T01:16:33.630782+0000","last_fullsized":"2024-09-12T01:16:33.630782+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'16","last_scrub_stamp":"2024-09-12T01:16:33.630692+0000","last_deep_scrub":"264'16","last_deep_scrub_stamp":"2024-09-12T01:16:33.630692+0000","last_clean_scrub_stamp":"2024-09-12T01:16:33.630692+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:25.563937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":79,"num_read_kb":54,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"264'2","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.683683+0000","last_change":"2024-09-12T01:16:22.683683+0000","last_active":"2024-09-12T01:16:22.683683+0000","last_peered":"2024-09-12T01:16:22.683683+0000","last_clean":"2024-09-12T01:16:22.683683+0000","last_became_active":"2024-09-12T01:01:00.248297+0000","last_became_peered":"2024-09-12T01:01:00.248297+0000","last_unstale":"2024-09-12T01:16:22.683683+0000","last_undegraded":"2024-09-12T01:16:22.683683+0000","last_fullsized":"2024-09-12T01:16:22.683683+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:22.683595+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:22.683595+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.683595+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:16:07.070242+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"264'3","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:45.935953+0000","last_change":"2024-09-12T01:16:45.935953+0000","last_active":"2024-09-12T01:16:45.935953+0000","last_peered":"2024-09-12T01:16:45.935953+0000","last_clean":"2024-09-12T01:16:45.935953+0000","last_became_active":"2024-09-12T00:50:35.036985+0000","last_became_peered":"2024-09-12T00:50:35.036985+0000","last_unstale":"2024-09-12T01:16:45.935953+0000","last_undegraded":"2024-09-12T01:16:45.935953+0000","last_fullsized":"2024-09-12T01:16:45.935953+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:16:45.935856+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:16:45.935856+0000","last_clean_scrub_stamp":"2024-09-12T01:16:45.935856+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:25.381861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"264'3","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:40.956230+0000","last_change":"2024-09-12T01:16:40.956230+0000","last_active":"2024-09-12T01:16:40.956230+0000","last_peered":"2024-09-12T01:16:40.956230+0000","last_clean":"2024-09-12T01:16:40.956230+0000","last_became_active":"2024-09-12T00:50:30.934084+0000","last_became_peered":"2024-09-12T00:50:30.934084+0000","last_unstale":"2024-09-12T01:16:40.956230+0000","last_undegraded":"2024-09-12T01:16:40.956230+0000","last_fullsized":"2024-09-12T01:16:40.956230+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:16:40.956147+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:16:40.956147+0000","last_clean_scrub_stamp":"2024-09-12T01:16:40.956147+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:37:42.376585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"264'35","reported_seq":139,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:36.862644+0000","last_change":"2024-09-12T01:16:36.862644+0000","last_active":"2024-09-12T01:16:36.862644+0000","last_peered":"2024-09-12T01:16:36.862644+0000","last_clean":"2024-09-12T01:16:36.862644+0000","last_became_active":"2024-09-12T00:49:05.002224+0000","last_became_peered":"2024-09-12T00:49:05.002224+0000","last_unstale":"2024-09-12T01:16:36.862644+0000","last_undegraded":"2024-09-12T01:16:36.862644+0000","last_fullsized":"2024-09-12T01:16:36.862644+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'35","last_scrub_stamp":"2024-09-12T01:16:36.862544+0000","last_deep_scrub":"264'35","last_deep_scrub_stamp":"2024-09-12T01:16:36.862544+0000","last_clean_scrub_stamp":"2024-09-12T01:16:36.862544+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:13.432890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":151,"num_read_kb":104,"num_write":80,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:48.984636+0000","last_change":"2024-09-12T01:16:48.984636+0000","last_active":"2024-09-12T01:16:48.984636+0000","last_peered":"2024-09-12T01:16:48.984636+0000","last_clean":"2024-09-12T01:16:48.984636+0000","last_became_active":"2024-09-12T01:01:00.239845+0000","last_became_peered":"2024-09-12T01:01:00.239845+0000","last_unstale":"2024-09-12T01:16:48.984636+0000","last_undegraded":"2024-09-12T01:16:48.984636+0000","last_fullsized":"2024-09-12T01:16:48.984636+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:48.984541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:48.984541+0000","last_clean_scrub_stamp":"2024-09-12T01:16:48.984541+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:42:09.333399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"264'3","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:45.616319+0000","last_change":"2024-09-12T01:16:45.616319+0000","last_active":"2024-09-12T01:16:45.616319+0000","last_peered":"2024-09-12T01:16:45.616319+0000","last_clean":"2024-09-12T01:16:45.616319+0000","last_became_active":"2024-09-12T00:51:06.150065+0000","last_became_peered":"2024-09-12T00:51:06.150065+0000","last_unstale":"2024-09-12T01:16:45.616319+0000","last_undegraded":"2024-09-12T01:16:45.616319+0000","last_fullsized":"2024-09-12T01:16:45.616319+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:16:45.616208+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:16:45.616208+0000","last_clean_scrub_stamp":"2024-09-12T01:16:45.616208+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:55.309352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.16","version":"264'2","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.741160+0000","last_change":"2024-09-12T01:16:17.741160+0000","last_active":"2024-09-12T01:16:17.741160+0000","last_peered":"2024-09-12T01:16:17.741160+0000","last_clean":"2024-09-12T01:16:17.741160+0000","last_became_active":"2024-09-12T00:50:30.944163+0000","last_became_peered":"2024-09-12T00:50:30.944163+0000","last_unstale":"2024-09-12T01:16:17.741160+0000","last_undegraded":"2024-09-12T01:16:17.741160+0000","last_fullsized":"2024-09-12T01:16:17.741160+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:17.741074+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:17.741074+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.741074+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:28:51.989502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"264'23","reported_seq":114,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.678391+0000","last_change":"2024-09-12T01:16:14.678391+0000","last_active":"2024-09-12T01:16:14.678391+0000","last_peered":"2024-09-12T01:16:14.678391+0000","last_clean":"2024-09-12T01:16:14.678391+0000","last_became_active":"2024-09-12T00:49:04.998991+0000","last_became_peered":"2024-09-12T00:49:04.998991+0000","last_unstale":"2024-09-12T01:16:14.678391+0000","last_undegraded":"2024-09-12T01:16:14.678391+0000","last_fullsized":"2024-09-12T01:16:14.678391+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'23","last_scrub_stamp":"2024-09-12T01:16:14.678303+0000","last_deep_scrub":"264'23","last_deep_scrub_stamp":"2024-09-12T01:16:14.678303+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.678303+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:23.016800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":76,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:43.203985+0000","last_change":"2024-09-12T01:16:43.203985+0000","last_active":"2024-09-12T01:16:43.203985+0000","last_peered":"2024-09-12T01:16:43.203985+0000","last_clean":"2024-09-12T01:16:43.203985+0000","last_became_active":"2024-09-12T01:01:00.243245+0000","last_became_peered":"2024-09-12T01:01:00.243245+0000","last_unstale":"2024-09-12T01:16:43.203985+0000","last_undegraded":"2024-09-12T01:16:43.203985+0000","last_fullsized":"2024-09-12T01:16:43.203985+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:43.203891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:43.203891+0000","last_clean_scrub_stamp":"2024-09-12T01:16:43.203891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:29:50.775126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"261'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:38.711162+0000","last_change":"2024-09-12T01:16:38.711162+0000","last_active":"2024-09-12T01:16:38.711162+0000","last_peered":"2024-09-12T01:16:38.711162+0000","last_clean":"2024-09-12T01:16:38.711162+0000","last_became_active":"2024-09-12T00:50:34.994435+0000","last_became_peered":"2024-09-12T00:50:34.994435+0000","last_unstale":"2024-09-12T01:16:38.711162+0000","last_undegraded":"2024-09-12T01:16:38.711162+0000","last_fullsized":"2024-09-12T01:16:38.711162+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T01:16:38.711071+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T01:16:38.711071+0000","last_clean_scrub_stamp":"2024-09-12T01:16:38.711071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:55:33.576474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:41.617484+0000","last_change":"2024-09-12T01:16:41.617484+0000","last_active":"2024-09-12T01:16:41.617484+0000","last_peered":"2024-09-12T01:16:41.617484+0000","last_clean":"2024-09-12T01:16:41.617484+0000","last_became_active":"2024-09-12T00:50:30.940015+0000","last_became_peered":"2024-09-12T00:50:30.940015+0000","last_unstale":"2024-09-12T01:16:41.617484+0000","last_undegraded":"2024-09-12T01:16:41.617484+0000","last_fullsized":"2024-09-12T01:16:41.617484+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:41.617392+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:41.617392+0000","last_clean_scrub_stamp":"2024-09-12T01:16:41.617392+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:53.586849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"264'4","reported_seq":64,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:33.777695+0000","last_change":"2024-09-12T01:16:33.777695+0000","last_active":"2024-09-12T01:16:33.777695+0000","last_peered":"2024-09-12T01:16:33.777695+0000","last_clean":"2024-09-12T01:16:33.777695+0000","last_became_active":"2024-09-12T00:49:05.000448+0000","last_became_peered":"2024-09-12T00:49:05.000448+0000","last_unstale":"2024-09-12T01:16:33.777695+0000","last_undegraded":"2024-09-12T01:16:33.777695+0000","last_fullsized":"2024-09-12T01:16:33.777695+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:33.777613+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:33.777613+0000","last_clean_scrub_stamp":"2024-09-12T01:16:33.777613+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:34:31.740767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":13,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:06.796239+0000","last_change":"2024-09-12T01:01:00.249415+0000","last_active":"2024-09-12T01:13:06.796239+0000","last_peered":"2024-09-12T01:13:06.796239+0000","last_clean":"2024-09-12T01:13:06.796239+0000","last_became_active":"2024-09-12T01:01:00.249127+0000","last_became_peered":"2024-09-12T01:01:00.249127+0000","last_unstale":"2024-09-12T01:13:06.796239+0000","last_undegraded":"2024-09-12T01:13:06.796239+0000","last_fullsized":"2024-09-12T01:13:06.796239+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:52:34.400467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"264'4","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:33.168484+0000","last_change":"2024-09-12T01:16:33.168484+0000","last_active":"2024-09-12T01:16:33.168484+0000","last_peered":"2024-09-12T01:16:33.168484+0000","last_clean":"2024-09-12T01:16:33.168484+0000","last_became_active":"2024-09-12T00:50:34.993740+0000","last_became_peered":"2024-09-12T00:50:34.993740+0000","last_unstale":"2024-09-12T01:16:33.168484+0000","last_undegraded":"2024-09-12T01:16:33.168484+0000","last_fullsized":"2024-09-12T01:16:33.168484+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:33.168394+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:33.168394+0000","last_clean_scrub_stamp":"2024-09-12T01:16:33.168394+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:13.751204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'5","reported_seq":57,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:31.800625+0000","last_change":"2024-09-12T01:16:31.800625+0000","last_active":"2024-09-12T01:16:31.800625+0000","last_peered":"2024-09-12T01:16:31.800625+0000","last_clean":"2024-09-12T01:16:31.800625+0000","last_became_active":"2024-09-12T00:50:30.943017+0000","last_became_peered":"2024-09-12T00:50:30.943017+0000","last_unstale":"2024-09-12T01:16:31.800625+0000","last_undegraded":"2024-09-12T01:16:31.800625+0000","last_fullsized":"2024-09-12T01:16:31.800625+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T01:16:31.800544+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T01:16:31.800544+0000","last_clean_scrub_stamp":"2024-09-12T01:16:31.800544+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:35.949040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8219,"num_write":10,"num_write_kb":4123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"264'39","reported_seq":155,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:32.743512+0000","last_change":"2024-09-12T01:16:32.743512+0000","last_active":"2024-09-12T01:16:32.743512+0000","last_peered":"2024-09-12T01:16:32.743512+0000","last_clean":"2024-09-12T01:16:32.743512+0000","last_became_active":"2024-09-12T00:49:05.001197+0000","last_became_peered":"2024-09-12T00:49:05.001197+0000","last_unstale":"2024-09-12T01:16:32.743512+0000","last_undegraded":"2024-09-12T01:16:32.743512+0000","last_fullsized":"2024-09-12T01:16:32.743512+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'39","last_scrub_stamp":"2024-09-12T01:16:32.743419+0000","last_deep_scrub":"264'39","last_deep_scrub_stamp":"2024-09-12T01:16:32.743419+0000","last_clean_scrub_stamp":"2024-09-12T01:16:32.743419+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:30:03.373303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":127,"num_write":78,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":19,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:13:05.668504+0000","last_change":"2024-09-12T01:01:00.246063+0000","last_active":"2024-09-12T01:13:05.668504+0000","last_peered":"2024-09-12T01:13:05.668504+0000","last_clean":"2024-09-12T01:13:05.668504+0000","last_became_active":"2024-09-12T01:01:00.244464+0000","last_became_peered":"2024-09-12T01:01:00.244464+0000","last_unstale":"2024-09-12T01:13:05.668504+0000","last_undegraded":"2024-09-12T01:13:05.668504+0000","last_fullsized":"2024-09-12T01:13:05.668504+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:48:22.705753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.140713+0000","last_change":"2024-09-12T01:16:29.140713+0000","last_active":"2024-09-12T01:16:29.140713+0000","last_peered":"2024-09-12T01:16:29.140713+0000","last_clean":"2024-09-12T01:16:29.140713+0000","last_became_active":"2024-09-12T00:50:34.995365+0000","last_became_peered":"2024-09-12T00:50:34.995365+0000","last_unstale":"2024-09-12T01:16:29.140713+0000","last_undegraded":"2024-09-12T01:16:29.140713+0000","last_fullsized":"2024-09-12T01:16:29.140713+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:29.140620+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:29.140620+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.140620+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:37.191486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"261'2","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:38.892498+0000","last_change":"2024-09-12T01:16:38.892498+0000","last_active":"2024-09-12T01:16:38.892498+0000","last_peered":"2024-09-12T01:16:38.892498+0000","last_clean":"2024-09-12T01:16:38.892498+0000","last_became_active":"2024-09-12T00:50:30.942874+0000","last_became_peered":"2024-09-12T00:50:30.942874+0000","last_unstale":"2024-09-12T01:16:38.892498+0000","last_undegraded":"2024-09-12T01:16:38.892498+0000","last_fullsized":"2024-09-12T01:16:38.892498+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T01:16:38.892408+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T01:16:38.892408+0000","last_clean_scrub_stamp":"2024-09-12T01:16:38.892408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:19:36.126866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"264'18","reported_seq":102,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:37.649159+0000","last_change":"2024-09-12T01:16:37.649159+0000","last_active":"2024-09-12T01:16:37.649159+0000","last_peered":"2024-09-12T01:16:37.649159+0000","last_clean":"2024-09-12T01:16:37.649159+0000","last_became_active":"2024-09-12T00:49:05.001379+0000","last_became_peered":"2024-09-12T00:49:05.001379+0000","last_unstale":"2024-09-12T01:16:37.649159+0000","last_undegraded":"2024-09-12T01:16:37.649159+0000","last_fullsized":"2024-09-12T01:16:37.649159+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'18","last_scrub_stamp":"2024-09-12T01:16:37.649066+0000","last_deep_scrub":"264'18","last_deep_scrub_stamp":"2024-09-12T01:16:37.649066+0000","last_clean_scrub_stamp":"2024-09-12T01:16:37.649066+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:47:24.892008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":90,"num_read_kb":62,"num_write":33,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"264'2","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:50.670352+0000","last_change":"2024-09-12T01:16:50.670352+0000","last_active":"2024-09-12T01:16:50.670352+0000","last_peered":"2024-09-12T01:16:50.670352+0000","last_clean":"2024-09-12T01:16:50.670352+0000","last_became_active":"2024-09-12T01:01:00.251344+0000","last_became_peered":"2024-09-12T01:01:00.251344+0000","last_unstale":"2024-09-12T01:16:50.670352+0000","last_undegraded":"2024-09-12T01:16:50.670352+0000","last_fullsized":"2024-09-12T01:16:50.670352+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:50.670258+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:50.670258+0000","last_clean_scrub_stamp":"2024-09-12T01:16:50.670258+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:38:47.128732+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:44.980726+0000","last_change":"2024-09-12T01:16:44.980726+0000","last_active":"2024-09-12T01:16:44.980726+0000","last_peered":"2024-09-12T01:16:44.980726+0000","last_clean":"2024-09-12T01:16:44.980726+0000","last_became_active":"2024-09-12T00:50:34.995297+0000","last_became_peered":"2024-09-12T00:50:34.995297+0000","last_unstale":"2024-09-12T01:16:44.980726+0000","last_undegraded":"2024-09-12T01:16:44.980726+0000","last_fullsized":"2024-09-12T01:16:44.980726+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:44.980622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:44.980622+0000","last_clean_scrub_stamp":"2024-09-12T01:16:44.980622+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:52.119008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"261'4","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.975068+0000","last_change":"2024-09-12T01:16:23.975068+0000","last_active":"2024-09-12T01:16:23.975068+0000","last_peered":"2024-09-12T01:16:23.975068+0000","last_clean":"2024-09-12T01:16:23.975068+0000","last_became_active":"2024-09-12T00:50:30.934883+0000","last_became_peered":"2024-09-12T00:50:30.934883+0000","last_unstale":"2024-09-12T01:16:23.975068+0000","last_undegraded":"2024-09-12T01:16:23.975068+0000","last_fullsized":"2024-09-12T01:16:23.975068+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-12T01:16:23.974974+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-12T01:16:23.974974+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.974974+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:27:20.254761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":4,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"264'13","reported_seq":87,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:32.760447+0000","last_change":"2024-09-12T01:16:32.760447+0000","last_active":"2024-09-12T01:16:32.760447+0000","last_peered":"2024-09-12T01:16:32.760447+0000","last_clean":"2024-09-12T01:16:32.760447+0000","last_became_active":"2024-09-12T00:49:04.995133+0000","last_became_peered":"2024-09-12T00:49:04.995133+0000","last_unstale":"2024-09-12T01:16:32.760447+0000","last_undegraded":"2024-09-12T01:16:32.760447+0000","last_fullsized":"2024-09-12T01:16:32.760447+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'13","last_scrub_stamp":"2024-09-12T01:16:32.760362+0000","last_deep_scrub":"264'13","last_deep_scrub_stamp":"2024-09-12T01:16:32.760362+0000","last_clean_scrub_stamp":"2024-09-12T01:16:32.760362+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:34:13.499485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":43,"num_write":24,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"264'2","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:49.943167+0000","last_change":"2024-09-12T01:16:49.943167+0000","last_active":"2024-09-12T01:16:49.943167+0000","last_peered":"2024-09-12T01:16:49.943167+0000","last_clean":"2024-09-12T01:16:49.943167+0000","last_became_active":"2024-09-12T01:01:00.248137+0000","last_became_peered":"2024-09-12T01:01:00.248137+0000","last_unstale":"2024-09-12T01:16:49.943167+0000","last_undegraded":"2024-09-12T01:16:49.943167+0000","last_fullsized":"2024-09-12T01:16:49.943167+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:49.943073+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:49.943073+0000","last_clean_scrub_stamp":"2024-09-12T01:16:49.943073+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:03:01.804957+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"264'3","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.955074+0000","last_change":"2024-09-12T01:16:26.955074+0000","last_active":"2024-09-12T01:16:26.955074+0000","last_peered":"2024-09-12T01:16:26.955074+0000","last_clean":"2024-09-12T01:16:26.955074+0000","last_became_active":"2024-09-12T00:50:34.998442+0000","last_became_peered":"2024-09-12T00:50:34.998442+0000","last_unstale":"2024-09-12T01:16:26.955074+0000","last_undegraded":"2024-09-12T01:16:26.955074+0000","last_fullsized":"2024-09-12T01:16:26.955074+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:16:26.954991+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:16:26.954991+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.954991+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:22:46.247963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'7","reported_seq":60,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:36.232932+0000","last_change":"2024-09-12T01:16:36.232932+0000","last_active":"2024-09-12T01:16:36.232932+0000","last_peered":"2024-09-12T01:16:36.232932+0000","last_clean":"2024-09-12T01:16:36.232932+0000","last_became_active":"2024-09-12T00:50:30.935187+0000","last_became_peered":"2024-09-12T00:50:30.935187+0000","last_unstale":"2024-09-12T01:16:36.232932+0000","last_undegraded":"2024-09-12T01:16:36.232932+0000","last_fullsized":"2024-09-12T01:16:36.232932+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'7","last_scrub_stamp":"2024-09-12T01:16:36.232840+0000","last_deep_scrub":"264'7","last_deep_scrub_stamp":"2024-09-12T01:16:36.232840+0000","last_clean_scrub_stamp":"2024-09-12T01:16:36.232840+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:29.513863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12290,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"264'10","reported_seq":82,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:35.863116+0000","last_change":"2024-09-12T01:16:35.863116+0000","last_active":"2024-09-12T01:16:35.863116+0000","last_peered":"2024-09-12T01:16:35.863116+0000","last_clean":"2024-09-12T01:16:35.863116+0000","last_became_active":"2024-09-12T00:49:04.997543+0000","last_became_peered":"2024-09-12T00:49:04.997543+0000","last_unstale":"2024-09-12T01:16:35.863116+0000","last_undegraded":"2024-09-12T01:16:35.863116+0000","last_fullsized":"2024-09-12T01:16:35.863116+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'10","last_scrub_stamp":"2024-09-12T01:16:35.863048+0000","last_deep_scrub":"264'10","last_deep_scrub_stamp":"2024-09-12T01:16:35.863048+0000","last_clean_scrub_stamp":"2024-09-12T01:16:35.863048+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:16.897116+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":36,"num_write":21,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.714886+0000","last_change":"2024-09-12T01:16:21.714886+0000","last_active":"2024-09-12T01:16:21.714886+0000","last_peered":"2024-09-12T01:16:21.714886+0000","last_clean":"2024-09-12T01:16:21.714886+0000","last_became_active":"2024-09-12T01:01:00.247390+0000","last_became_peered":"2024-09-12T01:01:00.247390+0000","last_unstale":"2024-09-12T01:16:21.714886+0000","last_undegraded":"2024-09-12T01:16:21.714886+0000","last_fullsized":"2024-09-12T01:16:21.714886+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:21.714771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:21.714771+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.714771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:20:24.888223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:42.946303+0000","last_change":"2024-09-12T01:16:42.946303+0000","last_active":"2024-09-12T01:16:42.946303+0000","last_peered":"2024-09-12T01:16:42.946303+0000","last_clean":"2024-09-12T01:16:42.946303+0000","last_became_active":"2024-09-12T00:50:34.999003+0000","last_became_peered":"2024-09-12T00:50:34.999003+0000","last_unstale":"2024-09-12T01:16:42.946303+0000","last_undegraded":"2024-09-12T01:16:42.946303+0000","last_fullsized":"2024-09-12T01:16:42.946303+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:42.946203+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:42.946203+0000","last_clean_scrub_stamp":"2024-09-12T01:16:42.946203+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:24:08.078980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'2","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:38.880531+0000","last_change":"2024-09-12T01:16:38.880531+0000","last_active":"2024-09-12T01:16:38.880531+0000","last_peered":"2024-09-12T01:16:38.880531+0000","last_clean":"2024-09-12T01:16:38.880531+0000","last_became_active":"2024-09-12T00:50:30.944904+0000","last_became_peered":"2024-09-12T00:50:30.944904+0000","last_unstale":"2024-09-12T01:16:38.880531+0000","last_undegraded":"2024-09-12T01:16:38.880531+0000","last_fullsized":"2024-09-12T01:16:38.880531+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:38.880436+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:38.880436+0000","last_clean_scrub_stamp":"2024-09-12T01:16:38.880436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:13:44.425447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"264'18","reported_seq":101,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:34.893281+0000","last_change":"2024-09-12T01:16:34.893281+0000","last_active":"2024-09-12T01:16:34.893281+0000","last_peered":"2024-09-12T01:16:34.893281+0000","last_clean":"2024-09-12T01:16:34.893281+0000","last_became_active":"2024-09-12T00:49:05.006219+0000","last_became_peered":"2024-09-12T00:49:05.006219+0000","last_unstale":"2024-09-12T01:16:34.893281+0000","last_undegraded":"2024-09-12T01:16:34.893281+0000","last_fullsized":"2024-09-12T01:16:34.893281+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'18","last_scrub_stamp":"2024-09-12T01:16:34.893191+0000","last_deep_scrub":"264'18","last_deep_scrub_stamp":"2024-09-12T01:16:34.893191+0000","last_clean_scrub_stamp":"2024-09-12T01:16:34.893191+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:08:03.927676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":59,"num_write":36,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:47.035526+0000","last_change":"2024-09-12T01:16:47.035526+0000","last_active":"2024-09-12T01:16:47.035526+0000","last_peered":"2024-09-12T01:16:47.035526+0000","last_clean":"2024-09-12T01:16:47.035526+0000","last_became_active":"2024-09-12T01:01:00.240946+0000","last_became_peered":"2024-09-12T01:01:00.240946+0000","last_unstale":"2024-09-12T01:16:47.035526+0000","last_undegraded":"2024-09-12T01:16:47.035526+0000","last_fullsized":"2024-09-12T01:16:47.035526+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:47.035419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:47.035419+0000","last_clean_scrub_stamp":"2024-09-12T01:16:47.035419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:24.817399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:41.951355+0000","last_change":"2024-09-12T01:16:41.951355+0000","last_active":"2024-09-12T01:16:41.951355+0000","last_peered":"2024-09-12T01:16:41.951355+0000","last_clean":"2024-09-12T01:16:41.951355+0000","last_became_active":"2024-09-12T00:50:34.996654+0000","last_became_peered":"2024-09-12T00:50:34.996654+0000","last_unstale":"2024-09-12T01:16:41.951355+0000","last_undegraded":"2024-09-12T01:16:41.951355+0000","last_fullsized":"2024-09-12T01:16:41.951355+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:41.951259+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:41.951259+0000","last_clean_scrub_stamp":"2024-09-12T01:16:41.951259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:00:24.356386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"264'2","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.717209+0000","last_change":"2024-09-12T01:16:18.717209+0000","last_active":"2024-09-12T01:16:18.717209+0000","last_peered":"2024-09-12T01:16:18.717209+0000","last_clean":"2024-09-12T01:16:18.717209+0000","last_became_active":"2024-09-12T00:50:30.941276+0000","last_became_peered":"2024-09-12T00:50:30.941276+0000","last_unstale":"2024-09-12T01:16:18.717209+0000","last_undegraded":"2024-09-12T01:16:18.717209+0000","last_fullsized":"2024-09-12T01:16:18.717209+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:18.717117+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:18.717117+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.717117+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:30:53.560265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'57","reported_seq":215,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:34.253683+0000","last_change":"2024-09-12T01:16:34.253683+0000","last_active":"2024-09-12T01:16:34.253683+0000","last_peered":"2024-09-12T01:16:34.253683+0000","last_clean":"2024-09-12T01:16:34.253683+0000","last_became_active":"2024-09-12T00:49:05.000274+0000","last_became_peered":"2024-09-12T00:49:05.000274+0000","last_unstale":"2024-09-12T01:16:34.253683+0000","last_undegraded":"2024-09-12T01:16:34.253683+0000","last_fullsized":"2024-09-12T01:16:34.253683+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'57","last_scrub_stamp":"2024-09-12T01:16:34.253596+0000","last_deep_scrub":"264'57","last_deep_scrub_stamp":"2024-09-12T01:16:34.253596+0000","last_clean_scrub_stamp":"2024-09-12T01:16:34.253596+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:01:40.525619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":307,"num_read_kb":219,"num_write":100,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.990744+0000","last_change":"2024-09-12T01:16:28.990744+0000","last_active":"2024-09-12T01:16:28.990744+0000","last_peered":"2024-09-12T01:16:28.990744+0000","last_clean":"2024-09-12T01:16:28.990744+0000","last_became_active":"2024-09-12T01:01:00.248139+0000","last_became_peered":"2024-09-12T01:01:00.248139+0000","last_unstale":"2024-09-12T01:16:28.990744+0000","last_undegraded":"2024-09-12T01:16:28.990744+0000","last_fullsized":"2024-09-12T01:16:28.990744+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:28.990661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:28.990661+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.990661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:44:06.893964+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.130469+0000","last_change":"2024-09-12T01:16:26.130469+0000","last_active":"2024-09-12T01:16:26.130469+0000","last_peered":"2024-09-12T01:16:26.130469+0000","last_clean":"2024-09-12T01:16:26.130469+0000","last_became_active":"2024-09-12T00:50:35.038447+0000","last_became_peered":"2024-09-12T00:50:35.038447+0000","last_unstale":"2024-09-12T01:16:26.130469+0000","last_undegraded":"2024-09-12T01:16:26.130469+0000","last_fullsized":"2024-09-12T01:16:26.130469+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:26.130374+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:26.130374+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.130374+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:15:32.867883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"264'2","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:40.649243+0000","last_change":"2024-09-12T01:16:40.649243+0000","last_active":"2024-09-12T01:16:40.649243+0000","last_peered":"2024-09-12T01:16:40.649243+0000","last_clean":"2024-09-12T01:16:40.649243+0000","last_became_active":"2024-09-12T00:50:30.939898+0000","last_became_peered":"2024-09-12T00:50:30.939898+0000","last_unstale":"2024-09-12T01:16:40.649243+0000","last_undegraded":"2024-09-12T01:16:40.649243+0000","last_fullsized":"2024-09-12T01:16:40.649243+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:40.649147+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:40.649147+0000","last_clean_scrub_stamp":"2024-09-12T01:16:40.649147+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:52:31.478941+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"264'45","reported_seq":175,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.942728+0000","last_change":"2024-09-12T01:16:20.942728+0000","last_active":"2024-09-12T01:16:20.942728+0000","last_peered":"2024-09-12T01:16:20.942728+0000","last_clean":"2024-09-12T01:16:20.942728+0000","last_became_active":"2024-09-12T00:49:04.996877+0000","last_became_peered":"2024-09-12T00:49:04.996877+0000","last_unstale":"2024-09-12T01:16:20.942728+0000","last_undegraded":"2024-09-12T01:16:20.942728+0000","last_fullsized":"2024-09-12T01:16:20.942728+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'45","last_scrub_stamp":"2024-09-12T01:16:20.942615+0000","last_deep_scrub":"264'45","last_deep_scrub_stamp":"2024-09-12T01:16:20.942615+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.942615+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:40:29.577588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":154,"num_write":87,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:46.047698+0000","last_change":"2024-09-12T01:16:46.047698+0000","last_active":"2024-09-12T01:16:46.047698+0000","last_peered":"2024-09-12T01:16:46.047698+0000","last_clean":"2024-09-12T01:16:46.047698+0000","last_became_active":"2024-09-12T01:01:00.244603+0000","last_became_peered":"2024-09-12T01:01:00.244603+0000","last_unstale":"2024-09-12T01:16:46.047698+0000","last_undegraded":"2024-09-12T01:16:46.047698+0000","last_fullsized":"2024-09-12T01:16:46.047698+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:46.047602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:46.047602+0000","last_clean_scrub_stamp":"2024-09-12T01:16:46.047602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:02:16.424419+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'4","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:43.956224+0000","last_change":"2024-09-12T01:16:43.956224+0000","last_active":"2024-09-12T01:16:43.956224+0000","last_peered":"2024-09-12T01:16:43.956224+0000","last_clean":"2024-09-12T01:16:43.956224+0000","last_became_active":"2024-09-12T00:50:34.996753+0000","last_became_peered":"2024-09-12T00:50:34.996753+0000","last_unstale":"2024-09-12T01:16:43.956224+0000","last_undegraded":"2024-09-12T01:16:43.956224+0000","last_fullsized":"2024-09-12T01:16:43.956224+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:43.956138+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:43.956138+0000","last_clean_scrub_stamp":"2024-09-12T01:16:43.956138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:21:03.222375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'7","reported_seq":60,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.098793+0000","last_change":"2024-09-12T01:16:25.098793+0000","last_active":"2024-09-12T01:16:25.098793+0000","last_peered":"2024-09-12T01:16:25.098793+0000","last_clean":"2024-09-12T01:16:25.098793+0000","last_became_active":"2024-09-12T00:50:30.934056+0000","last_became_peered":"2024-09-12T00:50:30.934056+0000","last_unstale":"2024-09-12T01:16:25.098793+0000","last_undegraded":"2024-09-12T01:16:25.098793+0000","last_fullsized":"2024-09-12T01:16:25.098793+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'7","last_scrub_stamp":"2024-09-12T01:16:25.098703+0000","last_deep_scrub":"264'7","last_deep_scrub_stamp":"2024-09-12T01:16:25.098703+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.098703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:20.916662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":9218,"num_write":12,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"264'76","reported_seq":268,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.668108+0000","last_change":"2024-09-12T01:16:15.668108+0000","last_active":"2024-09-12T01:16:15.668108+0000","last_peered":"2024-09-12T01:16:15.668108+0000","last_clean":"2024-09-12T01:16:15.668108+0000","last_became_active":"2024-09-12T00:49:04.998935+0000","last_became_peered":"2024-09-12T00:49:04.998935+0000","last_unstale":"2024-09-12T01:16:15.668108+0000","last_undegraded":"2024-09-12T01:16:15.668108+0000","last_fullsized":"2024-09-12T01:16:15.668108+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'76","last_scrub_stamp":"2024-09-12T01:16:15.668018+0000","last_deep_scrub":"264'76","last_deep_scrub_stamp":"2024-09-12T01:16:15.668018+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.668018+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:26.506408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":403,"num_read_kb":301,"num_write":119,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:50.952113+0000","last_change":"2024-09-12T01:16:50.952113+0000","last_active":"2024-09-12T01:16:50.952113+0000","last_peered":"2024-09-12T01:16:50.952113+0000","last_clean":"2024-09-12T01:16:50.952113+0000","last_became_active":"2024-09-12T01:01:00.242139+0000","last_became_peered":"2024-09-12T01:01:00.242139+0000","last_unstale":"2024-09-12T01:16:50.952113+0000","last_undegraded":"2024-09-12T01:16:50.952113+0000","last_fullsized":"2024-09-12T01:16:50.952113+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:50.952022+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:50.952022+0000","last_clean_scrub_stamp":"2024-09-12T01:16:50.952022+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:08:16.876408+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'3","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:39.727750+0000","last_change":"2024-09-12T01:16:39.727750+0000","last_active":"2024-09-12T01:16:39.727750+0000","last_peered":"2024-09-12T01:16:39.727750+0000","last_clean":"2024-09-12T01:16:39.727750+0000","last_became_active":"2024-09-12T00:50:34.995313+0000","last_became_peered":"2024-09-12T00:50:34.995313+0000","last_unstale":"2024-09-12T01:16:39.727750+0000","last_undegraded":"2024-09-12T01:16:39.727750+0000","last_fullsized":"2024-09-12T01:16:39.727750+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:16:39.727666+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:16:39.727666+0000","last_clean_scrub_stamp":"2024-09-12T01:16:39.727666+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:39.943564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"264'4","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:38.607952+0000","last_change":"2024-09-12T01:16:38.607952+0000","last_active":"2024-09-12T01:16:38.607952+0000","last_peered":"2024-09-12T01:16:38.607952+0000","last_clean":"2024-09-12T01:16:38.607952+0000","last_became_active":"2024-09-12T00:50:30.938036+0000","last_became_peered":"2024-09-12T00:50:30.938036+0000","last_unstale":"2024-09-12T01:16:38.607952+0000","last_undegraded":"2024-09-12T01:16:38.607952+0000","last_fullsized":"2024-09-12T01:16:38.607952+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:38.607845+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:38.607845+0000","last_clean_scrub_stamp":"2024-09-12T01:16:38.607845+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:35:29.609729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"261'7","reported_seq":75,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:32.656926+0000","last_change":"2024-09-12T01:16:32.656926+0000","last_active":"2024-09-12T01:16:32.656926+0000","last_peered":"2024-09-12T01:16:32.656926+0000","last_clean":"2024-09-12T01:16:32.656926+0000","last_became_active":"2024-09-12T00:49:05.003639+0000","last_became_peered":"2024-09-12T00:49:05.003639+0000","last_unstale":"2024-09-12T01:16:32.656926+0000","last_undegraded":"2024-09-12T01:16:32.656926+0000","last_fullsized":"2024-09-12T01:16:32.656926+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'7","last_scrub_stamp":"2024-09-12T01:16:32.656819+0000","last_deep_scrub":"261'7","last_deep_scrub_stamp":"2024-09-12T01:16:32.656819+0000","last_clean_scrub_stamp":"2024-09-12T01:16:32.656819+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:00:02.593112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":27,"num_write":13,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:50.009485+0000","last_change":"2024-09-12T01:16:50.009485+0000","last_active":"2024-09-12T01:16:50.009485+0000","last_peered":"2024-09-12T01:16:50.009485+0000","last_clean":"2024-09-12T01:16:50.009485+0000","last_became_active":"2024-09-12T01:01:00.246954+0000","last_became_peered":"2024-09-12T01:01:00.246954+0000","last_unstale":"2024-09-12T01:16:50.009485+0000","last_undegraded":"2024-09-12T01:16:50.009485+0000","last_fullsized":"2024-09-12T01:16:50.009485+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:50.009372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:50.009372+0000","last_clean_scrub_stamp":"2024-09-12T01:16:50.009372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:31:34.904888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:41.990142+0000","last_change":"2024-09-12T01:16:41.990142+0000","last_active":"2024-09-12T01:16:41.990142+0000","last_peered":"2024-09-12T01:16:41.990142+0000","last_clean":"2024-09-12T01:16:41.990142+0000","last_became_active":"2024-09-12T00:50:35.036646+0000","last_became_peered":"2024-09-12T00:50:35.036646+0000","last_unstale":"2024-09-12T01:16:41.990142+0000","last_undegraded":"2024-09-12T01:16:41.990142+0000","last_fullsized":"2024-09-12T01:16:41.990142+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:41.990056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:41.990056+0000","last_clean_scrub_stamp":"2024-09-12T01:16:41.990056+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:58:25.261453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"261'2","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.116032+0000","last_change":"2024-09-12T01:16:28.115968+0000","last_active":"2024-09-12T01:16:28.116032+0000","last_peered":"2024-09-12T01:16:28.116032+0000","last_clean":"2024-09-12T01:16:28.116032+0000","last_became_active":"2024-09-12T00:50:30.939438+0000","last_became_peered":"2024-09-12T00:50:30.939438+0000","last_unstale":"2024-09-12T01:16:28.116032+0000","last_undegraded":"2024-09-12T01:16:28.116032+0000","last_fullsized":"2024-09-12T01:16:28.116032+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T01:16:28.115873+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T01:16:28.115873+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.115873+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:21:37.746249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"264'27","reported_seq":127,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:31.790575+0000","last_change":"2024-09-12T01:16:31.790575+0000","last_active":"2024-09-12T01:16:31.790575+0000","last_peered":"2024-09-12T01:16:31.790575+0000","last_clean":"2024-09-12T01:16:31.790575+0000","last_became_active":"2024-09-12T00:49:04.998359+0000","last_became_peered":"2024-09-12T00:49:04.998359+0000","last_unstale":"2024-09-12T01:16:31.790575+0000","last_undegraded":"2024-09-12T01:16:31.790575+0000","last_fullsized":"2024-09-12T01:16:31.790575+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'27","last_scrub_stamp":"2024-09-12T01:16:31.790476+0000","last_deep_scrub":"264'27","last_deep_scrub_stamp":"2024-09-12T01:16:31.790476+0000","last_clean_scrub_stamp":"2024-09-12T01:16:31.790476+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:35:52.878554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":92,"num_write":52,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"264'2","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:48.026651+0000","last_change":"2024-09-12T01:16:48.026651+0000","last_active":"2024-09-12T01:16:48.026651+0000","last_peered":"2024-09-12T01:16:48.026651+0000","last_clean":"2024-09-12T01:16:48.026651+0000","last_became_active":"2024-09-12T01:01:00.243414+0000","last_became_peered":"2024-09-12T01:01:00.243414+0000","last_unstale":"2024-09-12T01:16:48.026651+0000","last_undegraded":"2024-09-12T01:16:48.026651+0000","last_fullsized":"2024-09-12T01:16:48.026651+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:48.026568+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:48.026568+0000","last_clean_scrub_stamp":"2024-09-12T01:16:48.026568+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:11:58.961544+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"261'4","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.101124+0000","last_change":"2024-09-12T01:16:27.101124+0000","last_active":"2024-09-12T01:16:27.101124+0000","last_peered":"2024-09-12T01:16:27.101124+0000","last_clean":"2024-09-12T01:16:27.101124+0000","last_became_active":"2024-09-12T00:50:35.000038+0000","last_became_peered":"2024-09-12T00:50:35.000038+0000","last_unstale":"2024-09-12T01:16:27.101124+0000","last_undegraded":"2024-09-12T01:16:27.101124+0000","last_fullsized":"2024-09-12T01:16:27.101124+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-12T01:16:27.101032+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-12T01:16:27.101032+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.101032+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:44.207358+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"261'2","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:39.608155+0000","last_change":"2024-09-12T01:16:39.608155+0000","last_active":"2024-09-12T01:16:39.608155+0000","last_peered":"2024-09-12T01:16:39.608155+0000","last_clean":"2024-09-12T01:16:39.608155+0000","last_became_active":"2024-09-12T00:50:30.940252+0000","last_became_peered":"2024-09-12T00:50:30.940252+0000","last_unstale":"2024-09-12T01:16:39.608155+0000","last_undegraded":"2024-09-12T01:16:39.608155+0000","last_fullsized":"2024-09-12T01:16:39.608155+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T01:16:39.608037+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T01:16:39.608037+0000","last_clean_scrub_stamp":"2024-09-12T01:16:39.608037+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:26:15.219527+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"264'51","reported_seq":196,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:32.905409+0000","last_change":"2024-09-12T01:16:32.905409+0000","last_active":"2024-09-12T01:16:32.905409+0000","last_peered":"2024-09-12T01:16:32.905409+0000","last_clean":"2024-09-12T01:16:32.905409+0000","last_became_active":"2024-09-12T00:49:05.001450+0000","last_became_peered":"2024-09-12T00:49:05.001450+0000","last_unstale":"2024-09-12T01:16:32.905409+0000","last_undegraded":"2024-09-12T01:16:32.905409+0000","last_fullsized":"2024-09-12T01:16:32.905409+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'51","last_scrub_stamp":"2024-09-12T01:16:32.905319+0000","last_deep_scrub":"264'51","last_deep_scrub_stamp":"2024-09-12T01:16:32.905319+0000","last_clean_scrub_stamp":"2024-09-12T01:16:32.905319+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:11:18.345896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":268,"num_read_kb":187,"num_write":90,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:48.644064+0000","last_change":"2024-09-12T01:16:48.644064+0000","last_active":"2024-09-12T01:16:48.644064+0000","last_peered":"2024-09-12T01:16:48.644064+0000","last_clean":"2024-09-12T01:16:48.644064+0000","last_became_active":"2024-09-12T01:01:00.243734+0000","last_became_peered":"2024-09-12T01:01:00.243734+0000","last_unstale":"2024-09-12T01:16:48.644064+0000","last_undegraded":"2024-09-12T01:16:48.644064+0000","last_fullsized":"2024-09-12T01:16:48.644064+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:48.643970+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:48.643970+0000","last_clean_scrub_stamp":"2024-09-12T01:16:48.643970+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:35:07.497998+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"264'8","reported_seq":57,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:43.035941+0000","last_change":"2024-09-12T01:16:43.035941+0000","last_active":"2024-09-12T01:16:43.035941+0000","last_peered":"2024-09-12T01:16:43.035941+0000","last_clean":"2024-09-12T01:16:43.035941+0000","last_became_active":"2024-09-12T00:50:34.995328+0000","last_became_peered":"2024-09-12T00:50:34.995328+0000","last_unstale":"2024-09-12T01:16:43.035941+0000","last_undegraded":"2024-09-12T01:16:43.035941+0000","last_fullsized":"2024-09-12T01:16:43.035941+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'8","last_scrub_stamp":"2024-09-12T01:16:43.035849+0000","last_deep_scrub":"264'8","last_deep_scrub_stamp":"2024-09-12T01:16:43.035849+0000","last_clean_scrub_stamp":"2024-09-12T01:16:43.035849+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:13:00.888577+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13312,"num_write":8,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'2","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.802525+0000","last_change":"2024-09-12T01:16:30.802525+0000","last_active":"2024-09-12T01:16:30.802525+0000","last_peered":"2024-09-12T01:16:30.802525+0000","last_clean":"2024-09-12T01:16:30.802525+0000","last_became_active":"2024-09-12T00:50:30.934572+0000","last_became_peered":"2024-09-12T00:50:30.934572+0000","last_unstale":"2024-09-12T01:16:30.802525+0000","last_undegraded":"2024-09-12T01:16:30.802525+0000","last_fullsized":"2024-09-12T01:16:30.802525+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:30.802420+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:30.802420+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.802420+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:26:41.847268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"264'58","reported_seq":215,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.938208+0000","last_change":"2024-09-12T01:16:19.938208+0000","last_active":"2024-09-12T01:16:19.938208+0000","last_peered":"2024-09-12T01:16:19.938208+0000","last_clean":"2024-09-12T01:16:19.938208+0000","last_became_active":"2024-09-12T00:49:04.996339+0000","last_became_peered":"2024-09-12T00:49:04.996339+0000","last_unstale":"2024-09-12T01:16:19.938208+0000","last_undegraded":"2024-09-12T01:16:19.938208+0000","last_fullsized":"2024-09-12T01:16:19.938208+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'58","last_scrub_stamp":"2024-09-12T01:16:19.938126+0000","last_deep_scrub":"264'58","last_deep_scrub_stamp":"2024-09-12T01:16:19.938126+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.938126+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:35.354882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":305,"num_read_kb":218,"num_write":103,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:43.992852+0000","last_change":"2024-09-12T01:16:43.992852+0000","last_active":"2024-09-12T01:16:43.992852+0000","last_peered":"2024-09-12T01:16:43.992852+0000","last_clean":"2024-09-12T01:16:43.992852+0000","last_became_active":"2024-09-12T01:01:00.246709+0000","last_became_peered":"2024-09-12T01:01:00.246709+0000","last_unstale":"2024-09-12T01:16:43.992852+0000","last_undegraded":"2024-09-12T01:16:43.992852+0000","last_fullsized":"2024-09-12T01:16:43.992852+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:43.992762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:43.992762+0000","last_clean_scrub_stamp":"2024-09-12T01:16:43.992762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:30:42.532120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"264'6","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:44.619306+0000","last_change":"2024-09-12T01:16:44.619306+0000","last_active":"2024-09-12T01:16:44.619306+0000","last_peered":"2024-09-12T01:16:44.619306+0000","last_clean":"2024-09-12T01:16:44.619306+0000","last_became_active":"2024-09-12T00:50:34.997718+0000","last_became_peered":"2024-09-12T00:50:34.997718+0000","last_unstale":"2024-09-12T01:16:44.619306+0000","last_undegraded":"2024-09-12T01:16:44.619306+0000","last_fullsized":"2024-09-12T01:16:44.619306+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T01:16:44.619212+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T01:16:44.619212+0000","last_clean_scrub_stamp":"2024-09-12T01:16:44.619212+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:32.960332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":13430,"num_write":6,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:36.818834+0000","last_change":"2024-09-12T01:16:36.818834+0000","last_active":"2024-09-12T01:16:36.818834+0000","last_peered":"2024-09-12T01:16:36.818834+0000","last_clean":"2024-09-12T01:16:36.818834+0000","last_became_active":"2024-09-12T00:50:30.933846+0000","last_became_peered":"2024-09-12T00:50:30.933846+0000","last_unstale":"2024-09-12T01:16:36.818834+0000","last_undegraded":"2024-09-12T01:16:36.818834+0000","last_fullsized":"2024-09-12T01:16:36.818834+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:36.818747+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:36.818747+0000","last_clean_scrub_stamp":"2024-09-12T01:16:36.818747+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:50.203494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'57","reported_seq":211,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:31.620202+0000","last_change":"2024-09-12T01:16:31.620202+0000","last_active":"2024-09-12T01:16:31.620202+0000","last_peered":"2024-09-12T01:16:31.620202+0000","last_clean":"2024-09-12T01:16:31.620202+0000","last_became_active":"2024-09-12T00:49:05.001896+0000","last_became_peered":"2024-09-12T00:49:05.001896+0000","last_unstale":"2024-09-12T01:16:31.620202+0000","last_undegraded":"2024-09-12T01:16:31.620202+0000","last_fullsized":"2024-09-12T01:16:31.620202+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'57","last_scrub_stamp":"2024-09-12T01:16:31.620113+0000","last_deep_scrub":"264'57","last_deep_scrub_stamp":"2024-09-12T01:16:31.620113+0000","last_clean_scrub_stamp":"2024-09-12T01:16:31.620113+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:25.122939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":298,"num_read_kb":208,"num_write":101,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:40.182727+0000","last_change":"2024-09-12T01:16:40.182727+0000","last_active":"2024-09-12T01:16:40.182727+0000","last_peered":"2024-09-12T01:16:40.182727+0000","last_clean":"2024-09-12T01:16:40.182727+0000","last_became_active":"2024-09-12T01:01:00.245868+0000","last_became_peered":"2024-09-12T01:01:00.245868+0000","last_unstale":"2024-09-12T01:16:40.182727+0000","last_undegraded":"2024-09-12T01:16:40.182727+0000","last_fullsized":"2024-09-12T01:16:40.182727+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:40.182636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:40.182636+0000","last_clean_scrub_stamp":"2024-09-12T01:16:40.182636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:11.323263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"264'2","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:43.618952+0000","last_change":"2024-09-12T01:16:43.618952+0000","last_active":"2024-09-12T01:16:43.618952+0000","last_peered":"2024-09-12T01:16:43.618952+0000","last_clean":"2024-09-12T01:16:43.618952+0000","last_became_active":"2024-09-12T00:50:35.038388+0000","last_became_peered":"2024-09-12T00:50:35.038388+0000","last_unstale":"2024-09-12T01:16:43.618952+0000","last_undegraded":"2024-09-12T01:16:43.618952+0000","last_fullsized":"2024-09-12T01:16:43.618952+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:43.618859+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:43.618859+0000","last_clean_scrub_stamp":"2024-09-12T01:16:43.618859+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:13:57.218474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"264'7","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.704281+0000","last_change":"2024-09-12T01:16:16.704281+0000","last_active":"2024-09-12T01:16:16.704281+0000","last_peered":"2024-09-12T01:16:16.704281+0000","last_clean":"2024-09-12T01:16:16.704281+0000","last_became_active":"2024-09-12T00:50:30.941285+0000","last_became_peered":"2024-09-12T00:50:30.941285+0000","last_unstale":"2024-09-12T01:16:16.704281+0000","last_undegraded":"2024-09-12T01:16:16.704281+0000","last_fullsized":"2024-09-12T01:16:16.704281+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'7","last_scrub_stamp":"2024-09-12T01:16:16.704191+0000","last_deep_scrub":"264'7","last_deep_scrub_stamp":"2024-09-12T01:16:16.704191+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.704191+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:01.343390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":16386,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'60","reported_seq":227,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.915981+0000","last_change":"2024-09-12T01:16:21.915981+0000","last_active":"2024-09-12T01:16:21.915981+0000","last_peered":"2024-09-12T01:16:21.915981+0000","last_clean":"2024-09-12T01:16:21.915981+0000","last_became_active":"2024-09-12T00:49:05.000655+0000","last_became_peered":"2024-09-12T00:49:05.000655+0000","last_unstale":"2024-09-12T01:16:21.915981+0000","last_undegraded":"2024-09-12T01:16:21.915981+0000","last_fullsized":"2024-09-12T01:16:21.915981+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'60","last_scrub_stamp":"2024-09-12T01:16:21.915908+0000","last_deep_scrub":"264'60","last_deep_scrub_stamp":"2024-09-12T01:16:21.915908+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.915908+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:53:45.760232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":331,"num_read_kb":248,"num_write":99,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.093428+0000","last_change":"2024-09-12T01:16:30.093428+0000","last_active":"2024-09-12T01:16:30.093428+0000","last_peered":"2024-09-12T01:16:30.093428+0000","last_clean":"2024-09-12T01:16:30.093428+0000","last_became_active":"2024-09-12T01:01:00.239777+0000","last_became_peered":"2024-09-12T01:01:00.239777+0000","last_unstale":"2024-09-12T01:16:30.093428+0000","last_undegraded":"2024-09-12T01:16:30.093428+0000","last_fullsized":"2024-09-12T01:16:30.093428+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:30.093329+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:30.093329+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.093329+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:37.298874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:39.917735+0000","last_change":"2024-09-12T01:16:39.917735+0000","last_active":"2024-09-12T01:16:39.917735+0000","last_peered":"2024-09-12T01:16:39.917735+0000","last_clean":"2024-09-12T01:16:39.917735+0000","last_became_active":"2024-09-12T00:50:35.038044+0000","last_became_peered":"2024-09-12T00:50:35.038044+0000","last_unstale":"2024-09-12T01:16:39.917735+0000","last_undegraded":"2024-09-12T01:16:39.917735+0000","last_fullsized":"2024-09-12T01:16:39.917735+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:39.917646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:39.917646+0000","last_clean_scrub_stamp":"2024-09-12T01:16:39.917646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:15.994279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"264'2","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:35.242442+0000","last_change":"2024-09-12T01:16:35.242442+0000","last_active":"2024-09-12T01:16:35.242442+0000","last_peered":"2024-09-12T01:16:35.242442+0000","last_clean":"2024-09-12T01:16:35.242442+0000","last_became_active":"2024-09-12T00:50:30.931259+0000","last_became_peered":"2024-09-12T00:50:30.931259+0000","last_unstale":"2024-09-12T01:16:35.242442+0000","last_undegraded":"2024-09-12T01:16:35.242442+0000","last_fullsized":"2024-09-12T01:16:35.242442+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:35.242346+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:35.242346+0000","last_clean_scrub_stamp":"2024-09-12T01:16:35.242346+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:53:50.999177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"264'6","reported_seq":74,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.828038+0000","last_change":"2024-09-12T01:16:30.828038+0000","last_active":"2024-09-12T01:16:30.828038+0000","last_peered":"2024-09-12T01:16:30.828038+0000","last_clean":"2024-09-12T01:16:30.828038+0000","last_became_active":"2024-09-12T00:49:05.006262+0000","last_became_peered":"2024-09-12T00:49:05.006262+0000","last_unstale":"2024-09-12T01:16:30.828038+0000","last_undegraded":"2024-09-12T01:16:30.828038+0000","last_fullsized":"2024-09-12T01:16:30.828038+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T01:16:30.827946+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T01:16:30.827946+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.827946+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:25:33.744880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":24,"num_write":11,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:40.690389+0000","last_change":"2024-09-12T01:16:40.690389+0000","last_active":"2024-09-12T01:16:40.690389+0000","last_peered":"2024-09-12T01:16:40.690389+0000","last_clean":"2024-09-12T01:16:40.690389+0000","last_became_active":"2024-09-12T01:01:00.242637+0000","last_became_peered":"2024-09-12T01:01:00.242637+0000","last_unstale":"2024-09-12T01:16:40.690389+0000","last_undegraded":"2024-09-12T01:16:40.690389+0000","last_fullsized":"2024-09-12T01:16:40.690389+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:40.690307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:40.690307+0000","last_clean_scrub_stamp":"2024-09-12T01:16:40.690307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:17:26.255840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:37.674096+0000","last_change":"2024-09-12T01:16:37.674096+0000","last_active":"2024-09-12T01:16:37.674096+0000","last_peered":"2024-09-12T01:16:37.674096+0000","last_clean":"2024-09-12T01:16:37.674096+0000","last_became_active":"2024-09-12T00:50:34.997201+0000","last_became_peered":"2024-09-12T00:50:34.997201+0000","last_unstale":"2024-09-12T01:16:37.674096+0000","last_undegraded":"2024-09-12T01:16:37.674096+0000","last_fullsized":"2024-09-12T01:16:37.674096+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:37.673975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:37.673975+0000","last_clean_scrub_stamp":"2024-09-12T01:16:37.673975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:52:34.960122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"264'2","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:37.846318+0000","last_change":"2024-09-12T01:16:37.846318+0000","last_active":"2024-09-12T01:16:37.846318+0000","last_peered":"2024-09-12T01:16:37.846318+0000","last_clean":"2024-09-12T01:16:37.846318+0000","last_became_active":"2024-09-12T00:50:30.944859+0000","last_became_peered":"2024-09-12T00:50:30.944859+0000","last_unstale":"2024-09-12T01:16:37.846318+0000","last_undegraded":"2024-09-12T01:16:37.846318+0000","last_fullsized":"2024-09-12T01:16:37.846318+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:37.846234+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:37.846234+0000","last_clean_scrub_stamp":"2024-09-12T01:16:37.846234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:24.975640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"264'144","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.087599+0000","last_change":"2024-09-12T01:16:22.087599+0000","last_active":"2024-09-12T01:16:22.087599+0000","last_peered":"2024-09-12T01:16:22.087599+0000","last_clean":"2024-09-12T01:16:22.087599+0000","last_became_active":"2024-09-12T00:49:04.998038+0000","last_became_peered":"2024-09-12T00:49:04.998038+0000","last_unstale":"2024-09-12T01:16:22.087599+0000","last_undegraded":"2024-09-12T01:16:22.087599+0000","last_fullsized":"2024-09-12T01:16:22.087599+0000","mapping_epoch":251,"log_start":"261'100","ondisk_log_start":"261'100","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'144","last_scrub_stamp":"2024-09-12T01:16:22.087514+0000","last_deep_scrub":"264'144","last_deep_scrub_stamp":"2024-09-12T01:16:22.087514+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.087514+0000","objects_scrubbed":1,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:55.252579+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":878,"num_read_kb":645,"num_write":176,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3500,"num_omap_keys":7,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"264'2","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.754219+0000","last_change":"2024-09-12T01:16:20.754219+0000","last_active":"2024-09-12T01:16:20.754219+0000","last_peered":"2024-09-12T01:16:20.754219+0000","last_clean":"2024-09-12T01:16:20.754219+0000","last_became_active":"2024-09-12T01:01:00.248113+0000","last_became_peered":"2024-09-12T01:01:00.248113+0000","last_unstale":"2024-09-12T01:16:20.754219+0000","last_undegraded":"2024-09-12T01:16:20.754219+0000","last_fullsized":"2024-09-12T01:16:20.754219+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:20.754128+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:20.754128+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.754128+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:18:49.612241+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"264'4","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:34.133672+0000","last_change":"2024-09-12T01:16:34.133672+0000","last_active":"2024-09-12T01:16:34.133672+0000","last_peered":"2024-09-12T01:16:34.133672+0000","last_clean":"2024-09-12T01:16:34.133672+0000","last_became_active":"2024-09-12T00:50:34.990137+0000","last_became_peered":"2024-09-12T00:50:34.990137+0000","last_unstale":"2024-09-12T01:16:34.133672+0000","last_undegraded":"2024-09-12T01:16:34.133672+0000","last_fullsized":"2024-09-12T01:16:34.133672+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:34.133559+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:34.133559+0000","last_clean_scrub_stamp":"2024-09-12T01:16:34.133559+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:57:09.994211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"264'9","reported_seq":65,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:34.790530+0000","last_change":"2024-09-12T01:16:34.790444+0000","last_active":"2024-09-12T01:16:34.790530+0000","last_peered":"2024-09-12T01:16:34.790530+0000","last_clean":"2024-09-12T01:16:34.790530+0000","last_became_active":"2024-09-12T00:50:30.939689+0000","last_became_peered":"2024-09-12T00:50:30.939689+0000","last_unstale":"2024-09-12T01:16:34.790530+0000","last_undegraded":"2024-09-12T01:16:34.790530+0000","last_fullsized":"2024-09-12T01:16:34.790530+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'9","last_scrub_stamp":"2024-09-12T01:16:34.790342+0000","last_deep_scrub":"264'9","last_deep_scrub_stamp":"2024-09-12T01:16:34.790342+0000","last_clean_scrub_stamp":"2024-09-12T01:16:34.790342+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:45:45.740138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13883,"num_write":14,"num_write_kb":9787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"264'29","reported_seq":131,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:33.245330+0000","last_change":"2024-09-12T01:16:33.245330+0000","last_active":"2024-09-12T01:16:33.245330+0000","last_peered":"2024-09-12T01:16:33.245330+0000","last_clean":"2024-09-12T01:16:33.245330+0000","last_became_active":"2024-09-12T00:49:04.999284+0000","last_became_peered":"2024-09-12T00:49:04.999284+0000","last_unstale":"2024-09-12T01:16:33.245330+0000","last_undegraded":"2024-09-12T01:16:33.245330+0000","last_fullsized":"2024-09-12T01:16:33.245330+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'29","last_scrub_stamp":"2024-09-12T01:16:33.245242+0000","last_deep_scrub":"264'29","last_deep_scrub_stamp":"2024-09-12T01:16:33.245242+0000","last_clean_scrub_stamp":"2024-09-12T01:16:33.245242+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:43:44.043246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":94,"num_write":55,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":20,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:14:00.675531+0000","last_change":"2024-09-12T01:01:00.246498+0000","last_active":"2024-09-12T01:14:00.675531+0000","last_peered":"2024-09-12T01:14:00.675531+0000","last_clean":"2024-09-12T01:14:00.675531+0000","last_became_active":"2024-09-12T01:01:00.245015+0000","last_became_peered":"2024-09-12T01:01:00.245015+0000","last_unstale":"2024-09-12T01:14:00.675531+0000","last_undegraded":"2024-09-12T01:14:00.675531+0000","last_fullsized":"2024-09-12T01:14:00.675531+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:00:59.198877+0000","last_clean_scrub_stamp":"2024-09-12T01:00:59.198877+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"queued for deep scrub","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"264'14","reported_seq":71,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:37.195234+0000","last_change":"2024-09-12T01:16:37.195135+0000","last_active":"2024-09-12T01:16:37.195234+0000","last_peered":"2024-09-12T01:16:37.195234+0000","last_clean":"2024-09-12T01:16:37.195234+0000","last_became_active":"2024-09-12T00:50:34.994103+0000","last_became_peered":"2024-09-12T00:50:34.994103+0000","last_unstale":"2024-09-12T01:16:37.195234+0000","last_undegraded":"2024-09-12T01:16:37.195234+0000","last_fullsized":"2024-09-12T01:16:37.195234+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'14","last_scrub_stamp":"2024-09-12T01:16:37.195038+0000","last_deep_scrub":"264'14","last_deep_scrub_stamp":"2024-09-12T01:16:37.195038+0000","last_clean_scrub_stamp":"2024-09-12T01:16:37.195038+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:03:06.921646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":29700,"num_write":24,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"264'5","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:35.805109+0000","last_change":"2024-09-12T01:16:35.805109+0000","last_active":"2024-09-12T01:16:35.805109+0000","last_peered":"2024-09-12T01:16:35.805109+0000","last_clean":"2024-09-12T01:16:35.805109+0000","last_became_active":"2024-09-12T00:50:30.942891+0000","last_became_peered":"2024-09-12T00:50:30.942891+0000","last_unstale":"2024-09-12T01:16:35.805109+0000","last_undegraded":"2024-09-12T01:16:35.805109+0000","last_fullsized":"2024-09-12T01:16:35.805109+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T01:16:35.805017+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T01:16:35.805017+0000","last_clean_scrub_stamp":"2024-09-12T01:16:35.805017+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:11:23.353189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"264'25","reported_seq":119,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.835120+0000","last_change":"2024-09-12T01:16:29.835120+0000","last_active":"2024-09-12T01:16:29.835120+0000","last_peered":"2024-09-12T01:16:29.835120+0000","last_clean":"2024-09-12T01:16:29.835120+0000","last_became_active":"2024-09-12T00:49:05.002279+0000","last_became_peered":"2024-09-12T00:49:05.002279+0000","last_unstale":"2024-09-12T01:16:29.835120+0000","last_undegraded":"2024-09-12T01:16:29.835120+0000","last_fullsized":"2024-09-12T01:16:29.835120+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'25","last_scrub_stamp":"2024-09-12T01:16:29.835017+0000","last_deep_scrub":"264'25","last_deep_scrub_stamp":"2024-09-12T01:16:29.835017+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.835017+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:40:25.453996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":80,"num_write":55,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:47.608660+0000","last_change":"2024-09-12T01:16:47.608660+0000","last_active":"2024-09-12T01:16:47.608660+0000","last_peered":"2024-09-12T01:16:47.608660+0000","last_clean":"2024-09-12T01:16:47.608660+0000","last_became_active":"2024-09-12T01:01:00.246813+0000","last_became_peered":"2024-09-12T01:01:00.246813+0000","last_unstale":"2024-09-12T01:16:47.608660+0000","last_undegraded":"2024-09-12T01:16:47.608660+0000","last_fullsized":"2024-09-12T01:16:47.608660+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:47.608561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:47.608561+0000","last_clean_scrub_stamp":"2024-09-12T01:16:47.608561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:52.190740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"264'9","reported_seq":60,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.990711+0000","last_change":"2024-09-12T01:16:25.990711+0000","last_active":"2024-09-12T01:16:25.990711+0000","last_peered":"2024-09-12T01:16:25.990711+0000","last_clean":"2024-09-12T01:16:25.990711+0000","last_became_active":"2024-09-12T00:50:34.997560+0000","last_became_peered":"2024-09-12T00:50:34.997560+0000","last_unstale":"2024-09-12T01:16:25.990711+0000","last_undegraded":"2024-09-12T01:16:25.990711+0000","last_fullsized":"2024-09-12T01:16:25.990711+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'9","last_scrub_stamp":"2024-09-12T01:16:25.990602+0000","last_deep_scrub":"264'9","last_deep_scrub_stamp":"2024-09-12T01:16:25.990602+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.990602+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:55:18.058047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":15362,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"261'5","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.089970+0000","last_change":"2024-09-12T01:16:21.089970+0000","last_active":"2024-09-12T01:16:21.089970+0000","last_peered":"2024-09-12T01:16:21.089970+0000","last_clean":"2024-09-12T01:16:21.089970+0000","last_became_active":"2024-09-12T00:50:30.933982+0000","last_became_peered":"2024-09-12T00:50:30.933982+0000","last_unstale":"2024-09-12T01:16:21.089970+0000","last_undegraded":"2024-09-12T01:16:21.089970+0000","last_fullsized":"2024-09-12T01:16:21.089970+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'5","last_scrub_stamp":"2024-09-12T01:16:21.089879+0000","last_deep_scrub":"261'5","last_deep_scrub_stamp":"2024-09-12T01:16:21.089879+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.089879+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:31:05.074969+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"264'41","reported_seq":164,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.965437+0000","last_change":"2024-09-12T01:16:18.965437+0000","last_active":"2024-09-12T01:16:18.965437+0000","last_peered":"2024-09-12T01:16:18.965437+0000","last_clean":"2024-09-12T01:16:18.965437+0000","last_became_active":"2024-09-12T00:49:04.997116+0000","last_became_peered":"2024-09-12T00:49:04.997116+0000","last_unstale":"2024-09-12T01:16:18.965437+0000","last_undegraded":"2024-09-12T01:16:18.965437+0000","last_fullsized":"2024-09-12T01:16:18.965437+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'41","last_scrub_stamp":"2024-09-12T01:16:18.965349+0000","last_deep_scrub":"264'41","last_deep_scrub_stamp":"2024-09-12T01:16:18.965349+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.965349+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:07:33.324047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":145,"num_write":70,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:45.010358+0000","last_change":"2024-09-12T01:16:45.010358+0000","last_active":"2024-09-12T01:16:45.010358+0000","last_peered":"2024-09-12T01:16:45.010358+0000","last_clean":"2024-09-12T01:16:45.010358+0000","last_became_active":"2024-09-12T01:01:00.242885+0000","last_became_peered":"2024-09-12T01:01:00.242885+0000","last_unstale":"2024-09-12T01:16:45.010358+0000","last_undegraded":"2024-09-12T01:16:45.010358+0000","last_fullsized":"2024-09-12T01:16:45.010358+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:45.010264+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:45.010264+0000","last_clean_scrub_stamp":"2024-09-12T01:16:45.010264+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:13:01.632859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"261'4","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:35.717633+0000","last_change":"2024-09-12T01:16:35.717633+0000","last_active":"2024-09-12T01:16:35.717633+0000","last_peered":"2024-09-12T01:16:35.717633+0000","last_clean":"2024-09-12T01:16:35.717633+0000","last_became_active":"2024-09-12T00:50:34.994480+0000","last_became_peered":"2024-09-12T00:50:34.994480+0000","last_unstale":"2024-09-12T01:16:35.717633+0000","last_undegraded":"2024-09-12T01:16:35.717633+0000","last_fullsized":"2024-09-12T01:16:35.717633+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-12T01:16:35.717545+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-12T01:16:35.717545+0000","last_clean_scrub_stamp":"2024-09-12T01:16:35.717545+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:10:20.527297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"264'13","reported_seq":72,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.009562+0000","last_change":"2024-09-12T01:16:25.009562+0000","last_active":"2024-09-12T01:16:25.009562+0000","last_peered":"2024-09-12T01:16:25.009562+0000","last_clean":"2024-09-12T01:16:25.009562+0000","last_became_active":"2024-09-12T00:50:30.933594+0000","last_became_peered":"2024-09-12T00:50:30.933594+0000","last_unstale":"2024-09-12T01:16:25.009562+0000","last_undegraded":"2024-09-12T01:16:25.009562+0000","last_fullsized":"2024-09-12T01:16:25.009562+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'13","last_scrub_stamp":"2024-09-12T01:16:25.009476+0000","last_deep_scrub":"264'13","last_deep_scrub_stamp":"2024-09-12T01:16:25.009476+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.009476+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:08.078130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":9218,"num_write":18,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"264'15","reported_seq":95,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.853714+0000","last_change":"2024-09-12T01:16:29.853714+0000","last_active":"2024-09-12T01:16:29.853714+0000","last_peered":"2024-09-12T01:16:29.853714+0000","last_clean":"2024-09-12T01:16:29.853714+0000","last_became_active":"2024-09-12T00:49:04.996267+0000","last_became_peered":"2024-09-12T00:49:04.996267+0000","last_unstale":"2024-09-12T01:16:29.853714+0000","last_undegraded":"2024-09-12T01:16:29.853714+0000","last_fullsized":"2024-09-12T01:16:29.853714+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'15","last_scrub_stamp":"2024-09-12T01:16:29.853624+0000","last_deep_scrub":"264'15","last_deep_scrub_stamp":"2024-09-12T01:16:29.853624+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.853624+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:39:29.249585+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":72,"num_read_kb":47,"num_write":31,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"264'327","reported_seq":1010,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.787140+0000","last_change":"2024-09-12T01:16:07.787078+0000","last_active":"2024-09-12T01:16:07.787140+0000","last_peered":"2024-09-12T01:16:07.787140+0000","last_clean":"2024-09-12T01:16:07.787140+0000","last_became_active":"2024-09-12T00:34:31.972352+0000","last_became_peered":"2024-09-12T00:34:31.972352+0000","last_unstale":"2024-09-12T01:16:07.787140+0000","last_undegraded":"2024-09-12T01:16:07.787140+0000","last_fullsized":"2024-09-12T01:16:07.787140+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'327","last_scrub_stamp":"2024-09-12T01:16:07.786977+0000","last_deep_scrub":"264'327","last_deep_scrub_stamp":"2024-09-12T01:16:07.786977+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.786977+0000","objects_scrubbed":2,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:56:18.570715+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170069,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":548,"num_read_kb":32416,"num_write":1055,"num_write_kb":31752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"264'732","reported_seq":2180,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.351777+0000","last_change":"2024-09-12T01:16:14.351777+0000","last_active":"2024-09-12T01:16:14.351777+0000","last_peered":"2024-09-12T01:16:14.351777+0000","last_clean":"2024-09-12T01:16:14.351777+0000","last_became_active":"2024-09-12T00:34:33.985276+0000","last_became_peered":"2024-09-12T00:34:33.985276+0000","last_unstale":"2024-09-12T01:16:14.351777+0000","last_undegraded":"2024-09-12T01:16:14.351777+0000","last_fullsized":"2024-09-12T01:16:14.351777+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'732","last_scrub_stamp":"2024-09-12T01:16:14.351669+0000","last_deep_scrub":"264'732","last_deep_scrub_stamp":"2024-09-12T01:16:14.351669+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.351669+0000","objects_scrubbed":2,"log_size":32,"log_dups_size":700,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:06:57.810219+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3436,"num_read_kb":3103,"num_write":944,"num_write_kb":333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":247,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"264'337","reported_seq":978,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.213562+0000","last_change":"2024-09-12T01:15:56.213457+0000","last_active":"2024-09-12T01:15:56.213562+0000","last_peered":"2024-09-12T01:15:56.213562+0000","last_clean":"2024-09-12T01:15:56.213562+0000","last_became_active":"2024-09-12T00:34:31.968942+0000","last_became_peered":"2024-09-12T00:34:31.968942+0000","last_unstale":"2024-09-12T01:15:56.213562+0000","last_undegraded":"2024-09-12T01:15:56.213562+0000","last_fullsized":"2024-09-12T01:15:56.213562+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'337","last_scrub_stamp":"2024-09-12T01:15:56.213273+0000","last_deep_scrub":"264'337","last_deep_scrub_stamp":"2024-09-12T01:15:56.213273+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.213273+0000","objects_scrubbed":5,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:45.229767+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4539190,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":495,"num_read_kb":37627,"num_write":1085,"num_write_kb":27126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"264'1246","reported_seq":2735,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.776517+0000","last_change":"2024-09-12T01:16:11.776517+0000","last_active":"2024-09-12T01:16:11.776517+0000","last_peered":"2024-09-12T01:16:11.776517+0000","last_clean":"2024-09-12T01:16:11.776517+0000","last_became_active":"2024-09-12T00:34:33.984132+0000","last_became_peered":"2024-09-12T00:34:33.984132+0000","last_unstale":"2024-09-12T01:16:11.776517+0000","last_undegraded":"2024-09-12T01:16:11.776517+0000","last_fullsized":"2024-09-12T01:16:11.776517+0000","mapping_epoch":27,"log_start":"264'1200","ondisk_log_start":"264'1200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1246","last_scrub_stamp":"2024-09-12T01:16:11.776414+0000","last_deep_scrub":"264'1246","last_deep_scrub_stamp":"2024-09-12T01:16:11.776414+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.776414+0000","objects_scrubbed":4,"log_size":46,"log_dups_size":1200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:11:15.185407+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5522,"num_read_kb":4835,"num_write":1748,"num_write_kb":764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"264'349","reported_seq":1029,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.517723+0000","last_change":"2024-09-12T01:15:57.517661+0000","last_active":"2024-09-12T01:15:57.517723+0000","last_peered":"2024-09-12T01:15:57.517723+0000","last_clean":"2024-09-12T01:15:57.517723+0000","last_became_active":"2024-09-12T00:34:31.965717+0000","last_became_peered":"2024-09-12T00:34:31.965717+0000","last_unstale":"2024-09-12T01:15:57.517723+0000","last_undegraded":"2024-09-12T01:15:57.517723+0000","last_fullsized":"2024-09-12T01:15:57.517723+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'349","last_scrub_stamp":"2024-09-12T01:15:57.517546+0000","last_deep_scrub":"264'349","last_deep_scrub_stamp":"2024-09-12T01:15:57.517546+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.517546+0000","objects_scrubbed":4,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:37:38.330033+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":552,"num_read_kb":74883,"num_write":1125,"num_write_kb":62428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"264'605","reported_seq":2076,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.834534+0000","last_change":"2024-09-12T01:16:11.834534+0000","last_active":"2024-09-12T01:16:11.834534+0000","last_peered":"2024-09-12T01:16:11.834534+0000","last_clean":"2024-09-12T01:16:11.834534+0000","last_became_active":"2024-09-12T00:34:33.985659+0000","last_became_peered":"2024-09-12T00:34:33.985659+0000","last_unstale":"2024-09-12T01:16:11.834534+0000","last_undegraded":"2024-09-12T01:16:11.834534+0000","last_fullsized":"2024-09-12T01:16:11.834534+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'605","last_scrub_stamp":"2024-09-12T01:16:11.834442+0000","last_deep_scrub":"264'605","last_deep_scrub_stamp":"2024-09-12T01:16:11.834442+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.834442+0000","objects_scrubbed":2,"log_size":105,"log_dups_size":500,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:00.683096+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3044,"num_read_kb":2856,"num_write":866,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"264'442","reported_seq":1111,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.338956+0000","last_change":"2024-09-12T01:16:08.338849+0000","last_active":"2024-09-12T01:16:08.338956+0000","last_peered":"2024-09-12T01:16:08.338956+0000","last_clean":"2024-09-12T01:16:08.338956+0000","last_became_active":"2024-09-12T00:34:31.967042+0000","last_became_peered":"2024-09-12T00:34:31.967042+0000","last_unstale":"2024-09-12T01:16:08.338956+0000","last_undegraded":"2024-09-12T01:16:08.338956+0000","last_fullsized":"2024-09-12T01:16:08.338956+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'442","last_scrub_stamp":"2024-09-12T01:16:08.338700+0000","last_deep_scrub":"264'442","last_deep_scrub_stamp":"2024-09-12T01:16:08.338700+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.338700+0000","objects_scrubbed":10,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:38:22.911615+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262283,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":615,"num_read_kb":12796,"num_write":1322,"num_write_kb":54093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"264'574","reported_seq":2332,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.519477+0000","last_change":"2024-09-12T01:16:09.519477+0000","last_active":"2024-09-12T01:16:09.519477+0000","last_peered":"2024-09-12T01:16:09.519477+0000","last_clean":"2024-09-12T01:16:09.519477+0000","last_became_active":"2024-09-12T00:34:33.995111+0000","last_became_peered":"2024-09-12T00:34:33.995111+0000","last_unstale":"2024-09-12T01:16:09.519477+0000","last_undegraded":"2024-09-12T01:16:09.519477+0000","last_fullsized":"2024-09-12T01:16:09.519477+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'574","last_scrub_stamp":"2024-09-12T01:16:09.519386+0000","last_deep_scrub":"264'574","last_deep_scrub_stamp":"2024-09-12T01:16:09.519386+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.519386+0000","objects_scrubbed":4,"log_size":74,"log_dups_size":500,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:14:57.385830+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3117,"num_read_kb":2923,"num_write":675,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2263,"num_omap_keys":9,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"264'342","reported_seq":959,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.788089+0000","last_change":"2024-09-12T01:16:06.788089+0000","last_active":"2024-09-12T01:16:06.788089+0000","last_peered":"2024-09-12T01:16:06.788089+0000","last_clean":"2024-09-12T01:16:06.788089+0000","last_became_active":"2024-09-12T00:34:31.957323+0000","last_became_peered":"2024-09-12T00:34:31.957323+0000","last_unstale":"2024-09-12T01:16:06.788089+0000","last_undegraded":"2024-09-12T01:16:06.788089+0000","last_fullsized":"2024-09-12T01:16:06.788089+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'342","last_scrub_stamp":"2024-09-12T01:16:06.787930+0000","last_deep_scrub":"264'342","last_deep_scrub_stamp":"2024-09-12T01:16:06.787930+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.787930+0000","objects_scrubbed":8,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:03:21.765939+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133705,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":430,"num_read_kb":3607,"num_write":1028,"num_write_kb":22686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"264'432","reported_seq":2026,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.004419+0000","last_change":"2024-09-12T01:16:06.004327+0000","last_active":"2024-09-12T01:16:06.004419+0000","last_peered":"2024-09-12T01:16:06.004419+0000","last_clean":"2024-09-12T01:16:06.004419+0000","last_became_active":"2024-09-12T00:34:33.983096+0000","last_became_peered":"2024-09-12T00:34:33.983096+0000","last_unstale":"2024-09-12T01:16:06.004419+0000","last_undegraded":"2024-09-12T01:16:06.004419+0000","last_fullsized":"2024-09-12T01:16:06.004419+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'432","last_scrub_stamp":"2024-09-12T01:16:06.004234+0000","last_deep_scrub":"264'432","last_deep_scrub_stamp":"2024-09-12T01:16:06.004234+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.004234+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:14.729409+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2469,"num_read_kb":2346,"num_write":493,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"264'390","reported_seq":1023,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.398621+0000","last_change":"2024-09-12T01:16:05.398621+0000","last_active":"2024-09-12T01:16:05.398621+0000","last_peered":"2024-09-12T01:16:05.398621+0000","last_clean":"2024-09-12T01:16:05.398621+0000","last_became_active":"2024-09-12T00:35:05.683927+0000","last_became_peered":"2024-09-12T00:35:05.683927+0000","last_unstale":"2024-09-12T01:16:05.398621+0000","last_undegraded":"2024-09-12T01:16:05.398621+0000","last_fullsized":"2024-09-12T01:16:05.398621+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'390","last_scrub_stamp":"2024-09-12T01:16:05.398508+0000","last_deep_scrub":"264'390","last_deep_scrub_stamp":"2024-09-12T01:16:05.398508+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.398508+0000","objects_scrubbed":4,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:35:11.198469+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133696,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":505,"num_read_kb":14849,"num_write":1074,"num_write_kb":32187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"264'839","reported_seq":2471,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.825354+0000","last_change":"2024-09-12T01:16:12.825294+0000","last_active":"2024-09-12T01:16:12.825354+0000","last_peered":"2024-09-12T01:16:12.825354+0000","last_clean":"2024-09-12T01:16:12.825354+0000","last_became_active":"2024-09-12T00:34:33.991226+0000","last_became_peered":"2024-09-12T00:34:33.991226+0000","last_unstale":"2024-09-12T01:16:12.825354+0000","last_undegraded":"2024-09-12T01:16:12.825354+0000","last_fullsized":"2024-09-12T01:16:12.825354+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'839","last_scrub_stamp":"2024-09-12T01:16:12.825196+0000","last_deep_scrub":"264'839","last_deep_scrub_stamp":"2024-09-12T01:16:12.825196+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.825196+0000","objects_scrubbed":2,"log_size":39,"log_dups_size":800,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:06:45.179054+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4082,"num_read_kb":3676,"num_write":1124,"num_write_kb":424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2811,"num_omap_keys":11,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"264'363","reported_seq":1010,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.760779+0000","last_change":"2024-09-12T01:16:04.760779+0000","last_active":"2024-09-12T01:16:04.760779+0000","last_peered":"2024-09-12T01:16:04.760779+0000","last_clean":"2024-09-12T01:16:04.760779+0000","last_became_active":"2024-09-12T00:34:31.969117+0000","last_became_peered":"2024-09-12T00:34:31.969117+0000","last_unstale":"2024-09-12T01:16:04.760779+0000","last_undegraded":"2024-09-12T01:16:04.760779+0000","last_fullsized":"2024-09-12T01:16:04.760779+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'363","last_scrub_stamp":"2024-09-12T01:16:04.760665+0000","last_deep_scrub":"264'363","last_deep_scrub_stamp":"2024-09-12T01:16:04.760665+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.760665+0000","objects_scrubbed":7,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:33:29.999526+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254234,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":33319,"num_write":1073,"num_write_kb":35686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"264'531","reported_seq":2150,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.334936+0000","last_change":"2024-09-12T01:16:15.334936+0000","last_active":"2024-09-12T01:16:15.334936+0000","last_peered":"2024-09-12T01:16:15.334936+0000","last_clean":"2024-09-12T01:16:15.334936+0000","last_became_active":"2024-09-12T00:34:33.979393+0000","last_became_peered":"2024-09-12T00:34:33.979393+0000","last_unstale":"2024-09-12T01:16:15.334936+0000","last_undegraded":"2024-09-12T01:16:15.334936+0000","last_fullsized":"2024-09-12T01:16:15.334936+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'531","last_scrub_stamp":"2024-09-12T01:16:15.334858+0000","last_deep_scrub":"264'531","last_deep_scrub_stamp":"2024-09-12T01:16:15.334858+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.334858+0000","objects_scrubbed":1,"log_size":31,"log_dups_size":500,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:27.646352+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2571,"num_read_kb":2410,"num_write":595,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"264'373","reported_seq":1024,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.092966+0000","last_change":"2024-09-12T01:16:02.092966+0000","last_active":"2024-09-12T01:16:02.092966+0000","last_peered":"2024-09-12T01:16:02.092966+0000","last_clean":"2024-09-12T01:16:02.092966+0000","last_became_active":"2024-09-12T00:34:31.974317+0000","last_became_peered":"2024-09-12T00:34:31.974317+0000","last_unstale":"2024-09-12T01:16:02.092966+0000","last_undegraded":"2024-09-12T01:16:02.092966+0000","last_fullsized":"2024-09-12T01:16:02.092966+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'373","last_scrub_stamp":"2024-09-12T01:16:02.092853+0000","last_deep_scrub":"264'373","last_deep_scrub_stamp":"2024-09-12T01:16:02.092853+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.092853+0000","objects_scrubbed":6,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:19.292287+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":546,"num_read_kb":21189,"num_write":1259,"num_write_kb":26120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"264'548","reported_seq":2118,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.610457+0000","last_change":"2024-09-12T01:16:02.610382+0000","last_active":"2024-09-12T01:16:02.610457+0000","last_peered":"2024-09-12T01:16:02.610457+0000","last_clean":"2024-09-12T01:16:02.610457+0000","last_became_active":"2024-09-12T00:34:33.991373+0000","last_became_peered":"2024-09-12T00:34:33.991373+0000","last_unstale":"2024-09-12T01:16:02.610457+0000","last_undegraded":"2024-09-12T01:16:02.610457+0000","last_fullsized":"2024-09-12T01:16:02.610457+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'548","last_scrub_stamp":"2024-09-12T01:16:02.610292+0000","last_deep_scrub":"264'548","last_deep_scrub_stamp":"2024-09-12T01:16:02.610292+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.610292+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:08:21.837280+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3006,"num_read_kb":2787,"num_write":732,"num_write_kb":267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"264'806","reported_seq":2343,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.893575+0000","last_change":"2024-09-12T01:16:09.893484+0000","last_active":"2024-09-12T01:16:09.893575+0000","last_peered":"2024-09-12T01:16:09.893575+0000","last_clean":"2024-09-12T01:16:09.893575+0000","last_became_active":"2024-09-12T00:34:33.985966+0000","last_became_peered":"2024-09-12T00:34:33.985966+0000","last_unstale":"2024-09-12T01:16:09.893575+0000","last_undegraded":"2024-09-12T01:16:09.893575+0000","last_fullsized":"2024-09-12T01:16:09.893575+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'806","last_scrub_stamp":"2024-09-12T01:16:09.893363+0000","last_deep_scrub":"264'806","last_deep_scrub_stamp":"2024-09-12T01:16:09.893363+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.893363+0000","objects_scrubbed":5,"log_size":106,"log_dups_size":700,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:53.923128+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3732,"num_read_kb":3359,"num_write":1045,"num_write_kb":376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2373,"num_omap_keys":10,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"264'401","reported_seq":1096,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.747034+0000","last_change":"2024-09-12T01:16:05.747034+0000","last_active":"2024-09-12T01:16:05.747034+0000","last_peered":"2024-09-12T01:16:05.747034+0000","last_clean":"2024-09-12T01:16:05.747034+0000","last_became_active":"2024-09-12T00:34:31.976650+0000","last_became_peered":"2024-09-12T00:34:31.976650+0000","last_unstale":"2024-09-12T01:16:05.747034+0000","last_undegraded":"2024-09-12T01:16:05.747034+0000","last_fullsized":"2024-09-12T01:16:05.747034+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'401","last_scrub_stamp":"2024-09-12T01:16:05.746912+0000","last_deep_scrub":"264'401","last_deep_scrub_stamp":"2024-09-12T01:16:05.746912+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.746912+0000","objects_scrubbed":5,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:36.439359+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1388224,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":669,"num_read_kb":38279,"num_write":1370,"num_write_kb":52699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"264'415","reported_seq":1943,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.841266+0000","last_change":"2024-09-12T01:16:09.841208+0000","last_active":"2024-09-12T01:16:09.841266+0000","last_peered":"2024-09-12T01:16:09.841266+0000","last_clean":"2024-09-12T01:16:09.841266+0000","last_became_active":"2024-09-12T00:34:33.984554+0000","last_became_peered":"2024-09-12T00:34:33.984554+0000","last_unstale":"2024-09-12T01:16:09.841266+0000","last_undegraded":"2024-09-12T01:16:09.841266+0000","last_fullsized":"2024-09-12T01:16:09.841266+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'415","last_scrub_stamp":"2024-09-12T01:16:09.841125+0000","last_deep_scrub":"264'415","last_deep_scrub_stamp":"2024-09-12T01:16:09.841125+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.841125+0000","objects_scrubbed":2,"log_size":15,"log_dups_size":400,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:54:58.904758+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2179,"num_read_kb":2074,"num_write":459,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"264'337","reported_seq":969,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.014451+0000","last_change":"2024-09-12T01:16:01.014451+0000","last_active":"2024-09-12T01:16:01.014451+0000","last_peered":"2024-09-12T01:16:01.014451+0000","last_clean":"2024-09-12T01:16:01.014451+0000","last_became_active":"2024-09-12T00:34:31.969289+0000","last_became_peered":"2024-09-12T00:34:31.969289+0000","last_unstale":"2024-09-12T01:16:01.014451+0000","last_undegraded":"2024-09-12T01:16:01.014451+0000","last_fullsized":"2024-09-12T01:16:01.014451+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'337","last_scrub_stamp":"2024-09-12T01:16:01.014322+0000","last_deep_scrub":"264'337","last_deep_scrub_stamp":"2024-09-12T01:16:01.014322+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.014322+0000","objects_scrubbed":7,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:04:01.807702+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":480,"num_read_kb":29117,"num_write":1053,"num_write_kb":18857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"264'380","reported_seq":1873,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.323147+0000","last_change":"2024-09-12T01:16:12.323076+0000","last_active":"2024-09-12T01:16:12.323147+0000","last_peered":"2024-09-12T01:16:12.323147+0000","last_clean":"2024-09-12T01:16:12.323147+0000","last_became_active":"2024-09-12T00:34:33.979922+0000","last_became_peered":"2024-09-12T00:34:33.979922+0000","last_unstale":"2024-09-12T01:16:12.323147+0000","last_undegraded":"2024-09-12T01:16:12.323147+0000","last_fullsized":"2024-09-12T01:16:12.323147+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'380","last_scrub_stamp":"2024-09-12T01:16:12.322981+0000","last_deep_scrub":"264'380","last_deep_scrub_stamp":"2024-09-12T01:16:12.322981+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.322981+0000","objects_scrubbed":2,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:44.039033+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2121,"num_read_kb":2022,"num_write":432,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"264'347","reported_seq":995,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.047836+0000","last_change":"2024-09-12T01:16:00.047836+0000","last_active":"2024-09-12T01:16:00.047836+0000","last_peered":"2024-09-12T01:16:00.047836+0000","last_clean":"2024-09-12T01:16:00.047836+0000","last_became_active":"2024-09-12T00:34:31.970655+0000","last_became_peered":"2024-09-12T00:34:31.970655+0000","last_unstale":"2024-09-12T01:16:00.047836+0000","last_undegraded":"2024-09-12T01:16:00.047836+0000","last_fullsized":"2024-09-12T01:16:00.047836+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'347","last_scrub_stamp":"2024-09-12T01:16:00.047733+0000","last_deep_scrub":"264'347","last_deep_scrub_stamp":"2024-09-12T01:16:00.047733+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.047733+0000","objects_scrubbed":5,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:53.168524+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2182406,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":462,"num_read_kb":40754,"num_write":1064,"num_write_kb":56735,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"264'858","reported_seq":2673,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.591634+0000","last_change":"2024-09-12T01:16:00.591634+0000","last_active":"2024-09-12T01:16:00.591634+0000","last_peered":"2024-09-12T01:16:00.591634+0000","last_clean":"2024-09-12T01:16:00.591634+0000","last_became_active":"2024-09-12T00:34:33.985699+0000","last_became_peered":"2024-09-12T00:34:33.985699+0000","last_unstale":"2024-09-12T01:16:00.591634+0000","last_undegraded":"2024-09-12T01:16:00.591634+0000","last_fullsized":"2024-09-12T01:16:00.591634+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'858","last_scrub_stamp":"2024-09-12T01:16:00.591543+0000","last_deep_scrub":"264'858","last_deep_scrub_stamp":"2024-09-12T01:16:00.591543+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.591543+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":800,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:32.870015+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4345,"num_read_kb":3960,"num_write":1112,"num_write_kb":397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2555,"num_omap_keys":10,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"264'406","reported_seq":1061,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.505620+0000","last_change":"2024-09-12T01:15:57.505551+0000","last_active":"2024-09-12T01:15:57.505620+0000","last_peered":"2024-09-12T01:15:57.505620+0000","last_clean":"2024-09-12T01:15:57.505620+0000","last_became_active":"2024-09-12T00:35:05.688122+0000","last_became_peered":"2024-09-12T00:35:05.688122+0000","last_unstale":"2024-09-12T01:15:57.505620+0000","last_undegraded":"2024-09-12T01:15:57.505620+0000","last_fullsized":"2024-09-12T01:15:57.505620+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'406","last_scrub_stamp":"2024-09-12T01:15:57.505429+0000","last_deep_scrub":"264'406","last_deep_scrub_stamp":"2024-09-12T01:15:57.505429+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.505429+0000","objects_scrubbed":7,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:26.389964+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":691,"num_read_kb":20182,"num_write":1315,"num_write_kb":44203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"264'865","reported_seq":2391,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.565335+0000","last_change":"2024-09-12T01:16:01.565335+0000","last_active":"2024-09-12T01:16:01.565335+0000","last_peered":"2024-09-12T01:16:01.565335+0000","last_clean":"2024-09-12T01:16:01.565335+0000","last_became_active":"2024-09-12T00:34:33.980096+0000","last_became_peered":"2024-09-12T00:34:33.980096+0000","last_unstale":"2024-09-12T01:16:01.565335+0000","last_undegraded":"2024-09-12T01:16:01.565335+0000","last_fullsized":"2024-09-12T01:16:01.565335+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'865","last_scrub_stamp":"2024-09-12T01:16:01.565248+0000","last_deep_scrub":"264'865","last_deep_scrub_stamp":"2024-09-12T01:16:01.565248+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.565248+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":800,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:41:31.087052+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3928,"num_read_kb":3504,"num_write":1145,"num_write_kb":420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":236,"num_omap_keys":1,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"264'373","reported_seq":1073,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.113759+0000","last_change":"2024-09-12T01:16:00.113759+0000","last_active":"2024-09-12T01:16:00.113759+0000","last_peered":"2024-09-12T01:16:00.113759+0000","last_clean":"2024-09-12T01:16:00.113759+0000","last_became_active":"2024-09-12T00:34:31.967261+0000","last_became_peered":"2024-09-12T00:34:31.967261+0000","last_unstale":"2024-09-12T01:16:00.113759+0000","last_undegraded":"2024-09-12T01:16:00.113759+0000","last_fullsized":"2024-09-12T01:16:00.113759+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'373","last_scrub_stamp":"2024-09-12T01:16:00.113620+0000","last_deep_scrub":"264'373","last_deep_scrub_stamp":"2024-09-12T01:16:00.113620+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.113620+0000","objects_scrubbed":3,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:19:27.523650+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":642,"num_read_kb":54864,"num_write":1209,"num_write_kb":45907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"264'814","reported_seq":2419,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.852066+0000","last_change":"2024-09-12T01:16:10.852066+0000","last_active":"2024-09-12T01:16:10.852066+0000","last_peered":"2024-09-12T01:16:10.852066+0000","last_clean":"2024-09-12T01:16:10.852066+0000","last_became_active":"2024-09-12T00:34:33.976919+0000","last_became_peered":"2024-09-12T00:34:33.976919+0000","last_unstale":"2024-09-12T01:16:10.852066+0000","last_undegraded":"2024-09-12T01:16:10.852066+0000","last_fullsized":"2024-09-12T01:16:10.852066+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'814","last_scrub_stamp":"2024-09-12T01:16:10.851984+0000","last_deep_scrub":"264'814","last_deep_scrub_stamp":"2024-09-12T01:16:10.851984+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.851984+0000","objects_scrubbed":3,"log_size":14,"log_dups_size":800,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:50:20.113173+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4130,"num_read_kb":3753,"num_write":1091,"num_write_kb":407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"264'344","reported_seq":1080,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.509064+0000","last_change":"2024-09-12T01:15:56.508997+0000","last_active":"2024-09-12T01:15:56.509064+0000","last_peered":"2024-09-12T01:15:56.509064+0000","last_clean":"2024-09-12T01:15:56.509064+0000","last_became_active":"2024-09-12T00:34:31.963862+0000","last_became_peered":"2024-09-12T00:34:31.963862+0000","last_unstale":"2024-09-12T01:15:56.509064+0000","last_undegraded":"2024-09-12T01:15:56.509064+0000","last_fullsized":"2024-09-12T01:15:56.509064+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'344","last_scrub_stamp":"2024-09-12T01:15:56.508814+0000","last_deep_scrub":"264'344","last_deep_scrub_stamp":"2024-09-12T01:15:56.508814+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.508814+0000","objects_scrubbed":11,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:58:51.443325+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":575,"num_read_kb":19053,"num_write":1140,"num_write_kb":25874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"264'122","reported_seq":624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.798657+0000","last_change":"2024-09-12T01:16:27.798657+0000","last_active":"2024-09-12T01:16:27.798657+0000","last_peered":"2024-09-12T01:16:27.798657+0000","last_clean":"2024-09-12T01:16:27.798657+0000","last_became_active":"2024-09-12T00:34:42.026130+0000","last_became_peered":"2024-09-12T00:34:42.026130+0000","last_unstale":"2024-09-12T01:16:27.798657+0000","last_undegraded":"2024-09-12T01:16:27.798657+0000","last_fullsized":"2024-09-12T01:16:27.798657+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'122","last_scrub_stamp":"2024-09-12T01:16:27.798574+0000","last_deep_scrub":"264'122","last_deep_scrub_stamp":"2024-09-12T01:16:27.798574+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.798574+0000","objects_scrubbed":2,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:12:19.372772+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":121,"num_read_kb":120,"num_write":270,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"264'826","reported_seq":2518,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.531424+0000","last_change":"2024-09-12T01:15:58.531424+0000","last_active":"2024-09-12T01:15:58.531424+0000","last_peered":"2024-09-12T01:15:58.531424+0000","last_clean":"2024-09-12T01:15:58.531424+0000","last_became_active":"2024-09-12T00:35:05.222184+0000","last_became_peered":"2024-09-12T00:35:05.222184+0000","last_unstale":"2024-09-12T01:15:58.531424+0000","last_undegraded":"2024-09-12T01:15:58.531424+0000","last_fullsized":"2024-09-12T01:15:58.531424+0000","mapping_epoch":38,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'826","last_scrub_stamp":"2024-09-12T01:15:58.531315+0000","last_deep_scrub":"264'826","last_deep_scrub_stamp":"2024-09-12T01:15:58.531315+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.531315+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":800,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:52:25.868158+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4052,"num_read_kb":3687,"num_write":1060,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2275,"num_omap_keys":9,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"264'316","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.760033+0000","last_change":"2024-09-12T01:16:01.759969+0000","last_active":"2024-09-12T01:16:01.760033+0000","last_peered":"2024-09-12T01:16:01.760033+0000","last_clean":"2024-09-12T01:16:01.760033+0000","last_became_active":"2024-09-12T00:34:31.955347+0000","last_became_peered":"2024-09-12T00:34:31.955347+0000","last_unstale":"2024-09-12T01:16:01.760033+0000","last_undegraded":"2024-09-12T01:16:01.760033+0000","last_fullsized":"2024-09-12T01:16:01.760033+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'316","last_scrub_stamp":"2024-09-12T01:16:01.759851+0000","last_deep_scrub":"264'316","last_deep_scrub_stamp":"2024-09-12T01:16:01.759851+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.759851+0000","objects_scrubbed":5,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:41:53.338285+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":423,"num_read_kb":404,"num_write":951,"num_write_kb":33629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.275914+0000","last_change":"2024-09-12T01:16:20.275914+0000","last_active":"2024-09-12T01:16:20.275914+0000","last_peered":"2024-09-12T01:16:20.275914+0000","last_clean":"2024-09-12T01:16:20.275914+0000","last_became_active":"2024-09-12T00:34:35.989736+0000","last_became_peered":"2024-09-12T00:34:35.989736+0000","last_unstale":"2024-09-12T01:16:20.275914+0000","last_undegraded":"2024-09-12T01:16:20.275914+0000","last_fullsized":"2024-09-12T01:16:20.275914+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:20.275817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:20.275817+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.275817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:20:39.203123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"264'363","reported_seq":982,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.670617+0000","last_change":"2024-09-12T01:16:17.670617+0000","last_active":"2024-09-12T01:16:17.670617+0000","last_peered":"2024-09-12T01:16:17.670617+0000","last_clean":"2024-09-12T01:16:17.670617+0000","last_became_active":"2024-09-12T00:34:37.997634+0000","last_became_peered":"2024-09-12T00:34:37.997634+0000","last_unstale":"2024-09-12T01:16:17.670617+0000","last_undegraded":"2024-09-12T01:16:17.670617+0000","last_fullsized":"2024-09-12T01:16:17.670617+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'363","last_scrub_stamp":"2024-09-12T01:16:17.670505+0000","last_deep_scrub":"264'363","last_deep_scrub_stamp":"2024-09-12T01:16:17.670505+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.670505+0000","objects_scrubbed":6,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:43:02.852450+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50513,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":582,"num_read_kb":1227,"num_write":468,"num_write_kb":330,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.910610+0000","last_change":"2024-09-12T01:16:25.910610+0000","last_active":"2024-09-12T01:16:25.910610+0000","last_peered":"2024-09-12T01:16:25.910610+0000","last_clean":"2024-09-12T01:16:25.910610+0000","last_became_active":"2024-09-12T00:34:40.010305+0000","last_became_peered":"2024-09-12T00:34:40.010305+0000","last_unstale":"2024-09-12T01:16:25.910610+0000","last_undegraded":"2024-09-12T01:16:25.910610+0000","last_fullsized":"2024-09-12T01:16:25.910610+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:25.910523+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:25.910523+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.910523+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:22:24.600215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"264'2432","reported_seq":4316,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:31.219224+0000","last_change":"2024-09-12T01:16:31.219224+0000","last_active":"2024-09-12T01:16:31.219224+0000","last_peered":"2024-09-12T01:16:31.219224+0000","last_clean":"2024-09-12T01:16:31.219224+0000","last_became_active":"2024-09-12T00:34:42.013380+0000","last_became_peered":"2024-09-12T00:34:42.013380+0000","last_unstale":"2024-09-12T01:16:31.219224+0000","last_undegraded":"2024-09-12T01:16:31.219224+0000","last_fullsized":"2024-09-12T01:16:31.219224+0000","mapping_epoch":35,"log_start":"264'2400","ondisk_log_start":"264'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2432","last_scrub_stamp":"2024-09-12T01:16:31.219104+0000","last_deep_scrub":"264'2432","last_deep_scrub_stamp":"2024-09-12T01:16:31.219104+0000","last_clean_scrub_stamp":"2024-09-12T01:16:31.219104+0000","objects_scrubbed":3,"log_size":32,"log_dups_size":2400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:22.332862+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6063,"num_read_kb":6068,"num_write":4815,"num_write_kb":1781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"264'886","reported_seq":2583,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.337182+0000","last_change":"2024-09-12T01:16:10.337182+0000","last_active":"2024-09-12T01:16:10.337182+0000","last_peered":"2024-09-12T01:16:10.337182+0000","last_clean":"2024-09-12T01:16:10.337182+0000","last_became_active":"2024-09-12T00:34:33.979514+0000","last_became_peered":"2024-09-12T00:34:33.979514+0000","last_unstale":"2024-09-12T01:16:10.337182+0000","last_undegraded":"2024-09-12T01:16:10.337182+0000","last_fullsized":"2024-09-12T01:16:10.337182+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'886","last_scrub_stamp":"2024-09-12T01:16:10.337084+0000","last_deep_scrub":"264'886","last_deep_scrub_stamp":"2024-09-12T01:16:10.337084+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.337084+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":800,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:56:42.648543+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4152,"num_read_kb":3754,"num_write":1137,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"264'319","reported_seq":959,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:52.515882+0000","last_change":"2024-09-12T01:15:52.515785+0000","last_active":"2024-09-12T01:15:52.515882+0000","last_peered":"2024-09-12T01:15:52.515882+0000","last_clean":"2024-09-12T01:15:52.515882+0000","last_became_active":"2024-09-12T00:34:31.969245+0000","last_became_peered":"2024-09-12T00:34:31.969245+0000","last_unstale":"2024-09-12T01:15:52.515882+0000","last_undegraded":"2024-09-12T01:15:52.515882+0000","last_fullsized":"2024-09-12T01:15:52.515882+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'319","last_scrub_stamp":"2024-09-12T01:15:52.515646+0000","last_deep_scrub":"264'319","last_deep_scrub_stamp":"2024-09-12T01:15:52.515646+0000","last_clean_scrub_stamp":"2024-09-12T01:15:52.515646+0000","objects_scrubbed":6,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:32:59.414178+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6461758,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":479,"num_read_kb":33363,"num_write":1042,"num_write_kb":61890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.058453+0000","last_change":"2024-09-12T01:16:14.058395+0000","last_active":"2024-09-12T01:16:14.058453+0000","last_peered":"2024-09-12T01:16:14.058453+0000","last_clean":"2024-09-12T01:16:14.058453+0000","last_became_active":"2024-09-12T00:34:35.992059+0000","last_became_peered":"2024-09-12T00:34:35.992059+0000","last_unstale":"2024-09-12T01:16:14.058453+0000","last_undegraded":"2024-09-12T01:16:14.058453+0000","last_fullsized":"2024-09-12T01:16:14.058453+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:14.058302+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:14.058302+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.058302+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:34:55.166875+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"264'92","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.781019+0000","last_change":"2024-09-12T01:16:19.781019+0000","last_active":"2024-09-12T01:16:19.781019+0000","last_peered":"2024-09-12T01:16:19.781019+0000","last_clean":"2024-09-12T01:16:19.781019+0000","last_became_active":"2024-09-12T00:34:37.996356+0000","last_became_peered":"2024-09-12T00:34:37.996356+0000","last_unstale":"2024-09-12T01:16:19.781019+0000","last_undegraded":"2024-09-12T01:16:19.781019+0000","last_fullsized":"2024-09-12T01:16:19.781019+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'92","last_scrub_stamp":"2024-09-12T01:16:19.780927+0000","last_deep_scrub":"264'92","last_deep_scrub_stamp":"2024-09-12T01:16:19.780927+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.780927+0000","objects_scrubbed":4,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:58:48.711766+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":98,"num_read_kb":94,"num_write":64,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.739191+0000","last_change":"2024-09-12T01:16:23.739191+0000","last_active":"2024-09-12T01:16:23.739191+0000","last_peered":"2024-09-12T01:16:23.739191+0000","last_clean":"2024-09-12T01:16:23.739191+0000","last_became_active":"2024-09-12T00:34:40.004064+0000","last_became_peered":"2024-09-12T00:34:40.004064+0000","last_unstale":"2024-09-12T01:16:23.739191+0000","last_undegraded":"2024-09-12T01:16:23.739191+0000","last_fullsized":"2024-09-12T01:16:23.739191+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:23.739090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:23.739090+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.739090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:51:48.307412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"264'133","reported_seq":637,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.656693+0000","last_change":"2024-09-12T01:16:28.656693+0000","last_active":"2024-09-12T01:16:28.656693+0000","last_peered":"2024-09-12T01:16:28.656693+0000","last_clean":"2024-09-12T01:16:28.656693+0000","last_became_active":"2024-09-12T00:34:42.013616+0000","last_became_peered":"2024-09-12T00:34:42.013616+0000","last_unstale":"2024-09-12T01:16:28.656693+0000","last_undegraded":"2024-09-12T01:16:28.656693+0000","last_fullsized":"2024-09-12T01:16:28.656693+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'133","last_scrub_stamp":"2024-09-12T01:16:28.656565+0000","last_deep_scrub":"264'133","last_deep_scrub_stamp":"2024-09-12T01:16:28.656565+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.656565+0000","objects_scrubbed":6,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:19.889661+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1123,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":131,"num_read_kb":129,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"264'530","reported_seq":2200,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.459459+0000","last_change":"2024-09-12T01:16:02.459459+0000","last_active":"2024-09-12T01:16:02.459459+0000","last_peered":"2024-09-12T01:16:02.459459+0000","last_clean":"2024-09-12T01:16:02.459459+0000","last_became_active":"2024-09-12T00:34:33.990151+0000","last_became_peered":"2024-09-12T00:34:33.990151+0000","last_unstale":"2024-09-12T01:16:02.459459+0000","last_undegraded":"2024-09-12T01:16:02.459459+0000","last_fullsized":"2024-09-12T01:16:02.459459+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'530","last_scrub_stamp":"2024-09-12T01:16:02.459366+0000","last_deep_scrub":"264'530","last_deep_scrub_stamp":"2024-09-12T01:16:02.459366+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.459366+0000","objects_scrubbed":3,"log_size":30,"log_dups_size":500,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:28:20.250756+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2843,"num_read_kb":2652,"num_write":643,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2299,"num_omap_keys":9,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"264'345","reported_seq":1008,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.713917+0000","last_change":"2024-09-12T01:15:57.713808+0000","last_active":"2024-09-12T01:15:57.713917+0000","last_peered":"2024-09-12T01:15:57.713917+0000","last_clean":"2024-09-12T01:15:57.713917+0000","last_became_active":"2024-09-12T00:34:31.954374+0000","last_became_peered":"2024-09-12T00:34:31.954374+0000","last_unstale":"2024-09-12T01:15:57.713917+0000","last_undegraded":"2024-09-12T01:15:57.713917+0000","last_fullsized":"2024-09-12T01:15:57.713917+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'345","last_scrub_stamp":"2024-09-12T01:15:57.713641+0000","last_deep_scrub":"264'345","last_deep_scrub_stamp":"2024-09-12T01:15:57.713641+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.713641+0000","objects_scrubbed":6,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:27:00.191295+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133734,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":481,"num_read_kb":14610,"num_write":1026,"num_write_kb":17739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.077423+0000","last_change":"2024-09-12T01:16:15.077423+0000","last_active":"2024-09-12T01:16:15.077423+0000","last_peered":"2024-09-12T01:16:15.077423+0000","last_clean":"2024-09-12T01:16:15.077423+0000","last_became_active":"2024-09-12T00:34:35.988647+0000","last_became_peered":"2024-09-12T00:34:35.988647+0000","last_unstale":"2024-09-12T01:16:15.077423+0000","last_undegraded":"2024-09-12T01:16:15.077423+0000","last_fullsized":"2024-09-12T01:16:15.077423+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:15.077325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:15.077325+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.077325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:56.483524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"264'129","reported_seq":681,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.594505+0000","last_change":"2024-09-12T01:16:12.594448+0000","last_active":"2024-09-12T01:16:12.594505+0000","last_peered":"2024-09-12T01:16:12.594505+0000","last_clean":"2024-09-12T01:16:12.594505+0000","last_became_active":"2024-09-12T00:34:37.999287+0000","last_became_peered":"2024-09-12T00:34:37.999287+0000","last_unstale":"2024-09-12T01:16:12.594505+0000","last_undegraded":"2024-09-12T01:16:12.594505+0000","last_fullsized":"2024-09-12T01:16:12.594505+0000","mapping_epoch":31,"log_start":"264'100","ondisk_log_start":"264'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'129","last_scrub_stamp":"2024-09-12T01:16:12.594335+0000","last_deep_scrub":"264'129","last_deep_scrub_stamp":"2024-09-12T01:16:12.594335+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.594335+0000","objects_scrubbed":7,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:54:51.574039+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":142,"num_read_kb":133,"num_write":96,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"264'786","reported_seq":2536,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.864631+0000","last_change":"2024-09-12T01:16:24.864631+0000","last_active":"2024-09-12T01:16:24.864631+0000","last_peered":"2024-09-12T01:16:24.864631+0000","last_clean":"2024-09-12T01:16:24.864631+0000","last_became_active":"2024-09-12T00:34:40.008042+0000","last_became_peered":"2024-09-12T00:34:40.008042+0000","last_unstale":"2024-09-12T01:16:24.864631+0000","last_undegraded":"2024-09-12T01:16:24.864631+0000","last_fullsized":"2024-09-12T01:16:24.864631+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'786","last_scrub_stamp":"2024-09-12T01:16:24.864545+0000","last_deep_scrub":"264'786","last_deep_scrub_stamp":"2024-09-12T01:16:24.864545+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.864545+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":700,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:49:56.391896+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"264'201","reported_seq":1023,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.839106+0000","last_change":"2024-09-12T01:16:28.839106+0000","last_active":"2024-09-12T01:16:28.839106+0000","last_peered":"2024-09-12T01:16:28.839106+0000","last_clean":"2024-09-12T01:16:28.839106+0000","last_became_active":"2024-09-12T00:34:42.012068+0000","last_became_peered":"2024-09-12T00:34:42.012068+0000","last_unstale":"2024-09-12T01:16:28.839106+0000","last_undegraded":"2024-09-12T01:16:28.839106+0000","last_fullsized":"2024-09-12T01:16:28.839106+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'201","last_scrub_stamp":"2024-09-12T01:16:28.839008+0000","last_deep_scrub":"264'201","last_deep_scrub_stamp":"2024-09-12T01:16:28.839008+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.839008+0000","objects_scrubbed":2,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:05:45.857531+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":592,"num_read_kb":587,"num_write":436,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"264'394","reported_seq":1818,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.030595+0000","last_change":"2024-09-12T01:16:05.030595+0000","last_active":"2024-09-12T01:16:05.030595+0000","last_peered":"2024-09-12T01:16:05.030595+0000","last_clean":"2024-09-12T01:16:05.030595+0000","last_became_active":"2024-09-12T00:34:33.988336+0000","last_became_peered":"2024-09-12T00:34:33.988336+0000","last_unstale":"2024-09-12T01:16:05.030595+0000","last_undegraded":"2024-09-12T01:16:05.030595+0000","last_fullsized":"2024-09-12T01:16:05.030595+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'394","last_scrub_stamp":"2024-09-12T01:16:05.030507+0000","last_deep_scrub":"264'394","last_deep_scrub_stamp":"2024-09-12T01:16:05.030507+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.030507+0000","objects_scrubbed":3,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:53:03.454603+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2117,"num_read_kb":1998,"num_write":485,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"264'331","reported_seq":1046,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.016508+0000","last_change":"2024-09-12T01:15:57.016439+0000","last_active":"2024-09-12T01:15:57.016508+0000","last_peered":"2024-09-12T01:15:57.016508+0000","last_clean":"2024-09-12T01:15:57.016508+0000","last_became_active":"2024-09-12T00:34:31.972632+0000","last_became_peered":"2024-09-12T00:34:31.972632+0000","last_unstale":"2024-09-12T01:15:57.016508+0000","last_undegraded":"2024-09-12T01:15:57.016508+0000","last_fullsized":"2024-09-12T01:15:57.016508+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'331","last_scrub_stamp":"2024-09-12T01:15:57.016332+0000","last_deep_scrub":"264'331","last_deep_scrub_stamp":"2024-09-12T01:15:57.016332+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.016332+0000","objects_scrubbed":7,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:25:31.543434+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":629,"num_read_kb":143946,"num_write":1144,"num_write_kb":51229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.306307+0000","last_change":"2024-09-12T01:16:18.306307+0000","last_active":"2024-09-12T01:16:18.306307+0000","last_peered":"2024-09-12T01:16:18.306307+0000","last_clean":"2024-09-12T01:16:18.306307+0000","last_became_active":"2024-09-12T00:34:35.990837+0000","last_became_peered":"2024-09-12T00:34:35.990837+0000","last_unstale":"2024-09-12T01:16:18.306307+0000","last_undegraded":"2024-09-12T01:16:18.306307+0000","last_fullsized":"2024-09-12T01:16:18.306307+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:18.306220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:18.306220+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.306220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:56.313004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"264'282","reported_seq":862,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.846231+0000","last_change":"2024-09-12T01:16:20.846231+0000","last_active":"2024-09-12T01:16:20.846231+0000","last_peered":"2024-09-12T01:16:20.846231+0000","last_clean":"2024-09-12T01:16:20.846231+0000","last_became_active":"2024-09-12T00:34:38.120411+0000","last_became_peered":"2024-09-12T00:34:38.120411+0000","last_unstale":"2024-09-12T01:16:20.846231+0000","last_undegraded":"2024-09-12T01:16:20.846231+0000","last_fullsized":"2024-09-12T01:16:20.846231+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'282","last_scrub_stamp":"2024-09-12T01:16:20.846141+0000","last_deep_scrub":"264'282","last_deep_scrub_stamp":"2024-09-12T01:16:20.846141+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.846141+0000","objects_scrubbed":5,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:28.286915+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47483,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":464,"num_read_kb":1092,"num_write":380,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"264'816","reported_seq":4396,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.949908+0000","last_change":"2024-09-12T01:16:25.949851+0000","last_active":"2024-09-12T01:16:25.949908+0000","last_peered":"2024-09-12T01:16:25.949908+0000","last_clean":"2024-09-12T01:16:25.949908+0000","last_became_active":"2024-09-12T00:34:40.010075+0000","last_became_peered":"2024-09-12T00:34:40.010075+0000","last_unstale":"2024-09-12T01:16:25.949908+0000","last_undegraded":"2024-09-12T01:16:25.949908+0000","last_fullsized":"2024-09-12T01:16:25.949908+0000","mapping_epoch":33,"log_start":"264'800","ondisk_log_start":"264'800","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'816","last_scrub_stamp":"2024-09-12T01:16:25.949742+0000","last_deep_scrub":"264'816","last_deep_scrub_stamp":"2024-09-12T01:16:25.949742+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.949742+0000","objects_scrubbed":1,"log_size":16,"log_dups_size":800,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:10.529298+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"264'1235","reported_seq":2868,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.353227+0000","last_change":"2024-09-12T01:16:07.353227+0000","last_active":"2024-09-12T01:16:07.353227+0000","last_peered":"2024-09-12T01:16:07.353227+0000","last_clean":"2024-09-12T01:16:07.353227+0000","last_became_active":"2024-09-12T00:34:33.984747+0000","last_became_peered":"2024-09-12T00:34:33.984747+0000","last_unstale":"2024-09-12T01:16:07.353227+0000","last_undegraded":"2024-09-12T01:16:07.353227+0000","last_fullsized":"2024-09-12T01:16:07.353227+0000","mapping_epoch":27,"log_start":"264'1200","ondisk_log_start":"264'1200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1235","last_scrub_stamp":"2024-09-12T01:16:07.353141+0000","last_deep_scrub":"264'1235","last_deep_scrub_stamp":"2024-09-12T01:16:07.353141+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.353141+0000","objects_scrubbed":6,"log_size":35,"log_dups_size":1200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:48:44.939723+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":5629,"num_read_kb":4953,"num_write":1699,"num_write_kb":697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":472,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"264'339","reported_seq":1022,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.696488+0000","last_change":"2024-09-12T01:15:58.696488+0000","last_active":"2024-09-12T01:15:58.696488+0000","last_peered":"2024-09-12T01:15:58.696488+0000","last_clean":"2024-09-12T01:15:58.696488+0000","last_became_active":"2024-09-12T00:34:31.970437+0000","last_became_peered":"2024-09-12T00:34:31.970437+0000","last_unstale":"2024-09-12T01:15:58.696488+0000","last_undegraded":"2024-09-12T01:15:58.696488+0000","last_fullsized":"2024-09-12T01:15:58.696488+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'339","last_scrub_stamp":"2024-09-12T01:15:58.696373+0000","last_deep_scrub":"264'339","last_deep_scrub_stamp":"2024-09-12T01:15:58.696373+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.696373+0000","objects_scrubbed":4,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:25.319936+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":582,"num_read_kb":27172,"num_write":1110,"num_write_kb":35174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.789097+0000","last_change":"2024-09-12T01:16:13.789097+0000","last_active":"2024-09-12T01:16:13.789097+0000","last_peered":"2024-09-12T01:16:13.789097+0000","last_clean":"2024-09-12T01:16:13.789097+0000","last_became_active":"2024-09-12T00:34:35.984738+0000","last_became_peered":"2024-09-12T00:34:35.984738+0000","last_unstale":"2024-09-12T01:16:13.789097+0000","last_undegraded":"2024-09-12T01:16:13.789097+0000","last_fullsized":"2024-09-12T01:16:13.789097+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:13.789009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:13.789009+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.789009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:27:25.355721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"264'336","reported_seq":953,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.354509+0000","last_change":"2024-09-12T01:16:22.354509+0000","last_active":"2024-09-12T01:16:22.354509+0000","last_peered":"2024-09-12T01:16:22.354509+0000","last_clean":"2024-09-12T01:16:22.354509+0000","last_became_active":"2024-09-12T00:34:38.120453+0000","last_became_peered":"2024-09-12T00:34:38.120453+0000","last_unstale":"2024-09-12T01:16:22.354509+0000","last_undegraded":"2024-09-12T01:16:22.354509+0000","last_fullsized":"2024-09-12T01:16:22.354509+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'336","last_scrub_stamp":"2024-09-12T01:16:22.354400+0000","last_deep_scrub":"264'336","last_deep_scrub_stamp":"2024-09-12T01:16:22.354400+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.354400+0000","objects_scrubbed":10,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:14:53.039256+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46551,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":527,"num_read_kb":1033,"num_write":402,"num_write_kb":255,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.105908+0000","last_change":"2024-09-12T01:16:13.105908+0000","last_active":"2024-09-12T01:16:13.105908+0000","last_peered":"2024-09-12T01:16:13.105908+0000","last_clean":"2024-09-12T01:16:13.105908+0000","last_became_active":"2024-09-12T00:34:40.004087+0000","last_became_peered":"2024-09-12T00:34:40.004087+0000","last_unstale":"2024-09-12T01:16:13.105908+0000","last_undegraded":"2024-09-12T01:16:13.105908+0000","last_fullsized":"2024-09-12T01:16:13.105908+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:13.105807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:13.105807+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.105807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:00:48.750342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"264'647","reported_seq":1516,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.227220+0000","last_change":"2024-09-12T01:16:27.227220+0000","last_active":"2024-09-12T01:16:27.227220+0000","last_peered":"2024-09-12T01:16:27.227220+0000","last_clean":"2024-09-12T01:16:27.227220+0000","last_became_active":"2024-09-12T00:34:42.013850+0000","last_became_peered":"2024-09-12T00:34:42.013850+0000","last_unstale":"2024-09-12T01:16:27.227220+0000","last_undegraded":"2024-09-12T01:16:27.227220+0000","last_fullsized":"2024-09-12T01:16:27.227220+0000","mapping_epoch":35,"log_start":"264'600","ondisk_log_start":"264'600","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'647","last_scrub_stamp":"2024-09-12T01:16:27.227105+0000","last_deep_scrub":"264'647","last_deep_scrub_stamp":"2024-09-12T01:16:27.227105+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.227105+0000","objects_scrubbed":5,"log_size":47,"log_dups_size":600,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:52:17.481281+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1535,"num_read_kb":1474,"num_write":1355,"num_write_kb":465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"264'323","reported_seq":1704,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.808864+0000","last_change":"2024-09-12T01:16:01.808864+0000","last_active":"2024-09-12T01:16:01.808864+0000","last_peered":"2024-09-12T01:16:01.808864+0000","last_clean":"2024-09-12T01:16:01.808864+0000","last_became_active":"2024-09-12T00:34:33.983785+0000","last_became_peered":"2024-09-12T00:34:33.983785+0000","last_unstale":"2024-09-12T01:16:01.808864+0000","last_undegraded":"2024-09-12T01:16:01.808864+0000","last_fullsized":"2024-09-12T01:16:01.808864+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'323","last_scrub_stamp":"2024-09-12T01:16:01.808745+0000","last_deep_scrub":"264'323","last_deep_scrub_stamp":"2024-09-12T01:16:01.808745+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.808745+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:10:35.000635+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1790,"num_read_kb":1722,"num_write":367,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":236,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"264'472","reported_seq":1376,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.703985+0000","last_change":"2024-09-12T01:15:55.703985+0000","last_active":"2024-09-12T01:15:55.703985+0000","last_peered":"2024-09-12T01:15:55.703985+0000","last_clean":"2024-09-12T01:15:55.703985+0000","last_became_active":"2024-09-12T00:34:31.959073+0000","last_became_peered":"2024-09-12T00:34:31.959073+0000","last_unstale":"2024-09-12T01:15:55.703985+0000","last_undegraded":"2024-09-12T01:15:55.703985+0000","last_fullsized":"2024-09-12T01:15:55.703985+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'472","last_scrub_stamp":"2024-09-12T01:15:55.703706+0000","last_deep_scrub":"264'472","last_deep_scrub_stamp":"2024-09-12T01:15:55.703706+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.703706+0000","objects_scrubbed":12,"log_size":72,"log_dups_size":400,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:07:47.777021+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3916028,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":1343,"num_read_kb":21337,"num_write":1744,"num_write_kb":39863,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.576483+0000","last_change":"2024-09-12T01:16:06.576483+0000","last_active":"2024-09-12T01:16:06.576483+0000","last_peered":"2024-09-12T01:16:06.576483+0000","last_clean":"2024-09-12T01:16:06.576483+0000","last_became_active":"2024-09-12T00:34:35.985224+0000","last_became_peered":"2024-09-12T00:34:35.985224+0000","last_unstale":"2024-09-12T01:16:06.576483+0000","last_undegraded":"2024-09-12T01:16:06.576483+0000","last_fullsized":"2024-09-12T01:16:06.576483+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:06.576397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:06.576397+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.576397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:38.292923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"264'278","reported_seq":853,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.050048+0000","last_change":"2024-09-12T01:16:17.050048+0000","last_active":"2024-09-12T01:16:17.050048+0000","last_peered":"2024-09-12T01:16:17.050048+0000","last_clean":"2024-09-12T01:16:17.050048+0000","last_became_active":"2024-09-12T00:34:37.996385+0000","last_became_peered":"2024-09-12T00:34:37.996385+0000","last_unstale":"2024-09-12T01:16:17.050048+0000","last_undegraded":"2024-09-12T01:16:17.050048+0000","last_fullsized":"2024-09-12T01:16:17.050048+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'278","last_scrub_stamp":"2024-09-12T01:16:17.049933+0000","last_deep_scrub":"264'278","last_deep_scrub_stamp":"2024-09-12T01:16:17.049933+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.049933+0000","objects_scrubbed":5,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:10.911177+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50020,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":445,"num_read_kb":1029,"num_write":362,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.912720+0000","last_change":"2024-09-12T01:16:22.912720+0000","last_active":"2024-09-12T01:16:22.912720+0000","last_peered":"2024-09-12T01:16:22.912720+0000","last_clean":"2024-09-12T01:16:22.912720+0000","last_became_active":"2024-09-12T00:34:40.009860+0000","last_became_peered":"2024-09-12T00:34:40.009860+0000","last_unstale":"2024-09-12T01:16:22.912720+0000","last_undegraded":"2024-09-12T01:16:22.912720+0000","last_fullsized":"2024-09-12T01:16:22.912720+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:22.912625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:22.912625+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.912625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:19:17.687512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"264'124","reported_seq":619,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.002393+0000","last_change":"2024-09-12T01:16:16.002337+0000","last_active":"2024-09-12T01:16:16.002393+0000","last_peered":"2024-09-12T01:16:16.002393+0000","last_clean":"2024-09-12T01:16:16.002393+0000","last_became_active":"2024-09-12T00:34:42.006843+0000","last_became_peered":"2024-09-12T00:34:42.006843+0000","last_unstale":"2024-09-12T01:16:16.002393+0000","last_undegraded":"2024-09-12T01:16:16.002393+0000","last_fullsized":"2024-09-12T01:16:16.002393+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'124","last_scrub_stamp":"2024-09-12T01:16:16.002247+0000","last_deep_scrub":"264'124","last_deep_scrub_stamp":"2024-09-12T01:16:16.002247+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.002247+0000","objects_scrubbed":3,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:02:13.871925+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":101,"num_read_kb":98,"num_write":281,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"264'544","reported_seq":2259,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.966990+0000","last_change":"2024-09-12T01:16:03.966990+0000","last_active":"2024-09-12T01:16:03.966990+0000","last_peered":"2024-09-12T01:16:03.966990+0000","last_clean":"2024-09-12T01:16:03.966990+0000","last_became_active":"2024-09-12T00:34:33.971964+0000","last_became_peered":"2024-09-12T00:34:33.971964+0000","last_unstale":"2024-09-12T01:16:03.966990+0000","last_undegraded":"2024-09-12T01:16:03.966990+0000","last_fullsized":"2024-09-12T01:16:03.966990+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'544","last_scrub_stamp":"2024-09-12T01:16:03.966900+0000","last_deep_scrub":"264'544","last_deep_scrub_stamp":"2024-09-12T01:16:03.966900+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.966900+0000","objects_scrubbed":7,"log_size":44,"log_dups_size":500,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:06:41.524185+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2910,"num_read_kb":2718,"num_write":641,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3712,"num_omap_keys":15,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"264'373","reported_seq":1013,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.732117+0000","last_change":"2024-09-12T01:15:59.732117+0000","last_active":"2024-09-12T01:15:59.732117+0000","last_peered":"2024-09-12T01:15:59.732117+0000","last_clean":"2024-09-12T01:15:59.732117+0000","last_became_active":"2024-09-12T00:34:31.965537+0000","last_became_peered":"2024-09-12T00:34:31.965537+0000","last_unstale":"2024-09-12T01:15:59.732117+0000","last_undegraded":"2024-09-12T01:15:59.732117+0000","last_fullsized":"2024-09-12T01:15:59.732117+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'373","last_scrub_stamp":"2024-09-12T01:15:59.732020+0000","last_deep_scrub":"264'373","last_deep_scrub_stamp":"2024-09-12T01:15:59.732020+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.732020+0000","objects_scrubbed":1,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:16:11.226172+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":528,"num_read_kb":24059,"num_write":1272,"num_write_kb":39850,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.569886+0000","last_change":"2024-09-12T01:16:05.569886+0000","last_active":"2024-09-12T01:16:05.569886+0000","last_peered":"2024-09-12T01:16:05.569886+0000","last_clean":"2024-09-12T01:16:05.569886+0000","last_became_active":"2024-09-12T00:34:35.989002+0000","last_became_peered":"2024-09-12T00:34:35.989002+0000","last_unstale":"2024-09-12T01:16:05.569886+0000","last_undegraded":"2024-09-12T01:16:05.569886+0000","last_fullsized":"2024-09-12T01:16:05.569886+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:05.569782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:05.569782+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.569782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:26:51.916520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"264'335","reported_seq":938,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.904849+0000","last_change":"2024-09-12T01:16:18.904849+0000","last_active":"2024-09-12T01:16:18.904849+0000","last_peered":"2024-09-12T01:16:18.904849+0000","last_clean":"2024-09-12T01:16:18.904849+0000","last_became_active":"2024-09-12T00:34:37.999429+0000","last_became_peered":"2024-09-12T00:34:37.999429+0000","last_unstale":"2024-09-12T01:16:18.904849+0000","last_undegraded":"2024-09-12T01:16:18.904849+0000","last_fullsized":"2024-09-12T01:16:18.904849+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'335","last_scrub_stamp":"2024-09-12T01:16:18.904757+0000","last_deep_scrub":"264'335","last_deep_scrub_stamp":"2024-09-12T01:16:18.904757+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.904757+0000","objects_scrubbed":9,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:32.208958+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51642,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":517,"num_read_kb":1121,"num_write":416,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"264'801","reported_seq":2228,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.696341+0000","last_change":"2024-09-12T01:16:19.696341+0000","last_active":"2024-09-12T01:16:19.696341+0000","last_peered":"2024-09-12T01:16:19.696341+0000","last_clean":"2024-09-12T01:16:19.696341+0000","last_became_active":"2024-09-12T00:34:40.011267+0000","last_became_peered":"2024-09-12T00:34:40.011267+0000","last_unstale":"2024-09-12T01:16:19.696341+0000","last_undegraded":"2024-09-12T01:16:19.696341+0000","last_fullsized":"2024-09-12T01:16:19.696341+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'801","last_scrub_stamp":"2024-09-12T01:16:19.696250+0000","last_deep_scrub":"264'801","last_deep_scrub_stamp":"2024-09-12T01:16:19.696250+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.696250+0000","objects_scrubbed":1,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:45:15.337557+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"264'151","reported_seq":663,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.655123+0000","last_change":"2024-09-12T01:16:25.655123+0000","last_active":"2024-09-12T01:16:25.655123+0000","last_peered":"2024-09-12T01:16:25.655123+0000","last_clean":"2024-09-12T01:16:25.655123+0000","last_became_active":"2024-09-12T00:34:42.013661+0000","last_became_peered":"2024-09-12T00:34:42.013661+0000","last_unstale":"2024-09-12T01:16:25.655123+0000","last_undegraded":"2024-09-12T01:16:25.655123+0000","last_fullsized":"2024-09-12T01:16:25.655123+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'151","last_scrub_stamp":"2024-09-12T01:16:25.655037+0000","last_deep_scrub":"264'151","last_deep_scrub_stamp":"2024-09-12T01:16:25.655037+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.655037+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:20.151364+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":411,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":182,"num_read_kb":163,"num_write":359,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"264'450","reported_seq":2059,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.420965+0000","last_change":"2024-09-12T01:16:04.420965+0000","last_active":"2024-09-12T01:16:04.420965+0000","last_peered":"2024-09-12T01:16:04.420965+0000","last_clean":"2024-09-12T01:16:04.420965+0000","last_became_active":"2024-09-12T00:34:33.987982+0000","last_became_peered":"2024-09-12T00:34:33.987982+0000","last_unstale":"2024-09-12T01:16:04.420965+0000","last_undegraded":"2024-09-12T01:16:04.420965+0000","last_fullsized":"2024-09-12T01:16:04.420965+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'450","last_scrub_stamp":"2024-09-12T01:16:04.420863+0000","last_deep_scrub":"264'450","last_deep_scrub_stamp":"2024-09-12T01:16:04.420863+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.420863+0000","objects_scrubbed":2,"log_size":50,"log_dups_size":400,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:19.936481+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2653,"num_read_kb":2516,"num_write":540,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2811,"num_omap_keys":11,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"264'364","reported_seq":1054,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.358646+0000","last_change":"2024-09-12T01:15:57.358646+0000","last_active":"2024-09-12T01:15:57.358646+0000","last_peered":"2024-09-12T01:15:57.358646+0000","last_clean":"2024-09-12T01:15:57.358646+0000","last_became_active":"2024-09-12T00:34:31.969611+0000","last_became_peered":"2024-09-12T00:34:31.969611+0000","last_unstale":"2024-09-12T01:15:57.358646+0000","last_undegraded":"2024-09-12T01:15:57.358646+0000","last_fullsized":"2024-09-12T01:15:57.358646+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'364","last_scrub_stamp":"2024-09-12T01:15:57.358549+0000","last_deep_scrub":"264'364","last_deep_scrub_stamp":"2024-09-12T01:15:57.358549+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.358549+0000","objects_scrubbed":4,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:23:33.088574+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":629,"num_read_kb":57273,"num_write":1179,"num_write_kb":39514,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.571138+0000","last_change":"2024-09-12T01:16:03.571138+0000","last_active":"2024-09-12T01:16:03.571138+0000","last_peered":"2024-09-12T01:16:03.571138+0000","last_clean":"2024-09-12T01:16:03.571138+0000","last_became_active":"2024-09-12T00:34:35.987677+0000","last_became_peered":"2024-09-12T00:34:35.987677+0000","last_unstale":"2024-09-12T01:16:03.571138+0000","last_undegraded":"2024-09-12T01:16:03.571138+0000","last_fullsized":"2024-09-12T01:16:03.571138+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:03.571050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:03.571050+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.571050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:54.936632+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"264'507","reported_seq":1155,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.592852+0000","last_change":"2024-09-12T01:16:14.592852+0000","last_active":"2024-09-12T01:16:14.592852+0000","last_peered":"2024-09-12T01:16:14.592852+0000","last_clean":"2024-09-12T01:16:14.592852+0000","last_became_active":"2024-09-12T00:34:37.996633+0000","last_became_peered":"2024-09-12T00:34:37.996633+0000","last_unstale":"2024-09-12T01:16:14.592852+0000","last_undegraded":"2024-09-12T01:16:14.592852+0000","last_fullsized":"2024-09-12T01:16:14.592852+0000","mapping_epoch":31,"log_start":"264'400","ondisk_log_start":"264'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'507","last_scrub_stamp":"2024-09-12T01:16:14.592745+0000","last_deep_scrub":"264'507","last_deep_scrub_stamp":"2024-09-12T01:16:14.592745+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.592745+0000","objects_scrubbed":7,"log_size":107,"log_dups_size":400,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:32:07.112581+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93630,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":880,"num_read_kb":2110,"num_write":730,"num_write_kb":612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.520508+0000","last_change":"2024-09-12T01:16:08.520508+0000","last_active":"2024-09-12T01:16:08.520508+0000","last_peered":"2024-09-12T01:16:08.520508+0000","last_clean":"2024-09-12T01:16:08.520508+0000","last_became_active":"2024-09-12T00:34:40.006943+0000","last_became_peered":"2024-09-12T00:34:40.006943+0000","last_unstale":"2024-09-12T01:16:08.520508+0000","last_undegraded":"2024-09-12T01:16:08.520508+0000","last_fullsized":"2024-09-12T01:16:08.520508+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:08.520420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:08.520420+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.520420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:11:11.223691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"264'141","reported_seq":650,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.111881+0000","last_change":"2024-09-12T01:16:20.111881+0000","last_active":"2024-09-12T01:16:20.111881+0000","last_peered":"2024-09-12T01:16:20.111881+0000","last_clean":"2024-09-12T01:16:20.111881+0000","last_became_active":"2024-09-12T00:34:42.026272+0000","last_became_peered":"2024-09-12T00:34:42.026272+0000","last_unstale":"2024-09-12T01:16:20.111881+0000","last_undegraded":"2024-09-12T01:16:20.111881+0000","last_fullsized":"2024-09-12T01:16:20.111881+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'141","last_scrub_stamp":"2024-09-12T01:16:20.111778+0000","last_deep_scrub":"264'141","last_deep_scrub_stamp":"2024-09-12T01:16:20.111778+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.111778+0000","objects_scrubbed":2,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:42:24.943754+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":899,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":129,"num_read_kb":127,"num_write":342,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"264'443","reported_seq":1931,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.740428+0000","last_change":"2024-09-12T01:15:57.740428+0000","last_active":"2024-09-12T01:15:57.740428+0000","last_peered":"2024-09-12T01:15:57.740428+0000","last_clean":"2024-09-12T01:15:57.740428+0000","last_became_active":"2024-09-12T00:34:33.988384+0000","last_became_peered":"2024-09-12T00:34:33.988384+0000","last_unstale":"2024-09-12T01:15:57.740428+0000","last_undegraded":"2024-09-12T01:15:57.740428+0000","last_fullsized":"2024-09-12T01:15:57.740428+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'443","last_scrub_stamp":"2024-09-12T01:15:57.740350+0000","last_deep_scrub":"264'443","last_deep_scrub_stamp":"2024-09-12T01:15:57.740350+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.740350+0000","objects_scrubbed":2,"log_size":43,"log_dups_size":400,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:19:33.046856+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2245,"num_read_kb":2110,"num_write":506,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":947,"num_omap_keys":4,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"264'359","reported_seq":1117,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.147863+0000","last_change":"2024-09-12T01:15:55.147863+0000","last_active":"2024-09-12T01:15:55.147863+0000","last_peered":"2024-09-12T01:15:55.147863+0000","last_clean":"2024-09-12T01:15:55.147863+0000","last_became_active":"2024-09-12T00:34:31.973463+0000","last_became_peered":"2024-09-12T00:34:31.973463+0000","last_unstale":"2024-09-12T01:15:55.147863+0000","last_undegraded":"2024-09-12T01:15:55.147863+0000","last_fullsized":"2024-09-12T01:15:55.147863+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'359","last_scrub_stamp":"2024-09-12T01:15:55.147761+0000","last_deep_scrub":"264'359","last_deep_scrub_stamp":"2024-09-12T01:15:55.147761+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.147761+0000","objects_scrubbed":9,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:39:01.165701+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":687564,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":725,"num_read_kb":52164,"num_write":1162,"num_write_kb":35766,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.609092+0000","last_change":"2024-09-12T01:16:11.609092+0000","last_active":"2024-09-12T01:16:11.609092+0000","last_peered":"2024-09-12T01:16:11.609092+0000","last_clean":"2024-09-12T01:16:11.609092+0000","last_became_active":"2024-09-12T00:34:35.987401+0000","last_became_peered":"2024-09-12T00:34:35.987401+0000","last_unstale":"2024-09-12T01:16:11.609092+0000","last_undegraded":"2024-09-12T01:16:11.609092+0000","last_fullsized":"2024-09-12T01:16:11.609092+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:11.608991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:11.608991+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.608991+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:07.068116+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"264'318","reported_seq":900,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.801000+0000","last_change":"2024-09-12T01:16:17.801000+0000","last_active":"2024-09-12T01:16:17.801000+0000","last_peered":"2024-09-12T01:16:17.801000+0000","last_clean":"2024-09-12T01:16:17.801000+0000","last_became_active":"2024-09-12T00:34:37.996632+0000","last_became_peered":"2024-09-12T00:34:37.996632+0000","last_unstale":"2024-09-12T01:16:17.801000+0000","last_undegraded":"2024-09-12T01:16:17.801000+0000","last_fullsized":"2024-09-12T01:16:17.801000+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'318","last_scrub_stamp":"2024-09-12T01:16:17.800886+0000","last_deep_scrub":"264'318","last_deep_scrub_stamp":"2024-09-12T01:16:17.800886+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.800886+0000","objects_scrubbed":7,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:59:36.846888+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55572,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":529,"num_read_kb":1205,"num_write":478,"num_write_kb":405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.652796+0000","last_change":"2024-09-12T01:16:21.652796+0000","last_active":"2024-09-12T01:16:21.652796+0000","last_peered":"2024-09-12T01:16:21.652796+0000","last_clean":"2024-09-12T01:16:21.652796+0000","last_became_active":"2024-09-12T00:34:40.012535+0000","last_became_peered":"2024-09-12T00:34:40.012535+0000","last_unstale":"2024-09-12T01:16:21.652796+0000","last_undegraded":"2024-09-12T01:16:21.652796+0000","last_fullsized":"2024-09-12T01:16:21.652796+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:21.652705+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:21.652705+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.652705+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:39:59.828028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"264'105","reported_seq":593,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.991162+0000","last_change":"2024-09-12T01:16:30.991099+0000","last_active":"2024-09-12T01:16:30.991162+0000","last_peered":"2024-09-12T01:16:30.991162+0000","last_clean":"2024-09-12T01:16:30.991162+0000","last_became_active":"2024-09-12T00:34:42.025660+0000","last_became_peered":"2024-09-12T00:34:42.025660+0000","last_unstale":"2024-09-12T01:16:30.991162+0000","last_undegraded":"2024-09-12T01:16:30.991162+0000","last_fullsized":"2024-09-12T01:16:30.991162+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'105","last_scrub_stamp":"2024-09-12T01:16:30.991008+0000","last_deep_scrub":"264'105","last_deep_scrub_stamp":"2024-09-12T01:16:30.991008+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.991008+0000","objects_scrubbed":3,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:34:52.098598+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":81,"num_read_kb":81,"num_write":243,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"264'461","reported_seq":1947,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.832408+0000","last_change":"2024-09-12T01:15:59.832408+0000","last_active":"2024-09-12T01:15:59.832408+0000","last_peered":"2024-09-12T01:15:59.832408+0000","last_clean":"2024-09-12T01:15:59.832408+0000","last_became_active":"2024-09-12T00:34:33.976456+0000","last_became_peered":"2024-09-12T00:34:33.976456+0000","last_unstale":"2024-09-12T01:15:59.832408+0000","last_undegraded":"2024-09-12T01:15:59.832408+0000","last_fullsized":"2024-09-12T01:15:59.832408+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'461","last_scrub_stamp":"2024-09-12T01:15:59.832329+0000","last_deep_scrub":"264'461","last_deep_scrub_stamp":"2024-09-12T01:15:59.832329+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.832329+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":400,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:40:55.916386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2299,"num_read_kb":2147,"num_write":532,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"264'312","reported_seq":959,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.573171+0000","last_change":"2024-09-12T01:15:53.573097+0000","last_active":"2024-09-12T01:15:53.573171+0000","last_peered":"2024-09-12T01:15:53.573171+0000","last_clean":"2024-09-12T01:15:53.573171+0000","last_became_active":"2024-09-12T00:35:05.223814+0000","last_became_peered":"2024-09-12T00:35:05.223814+0000","last_unstale":"2024-09-12T01:15:53.573171+0000","last_undegraded":"2024-09-12T01:15:53.573171+0000","last_fullsized":"2024-09-12T01:15:53.573171+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T01:15:53.573000+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T01:15:53.573000+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.573000+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:54.728379+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":709707,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":513,"num_read_kb":31652,"num_write":891,"num_write_kb":37909,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"264'4","reported_seq":988,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.036642+0000","last_change":"2024-09-12T01:16:07.036642+0000","last_active":"2024-09-12T01:16:07.036642+0000","last_peered":"2024-09-12T01:16:07.036642+0000","last_clean":"2024-09-12T01:16:07.036642+0000","last_became_active":"2024-09-12T00:34:35.993578+0000","last_became_peered":"2024-09-12T00:34:35.993578+0000","last_unstale":"2024-09-12T01:16:07.036642+0000","last_undegraded":"2024-09-12T01:16:07.036642+0000","last_fullsized":"2024-09-12T01:16:07.036642+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:07.036518+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:07.036518+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.036518+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:36:28.669194+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"264'286","reported_seq":876,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.573701+0000","last_change":"2024-09-12T01:16:07.573701+0000","last_active":"2024-09-12T01:16:07.573701+0000","last_peered":"2024-09-12T01:16:07.573701+0000","last_clean":"2024-09-12T01:16:07.573701+0000","last_became_active":"2024-09-12T00:34:38.000994+0000","last_became_peered":"2024-09-12T00:34:38.000994+0000","last_unstale":"2024-09-12T01:16:07.573701+0000","last_undegraded":"2024-09-12T01:16:07.573701+0000","last_fullsized":"2024-09-12T01:16:07.573701+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'286","last_scrub_stamp":"2024-09-12T01:16:07.573607+0000","last_deep_scrub":"264'286","last_deep_scrub_stamp":"2024-09-12T01:16:07.573607+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.573607+0000","objects_scrubbed":7,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:39:16.274861+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53088,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":475,"num_read_kb":1045,"num_write":378,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"264'765","reported_seq":2238,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.522154+0000","last_change":"2024-09-12T01:16:09.522154+0000","last_active":"2024-09-12T01:16:09.522154+0000","last_peered":"2024-09-12T01:16:09.522154+0000","last_clean":"2024-09-12T01:16:09.522154+0000","last_became_active":"2024-09-12T00:34:40.010400+0000","last_became_peered":"2024-09-12T00:34:40.010400+0000","last_unstale":"2024-09-12T01:16:09.522154+0000","last_undegraded":"2024-09-12T01:16:09.522154+0000","last_fullsized":"2024-09-12T01:16:09.522154+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'765","last_scrub_stamp":"2024-09-12T01:16:09.522063+0000","last_deep_scrub":"264'765","last_deep_scrub_stamp":"2024-09-12T01:16:09.522063+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.522063+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:40:09.755599+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"264'144","reported_seq":650,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.118074+0000","last_change":"2024-09-12T01:16:17.118004+0000","last_active":"2024-09-12T01:16:17.118074+0000","last_peered":"2024-09-12T01:16:17.118074+0000","last_clean":"2024-09-12T01:16:17.118074+0000","last_became_active":"2024-09-12T00:34:42.014037+0000","last_became_peered":"2024-09-12T00:34:42.014037+0000","last_unstale":"2024-09-12T01:16:17.118074+0000","last_undegraded":"2024-09-12T01:16:17.118074+0000","last_fullsized":"2024-09-12T01:16:17.118074+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'144","last_scrub_stamp":"2024-09-12T01:16:17.117903+0000","last_deep_scrub":"264'144","last_deep_scrub_stamp":"2024-09-12T01:16:17.117903+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.117903+0000","objects_scrubbed":5,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:33:59.967270+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2093,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":145,"num_read_kb":133,"num_write":333,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"264'824","reported_seq":2404,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.855628+0000","last_change":"2024-09-12T01:16:00.855628+0000","last_active":"2024-09-12T01:16:00.855628+0000","last_peered":"2024-09-12T01:16:00.855628+0000","last_clean":"2024-09-12T01:16:00.855628+0000","last_became_active":"2024-09-12T00:34:33.981378+0000","last_became_peered":"2024-09-12T00:34:33.981378+0000","last_unstale":"2024-09-12T01:16:00.855628+0000","last_undegraded":"2024-09-12T01:16:00.855628+0000","last_fullsized":"2024-09-12T01:16:00.855628+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'824","last_scrub_stamp":"2024-09-12T01:16:00.855551+0000","last_deep_scrub":"264'824","last_deep_scrub_stamp":"2024-09-12T01:16:00.855551+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.855551+0000","objects_scrubbed":2,"log_size":24,"log_dups_size":800,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:58:15.665917+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3842,"num_read_kb":3465,"num_write":1066,"num_write_kb":374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"264'346","reported_seq":981,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.835261+0000","last_change":"2024-09-12T01:15:54.835261+0000","last_active":"2024-09-12T01:15:54.835261+0000","last_peered":"2024-09-12T01:15:54.835261+0000","last_clean":"2024-09-12T01:15:54.835261+0000","last_became_active":"2024-09-12T00:34:31.956950+0000","last_became_peered":"2024-09-12T00:34:31.956950+0000","last_unstale":"2024-09-12T01:15:54.835261+0000","last_undegraded":"2024-09-12T01:15:54.835261+0000","last_fullsized":"2024-09-12T01:15:54.835261+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'346","last_scrub_stamp":"2024-09-12T01:15:54.835148+0000","last_deep_scrub":"264'346","last_deep_scrub_stamp":"2024-09-12T01:15:54.835148+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.835148+0000","objects_scrubbed":5,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:23:52.795144+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":493,"num_read_kb":41410,"num_write":1083,"num_write_kb":22740,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"264'4","reported_seq":1461,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.339852+0000","last_change":"2024-09-12T01:16:17.339852+0000","last_active":"2024-09-12T01:16:17.339852+0000","last_peered":"2024-09-12T01:16:17.339852+0000","last_clean":"2024-09-12T01:16:17.339852+0000","last_became_active":"2024-09-12T00:34:35.990390+0000","last_became_peered":"2024-09-12T00:34:35.990390+0000","last_unstale":"2024-09-12T01:16:17.339852+0000","last_undegraded":"2024-09-12T01:16:17.339852+0000","last_fullsized":"2024-09-12T01:16:17.339852+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:17.339761+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:17.339761+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.339761+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:47:48.642744+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":960,"num_read_kb":960,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"264'73","reported_seq":591,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.081493+0000","last_change":"2024-09-12T01:16:18.081493+0000","last_active":"2024-09-12T01:16:18.081493+0000","last_peered":"2024-09-12T01:16:18.081493+0000","last_clean":"2024-09-12T01:16:18.081493+0000","last_became_active":"2024-09-12T00:34:38.120680+0000","last_became_peered":"2024-09-12T00:34:38.120680+0000","last_unstale":"2024-09-12T01:16:18.081493+0000","last_undegraded":"2024-09-12T01:16:18.081493+0000","last_fullsized":"2024-09-12T01:16:18.081493+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'73","last_scrub_stamp":"2024-09-12T01:16:18.081400+0000","last_deep_scrub":"264'73","last_deep_scrub_stamp":"2024-09-12T01:16:18.081400+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.081400+0000","objects_scrubbed":5,"log_size":73,"log_dups_size":0,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:39:13.039664+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"264'776","reported_seq":2270,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.056774+0000","last_change":"2024-09-12T01:16:12.056774+0000","last_active":"2024-09-12T01:16:12.056774+0000","last_peered":"2024-09-12T01:16:12.056774+0000","last_clean":"2024-09-12T01:16:12.056774+0000","last_became_active":"2024-09-12T00:34:40.008128+0000","last_became_peered":"2024-09-12T00:34:40.008128+0000","last_unstale":"2024-09-12T01:16:12.056774+0000","last_undegraded":"2024-09-12T01:16:12.056774+0000","last_fullsized":"2024-09-12T01:16:12.056774+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'776","last_scrub_stamp":"2024-09-12T01:16:12.056673+0000","last_deep_scrub":"264'776","last_deep_scrub_stamp":"2024-09-12T01:16:12.056673+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.056673+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":700,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:07.311245+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"264'107","reported_seq":601,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.744001+0000","last_change":"2024-09-12T01:16:25.744001+0000","last_active":"2024-09-12T01:16:25.744001+0000","last_peered":"2024-09-12T01:16:25.744001+0000","last_clean":"2024-09-12T01:16:25.744001+0000","last_became_active":"2024-09-12T00:34:42.011280+0000","last_became_peered":"2024-09-12T00:34:42.011280+0000","last_unstale":"2024-09-12T01:16:25.744001+0000","last_undegraded":"2024-09-12T01:16:25.744001+0000","last_fullsized":"2024-09-12T01:16:25.744001+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'107","last_scrub_stamp":"2024-09-12T01:16:25.743913+0000","last_deep_scrub":"264'107","last_deep_scrub_stamp":"2024-09-12T01:16:25.743913+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.743913+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:48:33.836114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":87,"num_read_kb":83,"num_write":251,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"264'378","reported_seq":1897,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.090664+0000","last_change":"2024-09-12T01:16:04.090664+0000","last_active":"2024-09-12T01:16:04.090664+0000","last_peered":"2024-09-12T01:16:04.090664+0000","last_clean":"2024-09-12T01:16:04.090664+0000","last_became_active":"2024-09-12T00:34:33.988926+0000","last_became_peered":"2024-09-12T00:34:33.988926+0000","last_unstale":"2024-09-12T01:16:04.090664+0000","last_undegraded":"2024-09-12T01:16:04.090664+0000","last_fullsized":"2024-09-12T01:16:04.090664+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'378","last_scrub_stamp":"2024-09-12T01:16:04.090564+0000","last_deep_scrub":"264'378","last_deep_scrub_stamp":"2024-09-12T01:16:04.090564+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.090564+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:27.359445+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2122,"num_read_kb":2052,"num_write":409,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":225,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"264'321","reported_seq":940,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.104482+0000","last_change":"2024-09-12T01:16:01.104482+0000","last_active":"2024-09-12T01:16:01.104482+0000","last_peered":"2024-09-12T01:16:01.104482+0000","last_clean":"2024-09-12T01:16:01.104482+0000","last_became_active":"2024-09-12T00:34:31.970626+0000","last_became_peered":"2024-09-12T00:34:31.970626+0000","last_unstale":"2024-09-12T01:16:01.104482+0000","last_undegraded":"2024-09-12T01:16:01.104482+0000","last_fullsized":"2024-09-12T01:16:01.104482+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'321","last_scrub_stamp":"2024-09-12T01:16:01.104352+0000","last_deep_scrub":"264'321","last_deep_scrub_stamp":"2024-09-12T01:16:01.104352+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.104352+0000","objects_scrubbed":4,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:21:16.962273+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1532641,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":410,"num_read_kb":40533,"num_write":991,"num_write_kb":34641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.861695+0000","last_change":"2024-09-12T01:16:13.861695+0000","last_active":"2024-09-12T01:16:13.861695+0000","last_peered":"2024-09-12T01:16:13.861695+0000","last_clean":"2024-09-12T01:16:13.861695+0000","last_became_active":"2024-09-12T00:34:35.990643+0000","last_became_peered":"2024-09-12T00:34:35.990643+0000","last_unstale":"2024-09-12T01:16:13.861695+0000","last_undegraded":"2024-09-12T01:16:13.861695+0000","last_fullsized":"2024-09-12T01:16:13.861695+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:13.861606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:13.861606+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.861606+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:20:31.254072+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"264'367","reported_seq":972,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.365729+0000","last_change":"2024-09-12T01:16:23.365729+0000","last_active":"2024-09-12T01:16:23.365729+0000","last_peered":"2024-09-12T01:16:23.365729+0000","last_clean":"2024-09-12T01:16:23.365729+0000","last_became_active":"2024-09-12T00:34:37.996729+0000","last_became_peered":"2024-09-12T00:34:37.996729+0000","last_unstale":"2024-09-12T01:16:23.365729+0000","last_undegraded":"2024-09-12T01:16:23.365729+0000","last_fullsized":"2024-09-12T01:16:23.365729+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'367","last_scrub_stamp":"2024-09-12T01:16:23.365638+0000","last_deep_scrub":"264'367","last_deep_scrub_stamp":"2024-09-12T01:16:23.365638+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.365638+0000","objects_scrubbed":9,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:26:13.705872+0000","scrub_duration":12,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54811,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1175,"num_read_kb":1814,"num_write":1666,"num_write_kb":1537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":487892,"num_omap_keys":1124,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.076303+0000","last_change":"2024-09-12T01:16:10.076303+0000","last_active":"2024-09-12T01:16:10.076303+0000","last_peered":"2024-09-12T01:16:10.076303+0000","last_clean":"2024-09-12T01:16:10.076303+0000","last_became_active":"2024-09-12T00:34:40.011736+0000","last_became_peered":"2024-09-12T00:34:40.011736+0000","last_unstale":"2024-09-12T01:16:10.076303+0000","last_undegraded":"2024-09-12T01:16:10.076303+0000","last_fullsized":"2024-09-12T01:16:10.076303+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:10.076219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:10.076219+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.076219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:27.668759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"264'152","reported_seq":652,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.091505+0000","last_change":"2024-09-12T01:16:18.091422+0000","last_active":"2024-09-12T01:16:18.091505+0000","last_peered":"2024-09-12T01:16:18.091505+0000","last_clean":"2024-09-12T01:16:18.091505+0000","last_became_active":"2024-09-12T00:34:42.012707+0000","last_became_peered":"2024-09-12T00:34:42.012707+0000","last_unstale":"2024-09-12T01:16:18.091505+0000","last_undegraded":"2024-09-12T01:16:18.091505+0000","last_fullsized":"2024-09-12T01:16:18.091505+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'152","last_scrub_stamp":"2024-09-12T01:16:18.091335+0000","last_deep_scrub":"264'152","last_deep_scrub_stamp":"2024-09-12T01:16:18.091335+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.091335+0000","objects_scrubbed":2,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:56.171790+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":137,"num_read_kb":134,"num_write":335,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"264'978","reported_seq":2691,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.989747+0000","last_change":"2024-09-12T01:16:01.989692+0000","last_active":"2024-09-12T01:16:01.989747+0000","last_peered":"2024-09-12T01:16:01.989747+0000","last_clean":"2024-09-12T01:16:01.989747+0000","last_became_active":"2024-09-12T00:34:33.979731+0000","last_became_peered":"2024-09-12T00:34:33.979731+0000","last_unstale":"2024-09-12T01:16:01.989747+0000","last_undegraded":"2024-09-12T01:16:01.989747+0000","last_fullsized":"2024-09-12T01:16:01.989747+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'978","last_scrub_stamp":"2024-09-12T01:16:01.989601+0000","last_deep_scrub":"264'978","last_deep_scrub_stamp":"2024-09-12T01:16:01.989601+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.989601+0000","objects_scrubbed":5,"log_size":78,"log_dups_size":900,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:22.649542+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4741,"num_read_kb":4243,"num_write":1352,"num_write_kb":549,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":694,"num_omap_keys":3,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"264'74","reported_seq":624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.734006+0000","last_change":"2024-09-12T01:15:56.733944+0000","last_active":"2024-09-12T01:15:56.734006+0000","last_peered":"2024-09-12T01:15:56.734006+0000","last_clean":"2024-09-12T01:15:56.734006+0000","last_became_active":"2024-09-12T00:34:12.860653+0000","last_became_peered":"2024-09-12T00:34:12.860653+0000","last_unstale":"2024-09-12T01:15:56.734006+0000","last_undegraded":"2024-09-12T01:15:56.734006+0000","last_fullsized":"2024-09-12T01:15:56.734006+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'74","last_scrub_stamp":"2024-09-12T01:15:56.733841+0000","last_deep_scrub":"264'74","last_deep_scrub_stamp":"2024-09-12T01:15:56.733841+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.733841+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:40.612804+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"264'2","reported_seq":526,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.361058+0000","last_change":"2024-09-12T01:15:56.360938+0000","last_active":"2024-09-12T01:15:56.361058+0000","last_peered":"2024-09-12T01:15:56.361058+0000","last_clean":"2024-09-12T01:15:56.361058+0000","last_became_active":"2024-09-12T00:34:18.794220+0000","last_became_peered":"2024-09-12T00:34:18.794220+0000","last_unstale":"2024-09-12T01:15:56.361058+0000","last_undegraded":"2024-09-12T01:15:56.361058+0000","last_fullsized":"2024-09-12T01:15:56.361058+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:15:56.360846+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:15:56.360846+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.360846+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:57:35.854374+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.00068530299999999995,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"264'351","reported_seq":1184,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.157816+0000","last_change":"2024-09-12T01:15:53.157721+0000","last_active":"2024-09-12T01:15:53.157816+0000","last_peered":"2024-09-12T01:15:53.157816+0000","last_clean":"2024-09-12T01:15:53.157816+0000","last_became_active":"2024-09-12T00:34:31.975192+0000","last_became_peered":"2024-09-12T00:34:31.975192+0000","last_unstale":"2024-09-12T01:15:53.157816+0000","last_undegraded":"2024-09-12T01:15:53.157816+0000","last_fullsized":"2024-09-12T01:15:53.157816+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'351","last_scrub_stamp":"2024-09-12T01:15:53.157614+0000","last_deep_scrub":"264'351","last_deep_scrub_stamp":"2024-09-12T01:15:53.157614+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.157614+0000","objects_scrubbed":7,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:19:41.667251+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":928,"num_read_kb":22362,"num_write":1090,"num_write_kb":25369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":505,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.747320+0000","last_change":"2024-09-12T01:16:12.747247+0000","last_active":"2024-09-12T01:16:12.747320+0000","last_peered":"2024-09-12T01:16:12.747320+0000","last_clean":"2024-09-12T01:16:12.747320+0000","last_became_active":"2024-09-12T00:34:35.984101+0000","last_became_peered":"2024-09-12T00:34:35.984101+0000","last_unstale":"2024-09-12T01:16:12.747320+0000","last_undegraded":"2024-09-12T01:16:12.747320+0000","last_fullsized":"2024-09-12T01:16:12.747320+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:12.747163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:12.747163+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.747163+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:12:53.118889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"264'704","reported_seq":1413,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.321576+0000","last_change":"2024-09-12T01:16:21.321576+0000","last_active":"2024-09-12T01:16:21.321576+0000","last_peered":"2024-09-12T01:16:21.321576+0000","last_clean":"2024-09-12T01:16:21.321576+0000","last_became_active":"2024-09-12T00:34:37.999707+0000","last_became_peered":"2024-09-12T00:34:37.999707+0000","last_unstale":"2024-09-12T01:16:21.321576+0000","last_undegraded":"2024-09-12T01:16:21.321576+0000","last_fullsized":"2024-09-12T01:16:21.321576+0000","mapping_epoch":31,"log_start":"264'600","ondisk_log_start":"264'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'704","last_scrub_stamp":"2024-09-12T01:16:21.321475+0000","last_deep_scrub":"264'704","last_deep_scrub_stamp":"2024-09-12T01:16:21.321475+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.321475+0000","objects_scrubbed":7,"log_size":104,"log_dups_size":600,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:03.018742+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":136244,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1368,"num_read_kb":3023,"num_write":1294,"num_write_kb":1130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":108276,"num_omap_keys":262,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.661806+0000","last_change":"2024-09-12T01:16:20.661806+0000","last_active":"2024-09-12T01:16:20.661806+0000","last_peered":"2024-09-12T01:16:20.661806+0000","last_clean":"2024-09-12T01:16:20.661806+0000","last_became_active":"2024-09-12T00:34:40.008565+0000","last_became_peered":"2024-09-12T00:34:40.008565+0000","last_unstale":"2024-09-12T01:16:20.661806+0000","last_undegraded":"2024-09-12T01:16:20.661806+0000","last_fullsized":"2024-09-12T01:16:20.661806+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:20.661712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:20.661712+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.661712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:19.266296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"264'226","reported_seq":946,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.980192+0000","last_change":"2024-09-12T01:16:17.980192+0000","last_active":"2024-09-12T01:16:17.980192+0000","last_peered":"2024-09-12T01:16:17.980192+0000","last_clean":"2024-09-12T01:16:17.980192+0000","last_became_active":"2024-09-12T00:34:42.012694+0000","last_became_peered":"2024-09-12T00:34:42.012694+0000","last_unstale":"2024-09-12T01:16:17.980192+0000","last_undegraded":"2024-09-12T01:16:17.980192+0000","last_fullsized":"2024-09-12T01:16:17.980192+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'226","last_scrub_stamp":"2024-09-12T01:16:17.980098+0000","last_deep_scrub":"264'226","last_deep_scrub_stamp":"2024-09-12T01:16:17.980098+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.980098+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:06.202684+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1035,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":509,"num_read_kb":490,"num_write":472,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"264'718","reported_seq":2123,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.577134+0000","last_change":"2024-09-12T01:15:59.577134+0000","last_active":"2024-09-12T01:15:59.577134+0000","last_peered":"2024-09-12T01:15:59.577134+0000","last_clean":"2024-09-12T01:15:59.577134+0000","last_became_active":"2024-09-12T00:34:33.983903+0000","last_became_peered":"2024-09-12T00:34:33.983903+0000","last_unstale":"2024-09-12T01:15:59.577134+0000","last_undegraded":"2024-09-12T01:15:59.577134+0000","last_fullsized":"2024-09-12T01:15:59.577134+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'718","last_scrub_stamp":"2024-09-12T01:15:59.577035+0000","last_deep_scrub":"264'718","last_deep_scrub_stamp":"2024-09-12T01:15:59.577035+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.577035+0000","objects_scrubbed":5,"log_size":18,"log_dups_size":700,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:35.278587+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3318,"num_read_kb":2987,"num_write":934,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":531,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.778065+0000","last_change":"2024-09-12T01:16:00.777999+0000","last_active":"2024-09-12T01:16:00.778065+0000","last_peered":"2024-09-12T01:16:00.778065+0000","last_clean":"2024-09-12T01:16:00.778065+0000","last_became_active":"2024-09-12T00:34:18.800093+0000","last_became_peered":"2024-09-12T00:34:18.800093+0000","last_unstale":"2024-09-12T01:16:00.778065+0000","last_undegraded":"2024-09-12T01:16:00.778065+0000","last_fullsized":"2024-09-12T01:16:00.778065+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:00.777866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:00.777866+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.777866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:57:26.709339+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00067478700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"264'320","reported_seq":937,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:51.531710+0000","last_change":"2024-09-12T01:15:51.531649+0000","last_active":"2024-09-12T01:15:51.531710+0000","last_peered":"2024-09-12T01:15:51.531710+0000","last_clean":"2024-09-12T01:15:51.531710+0000","last_became_active":"2024-09-12T00:34:31.964317+0000","last_became_peered":"2024-09-12T00:34:31.964317+0000","last_unstale":"2024-09-12T01:15:51.531710+0000","last_undegraded":"2024-09-12T01:15:51.531710+0000","last_fullsized":"2024-09-12T01:15:51.531710+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'320","last_scrub_stamp":"2024-09-12T01:15:51.531543+0000","last_deep_scrub":"264'320","last_deep_scrub_stamp":"2024-09-12T01:15:51.531543+0000","last_clean_scrub_stamp":"2024-09-12T01:15:51.531543+0000","objects_scrubbed":7,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:06:59.670661+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133707,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":418,"num_read_kb":26007,"num_write":938,"num_write_kb":21584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.308456+0000","last_change":"2024-09-12T01:16:16.308456+0000","last_active":"2024-09-12T01:16:16.308456+0000","last_peered":"2024-09-12T01:16:16.308456+0000","last_clean":"2024-09-12T01:16:16.308456+0000","last_became_active":"2024-09-12T00:34:35.989633+0000","last_became_peered":"2024-09-12T00:34:35.989633+0000","last_unstale":"2024-09-12T01:16:16.308456+0000","last_undegraded":"2024-09-12T01:16:16.308456+0000","last_fullsized":"2024-09-12T01:16:16.308456+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:16.308372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:16.308372+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.308372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:13:48.882360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"264'1286","reported_seq":2730,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.044616+0000","last_change":"2024-09-12T01:16:11.044534+0000","last_active":"2024-09-12T01:16:11.044616+0000","last_peered":"2024-09-12T01:16:11.044616+0000","last_clean":"2024-09-12T01:16:11.044616+0000","last_became_active":"2024-09-12T00:34:38.000456+0000","last_became_peered":"2024-09-12T00:34:38.000456+0000","last_unstale":"2024-09-12T01:16:11.044616+0000","last_undegraded":"2024-09-12T01:16:11.044616+0000","last_fullsized":"2024-09-12T01:16:11.044616+0000","mapping_epoch":31,"log_start":"264'1200","ondisk_log_start":"264'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1286","last_scrub_stamp":"2024-09-12T01:16:11.044422+0000","last_deep_scrub":"264'1286","last_deep_scrub_stamp":"2024-09-12T01:16:11.044422+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.044422+0000","objects_scrubbed":12,"log_size":86,"log_dups_size":1200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:12:43.283911+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143542,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":2061,"num_read_kb":3949,"num_write":1148,"num_write_kb":991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.833869+0000","last_change":"2024-09-12T01:16:23.833771+0000","last_active":"2024-09-12T01:16:23.833869+0000","last_peered":"2024-09-12T01:16:23.833869+0000","last_clean":"2024-09-12T01:16:23.833869+0000","last_became_active":"2024-09-12T00:34:40.007059+0000","last_became_peered":"2024-09-12T00:34:40.007059+0000","last_unstale":"2024-09-12T01:16:23.833869+0000","last_undegraded":"2024-09-12T01:16:23.833869+0000","last_fullsized":"2024-09-12T01:16:23.833869+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:23.833675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:23.833675+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.833675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:11:16.548813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"264'163","reported_seq":691,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.065839+0000","last_change":"2024-09-12T01:16:19.065839+0000","last_active":"2024-09-12T01:16:19.065839+0000","last_peered":"2024-09-12T01:16:19.065839+0000","last_clean":"2024-09-12T01:16:19.065839+0000","last_became_active":"2024-09-12T00:34:42.008947+0000","last_became_peered":"2024-09-12T00:34:42.008947+0000","last_unstale":"2024-09-12T01:16:19.065839+0000","last_undegraded":"2024-09-12T01:16:19.065839+0000","last_fullsized":"2024-09-12T01:16:19.065839+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'163","last_scrub_stamp":"2024-09-12T01:16:19.065753+0000","last_deep_scrub":"264'163","last_deep_scrub_stamp":"2024-09-12T01:16:19.065753+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.065753+0000","objects_scrubbed":1,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:57:55.233288+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":232,"num_read_kb":205,"num_write":347,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"264'382","reported_seq":1774,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.173239+0000","last_change":"2024-09-12T01:16:00.173239+0000","last_active":"2024-09-12T01:16:00.173239+0000","last_peered":"2024-09-12T01:16:00.173239+0000","last_clean":"2024-09-12T01:16:00.173239+0000","last_became_active":"2024-09-12T00:34:33.980656+0000","last_became_peered":"2024-09-12T00:34:33.980656+0000","last_unstale":"2024-09-12T01:16:00.173239+0000","last_undegraded":"2024-09-12T01:16:00.173239+0000","last_fullsized":"2024-09-12T01:16:00.173239+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'382","last_scrub_stamp":"2024-09-12T01:16:00.173150+0000","last_deep_scrub":"264'382","last_deep_scrub_stamp":"2024-09-12T01:16:00.173150+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.173150+0000","objects_scrubbed":1,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:20:15.596943+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1941,"num_read_kb":1849,"num_write":422,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:52.560341+0000","last_change":"2024-09-12T01:15:52.560283+0000","last_active":"2024-09-12T01:15:52.560341+0000","last_peered":"2024-09-12T01:15:52.560341+0000","last_clean":"2024-09-12T01:15:52.560341+0000","last_became_active":"2024-09-12T00:34:18.950483+0000","last_became_peered":"2024-09-12T00:34:18.950483+0000","last_unstale":"2024-09-12T01:15:52.560341+0000","last_undegraded":"2024-09-12T01:15:52.560341+0000","last_fullsized":"2024-09-12T01:15:52.560341+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:52.560211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:52.560211+0000","last_clean_scrub_stamp":"2024-09-12T01:15:52.560211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:45:57.139936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059199199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"264'347","reported_seq":1008,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.126369+0000","last_change":"2024-09-12T01:15:54.126318+0000","last_active":"2024-09-12T01:15:54.126369+0000","last_peered":"2024-09-12T01:15:54.126369+0000","last_clean":"2024-09-12T01:15:54.126369+0000","last_became_active":"2024-09-12T00:34:31.958610+0000","last_became_peered":"2024-09-12T00:34:31.958610+0000","last_unstale":"2024-09-12T01:15:54.126369+0000","last_undegraded":"2024-09-12T01:15:54.126369+0000","last_fullsized":"2024-09-12T01:15:54.126369+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'347","last_scrub_stamp":"2024-09-12T01:15:54.126226+0000","last_deep_scrub":"264'347","last_deep_scrub_stamp":"2024-09-12T01:15:54.126226+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.126226+0000","objects_scrubbed":6,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:43.315332+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133688,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":557,"num_read_kb":33366,"num_write":1138,"num_write_kb":25009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"264'2","reported_seq":506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.585357+0000","last_change":"2024-09-12T01:16:04.585357+0000","last_active":"2024-09-12T01:16:04.585357+0000","last_peered":"2024-09-12T01:16:04.585357+0000","last_clean":"2024-09-12T01:16:04.585357+0000","last_became_active":"2024-09-12T00:34:35.991302+0000","last_became_peered":"2024-09-12T00:34:35.991302+0000","last_unstale":"2024-09-12T01:16:04.585357+0000","last_undegraded":"2024-09-12T01:16:04.585357+0000","last_fullsized":"2024-09-12T01:16:04.585357+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:04.585271+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:04.585271+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.585271+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:08:07.953180+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"264'261","reported_seq":1307,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.874372+0000","last_change":"2024-09-12T01:16:17.874317+0000","last_active":"2024-09-12T01:16:17.874372+0000","last_peered":"2024-09-12T01:16:17.874372+0000","last_clean":"2024-09-12T01:16:17.874372+0000","last_became_active":"2024-09-12T00:34:38.120856+0000","last_became_peered":"2024-09-12T00:34:38.120856+0000","last_unstale":"2024-09-12T01:16:17.874372+0000","last_undegraded":"2024-09-12T01:16:17.874372+0000","last_fullsized":"2024-09-12T01:16:17.874372+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'261","last_scrub_stamp":"2024-09-12T01:16:17.874231+0000","last_deep_scrub":"264'261","last_deep_scrub_stamp":"2024-09-12T01:16:17.874231+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.874231+0000","objects_scrubbed":9,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:25:58.460537+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":170,"num_write":147,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5400,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.707575+0000","last_change":"2024-09-12T01:16:18.707513+0000","last_active":"2024-09-12T01:16:18.707575+0000","last_peered":"2024-09-12T01:16:18.707575+0000","last_clean":"2024-09-12T01:16:18.707575+0000","last_became_active":"2024-09-12T00:34:40.006377+0000","last_became_peered":"2024-09-12T00:34:40.006377+0000","last_unstale":"2024-09-12T01:16:18.707575+0000","last_undegraded":"2024-09-12T01:16:18.707575+0000","last_fullsized":"2024-09-12T01:16:18.707575+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:18.707422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:18.707422+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.707422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:20:05.472215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"264'276","reported_seq":881,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.996143+0000","last_change":"2024-09-12T01:16:26.996143+0000","last_active":"2024-09-12T01:16:26.996143+0000","last_peered":"2024-09-12T01:16:26.996143+0000","last_clean":"2024-09-12T01:16:26.996143+0000","last_became_active":"2024-09-12T00:34:42.025507+0000","last_became_peered":"2024-09-12T00:34:42.025507+0000","last_unstale":"2024-09-12T01:16:26.996143+0000","last_undegraded":"2024-09-12T01:16:26.996143+0000","last_fullsized":"2024-09-12T01:16:26.996143+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'276","last_scrub_stamp":"2024-09-12T01:16:26.996017+0000","last_deep_scrub":"264'276","last_deep_scrub_stamp":"2024-09-12T01:16:26.996017+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.996017+0000","objects_scrubbed":4,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:34.731136+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":528,"num_read_kb":543,"num_write":622,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"264'583","reported_seq":2468,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.132343+0000","last_change":"2024-09-12T01:15:58.132281+0000","last_active":"2024-09-12T01:15:58.132343+0000","last_peered":"2024-09-12T01:15:58.132343+0000","last_clean":"2024-09-12T01:15:58.132343+0000","last_became_active":"2024-09-12T00:34:33.972779+0000","last_became_peered":"2024-09-12T00:34:33.972779+0000","last_unstale":"2024-09-12T01:15:58.132343+0000","last_undegraded":"2024-09-12T01:15:58.132343+0000","last_fullsized":"2024-09-12T01:15:58.132343+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'583","last_scrub_stamp":"2024-09-12T01:15:58.132192+0000","last_deep_scrub":"264'583","last_deep_scrub_stamp":"2024-09-12T01:15:58.132192+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.132192+0000","objects_scrubbed":8,"log_size":83,"log_dups_size":500,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:22.894481+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":3299,"num_read_kb":3090,"num_write":685,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4576,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"264'3","reported_seq":527,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.347981+0000","last_change":"2024-09-12T01:15:54.347917+0000","last_active":"2024-09-12T01:15:54.347981+0000","last_peered":"2024-09-12T01:15:54.347981+0000","last_clean":"2024-09-12T01:15:54.347981+0000","last_became_active":"2024-09-12T00:34:18.800014+0000","last_became_peered":"2024-09-12T00:34:18.800014+0000","last_unstale":"2024-09-12T01:15:54.347981+0000","last_undegraded":"2024-09-12T01:15:54.347981+0000","last_fullsized":"2024-09-12T01:15:54.347981+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:15:54.347799+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:15:54.347799+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.347799+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:06:05.597192+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00070168200000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"264'336","reported_seq":988,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.826303+0000","last_change":"2024-09-12T01:15:53.826237+0000","last_active":"2024-09-12T01:15:53.826303+0000","last_peered":"2024-09-12T01:15:53.826303+0000","last_clean":"2024-09-12T01:15:53.826303+0000","last_became_active":"2024-09-12T00:34:31.969221+0000","last_became_peered":"2024-09-12T00:34:31.969221+0000","last_unstale":"2024-09-12T01:15:53.826303+0000","last_undegraded":"2024-09-12T01:15:53.826303+0000","last_fullsized":"2024-09-12T01:15:53.826303+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'336","last_scrub_stamp":"2024-09-12T01:15:53.826019+0000","last_deep_scrub":"264'336","last_deep_scrub_stamp":"2024-09-12T01:15:53.826019+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.826019+0000","objects_scrubbed":7,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:19:36.207029+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5328013,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":472,"num_read_kb":51354,"num_write":980,"num_write_kb":39134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.580813+0000","last_change":"2024-09-12T01:16:11.580721+0000","last_active":"2024-09-12T01:16:11.580813+0000","last_peered":"2024-09-12T01:16:11.580813+0000","last_clean":"2024-09-12T01:16:11.580813+0000","last_became_active":"2024-09-12T00:34:35.988607+0000","last_became_peered":"2024-09-12T00:34:35.988607+0000","last_unstale":"2024-09-12T01:16:11.580813+0000","last_undegraded":"2024-09-12T01:16:11.580813+0000","last_fullsized":"2024-09-12T01:16:11.580813+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:11.580584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:11.580584+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.580584+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:37:56.641711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"264'117","reported_seq":657,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.093772+0000","last_change":"2024-09-12T01:16:16.093772+0000","last_active":"2024-09-12T01:16:16.093772+0000","last_peered":"2024-09-12T01:16:16.093772+0000","last_clean":"2024-09-12T01:16:16.093772+0000","last_became_active":"2024-09-12T00:34:37.996626+0000","last_became_peered":"2024-09-12T00:34:37.996626+0000","last_unstale":"2024-09-12T01:16:16.093772+0000","last_undegraded":"2024-09-12T01:16:16.093772+0000","last_fullsized":"2024-09-12T01:16:16.093772+0000","mapping_epoch":31,"log_start":"264'101","ondisk_log_start":"264'101","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'117","last_scrub_stamp":"2024-09-12T01:16:16.093684+0000","last_deep_scrub":"264'117","last_deep_scrub_stamp":"2024-09-12T01:16:16.093684+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.093684+0000","objects_scrubbed":7,"log_size":16,"log_dups_size":101,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:20.053722+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3358,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.071309+0000","last_change":"2024-09-12T01:16:11.071309+0000","last_active":"2024-09-12T01:16:11.071309+0000","last_peered":"2024-09-12T01:16:11.071309+0000","last_clean":"2024-09-12T01:16:11.071309+0000","last_became_active":"2024-09-12T00:34:40.008337+0000","last_became_peered":"2024-09-12T00:34:40.008337+0000","last_unstale":"2024-09-12T01:16:11.071309+0000","last_undegraded":"2024-09-12T01:16:11.071309+0000","last_fullsized":"2024-09-12T01:16:11.071309+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:11.071225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:11.071225+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.071225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:39:40.650077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"264'113","reported_seq":657,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.184379+0000","last_change":"2024-09-12T01:16:28.184379+0000","last_active":"2024-09-12T01:16:28.184379+0000","last_peered":"2024-09-12T01:16:28.184379+0000","last_clean":"2024-09-12T01:16:28.184379+0000","last_became_active":"2024-09-12T00:34:42.026025+0000","last_became_peered":"2024-09-12T00:34:42.026025+0000","last_unstale":"2024-09-12T01:16:28.184379+0000","last_undegraded":"2024-09-12T01:16:28.184379+0000","last_fullsized":"2024-09-12T01:16:28.184379+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'113","last_scrub_stamp":"2024-09-12T01:16:28.184288+0000","last_deep_scrub":"264'113","last_deep_scrub_stamp":"2024-09-12T01:16:28.184288+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.184288+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:02.217571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":201,"num_read_kb":199,"num_write":266,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"264'727","reported_seq":2432,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.177882+0000","last_change":"2024-09-12T01:15:57.177806+0000","last_active":"2024-09-12T01:15:57.177882+0000","last_peered":"2024-09-12T01:15:57.177882+0000","last_clean":"2024-09-12T01:15:57.177882+0000","last_became_active":"2024-09-12T00:34:33.981859+0000","last_became_peered":"2024-09-12T00:34:33.981859+0000","last_unstale":"2024-09-12T01:15:57.177882+0000","last_undegraded":"2024-09-12T01:15:57.177882+0000","last_fullsized":"2024-09-12T01:15:57.177882+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'727","last_scrub_stamp":"2024-09-12T01:15:57.177720+0000","last_deep_scrub":"264'727","last_deep_scrub_stamp":"2024-09-12T01:15:57.177720+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.177720+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":700,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:37:35.128404+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3682,"num_read_kb":3305,"num_write":974,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2040,"num_omap_keys":8,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"264'330","reported_seq":954,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.326508+0000","last_change":"2024-09-12T01:15:55.326423+0000","last_active":"2024-09-12T01:15:55.326508+0000","last_peered":"2024-09-12T01:15:55.326508+0000","last_clean":"2024-09-12T01:15:55.326508+0000","last_became_active":"2024-09-12T00:34:31.964150+0000","last_became_peered":"2024-09-12T00:34:31.964150+0000","last_unstale":"2024-09-12T01:15:55.326508+0000","last_undegraded":"2024-09-12T01:15:55.326508+0000","last_fullsized":"2024-09-12T01:15:55.326508+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'330","last_scrub_stamp":"2024-09-12T01:15:55.326335+0000","last_deep_scrub":"264'330","last_deep_scrub_stamp":"2024-09-12T01:15:55.326335+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.326335+0000","objects_scrubbed":1,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:31.630477+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262159,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":497,"num_read_kb":5587,"num_write":1084,"num_write_kb":25193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:52.095881+0000","last_change":"2024-09-12T01:15:52.095777+0000","last_active":"2024-09-12T01:15:52.095881+0000","last_peered":"2024-09-12T01:15:52.095881+0000","last_clean":"2024-09-12T01:15:52.095881+0000","last_became_active":"2024-09-12T00:34:18.799798+0000","last_became_peered":"2024-09-12T00:34:18.799798+0000","last_unstale":"2024-09-12T01:15:52.095881+0000","last_undegraded":"2024-09-12T01:15:52.095881+0000","last_fullsized":"2024-09-12T01:15:52.095881+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:52.095658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:52.095658+0000","last_clean_scrub_stamp":"2024-09-12T01:15:52.095658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:38.801916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062911100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.536231+0000","last_change":"2024-09-12T01:16:10.536090+0000","last_active":"2024-09-12T01:16:10.536231+0000","last_peered":"2024-09-12T01:16:10.536231+0000","last_clean":"2024-09-12T01:16:10.536231+0000","last_became_active":"2024-09-12T00:34:35.987736+0000","last_became_peered":"2024-09-12T00:34:35.987736+0000","last_unstale":"2024-09-12T01:16:10.536231+0000","last_undegraded":"2024-09-12T01:16:10.536231+0000","last_fullsized":"2024-09-12T01:16:10.536231+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:10.535988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:10.535988+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.535988+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:47:57.230946+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"264'562","reported_seq":1243,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.559554+0000","last_change":"2024-09-12T01:16:13.559491+0000","last_active":"2024-09-12T01:16:13.559554+0000","last_peered":"2024-09-12T01:16:13.559554+0000","last_clean":"2024-09-12T01:16:13.559554+0000","last_became_active":"2024-09-12T00:34:37.999294+0000","last_became_peered":"2024-09-12T00:34:37.999294+0000","last_unstale":"2024-09-12T01:16:13.559554+0000","last_undegraded":"2024-09-12T01:16:13.559554+0000","last_fullsized":"2024-09-12T01:16:13.559554+0000","mapping_epoch":31,"log_start":"264'500","ondisk_log_start":"264'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'562","last_scrub_stamp":"2024-09-12T01:16:13.559382+0000","last_deep_scrub":"264'562","last_deep_scrub_stamp":"2024-09-12T01:16:13.559382+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.559382+0000","objects_scrubbed":11,"log_size":62,"log_dups_size":500,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:35.751091+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94912,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":970,"num_read_kb":2139,"num_write":820,"num_write_kb":654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":9992,"num_omap_keys":22,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.787074+0000","last_change":"2024-09-12T01:16:22.787074+0000","last_active":"2024-09-12T01:16:22.787074+0000","last_peered":"2024-09-12T01:16:22.787074+0000","last_clean":"2024-09-12T01:16:22.787074+0000","last_became_active":"2024-09-12T00:34:40.009153+0000","last_became_peered":"2024-09-12T00:34:40.009153+0000","last_unstale":"2024-09-12T01:16:22.787074+0000","last_undegraded":"2024-09-12T01:16:22.787074+0000","last_fullsized":"2024-09-12T01:16:22.787074+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:22.786980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:22.786980+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.786980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:16:00.217627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"264'157","reported_seq":661,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.637765+0000","last_change":"2024-09-12T01:16:27.637765+0000","last_active":"2024-09-12T01:16:27.637765+0000","last_peered":"2024-09-12T01:16:27.637765+0000","last_clean":"2024-09-12T01:16:27.637765+0000","last_became_active":"2024-09-12T00:34:42.013699+0000","last_became_peered":"2024-09-12T00:34:42.013699+0000","last_unstale":"2024-09-12T01:16:27.637765+0000","last_undegraded":"2024-09-12T01:16:27.637765+0000","last_fullsized":"2024-09-12T01:16:27.637765+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'157","last_scrub_stamp":"2024-09-12T01:16:27.637674+0000","last_deep_scrub":"264'157","last_deep_scrub_stamp":"2024-09-12T01:16:27.637674+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.637674+0000","objects_scrubbed":4,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:43:12.065132+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":137,"num_read_kb":130,"num_write":357,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":73,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"264'479","reported_seq":2052,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.452265+0000","last_change":"2024-09-12T01:16:05.452190+0000","last_active":"2024-09-12T01:16:05.452265+0000","last_peered":"2024-09-12T01:16:05.452265+0000","last_clean":"2024-09-12T01:16:05.452265+0000","last_became_active":"2024-09-12T00:34:33.987564+0000","last_became_peered":"2024-09-12T00:34:33.987564+0000","last_unstale":"2024-09-12T01:16:05.452265+0000","last_undegraded":"2024-09-12T01:16:05.452265+0000","last_fullsized":"2024-09-12T01:16:05.452265+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'479","last_scrub_stamp":"2024-09-12T01:16:05.452107+0000","last_deep_scrub":"264'479","last_deep_scrub_stamp":"2024-09-12T01:16:05.452107+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.452107+0000","objects_scrubbed":3,"log_size":79,"log_dups_size":400,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:59:52.221512+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2476,"num_read_kb":2319,"num_write":555,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"264'349","reported_seq":1011,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.168966+0000","last_change":"2024-09-12T01:15:55.168907+0000","last_active":"2024-09-12T01:15:55.168966+0000","last_peered":"2024-09-12T01:15:55.168966+0000","last_clean":"2024-09-12T01:15:55.168966+0000","last_became_active":"2024-09-12T00:34:31.957706+0000","last_became_peered":"2024-09-12T00:34:31.957706+0000","last_unstale":"2024-09-12T01:15:55.168966+0000","last_undegraded":"2024-09-12T01:15:55.168966+0000","last_fullsized":"2024-09-12T01:15:55.168966+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'349","last_scrub_stamp":"2024-09-12T01:15:55.168809+0000","last_deep_scrub":"264'349","last_deep_scrub_stamp":"2024-09-12T01:15:55.168809+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.168809+0000","objects_scrubbed":7,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:19:59.328284+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":889207,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":478,"num_read_kb":19376,"num_write":1079,"num_write_kb":47507,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.724890+0000","last_change":"2024-09-12T01:15:54.724821+0000","last_active":"2024-09-12T01:15:54.724890+0000","last_peered":"2024-09-12T01:15:54.724890+0000","last_clean":"2024-09-12T01:15:54.724890+0000","last_became_active":"2024-09-12T00:34:18.792370+0000","last_became_peered":"2024-09-12T00:34:18.792370+0000","last_unstale":"2024-09-12T01:15:54.724890+0000","last_undegraded":"2024-09-12T01:15:54.724890+0000","last_fullsized":"2024-09-12T01:15:54.724890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:54.724694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:54.724694+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.724694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:23:19.212530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049636899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.049148+0000","last_change":"2024-09-12T01:16:07.049095+0000","last_active":"2024-09-12T01:16:07.049148+0000","last_peered":"2024-09-12T01:16:07.049148+0000","last_clean":"2024-09-12T01:16:07.049148+0000","last_became_active":"2024-09-12T00:34:35.988393+0000","last_became_peered":"2024-09-12T00:34:35.988393+0000","last_unstale":"2024-09-12T01:16:07.049148+0000","last_undegraded":"2024-09-12T01:16:07.049148+0000","last_fullsized":"2024-09-12T01:16:07.049148+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:07.049013+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:07.049013+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.049013+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:59:20.714678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"264'164","reported_seq":738,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.060143+0000","last_change":"2024-09-12T01:16:10.060041+0000","last_active":"2024-09-12T01:16:10.060143+0000","last_peered":"2024-09-12T01:16:10.060143+0000","last_clean":"2024-09-12T01:16:10.060143+0000","last_became_active":"2024-09-12T00:34:38.120661+0000","last_became_peered":"2024-09-12T00:34:38.120661+0000","last_unstale":"2024-09-12T01:16:10.060143+0000","last_undegraded":"2024-09-12T01:16:10.060143+0000","last_fullsized":"2024-09-12T01:16:10.060143+0000","mapping_epoch":31,"log_start":"261'100","ondisk_log_start":"261'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'164","last_scrub_stamp":"2024-09-12T01:16:10.059899+0000","last_deep_scrub":"264'164","last_deep_scrub_stamp":"2024-09-12T01:16:10.059899+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.059899+0000","objects_scrubbed":8,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:18:21.258622+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":204,"num_read_kb":195,"num_write":134,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"264'809","reported_seq":2654,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.289410+0000","last_change":"2024-09-12T01:16:25.289342+0000","last_active":"2024-09-12T01:16:25.289410+0000","last_peered":"2024-09-12T01:16:25.289410+0000","last_clean":"2024-09-12T01:16:25.289410+0000","last_became_active":"2024-09-12T00:34:40.012553+0000","last_became_peered":"2024-09-12T00:34:40.012553+0000","last_unstale":"2024-09-12T01:16:25.289410+0000","last_undegraded":"2024-09-12T01:16:25.289410+0000","last_fullsized":"2024-09-12T01:16:25.289410+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'809","last_scrub_stamp":"2024-09-12T01:16:25.289253+0000","last_deep_scrub":"264'809","last_deep_scrub_stamp":"2024-09-12T01:16:25.289253+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.289253+0000","objects_scrubbed":1,"log_size":109,"log_dups_size":700,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:45.829926+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"264'112","reported_seq":611,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.971086+0000","last_change":"2024-09-12T01:16:28.971086+0000","last_active":"2024-09-12T01:16:28.971086+0000","last_peered":"2024-09-12T01:16:28.971086+0000","last_clean":"2024-09-12T01:16:28.971086+0000","last_became_active":"2024-09-12T00:34:42.025771+0000","last_became_peered":"2024-09-12T00:34:42.025771+0000","last_unstale":"2024-09-12T01:16:28.971086+0000","last_undegraded":"2024-09-12T01:16:28.971086+0000","last_fullsized":"2024-09-12T01:16:28.971086+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'112","last_scrub_stamp":"2024-09-12T01:16:28.970981+0000","last_deep_scrub":"264'112","last_deep_scrub_stamp":"2024-09-12T01:16:28.970981+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.970981+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:45.543140+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":521,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":118,"num_read_kb":116,"num_write":281,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"264'904","reported_seq":2604,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.070517+0000","last_change":"2024-09-12T01:16:04.070431+0000","last_active":"2024-09-12T01:16:04.070517+0000","last_peered":"2024-09-12T01:16:04.070517+0000","last_clean":"2024-09-12T01:16:04.070517+0000","last_became_active":"2024-09-12T00:34:33.985768+0000","last_became_peered":"2024-09-12T00:34:33.985768+0000","last_unstale":"2024-09-12T01:16:04.070517+0000","last_undegraded":"2024-09-12T01:16:04.070517+0000","last_fullsized":"2024-09-12T01:16:04.070517+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'904","last_scrub_stamp":"2024-09-12T01:16:04.070345+0000","last_deep_scrub":"264'904","last_deep_scrub_stamp":"2024-09-12T01:16:04.070345+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.070345+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":800,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:56:27.736245+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4156,"num_read_kb":3749,"num_write":1149,"num_write_kb":391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"264'307","reported_seq":930,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.172795+0000","last_change":"2024-09-12T01:15:54.172795+0000","last_active":"2024-09-12T01:15:54.172795+0000","last_peered":"2024-09-12T01:15:54.172795+0000","last_clean":"2024-09-12T01:15:54.172795+0000","last_became_active":"2024-09-12T00:34:31.980377+0000","last_became_peered":"2024-09-12T00:34:31.980377+0000","last_unstale":"2024-09-12T01:15:54.172795+0000","last_undegraded":"2024-09-12T01:15:54.172795+0000","last_fullsized":"2024-09-12T01:15:54.172795+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'307","last_scrub_stamp":"2024-09-12T01:15:54.172689+0000","last_deep_scrub":"264'307","last_deep_scrub_stamp":"2024-09-12T01:15:54.172689+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.172689+0000","objects_scrubbed":6,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:44.339572+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1395838,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":422,"num_read_kb":68054,"num_write":1009,"num_write_kb":25898,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":529,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.082935+0000","last_change":"2024-09-12T01:15:53.082935+0000","last_active":"2024-09-12T01:15:53.082935+0000","last_peered":"2024-09-12T01:15:53.082935+0000","last_clean":"2024-09-12T01:15:53.082935+0000","last_became_active":"2024-09-12T00:34:18.799719+0000","last_became_peered":"2024-09-12T00:34:18.799719+0000","last_unstale":"2024-09-12T01:15:53.082935+0000","last_undegraded":"2024-09-12T01:15:53.082935+0000","last_fullsized":"2024-09-12T01:15:53.082935+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:53.082870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:53.082870+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.082870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:46:40.361894+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00061593800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":501,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.896404+0000","last_change":"2024-09-12T01:16:14.896328+0000","last_active":"2024-09-12T01:16:14.896404+0000","last_peered":"2024-09-12T01:16:14.896404+0000","last_clean":"2024-09-12T01:16:14.896404+0000","last_became_active":"2024-09-12T00:34:35.986449+0000","last_became_peered":"2024-09-12T00:34:35.986449+0000","last_unstale":"2024-09-12T01:16:14.896404+0000","last_undegraded":"2024-09-12T01:16:14.896404+0000","last_fullsized":"2024-09-12T01:16:14.896404+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:14.896228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:14.896228+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.896228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:42.206170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"264'130","reported_seq":674,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.770018+0000","last_change":"2024-09-12T01:16:18.769964+0000","last_active":"2024-09-12T01:16:18.770018+0000","last_peered":"2024-09-12T01:16:18.770018+0000","last_clean":"2024-09-12T01:16:18.770018+0000","last_became_active":"2024-09-12T00:34:37.997654+0000","last_became_peered":"2024-09-12T00:34:37.997654+0000","last_unstale":"2024-09-12T01:16:18.770018+0000","last_undegraded":"2024-09-12T01:16:18.770018+0000","last_fullsized":"2024-09-12T01:16:18.770018+0000","mapping_epoch":31,"log_start":"264'100","ondisk_log_start":"264'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'130","last_scrub_stamp":"2024-09-12T01:16:18.769879+0000","last_deep_scrub":"264'130","last_deep_scrub_stamp":"2024-09-12T01:16:18.769879+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.769879+0000","objects_scrubbed":6,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:40:43.831840+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":135,"num_read_kb":126,"num_write":92,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"264'816","reported_seq":2335,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.936382+0000","last_change":"2024-09-12T01:16:23.936382+0000","last_active":"2024-09-12T01:16:23.936382+0000","last_peered":"2024-09-12T01:16:23.936382+0000","last_clean":"2024-09-12T01:16:23.936382+0000","last_became_active":"2024-09-12T00:34:40.011654+0000","last_became_peered":"2024-09-12T00:34:40.011654+0000","last_unstale":"2024-09-12T01:16:23.936382+0000","last_undegraded":"2024-09-12T01:16:23.936382+0000","last_fullsized":"2024-09-12T01:16:23.936382+0000","mapping_epoch":33,"log_start":"264'800","ondisk_log_start":"264'800","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'816","last_scrub_stamp":"2024-09-12T01:16:23.936292+0000","last_deep_scrub":"264'816","last_deep_scrub_stamp":"2024-09-12T01:16:23.936292+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.936292+0000","objects_scrubbed":1,"log_size":16,"log_dups_size":800,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:01.732622+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"264'263","reported_seq":788,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.696872+0000","last_change":"2024-09-12T01:16:24.696872+0000","last_active":"2024-09-12T01:16:24.696872+0000","last_peered":"2024-09-12T01:16:24.696872+0000","last_clean":"2024-09-12T01:16:24.696872+0000","last_became_active":"2024-09-12T00:34:42.025929+0000","last_became_peered":"2024-09-12T00:34:42.025929+0000","last_unstale":"2024-09-12T01:16:24.696872+0000","last_undegraded":"2024-09-12T01:16:24.696872+0000","last_fullsized":"2024-09-12T01:16:24.696872+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'263","last_scrub_stamp":"2024-09-12T01:16:24.696767+0000","last_deep_scrub":"264'263","last_deep_scrub_stamp":"2024-09-12T01:16:24.696767+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.696767+0000","objects_scrubbed":4,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:48:04.319097+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":316,"num_read_kb":315,"num_write":559,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":178,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"264'438","reported_seq":1907,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.789933+0000","last_change":"2024-09-12T01:15:58.789851+0000","last_active":"2024-09-12T01:15:58.789933+0000","last_peered":"2024-09-12T01:15:58.789933+0000","last_clean":"2024-09-12T01:15:58.789933+0000","last_became_active":"2024-09-12T00:34:33.980660+0000","last_became_peered":"2024-09-12T00:34:33.980660+0000","last_unstale":"2024-09-12T01:15:58.789933+0000","last_undegraded":"2024-09-12T01:15:58.789933+0000","last_fullsized":"2024-09-12T01:15:58.789933+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'438","last_scrub_stamp":"2024-09-12T01:15:58.789750+0000","last_deep_scrub":"264'438","last_deep_scrub_stamp":"2024-09-12T01:15:58.789750+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.789750+0000","objects_scrubbed":3,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:16:47.216763+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2181,"num_read_kb":2054,"num_write":523,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"264'332","reported_seq":973,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.513667+0000","last_change":"2024-09-12T01:15:53.513667+0000","last_active":"2024-09-12T01:15:53.513667+0000","last_peered":"2024-09-12T01:15:53.513667+0000","last_clean":"2024-09-12T01:15:53.513667+0000","last_became_active":"2024-09-12T00:34:31.969143+0000","last_became_peered":"2024-09-12T00:34:31.969143+0000","last_unstale":"2024-09-12T01:15:53.513667+0000","last_undegraded":"2024-09-12T01:15:53.513667+0000","last_fullsized":"2024-09-12T01:15:53.513667+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'332","last_scrub_stamp":"2024-09-12T01:15:53.513597+0000","last_deep_scrub":"264'332","last_deep_scrub_stamp":"2024-09-12T01:15:53.513597+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.513597+0000","objects_scrubbed":4,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:34.858214+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":350249,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":444,"num_read_kb":23442,"num_write":1042,"num_write_kb":20063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":528,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.962577+0000","last_change":"2024-09-12T01:15:54.962577+0000","last_active":"2024-09-12T01:15:54.962577+0000","last_peered":"2024-09-12T01:15:54.962577+0000","last_clean":"2024-09-12T01:15:54.962577+0000","last_became_active":"2024-09-12T00:34:18.792515+0000","last_became_peered":"2024-09-12T00:34:18.792515+0000","last_unstale":"2024-09-12T01:15:54.962577+0000","last_undegraded":"2024-09-12T01:15:54.962577+0000","last_fullsized":"2024-09-12T01:15:54.962577+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:54.962483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:54.962483+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.962483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:23:15.377493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000465122,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.091151+0000","last_change":"2024-09-12T01:16:11.091097+0000","last_active":"2024-09-12T01:16:11.091151+0000","last_peered":"2024-09-12T01:16:11.091151+0000","last_clean":"2024-09-12T01:16:11.091151+0000","last_became_active":"2024-09-12T00:34:35.985965+0000","last_became_peered":"2024-09-12T00:34:35.985965+0000","last_unstale":"2024-09-12T01:16:11.091151+0000","last_undegraded":"2024-09-12T01:16:11.091151+0000","last_fullsized":"2024-09-12T01:16:11.091151+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:11.091006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:11.091006+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.091006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:07:18.442755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"264'783","reported_seq":1515,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.820806+0000","last_change":"2024-09-12T01:16:15.820739+0000","last_active":"2024-09-12T01:16:15.820806+0000","last_peered":"2024-09-12T01:16:15.820806+0000","last_clean":"2024-09-12T01:16:15.820806+0000","last_became_active":"2024-09-12T00:34:38.120377+0000","last_became_peered":"2024-09-12T00:34:38.120377+0000","last_unstale":"2024-09-12T01:16:15.820806+0000","last_undegraded":"2024-09-12T01:16:15.820806+0000","last_fullsized":"2024-09-12T01:16:15.820806+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'783","last_scrub_stamp":"2024-09-12T01:16:15.820638+0000","last_deep_scrub":"264'783","last_deep_scrub_stamp":"2024-09-12T01:16:15.820638+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.820638+0000","objects_scrubbed":9,"log_size":83,"log_dups_size":700,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:38.138401+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170369,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1369,"num_read_kb":3324,"num_write":1130,"num_write_kb":966,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.957065+0000","last_change":"2024-09-12T01:16:21.957065+0000","last_active":"2024-09-12T01:16:21.957065+0000","last_peered":"2024-09-12T01:16:21.957065+0000","last_clean":"2024-09-12T01:16:21.957065+0000","last_became_active":"2024-09-12T00:34:40.013582+0000","last_became_peered":"2024-09-12T00:34:40.013582+0000","last_unstale":"2024-09-12T01:16:21.957065+0000","last_undegraded":"2024-09-12T01:16:21.957065+0000","last_fullsized":"2024-09-12T01:16:21.957065+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:21.956961+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:21.956961+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.956961+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:44:33.141935+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"264'126","reported_seq":634,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.203022+0000","last_change":"2024-09-12T01:16:29.203022+0000","last_active":"2024-09-12T01:16:29.203022+0000","last_peered":"2024-09-12T01:16:29.203022+0000","last_clean":"2024-09-12T01:16:29.203022+0000","last_became_active":"2024-09-12T00:34:42.014137+0000","last_became_peered":"2024-09-12T00:34:42.014137+0000","last_unstale":"2024-09-12T01:16:29.203022+0000","last_undegraded":"2024-09-12T01:16:29.203022+0000","last_fullsized":"2024-09-12T01:16:29.203022+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'126","last_scrub_stamp":"2024-09-12T01:16:29.202932+0000","last_deep_scrub":"264'126","last_deep_scrub_stamp":"2024-09-12T01:16:29.202932+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.202932+0000","objects_scrubbed":3,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:35.997234+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":152,"num_read_kb":136,"num_write":295,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"264'141","reported_seq":710,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.611222+0000","last_change":"2024-09-12T01:16:30.611222+0000","last_active":"2024-09-12T01:16:30.611222+0000","last_peered":"2024-09-12T01:16:30.611222+0000","last_clean":"2024-09-12T01:16:30.611222+0000","last_became_active":"2024-09-12T00:34:42.015362+0000","last_became_peered":"2024-09-12T00:34:42.015362+0000","last_unstale":"2024-09-12T01:16:30.611222+0000","last_undegraded":"2024-09-12T01:16:30.611222+0000","last_fullsized":"2024-09-12T01:16:30.611222+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'141","last_scrub_stamp":"2024-09-12T01:16:30.611133+0000","last_deep_scrub":"264'141","last_deep_scrub_stamp":"2024-09-12T01:16:30.611133+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.611133+0000","objects_scrubbed":1,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:10:29.705803+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":253,"num_read_kb":241,"num_write":326,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"264'430","reported_seq":2017,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.771539+0000","last_change":"2024-09-12T01:16:02.771435+0000","last_active":"2024-09-12T01:16:02.771539+0000","last_peered":"2024-09-12T01:16:02.771539+0000","last_clean":"2024-09-12T01:16:02.771539+0000","last_became_active":"2024-09-12T00:34:33.981797+0000","last_became_peered":"2024-09-12T00:34:33.981797+0000","last_unstale":"2024-09-12T01:16:02.771539+0000","last_undegraded":"2024-09-12T01:16:02.771539+0000","last_fullsized":"2024-09-12T01:16:02.771539+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'430","last_scrub_stamp":"2024-09-12T01:16:02.771319+0000","last_deep_scrub":"264'430","last_deep_scrub_stamp":"2024-09-12T01:16:02.771319+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.771319+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":400,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:27:13.860907+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2497,"num_read_kb":2355,"num_write":514,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":243,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"264'340","reported_seq":1000,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.804900+0000","last_change":"2024-09-12T01:15:55.804835+0000","last_active":"2024-09-12T01:15:55.804900+0000","last_peered":"2024-09-12T01:15:55.804900+0000","last_clean":"2024-09-12T01:15:55.804900+0000","last_became_active":"2024-09-12T00:34:31.959827+0000","last_became_peered":"2024-09-12T00:34:31.959827+0000","last_unstale":"2024-09-12T01:15:55.804900+0000","last_undegraded":"2024-09-12T01:15:55.804900+0000","last_fullsized":"2024-09-12T01:15:55.804900+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'340","last_scrub_stamp":"2024-09-12T01:15:55.804737+0000","last_deep_scrub":"264'340","last_deep_scrub_stamp":"2024-09-12T01:15:55.804737+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.804737+0000","objects_scrubbed":2,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:09:03.878476+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289240,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":529,"num_read_kb":26410,"num_write":1076,"num_write_kb":48326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.056487+0000","last_change":"2024-09-12T01:16:08.056425+0000","last_active":"2024-09-12T01:16:08.056487+0000","last_peered":"2024-09-12T01:16:08.056487+0000","last_clean":"2024-09-12T01:16:08.056487+0000","last_became_active":"2024-09-12T00:34:35.990997+0000","last_became_peered":"2024-09-12T00:34:35.990997+0000","last_unstale":"2024-09-12T01:16:08.056487+0000","last_undegraded":"2024-09-12T01:16:08.056487+0000","last_fullsized":"2024-09-12T01:16:08.056487+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:08.056337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:08.056337+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.056337+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:15:47.660754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"264'321","reported_seq":901,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.044646+0000","last_change":"2024-09-12T01:16:19.044561+0000","last_active":"2024-09-12T01:16:19.044646+0000","last_peered":"2024-09-12T01:16:19.044646+0000","last_clean":"2024-09-12T01:16:19.044646+0000","last_became_active":"2024-09-12T00:34:37.998646+0000","last_became_peered":"2024-09-12T00:34:37.998646+0000","last_unstale":"2024-09-12T01:16:19.044646+0000","last_undegraded":"2024-09-12T01:16:19.044646+0000","last_fullsized":"2024-09-12T01:16:19.044646+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'321","last_scrub_stamp":"2024-09-12T01:16:19.044462+0000","last_deep_scrub":"264'321","last_deep_scrub_stamp":"2024-09-12T01:16:19.044462+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.044462+0000","objects_scrubbed":6,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:23:36.106403+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45339,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":529,"num_read_kb":1243,"num_write":440,"num_write_kb":353,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.963314+0000","last_change":"2024-09-12T01:16:27.963259+0000","last_active":"2024-09-12T01:16:27.963314+0000","last_peered":"2024-09-12T01:16:27.963314+0000","last_clean":"2024-09-12T01:16:27.963314+0000","last_became_active":"2024-09-12T00:34:40.009802+0000","last_became_peered":"2024-09-12T00:34:40.009802+0000","last_unstale":"2024-09-12T01:16:27.963314+0000","last_undegraded":"2024-09-12T01:16:27.963314+0000","last_fullsized":"2024-09-12T01:16:27.963314+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:27.963180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:27.963180+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.963180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:40.479325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"264'121","reported_seq":624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:33.935469+0000","last_change":"2024-09-12T01:16:33.935409+0000","last_active":"2024-09-12T01:16:33.935469+0000","last_peered":"2024-09-12T01:16:33.935469+0000","last_clean":"2024-09-12T01:16:33.935469+0000","last_became_active":"2024-09-12T00:34:42.025531+0000","last_became_peered":"2024-09-12T00:34:42.025531+0000","last_unstale":"2024-09-12T01:16:33.935469+0000","last_undegraded":"2024-09-12T01:16:33.935469+0000","last_fullsized":"2024-09-12T01:16:33.935469+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'121","last_scrub_stamp":"2024-09-12T01:16:33.935317+0000","last_deep_scrub":"264'121","last_deep_scrub_stamp":"2024-09-12T01:16:33.935317+0000","last_clean_scrub_stamp":"2024-09-12T01:16:33.935317+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:38:02.646523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":138,"num_write":311,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"264'500","reported_seq":2115,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.309650+0000","last_change":"2024-09-12T01:16:09.309650+0000","last_active":"2024-09-12T01:16:09.309650+0000","last_peered":"2024-09-12T01:16:09.309650+0000","last_clean":"2024-09-12T01:16:09.309650+0000","last_became_active":"2024-09-12T00:35:05.315082+0000","last_became_peered":"2024-09-12T00:35:05.315082+0000","last_unstale":"2024-09-12T01:16:09.309650+0000","last_undegraded":"2024-09-12T01:16:09.309650+0000","last_fullsized":"2024-09-12T01:16:09.309650+0000","mapping_epoch":38,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'500","last_scrub_stamp":"2024-09-12T01:16:09.309560+0000","last_deep_scrub":"264'500","last_deep_scrub_stamp":"2024-09-12T01:16:09.309560+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.309560+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":400,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:31:56.499593+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2561,"num_read_kb":2422,"num_write":563,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":964,"num_omap_keys":4,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"264'417","reported_seq":1089,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.808313+0000","last_change":"2024-09-12T01:16:02.808313+0000","last_active":"2024-09-12T01:16:02.808313+0000","last_peered":"2024-09-12T01:16:02.808313+0000","last_clean":"2024-09-12T01:16:02.808313+0000","last_became_active":"2024-09-12T00:34:31.965091+0000","last_became_peered":"2024-09-12T00:34:31.965091+0000","last_unstale":"2024-09-12T01:16:02.808313+0000","last_undegraded":"2024-09-12T01:16:02.808313+0000","last_fullsized":"2024-09-12T01:16:02.808313+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'417","last_scrub_stamp":"2024-09-12T01:16:02.808212+0000","last_deep_scrub":"264'417","last_deep_scrub_stamp":"2024-09-12T01:16:02.808212+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.808212+0000","objects_scrubbed":6,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:14:57.461722+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4852253,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":641,"num_read_kb":34367,"num_write":1328,"num_write_kb":46060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.074474+0000","last_change":"2024-09-12T01:16:13.074409+0000","last_active":"2024-09-12T01:16:13.074474+0000","last_peered":"2024-09-12T01:16:13.074474+0000","last_clean":"2024-09-12T01:16:13.074474+0000","last_became_active":"2024-09-12T00:34:35.992901+0000","last_became_peered":"2024-09-12T00:34:35.992901+0000","last_unstale":"2024-09-12T01:16:13.074474+0000","last_undegraded":"2024-09-12T01:16:13.074474+0000","last_fullsized":"2024-09-12T01:16:13.074474+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:13.074320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:13.074320+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.074320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:57:16.980292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"264'50","reported_seq":558,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.623070+0000","last_change":"2024-09-12T01:16:15.622992+0000","last_active":"2024-09-12T01:16:15.623070+0000","last_peered":"2024-09-12T01:16:15.623070+0000","last_clean":"2024-09-12T01:16:15.623070+0000","last_became_active":"2024-09-12T00:34:37.990221+0000","last_became_peered":"2024-09-12T00:34:37.990221+0000","last_unstale":"2024-09-12T01:16:15.623070+0000","last_undegraded":"2024-09-12T01:16:15.623070+0000","last_fullsized":"2024-09-12T01:16:15.623070+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'50","last_scrub_stamp":"2024-09-12T01:16:15.622893+0000","last_deep_scrub":"264'50","last_deep_scrub_stamp":"2024-09-12T01:16:15.622893+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.622893+0000","objects_scrubbed":3,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:56:12.912905+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.874977+0000","last_change":"2024-09-12T01:16:22.874918+0000","last_active":"2024-09-12T01:16:22.874977+0000","last_peered":"2024-09-12T01:16:22.874977+0000","last_clean":"2024-09-12T01:16:22.874977+0000","last_became_active":"2024-09-12T00:34:40.002646+0000","last_became_peered":"2024-09-12T00:34:40.002646+0000","last_unstale":"2024-09-12T01:16:22.874977+0000","last_undegraded":"2024-09-12T01:16:22.874977+0000","last_fullsized":"2024-09-12T01:16:22.874977+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:22.874826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:22.874826+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.874826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:25:32.703899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"264'207","reported_seq":748,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.630976+0000","last_change":"2024-09-12T01:16:29.630976+0000","last_active":"2024-09-12T01:16:29.630976+0000","last_peered":"2024-09-12T01:16:29.630976+0000","last_clean":"2024-09-12T01:16:29.630976+0000","last_became_active":"2024-09-12T00:34:42.009994+0000","last_became_peered":"2024-09-12T00:34:42.009994+0000","last_unstale":"2024-09-12T01:16:29.630976+0000","last_undegraded":"2024-09-12T01:16:29.630976+0000","last_fullsized":"2024-09-12T01:16:29.630976+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'207","last_scrub_stamp":"2024-09-12T01:16:29.630880+0000","last_deep_scrub":"264'207","last_deep_scrub_stamp":"2024-09-12T01:16:29.630880+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.630880+0000","objects_scrubbed":2,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:58:15.949871+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":185,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":353,"num_read_kb":332,"num_write":455,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"264'876","reported_seq":2388,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.088648+0000","last_change":"2024-09-12T01:16:03.088567+0000","last_active":"2024-09-12T01:16:03.088648+0000","last_peered":"2024-09-12T01:16:03.088648+0000","last_clean":"2024-09-12T01:16:03.088648+0000","last_became_active":"2024-09-12T00:34:33.987934+0000","last_became_peered":"2024-09-12T00:34:33.987934+0000","last_unstale":"2024-09-12T01:16:03.088648+0000","last_undegraded":"2024-09-12T01:16:03.088648+0000","last_fullsized":"2024-09-12T01:16:03.088648+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'876","last_scrub_stamp":"2024-09-12T01:16:03.088480+0000","last_deep_scrub":"264'876","last_deep_scrub_stamp":"2024-09-12T01:16:03.088480+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.088480+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":800,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:50:01.699793+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4141,"num_read_kb":3662,"num_write":1190,"num_write_kb":464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"264'351","reported_seq":979,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.370693+0000","last_change":"2024-09-12T01:15:59.370693+0000","last_active":"2024-09-12T01:15:59.370693+0000","last_peered":"2024-09-12T01:15:59.370693+0000","last_clean":"2024-09-12T01:15:59.370693+0000","last_became_active":"2024-09-12T00:34:31.969470+0000","last_became_peered":"2024-09-12T00:34:31.969470+0000","last_unstale":"2024-09-12T01:15:59.370693+0000","last_undegraded":"2024-09-12T01:15:59.370693+0000","last_fullsized":"2024-09-12T01:15:59.370693+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'351","last_scrub_stamp":"2024-09-12T01:15:59.370590+0000","last_deep_scrub":"264'351","last_deep_scrub_stamp":"2024-09-12T01:15:59.370590+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.370590+0000","objects_scrubbed":5,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:05.976818+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524344,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":456,"num_read_kb":46822,"num_write":1161,"num_write_kb":59144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.809689+0000","last_change":"2024-09-12T01:16:14.809608+0000","last_active":"2024-09-12T01:16:14.809689+0000","last_peered":"2024-09-12T01:16:14.809689+0000","last_clean":"2024-09-12T01:16:14.809689+0000","last_became_active":"2024-09-12T00:34:35.984218+0000","last_became_peered":"2024-09-12T00:34:35.984218+0000","last_unstale":"2024-09-12T01:16:14.809689+0000","last_undegraded":"2024-09-12T01:16:14.809689+0000","last_fullsized":"2024-09-12T01:16:14.809689+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:14.809448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:14.809448+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.809448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:49:58.000057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"264'327","reported_seq":917,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.997789+0000","last_change":"2024-09-12T01:16:19.997711+0000","last_active":"2024-09-12T01:16:19.997789+0000","last_peered":"2024-09-12T01:16:19.997789+0000","last_clean":"2024-09-12T01:16:19.997789+0000","last_became_active":"2024-09-12T00:34:37.999675+0000","last_became_peered":"2024-09-12T00:34:37.999675+0000","last_unstale":"2024-09-12T01:16:19.997789+0000","last_undegraded":"2024-09-12T01:16:19.997789+0000","last_fullsized":"2024-09-12T01:16:19.997789+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'327","last_scrub_stamp":"2024-09-12T01:16:19.997617+0000","last_deep_scrub":"264'327","last_deep_scrub_stamp":"2024-09-12T01:16:19.997617+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.997617+0000","objects_scrubbed":5,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:35.005435+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51381,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":513,"num_read_kb":1097,"num_write":414,"num_write_kb":296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.029127+0000","last_change":"2024-09-12T01:16:13.029039+0000","last_active":"2024-09-12T01:16:13.029127+0000","last_peered":"2024-09-12T01:16:13.029127+0000","last_clean":"2024-09-12T01:16:13.029127+0000","last_became_active":"2024-09-12T00:34:40.007570+0000","last_became_peered":"2024-09-12T00:34:40.007570+0000","last_unstale":"2024-09-12T01:16:13.029127+0000","last_undegraded":"2024-09-12T01:16:13.029127+0000","last_fullsized":"2024-09-12T01:16:13.029127+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:13.028958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:13.028958+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.028958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:19.145690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"264'162","reported_seq":686,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:32.256441+0000","last_change":"2024-09-12T01:16:32.256441+0000","last_active":"2024-09-12T01:16:32.256441+0000","last_peered":"2024-09-12T01:16:32.256441+0000","last_clean":"2024-09-12T01:16:32.256441+0000","last_became_active":"2024-09-12T00:34:42.014030+0000","last_became_peered":"2024-09-12T00:34:42.014030+0000","last_unstale":"2024-09-12T01:16:32.256441+0000","last_undegraded":"2024-09-12T01:16:32.256441+0000","last_fullsized":"2024-09-12T01:16:32.256441+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'162","last_scrub_stamp":"2024-09-12T01:16:32.256361+0000","last_deep_scrub":"264'162","last_deep_scrub_stamp":"2024-09-12T01:16:32.256361+0000","last_clean_scrub_stamp":"2024-09-12T01:16:32.256361+0000","objects_scrubbed":1,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:59:24.828756+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":224,"num_read_kb":209,"num_write":390,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"264'434","reported_seq":1989,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.054891+0000","last_change":"2024-09-12T01:16:06.054812+0000","last_active":"2024-09-12T01:16:06.054891+0000","last_peered":"2024-09-12T01:16:06.054891+0000","last_clean":"2024-09-12T01:16:06.054891+0000","last_became_active":"2024-09-12T00:34:33.986149+0000","last_became_peered":"2024-09-12T00:34:33.986149+0000","last_unstale":"2024-09-12T01:16:06.054891+0000","last_undegraded":"2024-09-12T01:16:06.054891+0000","last_fullsized":"2024-09-12T01:16:06.054891+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'434","last_scrub_stamp":"2024-09-12T01:16:06.054713+0000","last_deep_scrub":"264'434","last_deep_scrub_stamp":"2024-09-12T01:16:06.054713+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.054713+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":400,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:49.425354+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2285,"num_read_kb":2165,"num_write":485,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"264'371","reported_seq":1043,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.518098+0000","last_change":"2024-09-12T01:15:54.518098+0000","last_active":"2024-09-12T01:15:54.518098+0000","last_peered":"2024-09-12T01:15:54.518098+0000","last_clean":"2024-09-12T01:15:54.518098+0000","last_became_active":"2024-09-12T00:34:31.970380+0000","last_became_peered":"2024-09-12T00:34:31.970380+0000","last_unstale":"2024-09-12T01:15:54.518098+0000","last_undegraded":"2024-09-12T01:15:54.518098+0000","last_fullsized":"2024-09-12T01:15:54.518098+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'371","last_scrub_stamp":"2024-09-12T01:15:54.517999+0000","last_deep_scrub":"264'371","last_deep_scrub_stamp":"2024-09-12T01:15:54.517999+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.517999+0000","objects_scrubbed":8,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:20:25.236849+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133653,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":613,"num_read_kb":38535,"num_write":1179,"num_write_kb":21967,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.090474+0000","last_change":"2024-09-12T01:16:08.090405+0000","last_active":"2024-09-12T01:16:08.090474+0000","last_peered":"2024-09-12T01:16:08.090474+0000","last_clean":"2024-09-12T01:16:08.090474+0000","last_became_active":"2024-09-12T00:34:35.987727+0000","last_became_peered":"2024-09-12T00:34:35.987727+0000","last_unstale":"2024-09-12T01:16:08.090474+0000","last_undegraded":"2024-09-12T01:16:08.090474+0000","last_fullsized":"2024-09-12T01:16:08.090474+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:08.090269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:08.090269+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.090269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:17:59.776497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"264'266","reported_seq":841,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.890500+0000","last_change":"2024-09-12T01:16:19.890404+0000","last_active":"2024-09-12T01:16:19.890500+0000","last_peered":"2024-09-12T01:16:19.890500+0000","last_clean":"2024-09-12T01:16:19.890500+0000","last_became_active":"2024-09-12T00:34:37.998788+0000","last_became_peered":"2024-09-12T00:34:37.998788+0000","last_unstale":"2024-09-12T01:16:19.890500+0000","last_undegraded":"2024-09-12T01:16:19.890500+0000","last_fullsized":"2024-09-12T01:16:19.890500+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'266","last_scrub_stamp":"2024-09-12T01:16:19.890295+0000","last_deep_scrub":"264'266","last_deep_scrub_stamp":"2024-09-12T01:16:19.890295+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.890295+0000","objects_scrubbed":4,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:40:07.138486+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47621,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":1024,"num_write":358,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.648675+0000","last_change":"2024-09-12T01:16:23.648603+0000","last_active":"2024-09-12T01:16:23.648675+0000","last_peered":"2024-09-12T01:16:23.648675+0000","last_clean":"2024-09-12T01:16:23.648675+0000","last_became_active":"2024-09-12T00:34:40.008658+0000","last_became_peered":"2024-09-12T00:34:40.008658+0000","last_unstale":"2024-09-12T01:16:23.648675+0000","last_undegraded":"2024-09-12T01:16:23.648675+0000","last_fullsized":"2024-09-12T01:16:23.648675+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:23.648502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:23.648502+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.648502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:50:12.708278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"264'513","reported_seq":2088,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.988300+0000","last_change":"2024-09-12T01:16:02.988211+0000","last_active":"2024-09-12T01:16:02.988300+0000","last_peered":"2024-09-12T01:16:02.988300+0000","last_clean":"2024-09-12T01:16:02.988300+0000","last_became_active":"2024-09-12T00:34:33.979954+0000","last_became_peered":"2024-09-12T00:34:33.979954+0000","last_unstale":"2024-09-12T01:16:02.988300+0000","last_undegraded":"2024-09-12T01:16:02.988300+0000","last_fullsized":"2024-09-12T01:16:02.988300+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'513","last_scrub_stamp":"2024-09-12T01:16:02.988130+0000","last_deep_scrub":"264'513","last_deep_scrub_stamp":"2024-09-12T01:16:02.988130+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.988130+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":500,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:16:28.159512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2754,"num_read_kb":2561,"num_write":636,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"264'444","reported_seq":1183,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.125175+0000","last_change":"2024-09-12T01:15:56.125175+0000","last_active":"2024-09-12T01:15:56.125175+0000","last_peered":"2024-09-12T01:15:56.125175+0000","last_clean":"2024-09-12T01:15:56.125175+0000","last_became_active":"2024-09-12T00:34:31.972861+0000","last_became_peered":"2024-09-12T00:34:31.972861+0000","last_unstale":"2024-09-12T01:15:56.125175+0000","last_undegraded":"2024-09-12T01:15:56.125175+0000","last_fullsized":"2024-09-12T01:15:56.125175+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'444","last_scrub_stamp":"2024-09-12T01:15:56.125054+0000","last_deep_scrub":"264'444","last_deep_scrub_stamp":"2024-09-12T01:15:56.125054+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.125054+0000","objects_scrubbed":6,"log_size":44,"log_dups_size":400,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:39:16.450335+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":888,"num_read_kb":16151,"num_write":1365,"num_write_kb":33244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":505,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.589909+0000","last_change":"2024-09-12T01:16:12.589804+0000","last_active":"2024-09-12T01:16:12.589909+0000","last_peered":"2024-09-12T01:16:12.589909+0000","last_clean":"2024-09-12T01:16:12.589909+0000","last_became_active":"2024-09-12T00:34:35.990444+0000","last_became_peered":"2024-09-12T00:34:35.990444+0000","last_unstale":"2024-09-12T01:16:12.589909+0000","last_undegraded":"2024-09-12T01:16:12.589909+0000","last_fullsized":"2024-09-12T01:16:12.589909+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:12.589677+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:12.589677+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.589677+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:30.242781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"264'438","reported_seq":1077,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.140643+0000","last_change":"2024-09-12T01:16:16.140643+0000","last_active":"2024-09-12T01:16:16.140643+0000","last_peered":"2024-09-12T01:16:16.140643+0000","last_clean":"2024-09-12T01:16:16.140643+0000","last_became_active":"2024-09-12T00:34:37.996049+0000","last_became_peered":"2024-09-12T00:34:37.996049+0000","last_unstale":"2024-09-12T01:16:16.140643+0000","last_undegraded":"2024-09-12T01:16:16.140643+0000","last_fullsized":"2024-09-12T01:16:16.140643+0000","mapping_epoch":31,"log_start":"264'400","ondisk_log_start":"264'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'438","last_scrub_stamp":"2024-09-12T01:16:16.140546+0000","last_deep_scrub":"264'438","last_deep_scrub_stamp":"2024-09-12T01:16:16.140546+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.140546+0000","objects_scrubbed":7,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:49:37.176039+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69757,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":765,"num_read_kb":1800,"num_write":644,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":487,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.267213+0000","last_change":"2024-09-12T01:16:26.267213+0000","last_active":"2024-09-12T01:16:26.267213+0000","last_peered":"2024-09-12T01:16:26.267213+0000","last_clean":"2024-09-12T01:16:26.267213+0000","last_became_active":"2024-09-12T00:34:40.012366+0000","last_became_peered":"2024-09-12T00:34:40.012366+0000","last_unstale":"2024-09-12T01:16:26.267213+0000","last_undegraded":"2024-09-12T01:16:26.267213+0000","last_fullsized":"2024-09-12T01:16:26.267213+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:26.267127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:26.267127+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.267127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:00:20.130747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"264'162","reported_seq":672,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.950301+0000","last_change":"2024-09-12T01:16:29.950173+0000","last_active":"2024-09-12T01:16:29.950301+0000","last_peered":"2024-09-12T01:16:29.950301+0000","last_clean":"2024-09-12T01:16:29.950301+0000","last_became_active":"2024-09-12T00:34:42.025953+0000","last_became_peered":"2024-09-12T00:34:42.025953+0000","last_unstale":"2024-09-12T01:16:29.950301+0000","last_undegraded":"2024-09-12T01:16:29.950301+0000","last_fullsized":"2024-09-12T01:16:29.950301+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'162","last_scrub_stamp":"2024-09-12T01:16:29.950068+0000","last_deep_scrub":"264'162","last_deep_scrub_stamp":"2024-09-12T01:16:29.950068+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.950068+0000","objects_scrubbed":3,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:38.491947+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":845,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":219,"num_read_kb":219,"num_write":367,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"264'773","reported_seq":2296,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.410579+0000","last_change":"2024-09-12T01:16:06.410468+0000","last_active":"2024-09-12T01:16:06.410579+0000","last_peered":"2024-09-12T01:16:06.410579+0000","last_clean":"2024-09-12T01:16:06.410579+0000","last_became_active":"2024-09-12T00:34:33.984892+0000","last_became_peered":"2024-09-12T00:34:33.984892+0000","last_unstale":"2024-09-12T01:16:06.410579+0000","last_undegraded":"2024-09-12T01:16:06.410579+0000","last_fullsized":"2024-09-12T01:16:06.410579+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'773","last_scrub_stamp":"2024-09-12T01:16:06.410358+0000","last_deep_scrub":"264'773","last_deep_scrub_stamp":"2024-09-12T01:16:06.410358+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.410358+0000","objects_scrubbed":3,"log_size":73,"log_dups_size":700,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:50.716254+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3650,"num_read_kb":3300,"num_write":1005,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":272,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"264'418","reported_seq":1173,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.180709+0000","last_change":"2024-09-12T01:15:59.180709+0000","last_active":"2024-09-12T01:15:59.180709+0000","last_peered":"2024-09-12T01:15:59.180709+0000","last_clean":"2024-09-12T01:15:59.180709+0000","last_became_active":"2024-09-12T00:35:05.222425+0000","last_became_peered":"2024-09-12T00:35:05.222425+0000","last_unstale":"2024-09-12T01:15:59.180709+0000","last_undegraded":"2024-09-12T01:15:59.180709+0000","last_fullsized":"2024-09-12T01:15:59.180709+0000","mapping_epoch":38,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'418","last_scrub_stamp":"2024-09-12T01:15:59.180606+0000","last_deep_scrub":"264'418","last_deep_scrub_stamp":"2024-09-12T01:15:59.180606+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.180606+0000","objects_scrubbed":4,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:22:27.623661+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4482120,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":886,"num_read_kb":33964,"num_write":1256,"num_write_kb":37455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.056658+0000","last_change":"2024-09-12T01:16:09.056578+0000","last_active":"2024-09-12T01:16:09.056658+0000","last_peered":"2024-09-12T01:16:09.056658+0000","last_clean":"2024-09-12T01:16:09.056658+0000","last_became_active":"2024-09-12T00:34:35.983475+0000","last_became_peered":"2024-09-12T00:34:35.983475+0000","last_unstale":"2024-09-12T01:16:09.056658+0000","last_undegraded":"2024-09-12T01:16:09.056658+0000","last_fullsized":"2024-09-12T01:16:09.056658+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:09.056451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:09.056451+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.056451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:17.852736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"264'302","reported_seq":890,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.868587+0000","last_change":"2024-09-12T01:16:21.868587+0000","last_active":"2024-09-12T01:16:21.868587+0000","last_peered":"2024-09-12T01:16:21.868587+0000","last_clean":"2024-09-12T01:16:21.868587+0000","last_became_active":"2024-09-12T00:34:37.992843+0000","last_became_peered":"2024-09-12T00:34:37.992843+0000","last_unstale":"2024-09-12T01:16:21.868587+0000","last_undegraded":"2024-09-12T01:16:21.868587+0000","last_fullsized":"2024-09-12T01:16:21.868587+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'302","last_scrub_stamp":"2024-09-12T01:16:21.868419+0000","last_deep_scrub":"264'302","last_deep_scrub_stamp":"2024-09-12T01:16:21.868419+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.868419+0000","objects_scrubbed":8,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:18:05.419376+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52062,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":494,"num_read_kb":1085,"num_write":410,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.149812+0000","last_change":"2024-09-12T01:16:14.149812+0000","last_active":"2024-09-12T01:16:14.149812+0000","last_peered":"2024-09-12T01:16:14.149812+0000","last_clean":"2024-09-12T01:16:14.149812+0000","last_became_active":"2024-09-12T00:34:40.007193+0000","last_became_peered":"2024-09-12T00:34:40.007193+0000","last_unstale":"2024-09-12T01:16:14.149812+0000","last_undegraded":"2024-09-12T01:16:14.149812+0000","last_fullsized":"2024-09-12T01:16:14.149812+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:14.149725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:14.149725+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.149725+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:27.477608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"264'181","reported_seq":702,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.003110+0000","last_change":"2024-09-12T01:16:17.003050+0000","last_active":"2024-09-12T01:16:17.003110+0000","last_peered":"2024-09-12T01:16:17.003110+0000","last_clean":"2024-09-12T01:16:17.003110+0000","last_became_active":"2024-09-12T00:34:42.009849+0000","last_became_peered":"2024-09-12T00:34:42.009849+0000","last_unstale":"2024-09-12T01:16:17.003110+0000","last_undegraded":"2024-09-12T01:16:17.003110+0000","last_fullsized":"2024-09-12T01:16:17.003110+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'181","last_scrub_stamp":"2024-09-12T01:16:17.002963+0000","last_deep_scrub":"264'181","last_deep_scrub_stamp":"2024-09-12T01:16:17.002963+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.002963+0000","objects_scrubbed":6,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:08:42.932197+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1821,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":250,"num_read_kb":235,"num_write":504,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"264'925","reported_seq":2484,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.095727+0000","last_change":"2024-09-12T01:16:07.095727+0000","last_active":"2024-09-12T01:16:07.095727+0000","last_peered":"2024-09-12T01:16:07.095727+0000","last_clean":"2024-09-12T01:16:07.095727+0000","last_became_active":"2024-09-12T00:34:33.989659+0000","last_became_peered":"2024-09-12T00:34:33.989659+0000","last_unstale":"2024-09-12T01:16:07.095727+0000","last_undegraded":"2024-09-12T01:16:07.095727+0000","last_fullsized":"2024-09-12T01:16:07.095727+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'925","last_scrub_stamp":"2024-09-12T01:16:07.095611+0000","last_deep_scrub":"264'925","last_deep_scrub_stamp":"2024-09-12T01:16:07.095611+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.095611+0000","objects_scrubbed":5,"log_size":25,"log_dups_size":900,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:54:04.668367+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4477,"num_read_kb":3958,"num_write":1281,"num_write_kb":521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1426,"num_omap_keys":6,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"264'307","reported_seq":1071,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.785947+0000","last_change":"2024-09-12T01:15:56.785947+0000","last_active":"2024-09-12T01:15:56.785947+0000","last_peered":"2024-09-12T01:15:56.785947+0000","last_clean":"2024-09-12T01:15:56.785947+0000","last_became_active":"2024-09-12T00:34:31.974977+0000","last_became_peered":"2024-09-12T00:34:31.974977+0000","last_unstale":"2024-09-12T01:15:56.785947+0000","last_undegraded":"2024-09-12T01:15:56.785947+0000","last_fullsized":"2024-09-12T01:15:56.785947+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'307","last_scrub_stamp":"2024-09-12T01:15:56.785816+0000","last_deep_scrub":"264'307","last_deep_scrub_stamp":"2024-09-12T01:15:56.785816+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.785816+0000","objects_scrubbed":7,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:59:46.601048+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1218969,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":802,"num_read_kb":21280,"num_write":1015,"num_write_kb":26616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.822481+0000","last_change":"2024-09-12T01:16:16.822481+0000","last_active":"2024-09-12T01:16:16.822481+0000","last_peered":"2024-09-12T01:16:16.822481+0000","last_clean":"2024-09-12T01:16:16.822481+0000","last_became_active":"2024-09-12T00:34:35.992097+0000","last_became_peered":"2024-09-12T00:34:35.992097+0000","last_unstale":"2024-09-12T01:16:16.822481+0000","last_undegraded":"2024-09-12T01:16:16.822481+0000","last_fullsized":"2024-09-12T01:16:16.822481+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:16.822389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:16.822389+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.822389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:10:08.943472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"264'306","reported_seq":888,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.940782+0000","last_change":"2024-09-12T01:16:24.940782+0000","last_active":"2024-09-12T01:16:24.940782+0000","last_peered":"2024-09-12T01:16:24.940782+0000","last_clean":"2024-09-12T01:16:24.940782+0000","last_became_active":"2024-09-12T00:34:38.120888+0000","last_became_peered":"2024-09-12T00:34:38.120888+0000","last_unstale":"2024-09-12T01:16:24.940782+0000","last_undegraded":"2024-09-12T01:16:24.940782+0000","last_fullsized":"2024-09-12T01:16:24.940782+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'306","last_scrub_stamp":"2024-09-12T01:16:24.940671+0000","last_deep_scrub":"264'306","last_deep_scrub_stamp":"2024-09-12T01:16:24.940671+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.940671+0000","objects_scrubbed":6,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:38.289516+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46871,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":492,"num_read_kb":1132,"num_write":406,"num_write_kb":321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.161747+0000","last_change":"2024-09-12T01:16:15.161677+0000","last_active":"2024-09-12T01:16:15.161747+0000","last_peered":"2024-09-12T01:16:15.161747+0000","last_clean":"2024-09-12T01:16:15.161747+0000","last_became_active":"2024-09-12T00:34:40.012508+0000","last_became_peered":"2024-09-12T00:34:40.012508+0000","last_unstale":"2024-09-12T01:16:15.161747+0000","last_undegraded":"2024-09-12T01:16:15.161747+0000","last_fullsized":"2024-09-12T01:16:15.161747+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:15.161592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:15.161592+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.161592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:19:01.164945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"264'103","reported_seq":591,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.232440+0000","last_change":"2024-09-12T01:16:30.232375+0000","last_active":"2024-09-12T01:16:30.232440+0000","last_peered":"2024-09-12T01:16:30.232440+0000","last_clean":"2024-09-12T01:16:30.232440+0000","last_became_active":"2024-09-12T00:34:42.014187+0000","last_became_peered":"2024-09-12T00:34:42.014187+0000","last_unstale":"2024-09-12T01:16:30.232440+0000","last_undegraded":"2024-09-12T01:16:30.232440+0000","last_fullsized":"2024-09-12T01:16:30.232440+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'103","last_scrub_stamp":"2024-09-12T01:16:30.232288+0000","last_deep_scrub":"264'103","last_deep_scrub_stamp":"2024-09-12T01:16:30.232288+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.232288+0000","objects_scrubbed":3,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:34.902248+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":87,"num_write":238,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"264'1347","reported_seq":3045,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.567032+0000","last_change":"2024-09-12T01:16:10.567032+0000","last_active":"2024-09-12T01:16:10.567032+0000","last_peered":"2024-09-12T01:16:10.567032+0000","last_clean":"2024-09-12T01:16:10.567032+0000","last_became_active":"2024-09-12T00:34:33.974620+0000","last_became_peered":"2024-09-12T00:34:33.974620+0000","last_unstale":"2024-09-12T01:16:10.567032+0000","last_undegraded":"2024-09-12T01:16:10.567032+0000","last_fullsized":"2024-09-12T01:16:10.567032+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1347","last_scrub_stamp":"2024-09-12T01:16:10.566930+0000","last_deep_scrub":"264'1347","last_deep_scrub_stamp":"2024-09-12T01:16:10.566930+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.566930+0000","objects_scrubbed":3,"log_size":47,"log_dups_size":1300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:12.082981+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6230,"num_read_kb":5457,"num_write":1909,"num_write_kb":801,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":893,"num_omap_keys":4,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"264'406","reported_seq":1055,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.542417+0000","last_change":"2024-09-12T01:16:00.542417+0000","last_active":"2024-09-12T01:16:00.542417+0000","last_peered":"2024-09-12T01:16:00.542417+0000","last_clean":"2024-09-12T01:16:00.542417+0000","last_became_active":"2024-09-12T00:34:31.971481+0000","last_became_peered":"2024-09-12T00:34:31.971481+0000","last_unstale":"2024-09-12T01:16:00.542417+0000","last_undegraded":"2024-09-12T01:16:00.542417+0000","last_fullsized":"2024-09-12T01:16:00.542417+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'406","last_scrub_stamp":"2024-09-12T01:16:00.542295+0000","last_deep_scrub":"264'406","last_deep_scrub_stamp":"2024-09-12T01:16:00.542295+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.542295+0000","objects_scrubbed":5,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:59:08.651663+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262214,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":565,"num_read_kb":9239,"num_write":1298,"num_write_kb":32825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":501,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.038132+0000","last_change":"2024-09-12T01:16:09.038132+0000","last_active":"2024-09-12T01:16:09.038132+0000","last_peered":"2024-09-12T01:16:09.038132+0000","last_clean":"2024-09-12T01:16:09.038132+0000","last_became_active":"2024-09-12T00:34:35.985160+0000","last_became_peered":"2024-09-12T00:34:35.985160+0000","last_unstale":"2024-09-12T01:16:09.038132+0000","last_undegraded":"2024-09-12T01:16:09.038132+0000","last_fullsized":"2024-09-12T01:16:09.038132+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:09.038038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:09.038038+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.038038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:12:12.578048+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"264'101","reported_seq":630,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.795311+0000","last_change":"2024-09-12T01:16:21.795235+0000","last_active":"2024-09-12T01:16:21.795311+0000","last_peered":"2024-09-12T01:16:21.795311+0000","last_clean":"2024-09-12T01:16:21.795311+0000","last_became_active":"2024-09-12T00:34:38.120386+0000","last_became_peered":"2024-09-12T00:34:38.120386+0000","last_unstale":"2024-09-12T01:16:21.795311+0000","last_undegraded":"2024-09-12T01:16:21.795311+0000","last_fullsized":"2024-09-12T01:16:21.795311+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'101","last_scrub_stamp":"2024-09-12T01:16:21.795141+0000","last_deep_scrub":"264'101","last_deep_scrub_stamp":"2024-09-12T01:16:21.795141+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.795141+0000","objects_scrubbed":7,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:05:22.844435+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":97,"num_read_kb":87,"num_write":74,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1780,"num_omap_keys":6,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"264'778","reported_seq":4218,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.978655+0000","last_change":"2024-09-12T01:16:14.978588+0000","last_active":"2024-09-12T01:16:14.978655+0000","last_peered":"2024-09-12T01:16:14.978655+0000","last_clean":"2024-09-12T01:16:14.978655+0000","last_became_active":"2024-09-12T00:34:40.005461+0000","last_became_peered":"2024-09-12T00:34:40.005461+0000","last_unstale":"2024-09-12T01:16:14.978655+0000","last_undegraded":"2024-09-12T01:16:14.978655+0000","last_fullsized":"2024-09-12T01:16:14.978655+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'778","last_scrub_stamp":"2024-09-12T01:16:14.978503+0000","last_deep_scrub":"264'778","last_deep_scrub_stamp":"2024-09-12T01:16:14.978503+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.978503+0000","objects_scrubbed":1,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:55:41.831831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"264'100","reported_seq":605,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.923709+0000","last_change":"2024-09-12T01:16:26.923635+0000","last_active":"2024-09-12T01:16:26.923709+0000","last_peered":"2024-09-12T01:16:26.923709+0000","last_clean":"2024-09-12T01:16:26.923709+0000","last_became_active":"2024-09-12T00:34:42.012650+0000","last_became_peered":"2024-09-12T00:34:42.012650+0000","last_unstale":"2024-09-12T01:16:26.923709+0000","last_undegraded":"2024-09-12T01:16:26.923709+0000","last_fullsized":"2024-09-12T01:16:26.923709+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'100","last_scrub_stamp":"2024-09-12T01:16:26.923545+0000","last_deep_scrub":"264'100","last_deep_scrub_stamp":"2024-09-12T01:16:26.923545+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.923545+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:30:12.517392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":113,"num_write":246,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"264'1205","reported_seq":2934,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.825293+0000","last_change":"2024-09-12T01:16:05.825293+0000","last_active":"2024-09-12T01:16:05.825293+0000","last_peered":"2024-09-12T01:16:05.825293+0000","last_clean":"2024-09-12T01:16:05.825293+0000","last_became_active":"2024-09-12T00:34:33.990740+0000","last_became_peered":"2024-09-12T00:34:33.990740+0000","last_unstale":"2024-09-12T01:16:05.825293+0000","last_undegraded":"2024-09-12T01:16:05.825293+0000","last_fullsized":"2024-09-12T01:16:05.825293+0000","mapping_epoch":27,"log_start":"264'1100","ondisk_log_start":"264'1100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1205","last_scrub_stamp":"2024-09-12T01:16:05.825183+0000","last_deep_scrub":"264'1205","last_deep_scrub_stamp":"2024-09-12T01:16:05.825183+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.825183+0000","objects_scrubbed":4,"log_size":105,"log_dups_size":1100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:05:24.604278+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5787,"num_read_kb":5148,"num_write":1679,"num_write_kb":732,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2993,"num_omap_keys":12,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"264'312","reported_seq":910,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.397182+0000","last_change":"2024-09-12T01:15:58.397182+0000","last_active":"2024-09-12T01:15:58.397182+0000","last_peered":"2024-09-12T01:15:58.397182+0000","last_clean":"2024-09-12T01:15:58.397182+0000","last_became_active":"2024-09-12T00:35:05.222269+0000","last_became_peered":"2024-09-12T00:35:05.222269+0000","last_unstale":"2024-09-12T01:15:58.397182+0000","last_undegraded":"2024-09-12T01:15:58.397182+0000","last_fullsized":"2024-09-12T01:15:58.397182+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T01:15:58.397023+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T01:15:58.397023+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.397023+0000","objects_scrubbed":4,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:39.342149+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2267322,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":367,"num_read_kb":17952,"num_write":887,"num_write_kb":34402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"264'6","reported_seq":986,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.845174+0000","last_change":"2024-09-12T01:16:16.845174+0000","last_active":"2024-09-12T01:16:16.845174+0000","last_peered":"2024-09-12T01:16:16.845174+0000","last_clean":"2024-09-12T01:16:16.845174+0000","last_became_active":"2024-09-12T00:34:35.982931+0000","last_became_peered":"2024-09-12T00:34:35.982931+0000","last_unstale":"2024-09-12T01:16:16.845174+0000","last_undegraded":"2024-09-12T01:16:16.845174+0000","last_fullsized":"2024-09-12T01:16:16.845174+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T01:16:16.845068+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T01:16:16.845068+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.845068+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:35:18.677818+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"264'321","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.334556+0000","last_change":"2024-09-12T01:16:24.334556+0000","last_active":"2024-09-12T01:16:24.334556+0000","last_peered":"2024-09-12T01:16:24.334556+0000","last_clean":"2024-09-12T01:16:24.334556+0000","last_became_active":"2024-09-12T00:34:37.996773+0000","last_became_peered":"2024-09-12T00:34:37.996773+0000","last_unstale":"2024-09-12T01:16:24.334556+0000","last_undegraded":"2024-09-12T01:16:24.334556+0000","last_fullsized":"2024-09-12T01:16:24.334556+0000","mapping_epoch":31,"log_start":"264'301","ondisk_log_start":"264'301","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'321","last_scrub_stamp":"2024-09-12T01:16:24.334439+0000","last_deep_scrub":"264'321","last_deep_scrub_stamp":"2024-09-12T01:16:24.334439+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.334439+0000","objects_scrubbed":11,"log_size":20,"log_dups_size":301,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:49:33.943101+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50611,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":506,"num_read_kb":1050,"num_write":400,"num_write_kb":277,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.653298+0000","last_change":"2024-09-12T01:16:22.653298+0000","last_active":"2024-09-12T01:16:22.653298+0000","last_peered":"2024-09-12T01:16:22.653298+0000","last_clean":"2024-09-12T01:16:22.653298+0000","last_became_active":"2024-09-12T00:34:40.011017+0000","last_became_peered":"2024-09-12T00:34:40.011017+0000","last_unstale":"2024-09-12T01:16:22.653298+0000","last_undegraded":"2024-09-12T01:16:22.653298+0000","last_fullsized":"2024-09-12T01:16:22.653298+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:22.653207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:22.653207+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.653207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:42.856282+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"264'132","reported_seq":652,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.896849+0000","last_change":"2024-09-12T01:16:28.896849+0000","last_active":"2024-09-12T01:16:28.896849+0000","last_peered":"2024-09-12T01:16:28.896849+0000","last_clean":"2024-09-12T01:16:28.896849+0000","last_became_active":"2024-09-12T00:34:42.016996+0000","last_became_peered":"2024-09-12T00:34:42.016996+0000","last_unstale":"2024-09-12T01:16:28.896849+0000","last_undegraded":"2024-09-12T01:16:28.896849+0000","last_fullsized":"2024-09-12T01:16:28.896849+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'132","last_scrub_stamp":"2024-09-12T01:16:28.896753+0000","last_deep_scrub":"264'132","last_deep_scrub_stamp":"2024-09-12T01:16:28.896753+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.896753+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:49:48.056362+0000","scrub_duration":13,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1641,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":197,"num_read_kb":174,"num_write":319,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"264'425","reported_seq":1742,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.829578+0000","last_change":"2024-09-12T01:16:04.829578+0000","last_active":"2024-09-12T01:16:04.829578+0000","last_peered":"2024-09-12T01:16:04.829578+0000","last_clean":"2024-09-12T01:16:04.829578+0000","last_became_active":"2024-09-12T00:34:33.988474+0000","last_became_peered":"2024-09-12T00:34:33.988474+0000","last_unstale":"2024-09-12T01:16:04.829578+0000","last_undegraded":"2024-09-12T01:16:04.829578+0000","last_fullsized":"2024-09-12T01:16:04.829578+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'425","last_scrub_stamp":"2024-09-12T01:16:04.829485+0000","last_deep_scrub":"264'425","last_deep_scrub_stamp":"2024-09-12T01:16:04.829485+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.829485+0000","objects_scrubbed":3,"log_size":25,"log_dups_size":400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:56:58.543945+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2068,"num_read_kb":1907,"num_write":501,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1891,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"264'361","reported_seq":991,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.373436+0000","last_change":"2024-09-12T01:16:01.373436+0000","last_active":"2024-09-12T01:16:01.373436+0000","last_peered":"2024-09-12T01:16:01.373436+0000","last_clean":"2024-09-12T01:16:01.373436+0000","last_became_active":"2024-09-12T00:35:05.688101+0000","last_became_peered":"2024-09-12T00:35:05.688101+0000","last_unstale":"2024-09-12T01:16:01.373436+0000","last_undegraded":"2024-09-12T01:16:01.373436+0000","last_fullsized":"2024-09-12T01:16:01.373436+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'361","last_scrub_stamp":"2024-09-12T01:16:01.373299+0000","last_deep_scrub":"264'361","last_deep_scrub_stamp":"2024-09-12T01:16:01.373299+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.373299+0000","objects_scrubbed":5,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:24.486329+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262200,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":500,"num_read_kb":1934,"num_write":1139,"num_write_kb":21166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.270664+0000","last_change":"2024-09-12T01:16:19.270664+0000","last_active":"2024-09-12T01:16:19.270664+0000","last_peered":"2024-09-12T01:16:19.270664+0000","last_clean":"2024-09-12T01:16:19.270664+0000","last_became_active":"2024-09-12T00:34:35.991149+0000","last_became_peered":"2024-09-12T00:34:35.991149+0000","last_unstale":"2024-09-12T01:16:19.270664+0000","last_undegraded":"2024-09-12T01:16:19.270664+0000","last_fullsized":"2024-09-12T01:16:19.270664+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:19.270473+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:19.270473+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.270473+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:13.212310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"264'279","reported_seq":858,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.624333+0000","last_change":"2024-09-12T01:16:16.624333+0000","last_active":"2024-09-12T01:16:16.624333+0000","last_peered":"2024-09-12T01:16:16.624333+0000","last_clean":"2024-09-12T01:16:16.624333+0000","last_became_active":"2024-09-12T00:34:37.998269+0000","last_became_peered":"2024-09-12T00:34:37.998269+0000","last_unstale":"2024-09-12T01:16:16.624333+0000","last_undegraded":"2024-09-12T01:16:16.624333+0000","last_fullsized":"2024-09-12T01:16:16.624333+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'279","last_scrub_stamp":"2024-09-12T01:16:16.624216+0000","last_deep_scrub":"264'279","last_deep_scrub_stamp":"2024-09-12T01:16:16.624216+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.624216+0000","objects_scrubbed":5,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:18:19.899956+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87727,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":455,"num_read_kb":1131,"num_write":370,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.011985+0000","last_change":"2024-09-12T01:16:14.011985+0000","last_active":"2024-09-12T01:16:14.011985+0000","last_peered":"2024-09-12T01:16:14.011985+0000","last_clean":"2024-09-12T01:16:14.011985+0000","last_became_active":"2024-09-12T00:34:40.004801+0000","last_became_peered":"2024-09-12T00:34:40.004801+0000","last_unstale":"2024-09-12T01:16:14.011985+0000","last_undegraded":"2024-09-12T01:16:14.011985+0000","last_fullsized":"2024-09-12T01:16:14.011985+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:14.011843+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:14.011843+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.011843+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:14:51.943482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"264'135","reported_seq":689,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:31.953006+0000","last_change":"2024-09-12T01:16:31.953006+0000","last_active":"2024-09-12T01:16:31.953006+0000","last_peered":"2024-09-12T01:16:31.953006+0000","last_clean":"2024-09-12T01:16:31.953006+0000","last_became_active":"2024-09-12T00:34:42.025899+0000","last_became_peered":"2024-09-12T00:34:42.025899+0000","last_unstale":"2024-09-12T01:16:31.953006+0000","last_undegraded":"2024-09-12T01:16:31.953006+0000","last_fullsized":"2024-09-12T01:16:31.953006+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'135","last_scrub_stamp":"2024-09-12T01:16:31.952920+0000","last_deep_scrub":"264'135","last_deep_scrub_stamp":"2024-09-12T01:16:31.952920+0000","last_clean_scrub_stamp":"2024-09-12T01:16:31.952920+0000","objects_scrubbed":2,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:07:09.617375+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":557,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":329,"num_read_kb":286,"num_write":339,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"264'760","reported_seq":2201,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.082391+0000","last_change":"2024-09-12T01:16:08.082391+0000","last_active":"2024-09-12T01:16:08.082391+0000","last_peered":"2024-09-12T01:16:08.082391+0000","last_clean":"2024-09-12T01:16:08.082391+0000","last_became_active":"2024-09-12T00:34:33.985448+0000","last_became_peered":"2024-09-12T00:34:33.985448+0000","last_unstale":"2024-09-12T01:16:08.082391+0000","last_undegraded":"2024-09-12T01:16:08.082391+0000","last_fullsized":"2024-09-12T01:16:08.082391+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'760","last_scrub_stamp":"2024-09-12T01:16:08.082309+0000","last_deep_scrub":"264'760","last_deep_scrub_stamp":"2024-09-12T01:16:08.082309+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.082309+0000","objects_scrubbed":4,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:18:25.186168+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3513,"num_read_kb":3154,"num_write":998,"num_write_kb":362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":760,"num_omap_keys":4,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"264'332","reported_seq":965,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.115630+0000","last_change":"2024-09-12T01:15:57.115556+0000","last_active":"2024-09-12T01:15:57.115630+0000","last_peered":"2024-09-12T01:15:57.115630+0000","last_clean":"2024-09-12T01:15:57.115630+0000","last_became_active":"2024-09-12T00:34:31.962743+0000","last_became_peered":"2024-09-12T00:34:31.962743+0000","last_unstale":"2024-09-12T01:15:57.115630+0000","last_undegraded":"2024-09-12T01:15:57.115630+0000","last_fullsized":"2024-09-12T01:15:57.115630+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'332","last_scrub_stamp":"2024-09-12T01:15:57.115449+0000","last_deep_scrub":"264'332","last_deep_scrub_stamp":"2024-09-12T01:15:57.115449+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.115449+0000","objects_scrubbed":8,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:35.548629+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":538106,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":439,"num_read_kb":23084,"num_write":1012,"num_write_kb":31643,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.866239+0000","last_change":"2024-09-12T01:16:15.866239+0000","last_active":"2024-09-12T01:16:15.866239+0000","last_peered":"2024-09-12T01:16:15.866239+0000","last_clean":"2024-09-12T01:16:15.866239+0000","last_became_active":"2024-09-12T00:34:35.985748+0000","last_became_peered":"2024-09-12T00:34:35.985748+0000","last_unstale":"2024-09-12T01:16:15.866239+0000","last_undegraded":"2024-09-12T01:16:15.866239+0000","last_fullsized":"2024-09-12T01:16:15.866239+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:15.866150+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:15.866150+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.866150+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:15.797666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"264'276","reported_seq":839,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.004308+0000","last_change":"2024-09-12T01:16:21.004308+0000","last_active":"2024-09-12T01:16:21.004308+0000","last_peered":"2024-09-12T01:16:21.004308+0000","last_clean":"2024-09-12T01:16:21.004308+0000","last_became_active":"2024-09-12T00:34:37.997172+0000","last_became_peered":"2024-09-12T00:34:37.997172+0000","last_unstale":"2024-09-12T01:16:21.004308+0000","last_undegraded":"2024-09-12T01:16:21.004308+0000","last_fullsized":"2024-09-12T01:16:21.004308+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'276","last_scrub_stamp":"2024-09-12T01:16:21.004220+0000","last_deep_scrub":"264'276","last_deep_scrub_stamp":"2024-09-12T01:16:21.004220+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.004220+0000","objects_scrubbed":3,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:22:58.931600+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51250,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":452,"num_read_kb":1111,"num_write":376,"num_write_kb":326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.710620+0000","last_change":"2024-09-12T01:16:24.710620+0000","last_active":"2024-09-12T01:16:24.710620+0000","last_peered":"2024-09-12T01:16:24.710620+0000","last_clean":"2024-09-12T01:16:24.710620+0000","last_became_active":"2024-09-12T00:34:40.010287+0000","last_became_peered":"2024-09-12T00:34:40.010287+0000","last_unstale":"2024-09-12T01:16:24.710620+0000","last_undegraded":"2024-09-12T01:16:24.710620+0000","last_fullsized":"2024-09-12T01:16:24.710620+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:24.710524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:24.710524+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.710524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:17.186476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"264'180","reported_seq":1648,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.928765+0000","last_change":"2024-09-12T01:16:27.928765+0000","last_active":"2024-09-12T01:16:27.928765+0000","last_peered":"2024-09-12T01:16:27.928765+0000","last_clean":"2024-09-12T01:16:27.928765+0000","last_became_active":"2024-09-12T00:34:42.010177+0000","last_became_peered":"2024-09-12T00:34:42.010177+0000","last_unstale":"2024-09-12T01:16:27.928765+0000","last_undegraded":"2024-09-12T01:16:27.928765+0000","last_fullsized":"2024-09-12T01:16:27.928765+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'180","last_scrub_stamp":"2024-09-12T01:16:27.928670+0000","last_deep_scrub":"264'180","last_deep_scrub_stamp":"2024-09-12T01:16:27.928670+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.928670+0000","objects_scrubbed":6,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:35.224019+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":657,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1177,"num_read_kb":1173,"num_write":405,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"264'461","reported_seq":2059,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.821256+0000","last_change":"2024-09-12T01:16:03.821256+0000","last_active":"2024-09-12T01:16:03.821256+0000","last_peered":"2024-09-12T01:16:03.821256+0000","last_clean":"2024-09-12T01:16:03.821256+0000","last_became_active":"2024-09-12T00:34:33.979754+0000","last_became_peered":"2024-09-12T00:34:33.979754+0000","last_unstale":"2024-09-12T01:16:03.821256+0000","last_undegraded":"2024-09-12T01:16:03.821256+0000","last_fullsized":"2024-09-12T01:16:03.821256+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'461","last_scrub_stamp":"2024-09-12T01:16:03.821170+0000","last_deep_scrub":"264'461","last_deep_scrub_stamp":"2024-09-12T01:16:03.821170+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.821170+0000","objects_scrubbed":2,"log_size":61,"log_dups_size":400,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:05.046551+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2451,"num_read_kb":2312,"num_write":529,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":432,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"264'522","reported_seq":1203,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.547321+0000","last_change":"2024-09-12T01:15:55.547265+0000","last_active":"2024-09-12T01:15:55.547321+0000","last_peered":"2024-09-12T01:15:55.547321+0000","last_clean":"2024-09-12T01:15:55.547321+0000","last_became_active":"2024-09-12T00:34:31.971263+0000","last_became_peered":"2024-09-12T00:34:31.971263+0000","last_unstale":"2024-09-12T01:15:55.547321+0000","last_undegraded":"2024-09-12T01:15:55.547321+0000","last_fullsized":"2024-09-12T01:15:55.547321+0000","mapping_epoch":25,"log_start":"264'500","ondisk_log_start":"264'500","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'522","last_scrub_stamp":"2024-09-12T01:15:55.547179+0000","last_deep_scrub":"264'522","last_deep_scrub_stamp":"2024-09-12T01:15:55.547179+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.547179+0000","objects_scrubbed":6,"log_size":22,"log_dups_size":500,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:58.593686+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":851,"num_read_kb":22040,"num_write":1382,"num_write_kb":25421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"264'2","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.081316+0000","last_change":"2024-09-12T01:16:12.081316+0000","last_active":"2024-09-12T01:16:12.081316+0000","last_peered":"2024-09-12T01:16:12.081316+0000","last_clean":"2024-09-12T01:16:12.081316+0000","last_became_active":"2024-09-12T00:34:35.990181+0000","last_became_peered":"2024-09-12T00:34:35.990181+0000","last_unstale":"2024-09-12T01:16:12.081316+0000","last_undegraded":"2024-09-12T01:16:12.081316+0000","last_fullsized":"2024-09-12T01:16:12.081316+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:12.081218+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:12.081218+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.081218+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:32:25.386111+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"264'326","reported_seq":923,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.798976+0000","last_change":"2024-09-12T01:16:20.798976+0000","last_active":"2024-09-12T01:16:20.798976+0000","last_peered":"2024-09-12T01:16:20.798976+0000","last_clean":"2024-09-12T01:16:20.798976+0000","last_became_active":"2024-09-12T00:34:37.987989+0000","last_became_peered":"2024-09-12T00:34:37.987989+0000","last_unstale":"2024-09-12T01:16:20.798976+0000","last_undegraded":"2024-09-12T01:16:20.798976+0000","last_fullsized":"2024-09-12T01:16:20.798976+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'326","last_scrub_stamp":"2024-09-12T01:16:20.798871+0000","last_deep_scrub":"264'326","last_deep_scrub_stamp":"2024-09-12T01:16:20.798871+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.798871+0000","objects_scrubbed":6,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:54:34.241731+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50991,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":545,"num_read_kb":1225,"num_write":444,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":492,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.671493+0000","last_change":"2024-09-12T01:16:26.671493+0000","last_active":"2024-09-12T01:16:26.671493+0000","last_peered":"2024-09-12T01:16:26.671493+0000","last_clean":"2024-09-12T01:16:26.671493+0000","last_became_active":"2024-09-12T00:34:40.009757+0000","last_became_peered":"2024-09-12T00:34:40.009757+0000","last_unstale":"2024-09-12T01:16:26.671493+0000","last_undegraded":"2024-09-12T01:16:26.671493+0000","last_fullsized":"2024-09-12T01:16:26.671493+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:26.671351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:26.671351+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.671351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:44.040836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"264'128","reported_seq":626,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.786016+0000","last_change":"2024-09-12T01:16:26.785942+0000","last_active":"2024-09-12T01:16:26.786016+0000","last_peered":"2024-09-12T01:16:26.786016+0000","last_clean":"2024-09-12T01:16:26.786016+0000","last_became_active":"2024-09-12T00:34:42.014551+0000","last_became_peered":"2024-09-12T00:34:42.014551+0000","last_unstale":"2024-09-12T01:16:26.786016+0000","last_undegraded":"2024-09-12T01:16:26.786016+0000","last_fullsized":"2024-09-12T01:16:26.786016+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'128","last_scrub_stamp":"2024-09-12T01:16:26.785860+0000","last_deep_scrub":"264'128","last_deep_scrub_stamp":"2024-09-12T01:16:26.785860+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.785860+0000","objects_scrubbed":3,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:45:57.300800+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":629,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":145,"num_read_kb":131,"num_write":325,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"264'473","reported_seq":2119,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.055663+0000","last_change":"2024-09-12T01:16:06.055663+0000","last_active":"2024-09-12T01:16:06.055663+0000","last_peered":"2024-09-12T01:16:06.055663+0000","last_clean":"2024-09-12T01:16:06.055663+0000","last_became_active":"2024-09-12T00:34:33.971654+0000","last_became_peered":"2024-09-12T00:34:33.971654+0000","last_unstale":"2024-09-12T01:16:06.055663+0000","last_undegraded":"2024-09-12T01:16:06.055663+0000","last_fullsized":"2024-09-12T01:16:06.055663+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'473","last_scrub_stamp":"2024-09-12T01:16:06.055554+0000","last_deep_scrub":"264'473","last_deep_scrub_stamp":"2024-09-12T01:16:06.055554+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.055554+0000","objects_scrubbed":2,"log_size":73,"log_dups_size":400,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:41.695260+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2669,"num_read_kb":2518,"num_write":545,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"264'348","reported_seq":1004,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.993861+0000","last_change":"2024-09-12T01:15:57.993762+0000","last_active":"2024-09-12T01:15:57.993861+0000","last_peered":"2024-09-12T01:15:57.993861+0000","last_clean":"2024-09-12T01:15:57.993861+0000","last_became_active":"2024-09-12T00:34:31.972867+0000","last_became_peered":"2024-09-12T00:34:31.972867+0000","last_unstale":"2024-09-12T01:15:57.993861+0000","last_undegraded":"2024-09-12T01:15:57.993861+0000","last_fullsized":"2024-09-12T01:15:57.993861+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'348","last_scrub_stamp":"2024-09-12T01:15:57.993622+0000","last_deep_scrub":"264'348","last_deep_scrub_stamp":"2024-09-12T01:15:57.993622+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.993622+0000","objects_scrubbed":5,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:40.667046+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287823,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":575,"num_read_kb":7703,"num_write":1142,"num_write_kb":11059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"264'383","reported_seq":1925,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.058639+0000","last_change":"2024-09-12T01:16:05.058639+0000","last_active":"2024-09-12T01:16:05.058639+0000","last_peered":"2024-09-12T01:16:05.058639+0000","last_clean":"2024-09-12T01:16:05.058639+0000","last_became_active":"2024-09-12T00:34:33.972770+0000","last_became_peered":"2024-09-12T00:34:33.972770+0000","last_unstale":"2024-09-12T01:16:05.058639+0000","last_undegraded":"2024-09-12T01:16:05.058639+0000","last_fullsized":"2024-09-12T01:16:05.058639+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'383","last_scrub_stamp":"2024-09-12T01:16:05.058556+0000","last_deep_scrub":"264'383","last_deep_scrub_stamp":"2024-09-12T01:16:05.058556+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.058556+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:20:14.766200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2116,"num_read_kb":2038,"num_write":421,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"264'401","reported_seq":1029,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.547434+0000","last_change":"2024-09-12T01:15:54.547372+0000","last_active":"2024-09-12T01:15:54.547434+0000","last_peered":"2024-09-12T01:15:54.547434+0000","last_clean":"2024-09-12T01:15:54.547434+0000","last_became_active":"2024-09-12T00:34:31.966720+0000","last_became_peered":"2024-09-12T00:34:31.966720+0000","last_unstale":"2024-09-12T01:15:54.547434+0000","last_undegraded":"2024-09-12T01:15:54.547434+0000","last_fullsized":"2024-09-12T01:15:54.547434+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'401","last_scrub_stamp":"2024-09-12T01:15:54.547291+0000","last_deep_scrub":"264'401","last_deep_scrub_stamp":"2024-09-12T01:15:54.547291+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.547291+0000","objects_scrubbed":5,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:57.360329+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4593516,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":495,"num_read_kb":8293,"num_write":1293,"num_write_kb":36930,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"264'514","reported_seq":2122,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.315141+0000","last_change":"2024-09-12T01:16:11.315141+0000","last_active":"2024-09-12T01:16:11.315141+0000","last_peered":"2024-09-12T01:16:11.315141+0000","last_clean":"2024-09-12T01:16:11.315141+0000","last_became_active":"2024-09-12T00:34:33.985427+0000","last_became_peered":"2024-09-12T00:34:33.985427+0000","last_unstale":"2024-09-12T01:16:11.315141+0000","last_undegraded":"2024-09-12T01:16:11.315141+0000","last_fullsized":"2024-09-12T01:16:11.315141+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'514","last_scrub_stamp":"2024-09-12T01:16:11.315052+0000","last_deep_scrub":"264'514","last_deep_scrub_stamp":"2024-09-12T01:16:11.315052+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.315052+0000","objects_scrubbed":1,"log_size":14,"log_dups_size":500,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:00.361936+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2581,"num_read_kb":2413,"num_write":585,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"264'366","reported_seq":1042,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.402085+0000","last_change":"2024-09-12T01:16:00.402017+0000","last_active":"2024-09-12T01:16:00.402085+0000","last_peered":"2024-09-12T01:16:00.402085+0000","last_clean":"2024-09-12T01:16:00.402085+0000","last_became_active":"2024-09-12T00:34:31.971634+0000","last_became_peered":"2024-09-12T00:34:31.971634+0000","last_unstale":"2024-09-12T01:16:00.402085+0000","last_undegraded":"2024-09-12T01:16:00.402085+0000","last_fullsized":"2024-09-12T01:16:00.402085+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'366","last_scrub_stamp":"2024-09-12T01:16:00.401887+0000","last_deep_scrub":"264'366","last_deep_scrub_stamp":"2024-09-12T01:16:00.401887+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.401887+0000","objects_scrubbed":3,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:53:36.761280+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":612,"num_read_kb":32692,"num_write":1270,"num_write_kb":20336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"264'1037","reported_seq":2493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.177698+0000","last_change":"2024-09-12T01:16:01.177698+0000","last_active":"2024-09-12T01:16:01.177698+0000","last_peered":"2024-09-12T01:16:01.177698+0000","last_clean":"2024-09-12T01:16:01.177698+0000","last_became_active":"2024-09-12T00:34:33.979663+0000","last_became_peered":"2024-09-12T00:34:33.979663+0000","last_unstale":"2024-09-12T01:16:01.177698+0000","last_undegraded":"2024-09-12T01:16:01.177698+0000","last_fullsized":"2024-09-12T01:16:01.177698+0000","mapping_epoch":27,"log_start":"264'1000","ondisk_log_start":"264'1000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1037","last_scrub_stamp":"2024-09-12T01:16:01.177587+0000","last_deep_scrub":"264'1037","last_deep_scrub_stamp":"2024-09-12T01:16:01.177587+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.177587+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":1000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:09:27.294298+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4883,"num_read_kb":4390,"num_write":1520,"num_write_kb":633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":217,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"264'356","reported_seq":1023,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.549911+0000","last_change":"2024-09-12T01:15:58.549822+0000","last_active":"2024-09-12T01:15:58.549911+0000","last_peered":"2024-09-12T01:15:58.549911+0000","last_clean":"2024-09-12T01:15:58.549911+0000","last_became_active":"2024-09-12T00:34:31.970164+0000","last_became_peered":"2024-09-12T00:34:31.970164+0000","last_unstale":"2024-09-12T01:15:58.549911+0000","last_undegraded":"2024-09-12T01:15:58.549911+0000","last_fullsized":"2024-09-12T01:15:58.549911+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'356","last_scrub_stamp":"2024-09-12T01:15:58.549641+0000","last_deep_scrub":"264'356","last_deep_scrub_stamp":"2024-09-12T01:15:58.549641+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.549641+0000","objects_scrubbed":9,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:50.695677+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456509,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":554,"num_read_kb":17128,"num_write":1087,"num_write_kb":26850,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"264'582","reported_seq":2216,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.054616+0000","last_change":"2024-09-12T01:16:09.054522+0000","last_active":"2024-09-12T01:16:09.054616+0000","last_peered":"2024-09-12T01:16:09.054616+0000","last_clean":"2024-09-12T01:16:09.054616+0000","last_became_active":"2024-09-12T00:34:33.988284+0000","last_became_peered":"2024-09-12T00:34:33.988284+0000","last_unstale":"2024-09-12T01:16:09.054616+0000","last_undegraded":"2024-09-12T01:16:09.054616+0000","last_fullsized":"2024-09-12T01:16:09.054616+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'582","last_scrub_stamp":"2024-09-12T01:16:09.054407+0000","last_deep_scrub":"264'582","last_deep_scrub_stamp":"2024-09-12T01:16:09.054407+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.054407+0000","objects_scrubbed":2,"log_size":82,"log_dups_size":500,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:54.856867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3090,"num_read_kb":2864,"num_write":780,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":474,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"264'403","reported_seq":1086,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.093113+0000","last_change":"2024-09-12T01:15:58.093113+0000","last_active":"2024-09-12T01:15:58.093113+0000","last_peered":"2024-09-12T01:15:58.093113+0000","last_clean":"2024-09-12T01:15:58.093113+0000","last_became_active":"2024-09-12T00:34:31.977961+0000","last_became_peered":"2024-09-12T00:34:31.977961+0000","last_unstale":"2024-09-12T01:15:58.093113+0000","last_undegraded":"2024-09-12T01:15:58.093113+0000","last_fullsized":"2024-09-12T01:15:58.093113+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'403","last_scrub_stamp":"2024-09-12T01:15:58.093000+0000","last_deep_scrub":"264'403","last_deep_scrub_stamp":"2024-09-12T01:15:58.093000+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.093000+0000","objects_scrubbed":5,"log_size":103,"log_dups_size":300,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:41:15.195376+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456491,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":652,"num_read_kb":48802,"num_write":1281,"num_write_kb":34470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"264'397","reported_seq":2002,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.822083+0000","last_change":"2024-09-12T01:16:07.821999+0000","last_active":"2024-09-12T01:16:07.822083+0000","last_peered":"2024-09-12T01:16:07.822083+0000","last_clean":"2024-09-12T01:16:07.822083+0000","last_became_active":"2024-09-12T00:34:33.977227+0000","last_became_peered":"2024-09-12T00:34:33.977227+0000","last_unstale":"2024-09-12T01:16:07.822083+0000","last_undegraded":"2024-09-12T01:16:07.822083+0000","last_fullsized":"2024-09-12T01:16:07.822083+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'397","last_scrub_stamp":"2024-09-12T01:16:07.821878+0000","last_deep_scrub":"264'397","last_deep_scrub_stamp":"2024-09-12T01:16:07.821878+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.821878+0000","objects_scrubbed":3,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:19:17.772462+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2367,"num_read_kb":2261,"num_write":462,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"264'300","reported_seq":921,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.169907+0000","last_change":"2024-09-12T01:16:02.169907+0000","last_active":"2024-09-12T01:16:02.169907+0000","last_peered":"2024-09-12T01:16:02.169907+0000","last_clean":"2024-09-12T01:16:02.169907+0000","last_became_active":"2024-09-12T00:34:31.962091+0000","last_became_peered":"2024-09-12T00:34:31.962091+0000","last_unstale":"2024-09-12T01:16:02.169907+0000","last_undegraded":"2024-09-12T01:16:02.169907+0000","last_fullsized":"2024-09-12T01:16:02.169907+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'300","last_scrub_stamp":"2024-09-12T01:16:02.169781+0000","last_deep_scrub":"264'300","last_deep_scrub_stamp":"2024-09-12T01:16:02.169781+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.169781+0000","objects_scrubbed":2,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:25:30.820980+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":407,"num_read_kb":31193,"num_write":903,"num_write_kb":37688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"264'1378","reported_seq":2968,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.079009+0000","last_change":"2024-09-12T01:16:10.078951+0000","last_active":"2024-09-12T01:16:10.079009+0000","last_peered":"2024-09-12T01:16:10.079009+0000","last_clean":"2024-09-12T01:16:10.079009+0000","last_became_active":"2024-09-12T00:34:33.992583+0000","last_became_peered":"2024-09-12T00:34:33.992583+0000","last_unstale":"2024-09-12T01:16:10.079009+0000","last_undegraded":"2024-09-12T01:16:10.079009+0000","last_fullsized":"2024-09-12T01:16:10.079009+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1378","last_scrub_stamp":"2024-09-12T01:16:10.078867+0000","last_deep_scrub":"264'1378","last_deep_scrub_stamp":"2024-09-12T01:16:10.078867+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.078867+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":1300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:51:50.906335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6518,"num_read_kb":5665,"num_write":2064,"num_write_kb":1012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"264'334","reported_seq":1022,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.986130+0000","last_change":"2024-09-12T01:15:55.986130+0000","last_active":"2024-09-12T01:15:55.986130+0000","last_peered":"2024-09-12T01:15:55.986130+0000","last_clean":"2024-09-12T01:15:55.986130+0000","last_became_active":"2024-09-12T00:34:31.966528+0000","last_became_peered":"2024-09-12T00:34:31.966528+0000","last_unstale":"2024-09-12T01:15:55.986130+0000","last_undegraded":"2024-09-12T01:15:55.986130+0000","last_fullsized":"2024-09-12T01:15:55.986130+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'334","last_scrub_stamp":"2024-09-12T01:15:55.985977+0000","last_deep_scrub":"264'334","last_deep_scrub_stamp":"2024-09-12T01:15:55.985977+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.985977+0000","objects_scrubbed":8,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:47:06.068373+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4364785,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":629,"num_read_kb":9603,"num_write":1163,"num_write_kb":30886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"264'449","reported_seq":2054,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.972128+0000","last_change":"2024-09-12T01:16:04.972056+0000","last_active":"2024-09-12T01:16:04.972128+0000","last_peered":"2024-09-12T01:16:04.972128+0000","last_clean":"2024-09-12T01:16:04.972128+0000","last_became_active":"2024-09-12T00:34:33.973387+0000","last_became_peered":"2024-09-12T00:34:33.973387+0000","last_unstale":"2024-09-12T01:16:04.972128+0000","last_undegraded":"2024-09-12T01:16:04.972128+0000","last_fullsized":"2024-09-12T01:16:04.972128+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'449","last_scrub_stamp":"2024-09-12T01:16:04.971973+0000","last_deep_scrub":"264'449","last_deep_scrub_stamp":"2024-09-12T01:16:04.971973+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.971973+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":400,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:24.066078+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2517,"num_read_kb":2371,"num_write":533,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1072,"num_omap_keys":5,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"264'330","reported_seq":922,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.091102+0000","last_change":"2024-09-12T01:15:59.091102+0000","last_active":"2024-09-12T01:15:59.091102+0000","last_peered":"2024-09-12T01:15:59.091102+0000","last_clean":"2024-09-12T01:15:59.091102+0000","last_became_active":"2024-09-12T00:34:31.960623+0000","last_became_peered":"2024-09-12T00:34:31.960623+0000","last_unstale":"2024-09-12T01:15:59.091102+0000","last_undegraded":"2024-09-12T01:15:59.091102+0000","last_fullsized":"2024-09-12T01:15:59.091102+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'330","last_scrub_stamp":"2024-09-12T01:15:59.090976+0000","last_deep_scrub":"264'330","last_deep_scrub_stamp":"2024-09-12T01:15:59.090976+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.090976+0000","objects_scrubbed":7,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:18:57.943662+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4308193,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":370,"num_read_kb":27044,"num_write":941,"num_write_kb":54817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"264'736","reported_seq":2143,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.423888+0000","last_change":"2024-09-12T01:16:07.423817+0000","last_active":"2024-09-12T01:16:07.423888+0000","last_peered":"2024-09-12T01:16:07.423888+0000","last_clean":"2024-09-12T01:16:07.423888+0000","last_became_active":"2024-09-12T00:34:33.987414+0000","last_became_peered":"2024-09-12T00:34:33.987414+0000","last_unstale":"2024-09-12T01:16:07.423888+0000","last_undegraded":"2024-09-12T01:16:07.423888+0000","last_fullsized":"2024-09-12T01:16:07.423888+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'736","last_scrub_stamp":"2024-09-12T01:16:07.423722+0000","last_deep_scrub":"264'736","last_deep_scrub_stamp":"2024-09-12T01:16:07.423722+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.423722+0000","objects_scrubbed":2,"log_size":36,"log_dups_size":700,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:53:23.317025+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3453,"num_read_kb":3108,"num_write":973,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":233,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"264'314","reported_seq":936,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.395366+0000","last_change":"2024-09-12T01:16:03.395366+0000","last_active":"2024-09-12T01:16:03.395366+0000","last_peered":"2024-09-12T01:16:03.395366+0000","last_clean":"2024-09-12T01:16:03.395366+0000","last_became_active":"2024-09-12T00:34:31.977298+0000","last_became_peered":"2024-09-12T00:34:31.977298+0000","last_unstale":"2024-09-12T01:16:03.395366+0000","last_undegraded":"2024-09-12T01:16:03.395366+0000","last_fullsized":"2024-09-12T01:16:03.395366+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'314","last_scrub_stamp":"2024-09-12T01:16:03.395269+0000","last_deep_scrub":"264'314","last_deep_scrub_stamp":"2024-09-12T01:16:03.395269+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.395269+0000","objects_scrubbed":2,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:27.168382+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":457,"num_read_kb":37235,"num_write":973,"num_write_kb":28438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"264'926","reported_seq":2540,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.861316+0000","last_change":"2024-09-12T01:16:08.861259+0000","last_active":"2024-09-12T01:16:08.861316+0000","last_peered":"2024-09-12T01:16:08.861316+0000","last_clean":"2024-09-12T01:16:08.861316+0000","last_became_active":"2024-09-12T00:34:33.978626+0000","last_became_peered":"2024-09-12T00:34:33.978626+0000","last_unstale":"2024-09-12T01:16:08.861316+0000","last_undegraded":"2024-09-12T01:16:08.861316+0000","last_fullsized":"2024-09-12T01:16:08.861316+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'926","last_scrub_stamp":"2024-09-12T01:16:08.861179+0000","last_deep_scrub":"264'926","last_deep_scrub_stamp":"2024-09-12T01:16:08.861179+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.861179+0000","objects_scrubbed":2,"log_size":26,"log_dups_size":900,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:25.862125+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4421,"num_read_kb":3963,"num_write":1257,"num_write_kb":522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"264'353","reported_seq":993,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.574734+0000","last_change":"2024-09-12T01:15:55.574734+0000","last_active":"2024-09-12T01:15:55.574734+0000","last_peered":"2024-09-12T01:15:55.574734+0000","last_clean":"2024-09-12T01:15:55.574734+0000","last_became_active":"2024-09-12T00:35:05.223897+0000","last_became_peered":"2024-09-12T00:35:05.223897+0000","last_unstale":"2024-09-12T01:15:55.574734+0000","last_undegraded":"2024-09-12T01:15:55.574734+0000","last_fullsized":"2024-09-12T01:15:55.574734+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'353","last_scrub_stamp":"2024-09-12T01:15:55.574647+0000","last_deep_scrub":"264'353","last_deep_scrub_stamp":"2024-09-12T01:15:55.574647+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.574647+0000","objects_scrubbed":6,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:13:15.187994+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154781,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":549,"num_read_kb":8825,"num_write":1213,"num_write_kb":53311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2d","version":"264'465","reported_seq":2096,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.563025+0000","last_change":"2024-09-12T01:15:59.563025+0000","last_active":"2024-09-12T01:15:59.563025+0000","last_peered":"2024-09-12T01:15:59.563025+0000","last_clean":"2024-09-12T01:15:59.563025+0000","last_became_active":"2024-09-12T00:34:33.975793+0000","last_became_peered":"2024-09-12T00:34:33.975793+0000","last_unstale":"2024-09-12T01:15:59.563025+0000","last_undegraded":"2024-09-12T01:15:59.563025+0000","last_fullsized":"2024-09-12T01:15:59.563025+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'465","last_scrub_stamp":"2024-09-12T01:15:59.562933+0000","last_deep_scrub":"264'465","last_deep_scrub_stamp":"2024-09-12T01:15:59.562933+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.562933+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":400,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:42.833378+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2477,"num_read_kb":2346,"num_write":538,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"264'337","reported_seq":972,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.418966+0000","last_change":"2024-09-12T01:16:02.418966+0000","last_active":"2024-09-12T01:16:02.418966+0000","last_peered":"2024-09-12T01:16:02.418966+0000","last_clean":"2024-09-12T01:16:02.418966+0000","last_became_active":"2024-09-12T00:34:31.970483+0000","last_became_peered":"2024-09-12T00:34:31.970483+0000","last_unstale":"2024-09-12T01:16:02.418966+0000","last_undegraded":"2024-09-12T01:16:02.418966+0000","last_fullsized":"2024-09-12T01:16:02.418966+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'337","last_scrub_stamp":"2024-09-12T01:16:02.418863+0000","last_deep_scrub":"264'337","last_deep_scrub_stamp":"2024-09-12T01:16:02.418863+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.418863+0000","objects_scrubbed":5,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:41:32.628115+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":498,"num_read_kb":20958,"num_write":1131,"num_write_kb":36421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"264'350","reported_seq":1714,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.808601+0000","last_change":"2024-09-12T01:16:06.808601+0000","last_active":"2024-09-12T01:16:06.808601+0000","last_peered":"2024-09-12T01:16:06.808601+0000","last_clean":"2024-09-12T01:16:06.808601+0000","last_became_active":"2024-09-12T00:34:33.981437+0000","last_became_peered":"2024-09-12T00:34:33.981437+0000","last_unstale":"2024-09-12T01:16:06.808601+0000","last_undegraded":"2024-09-12T01:16:06.808601+0000","last_fullsized":"2024-09-12T01:16:06.808601+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'350","last_scrub_stamp":"2024-09-12T01:16:06.808501+0000","last_deep_scrub":"264'350","last_deep_scrub_stamp":"2024-09-12T01:16:06.808501+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.808501+0000","objects_scrubbed":3,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:01:42.814725+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1853,"num_read_kb":1763,"num_write":400,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":237,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"264'378","reported_seq":1015,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.508768+0000","last_change":"2024-09-12T01:16:01.508768+0000","last_active":"2024-09-12T01:16:01.508768+0000","last_peered":"2024-09-12T01:16:01.508768+0000","last_clean":"2024-09-12T01:16:01.508768+0000","last_became_active":"2024-09-12T00:34:31.970571+0000","last_became_peered":"2024-09-12T00:34:31.970571+0000","last_unstale":"2024-09-12T01:16:01.508768+0000","last_undegraded":"2024-09-12T01:16:01.508768+0000","last_fullsized":"2024-09-12T01:16:01.508768+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'378","last_scrub_stamp":"2024-09-12T01:16:01.508653+0000","last_deep_scrub":"264'378","last_deep_scrub_stamp":"2024-09-12T01:16:01.508653+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.508653+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:38.469864+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199669,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":494,"num_read_kb":33946,"num_write":1082,"num_write_kb":40492,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"264'467","reported_seq":2054,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.823282+0000","last_change":"2024-09-12T01:16:10.823282+0000","last_active":"2024-09-12T01:16:10.823282+0000","last_peered":"2024-09-12T01:16:10.823282+0000","last_clean":"2024-09-12T01:16:10.823282+0000","last_became_active":"2024-09-12T00:34:33.990826+0000","last_became_peered":"2024-09-12T00:34:33.990826+0000","last_unstale":"2024-09-12T01:16:10.823282+0000","last_undegraded":"2024-09-12T01:16:10.823282+0000","last_fullsized":"2024-09-12T01:16:10.823282+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'467","last_scrub_stamp":"2024-09-12T01:16:10.823199+0000","last_deep_scrub":"264'467","last_deep_scrub_stamp":"2024-09-12T01:16:10.823199+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.823199+0000","objects_scrubbed":1,"log_size":67,"log_dups_size":400,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:32.059764+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2519,"num_read_kb":2361,"num_write":556,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":252,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"264'312","reported_seq":1044,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.000339+0000","last_change":"2024-09-12T01:15:59.000339+0000","last_active":"2024-09-12T01:15:59.000339+0000","last_peered":"2024-09-12T01:15:59.000339+0000","last_clean":"2024-09-12T01:15:59.000339+0000","last_became_active":"2024-09-12T00:34:31.969979+0000","last_became_peered":"2024-09-12T00:34:31.969979+0000","last_unstale":"2024-09-12T01:15:59.000339+0000","last_undegraded":"2024-09-12T01:15:59.000339+0000","last_fullsized":"2024-09-12T01:15:59.000339+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T01:15:59.000194+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T01:15:59.000194+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.000194+0000","objects_scrubbed":8,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:59:11.184490+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":546,"num_read_kb":13882,"num_write":966,"num_write_kb":28701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"264'344","reported_seq":1828,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.428546+0000","last_change":"2024-09-12T01:16:03.428546+0000","last_active":"2024-09-12T01:16:03.428546+0000","last_peered":"2024-09-12T01:16:03.428546+0000","last_clean":"2024-09-12T01:16:03.428546+0000","last_became_active":"2024-09-12T00:34:33.983526+0000","last_became_peered":"2024-09-12T00:34:33.983526+0000","last_unstale":"2024-09-12T01:16:03.428546+0000","last_undegraded":"2024-09-12T01:16:03.428546+0000","last_fullsized":"2024-09-12T01:16:03.428546+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'344","last_scrub_stamp":"2024-09-12T01:16:03.428448+0000","last_deep_scrub":"264'344","last_deep_scrub_stamp":"2024-09-12T01:16:03.428448+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.428448+0000","objects_scrubbed":1,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:51.065118+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2009,"num_read_kb":1938,"num_write":406,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":441,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"264'324","reported_seq":984,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.793633+0000","last_change":"2024-09-12T01:16:03.793633+0000","last_active":"2024-09-12T01:16:03.793633+0000","last_peered":"2024-09-12T01:16:03.793633+0000","last_clean":"2024-09-12T01:16:03.793633+0000","last_became_active":"2024-09-12T00:34:31.958123+0000","last_became_peered":"2024-09-12T00:34:31.958123+0000","last_unstale":"2024-09-12T01:16:03.793633+0000","last_undegraded":"2024-09-12T01:16:03.793633+0000","last_fullsized":"2024-09-12T01:16:03.793633+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'324","last_scrub_stamp":"2024-09-12T01:16:03.793496+0000","last_deep_scrub":"264'324","last_deep_scrub_stamp":"2024-09-12T01:16:03.793496+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.793496+0000","objects_scrubbed":13,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:42:20.103856+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2267389,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":537,"num_read_kb":16242,"num_write":1135,"num_write_kb":20265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"264'1331","reported_seq":2918,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.051445+0000","last_change":"2024-09-12T01:16:12.051445+0000","last_active":"2024-09-12T01:16:12.051445+0000","last_peered":"2024-09-12T01:16:12.051445+0000","last_clean":"2024-09-12T01:16:12.051445+0000","last_became_active":"2024-09-12T00:34:33.994583+0000","last_became_peered":"2024-09-12T00:34:33.994583+0000","last_unstale":"2024-09-12T01:16:12.051445+0000","last_undegraded":"2024-09-12T01:16:12.051445+0000","last_fullsized":"2024-09-12T01:16:12.051445+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1331","last_scrub_stamp":"2024-09-12T01:16:12.051355+0000","last_deep_scrub":"264'1331","last_deep_scrub_stamp":"2024-09-12T01:16:12.051355+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.051355+0000","objects_scrubbed":2,"log_size":31,"log_dups_size":1300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:30:02.142570+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5995,"num_read_kb":5221,"num_write":1887,"num_write_kb":811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":267,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"264'406","reported_seq":1042,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.535250+0000","last_change":"2024-09-12T01:15:56.535162+0000","last_active":"2024-09-12T01:15:56.535250+0000","last_peered":"2024-09-12T01:15:56.535250+0000","last_clean":"2024-09-12T01:15:56.535250+0000","last_became_active":"2024-09-12T00:34:31.958601+0000","last_became_peered":"2024-09-12T00:34:31.958601+0000","last_unstale":"2024-09-12T01:15:56.535250+0000","last_undegraded":"2024-09-12T01:15:56.535250+0000","last_fullsized":"2024-09-12T01:15:56.535250+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'406","last_scrub_stamp":"2024-09-12T01:15:56.535018+0000","last_deep_scrub":"264'406","last_deep_scrub_stamp":"2024-09-12T01:15:56.535018+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.535018+0000","objects_scrubbed":9,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:22:22.792517+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133734,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":529,"num_read_kb":26571,"num_write":1227,"num_write_kb":44924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"264'725","reported_seq":2120,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.817409+0000","last_change":"2024-09-12T01:16:08.817409+0000","last_active":"2024-09-12T01:16:08.817409+0000","last_peered":"2024-09-12T01:16:08.817409+0000","last_clean":"2024-09-12T01:16:08.817409+0000","last_became_active":"2024-09-12T00:34:33.994643+0000","last_became_peered":"2024-09-12T00:34:33.994643+0000","last_unstale":"2024-09-12T01:16:08.817409+0000","last_undegraded":"2024-09-12T01:16:08.817409+0000","last_fullsized":"2024-09-12T01:16:08.817409+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'725","last_scrub_stamp":"2024-09-12T01:16:08.817305+0000","last_deep_scrub":"264'725","last_deep_scrub_stamp":"2024-09-12T01:16:08.817305+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.817305+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":700,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:21:23.557033+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3315,"num_read_kb":2988,"num_write":957,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"264'345","reported_seq":1006,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.395448+0000","last_change":"2024-09-12T01:16:04.395387+0000","last_active":"2024-09-12T01:16:04.395448+0000","last_peered":"2024-09-12T01:16:04.395448+0000","last_clean":"2024-09-12T01:16:04.395448+0000","last_became_active":"2024-09-12T00:34:31.976757+0000","last_became_peered":"2024-09-12T00:34:31.976757+0000","last_unstale":"2024-09-12T01:16:04.395448+0000","last_undegraded":"2024-09-12T01:16:04.395448+0000","last_fullsized":"2024-09-12T01:16:04.395448+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'345","last_scrub_stamp":"2024-09-12T01:16:04.395252+0000","last_deep_scrub":"264'345","last_deep_scrub_stamp":"2024-09-12T01:16:04.395252+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.395252+0000","objects_scrubbed":5,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:26.728184+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":547,"num_read_kb":29191,"num_write":1177,"num_write_kb":28673,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"264'365","reported_seq":1005,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.373905+0000","last_change":"2024-09-12T01:16:06.373827+0000","last_active":"2024-09-12T01:16:06.373905+0000","last_peered":"2024-09-12T01:16:06.373905+0000","last_clean":"2024-09-12T01:16:06.373905+0000","last_became_active":"2024-09-12T00:34:31.979710+0000","last_became_peered":"2024-09-12T00:34:31.979710+0000","last_unstale":"2024-09-12T01:16:06.373905+0000","last_undegraded":"2024-09-12T01:16:06.373905+0000","last_fullsized":"2024-09-12T01:16:06.373905+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'365","last_scrub_stamp":"2024-09-12T01:16:06.373695+0000","last_deep_scrub":"264'365","last_deep_scrub_stamp":"2024-09-12T01:16:06.373695+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.373695+0000","objects_scrubbed":4,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:04:20.588023+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262175,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":516,"num_read_kb":19975,"num_write":1182,"num_write_kb":32863,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"264'539","reported_seq":2107,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.473570+0000","last_change":"2024-09-12T01:16:08.473570+0000","last_active":"2024-09-12T01:16:08.473570+0000","last_peered":"2024-09-12T01:16:08.473570+0000","last_clean":"2024-09-12T01:16:08.473570+0000","last_became_active":"2024-09-12T00:34:33.994794+0000","last_became_peered":"2024-09-12T00:34:33.994794+0000","last_unstale":"2024-09-12T01:16:08.473570+0000","last_undegraded":"2024-09-12T01:16:08.473570+0000","last_fullsized":"2024-09-12T01:16:08.473570+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'539","last_scrub_stamp":"2024-09-12T01:16:08.473475+0000","last_deep_scrub":"264'539","last_deep_scrub_stamp":"2024-09-12T01:16:08.473475+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.473475+0000","objects_scrubbed":2,"log_size":39,"log_dups_size":500,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:11:04.125136+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2804,"num_read_kb":2579,"num_write":703,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"264'371","reported_seq":1044,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.125051+0000","last_change":"2024-09-12T01:16:03.124977+0000","last_active":"2024-09-12T01:16:03.125051+0000","last_peered":"2024-09-12T01:16:03.125051+0000","last_clean":"2024-09-12T01:16:03.125051+0000","last_became_active":"2024-09-12T00:34:31.971271+0000","last_became_peered":"2024-09-12T00:34:31.971271+0000","last_unstale":"2024-09-12T01:16:03.125051+0000","last_undegraded":"2024-09-12T01:16:03.125051+0000","last_fullsized":"2024-09-12T01:16:03.125051+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'371","last_scrub_stamp":"2024-09-12T01:16:03.124861+0000","last_deep_scrub":"264'371","last_deep_scrub_stamp":"2024-09-12T01:16:03.124861+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.124861+0000","objects_scrubbed":7,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:46.580559+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1547028,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":557,"num_read_kb":90781,"num_write":1133,"num_write_kb":49991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"264'851","reported_seq":2430,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.369211+0000","last_change":"2024-09-12T01:16:13.369211+0000","last_active":"2024-09-12T01:16:13.369211+0000","last_peered":"2024-09-12T01:16:13.369211+0000","last_clean":"2024-09-12T01:16:13.369211+0000","last_became_active":"2024-09-12T00:34:33.991408+0000","last_became_peered":"2024-09-12T00:34:33.991408+0000","last_unstale":"2024-09-12T01:16:13.369211+0000","last_undegraded":"2024-09-12T01:16:13.369211+0000","last_fullsized":"2024-09-12T01:16:13.369211+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'851","last_scrub_stamp":"2024-09-12T01:16:13.369125+0000","last_deep_scrub":"264'851","last_deep_scrub_stamp":"2024-09-12T01:16:13.369125+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.369125+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":800,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:37:04.786042+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4035,"num_read_kb":3620,"num_write":1146,"num_write_kb":445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6235,"num_read_kb":4514,"num_write":2010,"num_write_kb":906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3500,"num_omap_keys":7,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":982,"ondisk_log_size":982,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16119,"num_objects":90,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":0,"num_read":15003,"num_read_kb":14669,"num_write":16768,"num_write_kb":4891,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":18,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2870,"num_omap_keys":18,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":32238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1747,"ondisk_log_size":1747,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":547,"ondisk_log_size":547,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1602141,"num_objects":221,"num_object_clones":0,"num_object_copies":442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":221,"num_whiteouts":0,"num_read":17656,"num_read_kb":37048,"num_write":14715,"num_write_kb":11599,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":674842,"num_omap_keys":1562,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1984,"ondisk_log_size":1984,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2422,"num_read_kb":2887,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":165,"num_object_clones":0,"num_object_copies":330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":165,"num_whiteouts":0,"num_read":212166,"num_read_kb":193786,"num_write":55163,"num_write_kb":18717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":165,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":44058,"num_omap_keys":180,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3444,"ondisk_log_size":3444,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":86055595,"num_objects":371,"num_object_clones":0,"num_object_copies":1113,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":371,"num_whiteouts":0,"num_read":36261,"num_read_kb":1942248,"num_write":72524,"num_write_kb":2251438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":130990080,"data_stored":130990080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3324,"ondisk_log_size":3324,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":190665,"num_write":190,"num_write_kb":136832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":178830,"num_write":190,"num_write_kb":136832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509957,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":326812,"kb_used_data":20748,"kb_used_omap":1,"kb_used_meta":306046,"kb_avail":94045028,"statfs":{"total":96636764160,"available":96302108672,"internally_reserved":0,"allocated":21245952,"data_stored":19235165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":313391562},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509956,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":274324,"kb_used_data":18244,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94097516,"statfs":{"total":96636764160,"available":96355856384,"internally_reserved":0,"allocated":18681856,"data_stored":16713890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":262207942},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509957,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":136312,"kb_used_data":24616,"kb_used_omap":1,"kb_used_meta":111678,"kb_avail":94235528,"statfs":{"total":96636764160,"available":96497180672,"internally_reserved":0,"allocated":25206784,"data_stored":23266161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114358725},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509958,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":304292,"kb_used_data":20436,"kb_used_omap":1,"kb_used_meta":283838,"kb_avail":94067548,"statfs":{"total":96636764160,"available":96325169152,"internally_reserved":0,"allocated":20926464,"data_stored":18941609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":290650567},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509958,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100048,"kb_used_data":18880,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94271792,"statfs":{"total":96636764160,"available":96534315008,"internally_reserved":0,"allocated":19333120,"data_stored":17403481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":83098053},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509956,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":179420,"kb_used_data":21964,"kb_used_omap":1,"kb_used_meta":157438,"kb_avail":94192420,"statfs":{"total":96636764160,"available":96453038080,"internally_reserved":0,"allocated":22491136,"data_stored":20518830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":161216965},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542659,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":308396,"kb_used_data":24604,"kb_used_omap":1,"kb_used_meta":283774,"kb_avail":94063444,"statfs":{"total":96636764160,"available":96320966656,"internally_reserved":0,"allocated":25194496,"data_stored":23188563,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":290585029},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834575363,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":160412,"kb_used_data":12684,"kb_used_omap":1,"kb_used_meta":147710,"kb_avail":94211428,"statfs":{"total":96636764160,"available":96472502272,"internally_reserved":0,"allocated":12988416,"data_stored":10973815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":151255493},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20336640,"data_stored":20336640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":18259968,"data_stored":18259968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":15147008,"data_stored":15147008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16683008,"data_stored":16683008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":21008384,"data_stored":21008384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8716288,"data_stored":8716288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":14454784,"data_stored":14454784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384000,"data_stored":16384000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":7246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":3962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":2427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:16:56.336 INFO:tasks.ceph:pgid 68.19 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:56.336 INFO:tasks.ceph:pgid 68.1e last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:56.336 INFO:tasks.ceph:pgid 68.1d last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:56.337 INFO:tasks.ceph:pgid 68.16 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:56.337 INFO:tasks.ceph:pgid 68.17 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:56.338 INFO:tasks.ceph:pgid 68.7 last_scrub_stamp 2024-09-12T01:00:59.198877+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=0, tm_sec=59, tm_wday=3, tm_yday=256, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=12, tm_hour=1, tm_min=15, tm_sec=49, tm_wday=3, tm_yday=256, tm_isdst=0) 2024-09-12T01:16:56.341 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-12T01:17:16.342 DEBUG:teuthology.orchestra.run.smithi038:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-12T01:17:16.694 INFO:teuthology.orchestra.run.smithi038.stdout: 2024-09-12T01:17:16.707 INFO:teuthology.orchestra.run.smithi038.stderr:dumped all 2024-09-12T01:17:16.711 INFO:teuthology.orchestra.run.smithi038.stdout:{"pg_ready":true,"pg_map":{"version":1551,"stamp":"2024-09-12T01:17:16.538499+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":88266035,"num_objects":872,"num_object_clones":0,"num_object_copies":2115,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":872,"num_whiteouts":0,"num_read":290153,"num_read_kb":2564714,"num_write":161703,"num_write_kb":2562871,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":211,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":726398,"num_omap_keys":1779,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12397,"ondisk_log_size":12397,"up":850,"acting":850,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":850,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":1790016,"kb_used_data":162176,"kb_used_omap":12,"kb_used_meta":1627699,"kb_avail":753184704,"statfs":{"total":773094113280,"available":771261136896,"internally_reserved":0,"allocated":166068224,"data_stored":150241514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":1666764336},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005296"},"pg_stats":[{"pgid":"68.1a","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:42.202907+0000","last_change":"2024-09-12T01:16:42.202907+0000","last_active":"2024-09-12T01:16:42.202907+0000","last_peered":"2024-09-12T01:16:42.202907+0000","last_clean":"2024-09-12T01:16:42.202907+0000","last_became_active":"2024-09-12T01:01:00.245426+0000","last_became_peered":"2024-09-12T01:01:00.245426+0000","last_unstale":"2024-09-12T01:16:42.202907+0000","last_undegraded":"2024-09-12T01:16:42.202907+0000","last_fullsized":"2024-09-12T01:16:42.202907+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:42.202814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:42.202814+0000","last_clean_scrub_stamp":"2024-09-12T01:16:42.202814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:04:35.240321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.1d","version":"261'7","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:41.172755+0000","last_change":"2024-09-12T01:16:41.172755+0000","last_active":"2024-09-12T01:16:41.172755+0000","last_peered":"2024-09-12T01:16:41.172755+0000","last_clean":"2024-09-12T01:16:41.172755+0000","last_became_active":"2024-09-12T00:50:34.991949+0000","last_became_peered":"2024-09-12T00:50:34.991949+0000","last_unstale":"2024-09-12T01:16:41.172755+0000","last_undegraded":"2024-09-12T01:16:41.172755+0000","last_fullsized":"2024-09-12T01:16:41.172755+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'7","last_scrub_stamp":"2024-09-12T01:16:41.172655+0000","last_deep_scrub":"261'7","last_deep_scrub_stamp":"2024-09-12T01:16:41.172655+0000","last_clean_scrub_stamp":"2024-09-12T01:16:41.172655+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:44.110150+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":5147,"num_write":12,"num_write_kb":5147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1c","version":"264'4","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:40.964456+0000","last_change":"2024-09-12T01:16:40.964456+0000","last_active":"2024-09-12T01:16:40.964456+0000","last_peered":"2024-09-12T01:16:40.964456+0000","last_clean":"2024-09-12T01:16:40.964456+0000","last_became_active":"2024-09-12T00:50:30.943574+0000","last_became_peered":"2024-09-12T00:50:30.943574+0000","last_unstale":"2024-09-12T01:16:40.964456+0000","last_undegraded":"2024-09-12T01:16:40.964456+0000","last_fullsized":"2024-09-12T01:16:40.964456+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:40.964346+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:40.964346+0000","last_clean_scrub_stamp":"2024-09-12T01:16:40.964346+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:43:42.225601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.1f","version":"264'40","reported_seq":165,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:36.639313+0000","last_change":"2024-09-12T01:16:36.639313+0000","last_active":"2024-09-12T01:16:36.639313+0000","last_peered":"2024-09-12T01:16:36.639313+0000","last_clean":"2024-09-12T01:16:36.639313+0000","last_became_active":"2024-09-12T00:49:05.006742+0000","last_became_peered":"2024-09-12T00:49:05.006742+0000","last_unstale":"2024-09-12T01:16:36.639313+0000","last_undegraded":"2024-09-12T01:16:36.639313+0000","last_fullsized":"2024-09-12T01:16:36.639313+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'40","last_scrub_stamp":"2024-09-12T01:16:36.639225+0000","last_deep_scrub":"264'40","last_deep_scrub_stamp":"2024-09-12T01:16:36.639225+0000","last_clean_scrub_stamp":"2024-09-12T01:16:36.639225+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:30:26.321324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":147,"num_write":68,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1b","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.705379+0000","last_change":"2024-09-12T01:16:23.705379+0000","last_active":"2024-09-12T01:16:23.705379+0000","last_peered":"2024-09-12T01:16:23.705379+0000","last_clean":"2024-09-12T01:16:23.705379+0000","last_became_active":"2024-09-12T01:01:00.247055+0000","last_became_peered":"2024-09-12T01:01:00.247055+0000","last_unstale":"2024-09-12T01:16:23.705379+0000","last_undegraded":"2024-09-12T01:16:23.705379+0000","last_fullsized":"2024-09-12T01:16:23.705379+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:23.705291+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:23.705291+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.705291+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:13:48.461285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1c","version":"264'12","reported_seq":63,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:41.667608+0000","last_change":"2024-09-12T01:16:41.667608+0000","last_active":"2024-09-12T01:16:41.667608+0000","last_peered":"2024-09-12T01:16:41.667608+0000","last_clean":"2024-09-12T01:16:41.667608+0000","last_became_active":"2024-09-12T00:50:34.997943+0000","last_became_peered":"2024-09-12T00:50:34.997943+0000","last_unstale":"2024-09-12T01:16:41.667608+0000","last_undegraded":"2024-09-12T01:16:41.667608+0000","last_fullsized":"2024-09-12T01:16:41.667608+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'12","last_scrub_stamp":"2024-09-12T01:16:41.667521+0000","last_deep_scrub":"264'12","last_deep_scrub_stamp":"2024-09-12T01:16:41.667521+0000","last_clean_scrub_stamp":"2024-09-12T01:16:41.667521+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:40:35.745968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":19458,"num_write":12,"num_write_kb":14336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.1d","version":"264'6","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.121928+0000","last_change":"2024-09-12T01:16:24.121928+0000","last_active":"2024-09-12T01:16:24.121928+0000","last_peered":"2024-09-12T01:16:24.121928+0000","last_clean":"2024-09-12T01:16:24.121928+0000","last_became_active":"2024-09-12T00:50:30.945254+0000","last_became_peered":"2024-09-12T00:50:30.945254+0000","last_unstale":"2024-09-12T01:16:24.121928+0000","last_undegraded":"2024-09-12T01:16:24.121928+0000","last_fullsized":"2024-09-12T01:16:24.121928+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T01:16:24.121816+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T01:16:24.121816+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.121816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:55:30.452967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":7170,"num_write":6,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1e","version":"264'13","reported_seq":88,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.628904+0000","last_change":"2024-09-12T01:16:13.628825+0000","last_active":"2024-09-12T01:16:13.628904+0000","last_peered":"2024-09-12T01:16:13.628904+0000","last_clean":"2024-09-12T01:16:13.628904+0000","last_became_active":"2024-09-12T00:49:05.001763+0000","last_became_peered":"2024-09-12T00:49:05.001763+0000","last_unstale":"2024-09-12T01:16:13.628904+0000","last_undegraded":"2024-09-12T01:16:13.628904+0000","last_fullsized":"2024-09-12T01:16:13.628904+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'13","last_scrub_stamp":"2024-09-12T01:16:13.628739+0000","last_deep_scrub":"264'13","last_deep_scrub_stamp":"2024-09-12T01:16:13.628739+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.628739+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:34.118474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":55,"num_read_kb":38,"num_write":29,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.18","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.920340+0000","last_change":"2024-09-12T01:16:30.920340+0000","last_active":"2024-09-12T01:16:30.920340+0000","last_peered":"2024-09-12T01:16:30.920340+0000","last_clean":"2024-09-12T01:16:30.920340+0000","last_became_active":"2024-09-12T01:01:00.239631+0000","last_became_peered":"2024-09-12T01:01:00.239631+0000","last_unstale":"2024-09-12T01:16:30.920340+0000","last_undegraded":"2024-09-12T01:16:30.920340+0000","last_fullsized":"2024-09-12T01:16:30.920340+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:30.920247+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:30.920247+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.920247+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:42:01.619291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.1f","version":"264'5","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:49.621569+0000","last_change":"2024-09-12T01:16:49.621569+0000","last_active":"2024-09-12T01:16:49.621569+0000","last_peered":"2024-09-12T01:16:49.621569+0000","last_clean":"2024-09-12T01:16:49.621569+0000","last_became_active":"2024-09-12T00:50:35.039271+0000","last_became_peered":"2024-09-12T00:50:35.039271+0000","last_unstale":"2024-09-12T01:16:49.621569+0000","last_undegraded":"2024-09-12T01:16:49.621569+0000","last_fullsized":"2024-09-12T01:16:49.621569+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T01:16:49.621471+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T01:16:49.621471+0000","last_clean_scrub_stamp":"2024-09-12T01:16:49.621471+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:58:54.830328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.1e","version":"261'2","reported_seq":54,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.726773+0000","last_change":"2024-09-12T01:16:19.726675+0000","last_active":"2024-09-12T01:16:19.726773+0000","last_peered":"2024-09-12T01:16:19.726773+0000","last_clean":"2024-09-12T01:16:19.726773+0000","last_became_active":"2024-09-12T00:50:30.936604+0000","last_became_peered":"2024-09-12T00:50:30.936604+0000","last_unstale":"2024-09-12T01:16:19.726773+0000","last_undegraded":"2024-09-12T01:16:19.726773+0000","last_fullsized":"2024-09-12T01:16:19.726773+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T01:16:19.726573+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T01:16:19.726573+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.726573+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:58:16.284554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.1d","version":"264'19","reported_seq":103,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:35.631817+0000","last_change":"2024-09-12T01:16:35.631673+0000","last_active":"2024-09-12T01:16:35.631817+0000","last_peered":"2024-09-12T01:16:35.631817+0000","last_clean":"2024-09-12T01:16:35.631817+0000","last_became_active":"2024-09-12T00:49:04.999778+0000","last_became_peered":"2024-09-12T00:49:04.999778+0000","last_unstale":"2024-09-12T01:16:35.631817+0000","last_undegraded":"2024-09-12T01:16:35.631817+0000","last_fullsized":"2024-09-12T01:16:35.631817+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'19","last_scrub_stamp":"2024-09-12T01:16:35.631539+0000","last_deep_scrub":"264'19","last_deep_scrub_stamp":"2024-09-12T01:16:35.631539+0000","last_clean_scrub_stamp":"2024-09-12T01:16:35.631539+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:33:27.347005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":64,"num_write":43,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.19","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:52.982938+0000","last_change":"2024-09-12T01:16:52.982938+0000","last_active":"2024-09-12T01:16:52.982938+0000","last_peered":"2024-09-12T01:16:52.982938+0000","last_clean":"2024-09-12T01:16:52.982938+0000","last_became_active":"2024-09-12T01:01:00.241990+0000","last_became_peered":"2024-09-12T01:01:00.241990+0000","last_unstale":"2024-09-12T01:16:52.982938+0000","last_undegraded":"2024-09-12T01:16:52.982938+0000","last_fullsized":"2024-09-12T01:16:52.982938+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:52.982820+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:52.982820+0000","last_clean_scrub_stamp":"2024-09-12T01:16:52.982820+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:56:34.903094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.1e","version":"264'2","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:48.904675+0000","last_change":"2024-09-12T01:16:48.904675+0000","last_active":"2024-09-12T01:16:48.904675+0000","last_peered":"2024-09-12T01:16:48.904675+0000","last_clean":"2024-09-12T01:16:48.904675+0000","last_became_active":"2024-09-12T00:50:35.037686+0000","last_became_peered":"2024-09-12T00:50:35.037686+0000","last_unstale":"2024-09-12T01:16:48.904675+0000","last_undegraded":"2024-09-12T01:16:48.904675+0000","last_fullsized":"2024-09-12T01:16:48.904675+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:48.904568+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:48.904568+0000","last_clean_scrub_stamp":"2024-09-12T01:16:48.904568+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:53:55.694685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1f","version":"264'5","reported_seq":57,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:36.686061+0000","last_change":"2024-09-12T01:16:36.686061+0000","last_active":"2024-09-12T01:16:36.686061+0000","last_peered":"2024-09-12T01:16:36.686061+0000","last_clean":"2024-09-12T01:16:36.686061+0000","last_became_active":"2024-09-12T00:50:30.929963+0000","last_became_peered":"2024-09-12T00:50:30.929963+0000","last_unstale":"2024-09-12T01:16:36.686061+0000","last_undegraded":"2024-09-12T01:16:36.686061+0000","last_fullsized":"2024-09-12T01:16:36.686061+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T01:16:36.685974+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T01:16:36.685974+0000","last_clean_scrub_stamp":"2024-09-12T01:16:36.685974+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:40:09.068217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":10,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1c","version":"264'40","reported_seq":157,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:39.929968+0000","last_change":"2024-09-12T01:16:39.929968+0000","last_active":"2024-09-12T01:16:39.929968+0000","last_peered":"2024-09-12T01:16:39.929968+0000","last_clean":"2024-09-12T01:16:39.929968+0000","last_became_active":"2024-09-12T00:49:04.999716+0000","last_became_peered":"2024-09-12T00:49:04.999716+0000","last_unstale":"2024-09-12T01:16:39.929968+0000","last_undegraded":"2024-09-12T01:16:39.929968+0000","last_fullsized":"2024-09-12T01:16:39.929968+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'40","last_scrub_stamp":"2024-09-12T01:16:39.929872+0000","last_deep_scrub":"264'40","last_deep_scrub_stamp":"2024-09-12T01:16:39.929872+0000","last_clean_scrub_stamp":"2024-09-12T01:16:39.929872+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:06.231287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":193,"num_read_kb":134,"num_write":72,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1e","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:53.993740+0000","last_change":"2024-09-12T01:16:53.993626+0000","last_active":"2024-09-12T01:16:53.993740+0000","last_peered":"2024-09-12T01:16:53.993740+0000","last_clean":"2024-09-12T01:16:53.993740+0000","last_became_active":"2024-09-12T01:01:00.242224+0000","last_became_peered":"2024-09-12T01:01:00.242224+0000","last_unstale":"2024-09-12T01:16:53.993740+0000","last_undegraded":"2024-09-12T01:16:53.993740+0000","last_fullsized":"2024-09-12T01:16:53.993740+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:53.993519+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:53.993519+0000","last_clean_scrub_stamp":"2024-09-12T01:16:53.993519+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:00:24.579077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.19","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:39.191070+0000","last_change":"2024-09-12T01:16:39.191009+0000","last_active":"2024-09-12T01:16:39.191070+0000","last_peered":"2024-09-12T01:16:39.191070+0000","last_clean":"2024-09-12T01:16:39.191070+0000","last_became_active":"2024-09-12T00:50:34.996154+0000","last_became_peered":"2024-09-12T00:50:34.996154+0000","last_unstale":"2024-09-12T01:16:39.191070+0000","last_undegraded":"2024-09-12T01:16:39.191070+0000","last_fullsized":"2024-09-12T01:16:39.191070+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:39.190929+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:39.190929+0000","last_clean_scrub_stamp":"2024-09-12T01:16:39.190929+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:36:05.164520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.18","version":"264'4","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:42.602146+0000","last_change":"2024-09-12T01:16:42.602067+0000","last_active":"2024-09-12T01:16:42.602146+0000","last_peered":"2024-09-12T01:16:42.602146+0000","last_clean":"2024-09-12T01:16:42.602146+0000","last_became_active":"2024-09-12T00:50:30.939638+0000","last_became_peered":"2024-09-12T00:50:30.939638+0000","last_unstale":"2024-09-12T01:16:42.602146+0000","last_undegraded":"2024-09-12T01:16:42.602146+0000","last_fullsized":"2024-09-12T01:16:42.602146+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:42.601972+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:42.601972+0000","last_clean_scrub_stamp":"2024-09-12T01:16:42.601972+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:00.988997+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":8192,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.1b","version":"264'20","reported_seq":108,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:37.862082+0000","last_change":"2024-09-12T01:16:37.862082+0000","last_active":"2024-09-12T01:16:37.862082+0000","last_peered":"2024-09-12T01:16:37.862082+0000","last_clean":"2024-09-12T01:16:37.862082+0000","last_became_active":"2024-09-12T00:49:05.002165+0000","last_became_peered":"2024-09-12T00:49:05.002165+0000","last_unstale":"2024-09-12T01:16:37.862082+0000","last_undegraded":"2024-09-12T01:16:37.862082+0000","last_fullsized":"2024-09-12T01:16:37.862082+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'20","last_scrub_stamp":"2024-09-12T01:16:37.861977+0000","last_deep_scrub":"264'20","last_deep_scrub_stamp":"2024-09-12T01:16:37.861977+0000","last_clean_scrub_stamp":"2024-09-12T01:16:37.861977+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:08:06.123931+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":100,"num_read_kb":68,"num_write":42,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.1f","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:31.081144+0000","last_change":"2024-09-12T01:16:31.081144+0000","last_active":"2024-09-12T01:16:31.081144+0000","last_peered":"2024-09-12T01:16:31.081144+0000","last_clean":"2024-09-12T01:16:31.081144+0000","last_became_active":"2024-09-12T01:01:00.248572+0000","last_became_peered":"2024-09-12T01:01:00.248572+0000","last_unstale":"2024-09-12T01:16:31.081144+0000","last_undegraded":"2024-09-12T01:16:31.081144+0000","last_fullsized":"2024-09-12T01:16:31.081144+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:31.081047+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:31.081047+0000","last_clean_scrub_stamp":"2024-09-12T01:16:31.081047+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:13:57.187734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.18","version":"264'4","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.945534+0000","last_change":"2024-09-12T01:16:29.945466+0000","last_active":"2024-09-12T01:16:29.945534+0000","last_peered":"2024-09-12T01:16:29.945534+0000","last_clean":"2024-09-12T01:16:29.945534+0000","last_became_active":"2024-09-12T00:50:34.997567+0000","last_became_peered":"2024-09-12T00:50:34.997567+0000","last_unstale":"2024-09-12T01:16:29.945534+0000","last_undegraded":"2024-09-12T01:16:29.945534+0000","last_fullsized":"2024-09-12T01:16:29.945534+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:29.945380+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:29.945380+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.945380+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:51:53.462938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":10240,"num_write":4,"num_write_kb":7168,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.19","version":"261'11","reported_seq":71,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:33.729272+0000","last_change":"2024-09-12T01:16:33.729203+0000","last_active":"2024-09-12T01:16:33.729272+0000","last_peered":"2024-09-12T01:16:33.729272+0000","last_clean":"2024-09-12T01:16:33.729272+0000","last_became_active":"2024-09-12T00:50:30.932533+0000","last_became_peered":"2024-09-12T00:50:30.932533+0000","last_unstale":"2024-09-12T01:16:33.729272+0000","last_undegraded":"2024-09-12T01:16:33.729272+0000","last_fullsized":"2024-09-12T01:16:33.729272+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'11","last_scrub_stamp":"2024-09-12T01:16:33.729112+0000","last_deep_scrub":"261'11","last_deep_scrub_stamp":"2024-09-12T01:16:33.729112+0000","last_clean_scrub_stamp":"2024-09-12T01:16:33.729112+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:22.839169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":19,"num_read_kb":7172,"num_write":16,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.1a","version":"261'112","reported_seq":395,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.934378+0000","last_change":"2024-09-12T01:16:22.934270+0000","last_active":"2024-09-12T01:16:22.934378+0000","last_peered":"2024-09-12T01:16:22.934378+0000","last_clean":"2024-09-12T01:16:22.934378+0000","last_became_active":"2024-09-12T00:49:05.001017+0000","last_became_peered":"2024-09-12T00:49:05.001017+0000","last_unstale":"2024-09-12T01:16:22.934378+0000","last_undegraded":"2024-09-12T01:16:22.934378+0000","last_fullsized":"2024-09-12T01:16:22.934378+0000","mapping_epoch":251,"log_start":"261'100","ondisk_log_start":"261'100","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'112","last_scrub_stamp":"2024-09-12T01:16:22.934159+0000","last_deep_scrub":"261'112","last_deep_scrub_stamp":"2024-09-12T01:16:22.934159+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.934159+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:39:04.539951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":677,"num_read_kb":569,"num_write":130,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.1c","version":"264'2","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:51.048018+0000","last_change":"2024-09-12T01:16:51.048018+0000","last_active":"2024-09-12T01:16:51.048018+0000","last_peered":"2024-09-12T01:16:51.048018+0000","last_clean":"2024-09-12T01:16:51.048018+0000","last_became_active":"2024-09-12T01:01:00.241075+0000","last_became_peered":"2024-09-12T01:01:00.241075+0000","last_unstale":"2024-09-12T01:16:51.048018+0000","last_undegraded":"2024-09-12T01:16:51.048018+0000","last_fullsized":"2024-09-12T01:16:51.048018+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:51.047930+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:51.047930+0000","last_clean_scrub_stamp":"2024-09-12T01:16:51.047930+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:24:46.662493+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1b","version":"264'10","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.984191+0000","last_change":"2024-09-12T01:16:27.984191+0000","last_active":"2024-09-12T01:16:27.984191+0000","last_peered":"2024-09-12T01:16:27.984191+0000","last_clean":"2024-09-12T01:16:27.984191+0000","last_became_active":"2024-09-12T00:50:34.998656+0000","last_became_peered":"2024-09-12T00:50:34.998656+0000","last_unstale":"2024-09-12T01:16:27.984191+0000","last_undegraded":"2024-09-12T01:16:27.984191+0000","last_fullsized":"2024-09-12T01:16:27.984191+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'10","last_scrub_stamp":"2024-09-12T01:16:27.984103+0000","last_deep_scrub":"264'10","last_deep_scrub_stamp":"2024-09-12T01:16:27.984103+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.984103+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:21.596779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":12,"num_read_kb":16384,"num_write":20,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.1a","version":"264'2","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:34.738066+0000","last_change":"2024-09-12T01:16:34.738066+0000","last_active":"2024-09-12T01:16:34.738066+0000","last_peered":"2024-09-12T01:16:34.738066+0000","last_clean":"2024-09-12T01:16:34.738066+0000","last_became_active":"2024-09-12T00:50:30.939689+0000","last_became_peered":"2024-09-12T00:50:30.939689+0000","last_unstale":"2024-09-12T01:16:34.738066+0000","last_undegraded":"2024-09-12T01:16:34.738066+0000","last_fullsized":"2024-09-12T01:16:34.738066+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:34.737945+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:34.737945+0000","last_clean_scrub_stamp":"2024-09-12T01:16:34.737945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:30:21.489972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.19","version":"264'40","reported_seq":163,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:34.664960+0000","last_change":"2024-09-12T01:16:34.664960+0000","last_active":"2024-09-12T01:16:34.664960+0000","last_peered":"2024-09-12T01:16:34.664960+0000","last_clean":"2024-09-12T01:16:34.664960+0000","last_became_active":"2024-09-12T00:49:05.003249+0000","last_became_peered":"2024-09-12T00:49:05.003249+0000","last_unstale":"2024-09-12T01:16:34.664960+0000","last_undegraded":"2024-09-12T01:16:34.664960+0000","last_fullsized":"2024-09-12T01:16:34.664960+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'40","last_scrub_stamp":"2024-09-12T01:16:34.664820+0000","last_deep_scrub":"264'40","last_deep_scrub_stamp":"2024-09-12T01:16:34.664820+0000","last_clean_scrub_stamp":"2024-09-12T01:16:34.664820+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":0,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:39:38.705144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":209,"num_read_kb":145,"num_write":63,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.1d","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:52.003382+0000","last_change":"2024-09-12T01:16:52.003382+0000","last_active":"2024-09-12T01:16:52.003382+0000","last_peered":"2024-09-12T01:16:52.003382+0000","last_clean":"2024-09-12T01:16:52.003382+0000","last_became_active":"2024-09-12T01:01:00.243245+0000","last_became_peered":"2024-09-12T01:01:00.243245+0000","last_unstale":"2024-09-12T01:16:52.003382+0000","last_undegraded":"2024-09-12T01:16:52.003382+0000","last_fullsized":"2024-09-12T01:16:52.003382+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:52.003261+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:52.003261+0000","last_clean_scrub_stamp":"2024-09-12T01:16:52.003261+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:28:18.424729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.1a","version":"261'7","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:46.891047+0000","last_change":"2024-09-12T01:16:46.891047+0000","last_active":"2024-09-12T01:16:46.891047+0000","last_peered":"2024-09-12T01:16:46.891047+0000","last_clean":"2024-09-12T01:16:46.891047+0000","last_became_active":"2024-09-12T00:50:34.996636+0000","last_became_peered":"2024-09-12T00:50:34.996636+0000","last_unstale":"2024-09-12T01:16:46.891047+0000","last_undegraded":"2024-09-12T01:16:46.891047+0000","last_fullsized":"2024-09-12T01:16:46.891047+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'7","last_scrub_stamp":"2024-09-12T01:16:46.890957+0000","last_deep_scrub":"261'7","last_deep_scrub_stamp":"2024-09-12T01:16:46.890957+0000","last_clean_scrub_stamp":"2024-09-12T01:16:46.890957+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:51.116550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":11,"num_read_kb":3076,"num_write":12,"num_write_kb":1026,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.1b","version":"0'0","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:46.604598+0000","last_change":"2024-09-12T01:16:46.604598+0000","last_active":"2024-09-12T01:16:46.604598+0000","last_peered":"2024-09-12T01:16:46.604598+0000","last_clean":"2024-09-12T01:16:46.604598+0000","last_became_active":"2024-09-12T00:50:30.943131+0000","last_became_peered":"2024-09-12T00:50:30.943131+0000","last_unstale":"2024-09-12T01:16:46.604598+0000","last_undegraded":"2024-09-12T01:16:46.604598+0000","last_fullsized":"2024-09-12T01:16:46.604598+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:46.604498+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:46.604498+0000","last_clean_scrub_stamp":"2024-09-12T01:16:46.604498+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:14:24.749071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.18","version":"264'24","reported_seq":120,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.126157+0000","last_change":"2024-09-12T01:16:23.126157+0000","last_active":"2024-09-12T01:16:23.126157+0000","last_peered":"2024-09-12T01:16:23.126157+0000","last_clean":"2024-09-12T01:16:23.126157+0000","last_became_active":"2024-09-12T00:49:04.999214+0000","last_became_peered":"2024-09-12T00:49:04.999214+0000","last_unstale":"2024-09-12T01:16:23.126157+0000","last_undegraded":"2024-09-12T01:16:23.126157+0000","last_fullsized":"2024-09-12T01:16:23.126157+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'24","last_scrub_stamp":"2024-09-12T01:16:23.126054+0000","last_deep_scrub":"264'24","last_deep_scrub_stamp":"2024-09-12T01:16:23.126054+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.126054+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:12:38.463460+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":124,"num_read_kb":86,"num_write":42,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.12","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:32.124598+0000","last_change":"2024-09-12T01:16:32.124598+0000","last_active":"2024-09-12T01:16:32.124598+0000","last_peered":"2024-09-12T01:16:32.124598+0000","last_clean":"2024-09-12T01:16:32.124598+0000","last_became_active":"2024-09-12T01:01:00.242074+0000","last_became_peered":"2024-09-12T01:01:00.242074+0000","last_unstale":"2024-09-12T01:16:32.124598+0000","last_undegraded":"2024-09-12T01:16:32.124598+0000","last_fullsized":"2024-09-12T01:16:32.124598+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:32.124507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:32.124507+0000","last_clean_scrub_stamp":"2024-09-12T01:16:32.124507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:45:42.663700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.15","version":"264'4","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:47.927493+0000","last_change":"2024-09-12T01:16:47.927421+0000","last_active":"2024-09-12T01:16:47.927493+0000","last_peered":"2024-09-12T01:16:47.927493+0000","last_clean":"2024-09-12T01:16:47.927493+0000","last_became_active":"2024-09-12T00:50:35.036761+0000","last_became_peered":"2024-09-12T00:50:35.036761+0000","last_unstale":"2024-09-12T01:16:47.927493+0000","last_undegraded":"2024-09-12T01:16:47.927493+0000","last_fullsized":"2024-09-12T01:16:47.927493+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:47.927311+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:47.927311+0000","last_clean_scrub_stamp":"2024-09-12T01:16:47.927311+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:14.460960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.14","version":"264'5","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:38.186164+0000","last_change":"2024-09-12T01:16:38.186164+0000","last_active":"2024-09-12T01:16:38.186164+0000","last_peered":"2024-09-12T01:16:38.186164+0000","last_clean":"2024-09-12T01:16:38.186164+0000","last_became_active":"2024-09-12T00:50:30.934124+0000","last_became_peered":"2024-09-12T00:50:30.934124+0000","last_unstale":"2024-09-12T01:16:38.186164+0000","last_undegraded":"2024-09-12T01:16:38.186164+0000","last_fullsized":"2024-09-12T01:16:38.186164+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T01:16:38.186081+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T01:16:38.186081+0000","last_clean_scrub_stamp":"2024-09-12T01:16:38.186081+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:43:13.398620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5120,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.17","version":"264'16","reported_seq":97,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:33.630782+0000","last_change":"2024-09-12T01:16:33.630782+0000","last_active":"2024-09-12T01:16:33.630782+0000","last_peered":"2024-09-12T01:16:33.630782+0000","last_clean":"2024-09-12T01:16:33.630782+0000","last_became_active":"2024-09-12T00:49:05.002211+0000","last_became_peered":"2024-09-12T00:49:05.002211+0000","last_unstale":"2024-09-12T01:16:33.630782+0000","last_undegraded":"2024-09-12T01:16:33.630782+0000","last_fullsized":"2024-09-12T01:16:33.630782+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'16","last_scrub_stamp":"2024-09-12T01:16:33.630692+0000","last_deep_scrub":"264'16","last_deep_scrub_stamp":"2024-09-12T01:16:33.630692+0000","last_clean_scrub_stamp":"2024-09-12T01:16:33.630692+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:06:25.563937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":79,"num_read_kb":54,"num_write":32,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.13","version":"264'2","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.683683+0000","last_change":"2024-09-12T01:16:22.683683+0000","last_active":"2024-09-12T01:16:22.683683+0000","last_peered":"2024-09-12T01:16:22.683683+0000","last_clean":"2024-09-12T01:16:22.683683+0000","last_became_active":"2024-09-12T01:01:00.248297+0000","last_became_peered":"2024-09-12T01:01:00.248297+0000","last_unstale":"2024-09-12T01:16:22.683683+0000","last_undegraded":"2024-09-12T01:16:22.683683+0000","last_fullsized":"2024-09-12T01:16:22.683683+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:22.683595+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:22.683595+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.683595+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:16:07.070242+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.14","version":"264'3","reported_seq":47,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:45.935953+0000","last_change":"2024-09-12T01:16:45.935953+0000","last_active":"2024-09-12T01:16:45.935953+0000","last_peered":"2024-09-12T01:16:45.935953+0000","last_clean":"2024-09-12T01:16:45.935953+0000","last_became_active":"2024-09-12T00:50:35.036985+0000","last_became_peered":"2024-09-12T00:50:35.036985+0000","last_unstale":"2024-09-12T01:16:45.935953+0000","last_undegraded":"2024-09-12T01:16:45.935953+0000","last_fullsized":"2024-09-12T01:16:45.935953+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:16:45.935856+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:16:45.935856+0000","last_clean_scrub_stamp":"2024-09-12T01:16:45.935856+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:25.381861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.15","version":"264'3","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:40.956286+0000","last_change":"2024-09-12T01:16:40.956230+0000","last_active":"2024-09-12T01:16:40.956286+0000","last_peered":"2024-09-12T01:16:40.956286+0000","last_clean":"2024-09-12T01:16:40.956286+0000","last_became_active":"2024-09-12T00:50:30.934084+0000","last_became_peered":"2024-09-12T00:50:30.934084+0000","last_unstale":"2024-09-12T01:16:40.956286+0000","last_undegraded":"2024-09-12T01:16:40.956286+0000","last_fullsized":"2024-09-12T01:16:40.956286+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:16:40.956147+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:16:40.956147+0000","last_clean_scrub_stamp":"2024-09-12T01:16:40.956147+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:37:42.376585+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":2048,"num_write":8,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.16","version":"264'35","reported_seq":139,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:36.862644+0000","last_change":"2024-09-12T01:16:36.862644+0000","last_active":"2024-09-12T01:16:36.862644+0000","last_peered":"2024-09-12T01:16:36.862644+0000","last_clean":"2024-09-12T01:16:36.862644+0000","last_became_active":"2024-09-12T00:49:05.002224+0000","last_became_peered":"2024-09-12T00:49:05.002224+0000","last_unstale":"2024-09-12T01:16:36.862644+0000","last_undegraded":"2024-09-12T01:16:36.862644+0000","last_fullsized":"2024-09-12T01:16:36.862644+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'35","last_scrub_stamp":"2024-09-12T01:16:36.862544+0000","last_deep_scrub":"264'35","last_deep_scrub_stamp":"2024-09-12T01:16:36.862544+0000","last_clean_scrub_stamp":"2024-09-12T01:16:36.862544+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:13.432890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":151,"num_read_kb":104,"num_write":80,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.10","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:48.984636+0000","last_change":"2024-09-12T01:16:48.984636+0000","last_active":"2024-09-12T01:16:48.984636+0000","last_peered":"2024-09-12T01:16:48.984636+0000","last_clean":"2024-09-12T01:16:48.984636+0000","last_became_active":"2024-09-12T01:01:00.239845+0000","last_became_peered":"2024-09-12T01:01:00.239845+0000","last_unstale":"2024-09-12T01:16:48.984636+0000","last_undegraded":"2024-09-12T01:16:48.984636+0000","last_fullsized":"2024-09-12T01:16:48.984636+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:48.984541+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:48.984541+0000","last_clean_scrub_stamp":"2024-09-12T01:16:48.984541+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:42:09.333399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.17","version":"264'3","reported_seq":38,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:45.616319+0000","last_change":"2024-09-12T01:16:45.616319+0000","last_active":"2024-09-12T01:16:45.616319+0000","last_peered":"2024-09-12T01:16:45.616319+0000","last_clean":"2024-09-12T01:16:45.616319+0000","last_became_active":"2024-09-12T00:51:06.150065+0000","last_became_peered":"2024-09-12T00:51:06.150065+0000","last_unstale":"2024-09-12T01:16:45.616319+0000","last_undegraded":"2024-09-12T01:16:45.616319+0000","last_fullsized":"2024-09-12T01:16:45.616319+0000","mapping_epoch":260,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":261,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:16:45.616208+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:16:45.616208+0000","last_clean_scrub_stamp":"2024-09-12T01:16:45.616208+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:55.309352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.16","version":"264'2","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.741222+0000","last_change":"2024-09-12T01:16:17.741160+0000","last_active":"2024-09-12T01:16:17.741222+0000","last_peered":"2024-09-12T01:16:17.741222+0000","last_clean":"2024-09-12T01:16:17.741222+0000","last_became_active":"2024-09-12T00:50:30.944163+0000","last_became_peered":"2024-09-12T00:50:30.944163+0000","last_unstale":"2024-09-12T01:16:17.741222+0000","last_undegraded":"2024-09-12T01:16:17.741222+0000","last_fullsized":"2024-09-12T01:16:17.741222+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:17.741074+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:17.741074+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.741074+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:28:51.989502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.15","version":"264'23","reported_seq":114,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.678391+0000","last_change":"2024-09-12T01:16:14.678391+0000","last_active":"2024-09-12T01:16:14.678391+0000","last_peered":"2024-09-12T01:16:14.678391+0000","last_clean":"2024-09-12T01:16:14.678391+0000","last_became_active":"2024-09-12T00:49:04.998991+0000","last_became_peered":"2024-09-12T00:49:04.998991+0000","last_unstale":"2024-09-12T01:16:14.678391+0000","last_undegraded":"2024-09-12T01:16:14.678391+0000","last_fullsized":"2024-09-12T01:16:14.678391+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'23","last_scrub_stamp":"2024-09-12T01:16:14.678303+0000","last_deep_scrub":"264'23","last_deep_scrub_stamp":"2024-09-12T01:16:14.678303+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.678303+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:58:23.016800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":76,"num_write":46,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.11","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:43.203985+0000","last_change":"2024-09-12T01:16:43.203985+0000","last_active":"2024-09-12T01:16:43.203985+0000","last_peered":"2024-09-12T01:16:43.203985+0000","last_clean":"2024-09-12T01:16:43.203985+0000","last_became_active":"2024-09-12T01:01:00.243245+0000","last_became_peered":"2024-09-12T01:01:00.243245+0000","last_unstale":"2024-09-12T01:16:43.203985+0000","last_undegraded":"2024-09-12T01:16:43.203985+0000","last_fullsized":"2024-09-12T01:16:43.203985+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:43.203891+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:43.203891+0000","last_clean_scrub_stamp":"2024-09-12T01:16:43.203891+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:29:50.775126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.16","version":"261'2","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:38.711244+0000","last_change":"2024-09-12T01:16:38.711162+0000","last_active":"2024-09-12T01:16:38.711244+0000","last_peered":"2024-09-12T01:16:38.711244+0000","last_clean":"2024-09-12T01:16:38.711244+0000","last_became_active":"2024-09-12T00:50:34.994435+0000","last_became_peered":"2024-09-12T00:50:34.994435+0000","last_unstale":"2024-09-12T01:16:38.711244+0000","last_undegraded":"2024-09-12T01:16:38.711244+0000","last_fullsized":"2024-09-12T01:16:38.711244+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T01:16:38.711071+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T01:16:38.711071+0000","last_clean_scrub_stamp":"2024-09-12T01:16:38.711071+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:55:33.576474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.17","version":"0'0","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:41.617546+0000","last_change":"2024-09-12T01:16:41.617484+0000","last_active":"2024-09-12T01:16:41.617546+0000","last_peered":"2024-09-12T01:16:41.617546+0000","last_clean":"2024-09-12T01:16:41.617546+0000","last_became_active":"2024-09-12T00:50:30.940015+0000","last_became_peered":"2024-09-12T00:50:30.940015+0000","last_unstale":"2024-09-12T01:16:41.617546+0000","last_undegraded":"2024-09-12T01:16:41.617546+0000","last_fullsized":"2024-09-12T01:16:41.617546+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:41.617392+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:41.617392+0000","last_clean_scrub_stamp":"2024-09-12T01:16:41.617392+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:21:53.586849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.14","version":"264'4","reported_seq":65,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:33.777756+0000","last_change":"2024-09-12T01:16:33.777695+0000","last_active":"2024-09-12T01:16:33.777756+0000","last_peered":"2024-09-12T01:16:33.777756+0000","last_clean":"2024-09-12T01:16:33.777756+0000","last_became_active":"2024-09-12T00:49:05.000448+0000","last_became_peered":"2024-09-12T00:49:05.000448+0000","last_unstale":"2024-09-12T01:16:33.777756+0000","last_undegraded":"2024-09-12T01:16:33.777756+0000","last_fullsized":"2024-09-12T01:16:33.777756+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:33.777613+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:33.777613+0000","last_clean_scrub_stamp":"2024-09-12T01:16:33.777613+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:34:31.740767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":13,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.16","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:51.968978+0000","last_change":"2024-09-12T01:16:51.968978+0000","last_active":"2024-09-12T01:16:51.968978+0000","last_peered":"2024-09-12T01:16:51.968978+0000","last_clean":"2024-09-12T01:16:51.968978+0000","last_became_active":"2024-09-12T01:01:00.249127+0000","last_became_peered":"2024-09-12T01:01:00.249127+0000","last_unstale":"2024-09-12T01:16:51.968978+0000","last_undegraded":"2024-09-12T01:16:51.968978+0000","last_fullsized":"2024-09-12T01:16:51.968978+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:51.968880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:51.968880+0000","last_clean_scrub_stamp":"2024-09-12T01:16:51.968880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:02:50.044621+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.11","version":"264'4","reported_seq":49,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:33.168484+0000","last_change":"2024-09-12T01:16:33.168484+0000","last_active":"2024-09-12T01:16:33.168484+0000","last_peered":"2024-09-12T01:16:33.168484+0000","last_clean":"2024-09-12T01:16:33.168484+0000","last_became_active":"2024-09-12T00:50:34.993740+0000","last_became_peered":"2024-09-12T00:50:34.993740+0000","last_unstale":"2024-09-12T01:16:33.168484+0000","last_undegraded":"2024-09-12T01:16:33.168484+0000","last_fullsized":"2024-09-12T01:16:33.168484+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:33.168394+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:33.168394+0000","last_clean_scrub_stamp":"2024-09-12T01:16:33.168394+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:13.751204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":6144,"num_write":4,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.10","version":"264'5","reported_seq":57,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:31.800625+0000","last_change":"2024-09-12T01:16:31.800625+0000","last_active":"2024-09-12T01:16:31.800625+0000","last_peered":"2024-09-12T01:16:31.800625+0000","last_clean":"2024-09-12T01:16:31.800625+0000","last_became_active":"2024-09-12T00:50:30.943017+0000","last_became_peered":"2024-09-12T00:50:30.943017+0000","last_unstale":"2024-09-12T01:16:31.800625+0000","last_undegraded":"2024-09-12T01:16:31.800625+0000","last_fullsized":"2024-09-12T01:16:31.800625+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T01:16:31.800544+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T01:16:31.800544+0000","last_clean_scrub_stamp":"2024-09-12T01:16:31.800544+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:35.949040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":8219,"num_write":10,"num_write_kb":4123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.13","version":"264'39","reported_seq":156,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:32.743567+0000","last_change":"2024-09-12T01:16:32.743512+0000","last_active":"2024-09-12T01:16:32.743567+0000","last_peered":"2024-09-12T01:16:32.743567+0000","last_clean":"2024-09-12T01:16:32.743567+0000","last_became_active":"2024-09-12T00:49:05.001197+0000","last_became_peered":"2024-09-12T00:49:05.001197+0000","last_unstale":"2024-09-12T01:16:32.743567+0000","last_undegraded":"2024-09-12T01:16:32.743567+0000","last_fullsized":"2024-09-12T01:16:32.743567+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'39","last_scrub_stamp":"2024-09-12T01:16:32.743419+0000","last_deep_scrub":"264'39","last_deep_scrub_stamp":"2024-09-12T01:16:32.743419+0000","last_clean_scrub_stamp":"2024-09-12T01:16:32.743419+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:30:03.373303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":186,"num_read_kb":127,"num_write":78,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.17","version":"0'0","reported_seq":27,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:52.695988+0000","last_change":"2024-09-12T01:16:52.695988+0000","last_active":"2024-09-12T01:16:52.695988+0000","last_peered":"2024-09-12T01:16:52.695988+0000","last_clean":"2024-09-12T01:16:52.695988+0000","last_became_active":"2024-09-12T01:01:00.244464+0000","last_became_peered":"2024-09-12T01:01:00.244464+0000","last_unstale":"2024-09-12T01:16:52.695988+0000","last_undegraded":"2024-09-12T01:16:52.695988+0000","last_fullsized":"2024-09-12T01:16:52.695988+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:52.695883+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:52.695883+0000","last_clean_scrub_stamp":"2024-09-12T01:16:52.695883+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:14:24.495079+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.10","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.140713+0000","last_change":"2024-09-12T01:16:29.140713+0000","last_active":"2024-09-12T01:16:29.140713+0000","last_peered":"2024-09-12T01:16:29.140713+0000","last_clean":"2024-09-12T01:16:29.140713+0000","last_became_active":"2024-09-12T00:50:34.995365+0000","last_became_peered":"2024-09-12T00:50:34.995365+0000","last_unstale":"2024-09-12T01:16:29.140713+0000","last_undegraded":"2024-09-12T01:16:29.140713+0000","last_fullsized":"2024-09-12T01:16:29.140713+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:29.140620+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:29.140620+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.140620+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:37.191486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.11","version":"261'2","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:38.892498+0000","last_change":"2024-09-12T01:16:38.892498+0000","last_active":"2024-09-12T01:16:38.892498+0000","last_peered":"2024-09-12T01:16:38.892498+0000","last_clean":"2024-09-12T01:16:38.892498+0000","last_became_active":"2024-09-12T00:50:30.942874+0000","last_became_peered":"2024-09-12T00:50:30.942874+0000","last_unstale":"2024-09-12T01:16:38.892498+0000","last_undegraded":"2024-09-12T01:16:38.892498+0000","last_fullsized":"2024-09-12T01:16:38.892498+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T01:16:38.892408+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T01:16:38.892408+0000","last_clean_scrub_stamp":"2024-09-12T01:16:38.892408+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:19:36.126866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"65.12","version":"264'18","reported_seq":103,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:37.649223+0000","last_change":"2024-09-12T01:16:37.649159+0000","last_active":"2024-09-12T01:16:37.649223+0000","last_peered":"2024-09-12T01:16:37.649223+0000","last_clean":"2024-09-12T01:16:37.649223+0000","last_became_active":"2024-09-12T00:49:05.001379+0000","last_became_peered":"2024-09-12T00:49:05.001379+0000","last_unstale":"2024-09-12T01:16:37.649223+0000","last_undegraded":"2024-09-12T01:16:37.649223+0000","last_fullsized":"2024-09-12T01:16:37.649223+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'18","last_scrub_stamp":"2024-09-12T01:16:37.649066+0000","last_deep_scrub":"264'18","last_deep_scrub_stamp":"2024-09-12T01:16:37.649066+0000","last_clean_scrub_stamp":"2024-09-12T01:16:37.649066+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:47:24.892008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":90,"num_read_kb":62,"num_write":33,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.14","version":"264'2","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:50.670352+0000","last_change":"2024-09-12T01:16:50.670352+0000","last_active":"2024-09-12T01:16:50.670352+0000","last_peered":"2024-09-12T01:16:50.670352+0000","last_clean":"2024-09-12T01:16:50.670352+0000","last_became_active":"2024-09-12T01:01:00.251344+0000","last_became_peered":"2024-09-12T01:01:00.251344+0000","last_unstale":"2024-09-12T01:16:50.670352+0000","last_undegraded":"2024-09-12T01:16:50.670352+0000","last_fullsized":"2024-09-12T01:16:50.670352+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:50.670258+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:50.670258+0000","last_clean_scrub_stamp":"2024-09-12T01:16:50.670258+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:38:47.128732+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.13","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:44.980726+0000","last_change":"2024-09-12T01:16:44.980726+0000","last_active":"2024-09-12T01:16:44.980726+0000","last_peered":"2024-09-12T01:16:44.980726+0000","last_clean":"2024-09-12T01:16:44.980726+0000","last_became_active":"2024-09-12T00:50:34.995297+0000","last_became_peered":"2024-09-12T00:50:34.995297+0000","last_unstale":"2024-09-12T01:16:44.980726+0000","last_undegraded":"2024-09-12T01:16:44.980726+0000","last_fullsized":"2024-09-12T01:16:44.980726+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:44.980622+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:44.980622+0000","last_clean_scrub_stamp":"2024-09-12T01:16:44.980622+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:19:52.119008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.12","version":"261'4","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.975068+0000","last_change":"2024-09-12T01:16:23.975068+0000","last_active":"2024-09-12T01:16:23.975068+0000","last_peered":"2024-09-12T01:16:23.975068+0000","last_clean":"2024-09-12T01:16:23.975068+0000","last_became_active":"2024-09-12T00:50:30.934883+0000","last_became_peered":"2024-09-12T00:50:30.934883+0000","last_unstale":"2024-09-12T01:16:23.975068+0000","last_undegraded":"2024-09-12T01:16:23.975068+0000","last_fullsized":"2024-09-12T01:16:23.975068+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-12T01:16:23.974974+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-12T01:16:23.974974+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.974974+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:27:20.254761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":4,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.11","version":"264'13","reported_seq":88,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:32.760519+0000","last_change":"2024-09-12T01:16:32.760447+0000","last_active":"2024-09-12T01:16:32.760519+0000","last_peered":"2024-09-12T01:16:32.760519+0000","last_clean":"2024-09-12T01:16:32.760519+0000","last_became_active":"2024-09-12T00:49:04.995133+0000","last_became_peered":"2024-09-12T00:49:04.995133+0000","last_unstale":"2024-09-12T01:16:32.760519+0000","last_undegraded":"2024-09-12T01:16:32.760519+0000","last_fullsized":"2024-09-12T01:16:32.760519+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'13","last_scrub_stamp":"2024-09-12T01:16:32.760362+0000","last_deep_scrub":"264'13","last_deep_scrub_stamp":"2024-09-12T01:16:32.760362+0000","last_clean_scrub_stamp":"2024-09-12T01:16:32.760362+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:34:13.499485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":62,"num_read_kb":43,"num_write":24,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.15","version":"264'2","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:49.943167+0000","last_change":"2024-09-12T01:16:49.943167+0000","last_active":"2024-09-12T01:16:49.943167+0000","last_peered":"2024-09-12T01:16:49.943167+0000","last_clean":"2024-09-12T01:16:49.943167+0000","last_became_active":"2024-09-12T01:01:00.248137+0000","last_became_peered":"2024-09-12T01:01:00.248137+0000","last_unstale":"2024-09-12T01:16:49.943167+0000","last_undegraded":"2024-09-12T01:16:49.943167+0000","last_fullsized":"2024-09-12T01:16:49.943167+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:49.943073+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:49.943073+0000","last_clean_scrub_stamp":"2024-09-12T01:16:49.943073+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:03:01.804957+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.12","version":"264'3","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.955074+0000","last_change":"2024-09-12T01:16:26.955074+0000","last_active":"2024-09-12T01:16:26.955074+0000","last_peered":"2024-09-12T01:16:26.955074+0000","last_clean":"2024-09-12T01:16:26.955074+0000","last_became_active":"2024-09-12T00:50:34.998442+0000","last_became_peered":"2024-09-12T00:50:34.998442+0000","last_unstale":"2024-09-12T01:16:26.955074+0000","last_undegraded":"2024-09-12T01:16:26.955074+0000","last_fullsized":"2024-09-12T01:16:26.955074+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:16:26.954991+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:16:26.954991+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.954991+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:22:46.247963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1,"num_read_kb":0,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.13","version":"264'7","reported_seq":60,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:36.232932+0000","last_change":"2024-09-12T01:16:36.232932+0000","last_active":"2024-09-12T01:16:36.232932+0000","last_peered":"2024-09-12T01:16:36.232932+0000","last_clean":"2024-09-12T01:16:36.232932+0000","last_became_active":"2024-09-12T00:50:30.935187+0000","last_became_peered":"2024-09-12T00:50:30.935187+0000","last_unstale":"2024-09-12T01:16:36.232932+0000","last_undegraded":"2024-09-12T01:16:36.232932+0000","last_fullsized":"2024-09-12T01:16:36.232932+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'7","last_scrub_stamp":"2024-09-12T01:16:36.232840+0000","last_deep_scrub":"264'7","last_deep_scrub_stamp":"2024-09-12T01:16:36.232840+0000","last_clean_scrub_stamp":"2024-09-12T01:16:36.232840+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:29.513863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":12290,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.10","version":"264'10","reported_seq":83,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:35.863174+0000","last_change":"2024-09-12T01:16:35.863116+0000","last_active":"2024-09-12T01:16:35.863174+0000","last_peered":"2024-09-12T01:16:35.863174+0000","last_clean":"2024-09-12T01:16:35.863174+0000","last_became_active":"2024-09-12T00:49:04.997543+0000","last_became_peered":"2024-09-12T00:49:04.997543+0000","last_unstale":"2024-09-12T01:16:35.863174+0000","last_undegraded":"2024-09-12T01:16:35.863174+0000","last_fullsized":"2024-09-12T01:16:35.863174+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'10","last_scrub_stamp":"2024-09-12T01:16:35.863048+0000","last_deep_scrub":"264'10","last_deep_scrub_stamp":"2024-09-12T01:16:35.863048+0000","last_clean_scrub_stamp":"2024-09-12T01:16:35.863048+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:44:16.897116+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":51,"num_read_kb":36,"num_write":21,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.a","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.714886+0000","last_change":"2024-09-12T01:16:21.714886+0000","last_active":"2024-09-12T01:16:21.714886+0000","last_peered":"2024-09-12T01:16:21.714886+0000","last_clean":"2024-09-12T01:16:21.714886+0000","last_became_active":"2024-09-12T01:01:00.247390+0000","last_became_peered":"2024-09-12T01:01:00.247390+0000","last_unstale":"2024-09-12T01:16:21.714886+0000","last_undegraded":"2024-09-12T01:16:21.714886+0000","last_fullsized":"2024-09-12T01:16:21.714886+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:21.714771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:21.714771+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.714771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:20:24.888223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.d","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:42.946303+0000","last_change":"2024-09-12T01:16:42.946303+0000","last_active":"2024-09-12T01:16:42.946303+0000","last_peered":"2024-09-12T01:16:42.946303+0000","last_clean":"2024-09-12T01:16:42.946303+0000","last_became_active":"2024-09-12T00:50:34.999003+0000","last_became_peered":"2024-09-12T00:50:34.999003+0000","last_unstale":"2024-09-12T01:16:42.946303+0000","last_undegraded":"2024-09-12T01:16:42.946303+0000","last_fullsized":"2024-09-12T01:16:42.946303+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:42.946203+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:42.946203+0000","last_clean_scrub_stamp":"2024-09-12T01:16:42.946203+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:24:08.078980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.c","version":"264'2","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:38.880531+0000","last_change":"2024-09-12T01:16:38.880531+0000","last_active":"2024-09-12T01:16:38.880531+0000","last_peered":"2024-09-12T01:16:38.880531+0000","last_clean":"2024-09-12T01:16:38.880531+0000","last_became_active":"2024-09-12T00:50:30.944904+0000","last_became_peered":"2024-09-12T00:50:30.944904+0000","last_unstale":"2024-09-12T01:16:38.880531+0000","last_undegraded":"2024-09-12T01:16:38.880531+0000","last_fullsized":"2024-09-12T01:16:38.880531+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:38.880436+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:38.880436+0000","last_clean_scrub_stamp":"2024-09-12T01:16:38.880436+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:13:44.425447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.f","version":"264'18","reported_seq":101,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:34.893281+0000","last_change":"2024-09-12T01:16:34.893281+0000","last_active":"2024-09-12T01:16:34.893281+0000","last_peered":"2024-09-12T01:16:34.893281+0000","last_clean":"2024-09-12T01:16:34.893281+0000","last_became_active":"2024-09-12T00:49:05.006219+0000","last_became_peered":"2024-09-12T00:49:05.006219+0000","last_unstale":"2024-09-12T01:16:34.893281+0000","last_undegraded":"2024-09-12T01:16:34.893281+0000","last_fullsized":"2024-09-12T01:16:34.893281+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'18","last_scrub_stamp":"2024-09-12T01:16:34.893191+0000","last_deep_scrub":"264'18","last_deep_scrub_stamp":"2024-09-12T01:16:34.893191+0000","last_clean_scrub_stamp":"2024-09-12T01:16:34.893191+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:08:03.927676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":59,"num_write":36,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.b","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:47.035526+0000","last_change":"2024-09-12T01:16:47.035526+0000","last_active":"2024-09-12T01:16:47.035526+0000","last_peered":"2024-09-12T01:16:47.035526+0000","last_clean":"2024-09-12T01:16:47.035526+0000","last_became_active":"2024-09-12T01:01:00.240946+0000","last_became_peered":"2024-09-12T01:01:00.240946+0000","last_unstale":"2024-09-12T01:16:47.035526+0000","last_undegraded":"2024-09-12T01:16:47.035526+0000","last_fullsized":"2024-09-12T01:16:47.035526+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:47.035419+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:47.035419+0000","last_clean_scrub_stamp":"2024-09-12T01:16:47.035419+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:10:24.817399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.c","version":"264'2","reported_seq":45,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:41.951355+0000","last_change":"2024-09-12T01:16:41.951355+0000","last_active":"2024-09-12T01:16:41.951355+0000","last_peered":"2024-09-12T01:16:41.951355+0000","last_clean":"2024-09-12T01:16:41.951355+0000","last_became_active":"2024-09-12T00:50:34.996654+0000","last_became_peered":"2024-09-12T00:50:34.996654+0000","last_unstale":"2024-09-12T01:16:41.951355+0000","last_undegraded":"2024-09-12T01:16:41.951355+0000","last_fullsized":"2024-09-12T01:16:41.951355+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:41.951259+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:41.951259+0000","last_clean_scrub_stamp":"2024-09-12T01:16:41.951259+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:00:24.356386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.d","version":"264'2","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.717209+0000","last_change":"2024-09-12T01:16:18.717209+0000","last_active":"2024-09-12T01:16:18.717209+0000","last_peered":"2024-09-12T01:16:18.717209+0000","last_clean":"2024-09-12T01:16:18.717209+0000","last_became_active":"2024-09-12T00:50:30.941276+0000","last_became_peered":"2024-09-12T00:50:30.941276+0000","last_unstale":"2024-09-12T01:16:18.717209+0000","last_undegraded":"2024-09-12T01:16:18.717209+0000","last_fullsized":"2024-09-12T01:16:18.717209+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:18.717117+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:18.717117+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.717117+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:30:53.560265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.e","version":"264'57","reported_seq":215,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:34.253683+0000","last_change":"2024-09-12T01:16:34.253683+0000","last_active":"2024-09-12T01:16:34.253683+0000","last_peered":"2024-09-12T01:16:34.253683+0000","last_clean":"2024-09-12T01:16:34.253683+0000","last_became_active":"2024-09-12T00:49:05.000274+0000","last_became_peered":"2024-09-12T00:49:05.000274+0000","last_unstale":"2024-09-12T01:16:34.253683+0000","last_undegraded":"2024-09-12T01:16:34.253683+0000","last_fullsized":"2024-09-12T01:16:34.253683+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'57","last_scrub_stamp":"2024-09-12T01:16:34.253596+0000","last_deep_scrub":"264'57","last_deep_scrub_stamp":"2024-09-12T01:16:34.253596+0000","last_clean_scrub_stamp":"2024-09-12T01:16:34.253596+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:01:40.525619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":307,"num_read_kb":219,"num_write":100,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.8","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.990744+0000","last_change":"2024-09-12T01:16:28.990744+0000","last_active":"2024-09-12T01:16:28.990744+0000","last_peered":"2024-09-12T01:16:28.990744+0000","last_clean":"2024-09-12T01:16:28.990744+0000","last_became_active":"2024-09-12T01:01:00.248139+0000","last_became_peered":"2024-09-12T01:01:00.248139+0000","last_unstale":"2024-09-12T01:16:28.990744+0000","last_undegraded":"2024-09-12T01:16:28.990744+0000","last_fullsized":"2024-09-12T01:16:28.990744+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:28.990661+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:28.990661+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.990661+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:44:06.893964+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"67.f","version":"0'0","reported_seq":42,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.130469+0000","last_change":"2024-09-12T01:16:26.130469+0000","last_active":"2024-09-12T01:16:26.130469+0000","last_peered":"2024-09-12T01:16:26.130469+0000","last_clean":"2024-09-12T01:16:26.130469+0000","last_became_active":"2024-09-12T00:50:35.038447+0000","last_became_peered":"2024-09-12T00:50:35.038447+0000","last_unstale":"2024-09-12T01:16:26.130469+0000","last_undegraded":"2024-09-12T01:16:26.130469+0000","last_fullsized":"2024-09-12T01:16:26.130469+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:26.130374+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:26.130374+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.130374+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:15:32.867883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.e","version":"264'2","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:40.649243+0000","last_change":"2024-09-12T01:16:40.649243+0000","last_active":"2024-09-12T01:16:40.649243+0000","last_peered":"2024-09-12T01:16:40.649243+0000","last_clean":"2024-09-12T01:16:40.649243+0000","last_became_active":"2024-09-12T00:50:30.939898+0000","last_became_peered":"2024-09-12T00:50:30.939898+0000","last_unstale":"2024-09-12T01:16:40.649243+0000","last_undegraded":"2024-09-12T01:16:40.649243+0000","last_fullsized":"2024-09-12T01:16:40.649243+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:40.649147+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:40.649147+0000","last_clean_scrub_stamp":"2024-09-12T01:16:40.649147+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:52:31.478941+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":40,"num_write":2,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.d","version":"264'45","reported_seq":175,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.942728+0000","last_change":"2024-09-12T01:16:20.942728+0000","last_active":"2024-09-12T01:16:20.942728+0000","last_peered":"2024-09-12T01:16:20.942728+0000","last_clean":"2024-09-12T01:16:20.942728+0000","last_became_active":"2024-09-12T00:49:04.996877+0000","last_became_peered":"2024-09-12T00:49:04.996877+0000","last_unstale":"2024-09-12T01:16:20.942728+0000","last_undegraded":"2024-09-12T01:16:20.942728+0000","last_fullsized":"2024-09-12T01:16:20.942728+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'45","last_scrub_stamp":"2024-09-12T01:16:20.942615+0000","last_deep_scrub":"264'45","last_deep_scrub_stamp":"2024-09-12T01:16:20.942615+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.942615+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:40:29.577588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":221,"num_read_kb":154,"num_write":87,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.9","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:46.047698+0000","last_change":"2024-09-12T01:16:46.047698+0000","last_active":"2024-09-12T01:16:46.047698+0000","last_peered":"2024-09-12T01:16:46.047698+0000","last_clean":"2024-09-12T01:16:46.047698+0000","last_became_active":"2024-09-12T01:01:00.244603+0000","last_became_peered":"2024-09-12T01:01:00.244603+0000","last_unstale":"2024-09-12T01:16:46.047698+0000","last_undegraded":"2024-09-12T01:16:46.047698+0000","last_fullsized":"2024-09-12T01:16:46.047698+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:46.047602+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:46.047602+0000","last_clean_scrub_stamp":"2024-09-12T01:16:46.047602+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:02:16.424419+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.e","version":"264'4","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:43.956224+0000","last_change":"2024-09-12T01:16:43.956224+0000","last_active":"2024-09-12T01:16:43.956224+0000","last_peered":"2024-09-12T01:16:43.956224+0000","last_clean":"2024-09-12T01:16:43.956224+0000","last_became_active":"2024-09-12T00:50:34.996753+0000","last_became_peered":"2024-09-12T00:50:34.996753+0000","last_unstale":"2024-09-12T01:16:43.956224+0000","last_undegraded":"2024-09-12T01:16:43.956224+0000","last_fullsized":"2024-09-12T01:16:43.956224+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:43.956138+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:43.956138+0000","last_clean_scrub_stamp":"2024-09-12T01:16:43.956138+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:21:03.222375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6,"num_read_kb":3072,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"66.f","version":"264'7","reported_seq":60,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.098793+0000","last_change":"2024-09-12T01:16:25.098793+0000","last_active":"2024-09-12T01:16:25.098793+0000","last_peered":"2024-09-12T01:16:25.098793+0000","last_clean":"2024-09-12T01:16:25.098793+0000","last_became_active":"2024-09-12T00:50:30.934056+0000","last_became_peered":"2024-09-12T00:50:30.934056+0000","last_unstale":"2024-09-12T01:16:25.098793+0000","last_undegraded":"2024-09-12T01:16:25.098793+0000","last_fullsized":"2024-09-12T01:16:25.098793+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'7","last_scrub_stamp":"2024-09-12T01:16:25.098703+0000","last_deep_scrub":"264'7","last_deep_scrub_stamp":"2024-09-12T01:16:25.098703+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.098703+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:56:20.916662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":9218,"num_write":12,"num_write_kb":5122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.c","version":"264'76","reported_seq":268,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.668108+0000","last_change":"2024-09-12T01:16:15.668108+0000","last_active":"2024-09-12T01:16:15.668108+0000","last_peered":"2024-09-12T01:16:15.668108+0000","last_clean":"2024-09-12T01:16:15.668108+0000","last_became_active":"2024-09-12T00:49:04.998935+0000","last_became_peered":"2024-09-12T00:49:04.998935+0000","last_unstale":"2024-09-12T01:16:15.668108+0000","last_undegraded":"2024-09-12T01:16:15.668108+0000","last_fullsized":"2024-09-12T01:16:15.668108+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'76","last_scrub_stamp":"2024-09-12T01:16:15.668018+0000","last_deep_scrub":"264'76","last_deep_scrub_stamp":"2024-09-12T01:16:15.668018+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.668018+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":0,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:26.506408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":403,"num_read_kb":301,"num_write":119,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"68.e","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:50.952113+0000","last_change":"2024-09-12T01:16:50.952113+0000","last_active":"2024-09-12T01:16:50.952113+0000","last_peered":"2024-09-12T01:16:50.952113+0000","last_clean":"2024-09-12T01:16:50.952113+0000","last_became_active":"2024-09-12T01:01:00.242139+0000","last_became_peered":"2024-09-12T01:01:00.242139+0000","last_unstale":"2024-09-12T01:16:50.952113+0000","last_undegraded":"2024-09-12T01:16:50.952113+0000","last_fullsized":"2024-09-12T01:16:50.952113+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:50.952022+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:50.952022+0000","last_clean_scrub_stamp":"2024-09-12T01:16:50.952022+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:08:16.876408+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"67.9","version":"264'3","reported_seq":48,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:39.727750+0000","last_change":"2024-09-12T01:16:39.727750+0000","last_active":"2024-09-12T01:16:39.727750+0000","last_peered":"2024-09-12T01:16:39.727750+0000","last_clean":"2024-09-12T01:16:39.727750+0000","last_became_active":"2024-09-12T00:50:34.995313+0000","last_became_peered":"2024-09-12T00:50:34.995313+0000","last_unstale":"2024-09-12T01:16:39.727750+0000","last_undegraded":"2024-09-12T01:16:39.727750+0000","last_fullsized":"2024-09-12T01:16:39.727750+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:16:39.727666+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:16:39.727666+0000","last_clean_scrub_stamp":"2024-09-12T01:16:39.727666+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:41:39.943564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":8,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.8","version":"264'4","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:38.607952+0000","last_change":"2024-09-12T01:16:38.607952+0000","last_active":"2024-09-12T01:16:38.607952+0000","last_peered":"2024-09-12T01:16:38.607952+0000","last_clean":"2024-09-12T01:16:38.607952+0000","last_became_active":"2024-09-12T00:50:30.938036+0000","last_became_peered":"2024-09-12T00:50:30.938036+0000","last_unstale":"2024-09-12T01:16:38.607952+0000","last_undegraded":"2024-09-12T01:16:38.607952+0000","last_fullsized":"2024-09-12T01:16:38.607952+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:38.607845+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:38.607845+0000","last_clean_scrub_stamp":"2024-09-12T01:16:38.607845+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:35:29.609729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":2048,"num_write":4,"num_write_kb":2048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.b","version":"261'7","reported_seq":75,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:32.656926+0000","last_change":"2024-09-12T01:16:32.656926+0000","last_active":"2024-09-12T01:16:32.656926+0000","last_peered":"2024-09-12T01:16:32.656926+0000","last_clean":"2024-09-12T01:16:32.656926+0000","last_became_active":"2024-09-12T00:49:05.003639+0000","last_became_peered":"2024-09-12T00:49:05.003639+0000","last_unstale":"2024-09-12T01:16:32.656926+0000","last_undegraded":"2024-09-12T01:16:32.656926+0000","last_fullsized":"2024-09-12T01:16:32.656926+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'7","last_scrub_stamp":"2024-09-12T01:16:32.656819+0000","last_deep_scrub":"261'7","last_deep_scrub_stamp":"2024-09-12T01:16:32.656819+0000","last_clean_scrub_stamp":"2024-09-12T01:16:32.656819+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:00:02.593112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":27,"num_write":13,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.f","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:50.009485+0000","last_change":"2024-09-12T01:16:50.009485+0000","last_active":"2024-09-12T01:16:50.009485+0000","last_peered":"2024-09-12T01:16:50.009485+0000","last_clean":"2024-09-12T01:16:50.009485+0000","last_became_active":"2024-09-12T01:01:00.246954+0000","last_became_peered":"2024-09-12T01:01:00.246954+0000","last_unstale":"2024-09-12T01:16:50.009485+0000","last_undegraded":"2024-09-12T01:16:50.009485+0000","last_fullsized":"2024-09-12T01:16:50.009485+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:50.009372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:50.009372+0000","last_clean_scrub_stamp":"2024-09-12T01:16:50.009372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:31:34.904888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.8","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:41.990142+0000","last_change":"2024-09-12T01:16:41.990142+0000","last_active":"2024-09-12T01:16:41.990142+0000","last_peered":"2024-09-12T01:16:41.990142+0000","last_clean":"2024-09-12T01:16:41.990142+0000","last_became_active":"2024-09-12T00:50:35.036646+0000","last_became_peered":"2024-09-12T00:50:35.036646+0000","last_unstale":"2024-09-12T01:16:41.990142+0000","last_undegraded":"2024-09-12T01:16:41.990142+0000","last_fullsized":"2024-09-12T01:16:41.990142+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:41.990056+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:41.990056+0000","last_clean_scrub_stamp":"2024-09-12T01:16:41.990056+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:58:25.261453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.9","version":"261'2","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.116032+0000","last_change":"2024-09-12T01:16:28.115968+0000","last_active":"2024-09-12T01:16:28.116032+0000","last_peered":"2024-09-12T01:16:28.116032+0000","last_clean":"2024-09-12T01:16:28.116032+0000","last_became_active":"2024-09-12T00:50:30.939438+0000","last_became_peered":"2024-09-12T00:50:30.939438+0000","last_unstale":"2024-09-12T01:16:28.116032+0000","last_undegraded":"2024-09-12T01:16:28.116032+0000","last_fullsized":"2024-09-12T01:16:28.116032+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T01:16:28.115873+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T01:16:28.115873+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.115873+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:21:37.746249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.a","version":"264'27","reported_seq":127,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:31.790575+0000","last_change":"2024-09-12T01:16:31.790575+0000","last_active":"2024-09-12T01:16:31.790575+0000","last_peered":"2024-09-12T01:16:31.790575+0000","last_clean":"2024-09-12T01:16:31.790575+0000","last_became_active":"2024-09-12T00:49:04.998359+0000","last_became_peered":"2024-09-12T00:49:04.998359+0000","last_unstale":"2024-09-12T01:16:31.790575+0000","last_undegraded":"2024-09-12T01:16:31.790575+0000","last_fullsized":"2024-09-12T01:16:31.790575+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'27","last_scrub_stamp":"2024-09-12T01:16:31.790476+0000","last_deep_scrub":"264'27","last_deep_scrub_stamp":"2024-09-12T01:16:31.790476+0000","last_clean_scrub_stamp":"2024-09-12T01:16:31.790476+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:35:52.878554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":92,"num_write":52,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.c","version":"264'2","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:48.026651+0000","last_change":"2024-09-12T01:16:48.026651+0000","last_active":"2024-09-12T01:16:48.026651+0000","last_peered":"2024-09-12T01:16:48.026651+0000","last_clean":"2024-09-12T01:16:48.026651+0000","last_became_active":"2024-09-12T01:01:00.243414+0000","last_became_peered":"2024-09-12T01:01:00.243414+0000","last_unstale":"2024-09-12T01:16:48.026651+0000","last_undegraded":"2024-09-12T01:16:48.026651+0000","last_fullsized":"2024-09-12T01:16:48.026651+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:48.026568+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:48.026568+0000","last_clean_scrub_stamp":"2024-09-12T01:16:48.026568+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:11:58.961544+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.b","version":"261'4","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.101124+0000","last_change":"2024-09-12T01:16:27.101124+0000","last_active":"2024-09-12T01:16:27.101124+0000","last_peered":"2024-09-12T01:16:27.101124+0000","last_clean":"2024-09-12T01:16:27.101124+0000","last_became_active":"2024-09-12T00:50:35.000038+0000","last_became_peered":"2024-09-12T00:50:35.000038+0000","last_unstale":"2024-09-12T01:16:27.101124+0000","last_undegraded":"2024-09-12T01:16:27.101124+0000","last_fullsized":"2024-09-12T01:16:27.101124+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-12T01:16:27.101032+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-12T01:16:27.101032+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.101032+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:27:44.207358+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.a","version":"261'2","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:39.608155+0000","last_change":"2024-09-12T01:16:39.608155+0000","last_active":"2024-09-12T01:16:39.608155+0000","last_peered":"2024-09-12T01:16:39.608155+0000","last_clean":"2024-09-12T01:16:39.608155+0000","last_became_active":"2024-09-12T00:50:30.940252+0000","last_became_peered":"2024-09-12T00:50:30.940252+0000","last_unstale":"2024-09-12T01:16:39.608155+0000","last_undegraded":"2024-09-12T01:16:39.608155+0000","last_fullsized":"2024-09-12T01:16:39.608155+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'2","last_scrub_stamp":"2024-09-12T01:16:39.608037+0000","last_deep_scrub":"261'2","last_deep_scrub_stamp":"2024-09-12T01:16:39.608037+0000","last_clean_scrub_stamp":"2024-09-12T01:16:39.608037+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:26:15.219527+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"65.9","version":"264'51","reported_seq":196,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:32.905409+0000","last_change":"2024-09-12T01:16:32.905409+0000","last_active":"2024-09-12T01:16:32.905409+0000","last_peered":"2024-09-12T01:16:32.905409+0000","last_clean":"2024-09-12T01:16:32.905409+0000","last_became_active":"2024-09-12T00:49:05.001450+0000","last_became_peered":"2024-09-12T00:49:05.001450+0000","last_unstale":"2024-09-12T01:16:32.905409+0000","last_undegraded":"2024-09-12T01:16:32.905409+0000","last_fullsized":"2024-09-12T01:16:32.905409+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'51","last_scrub_stamp":"2024-09-12T01:16:32.905319+0000","last_deep_scrub":"264'51","last_deep_scrub_stamp":"2024-09-12T01:16:32.905319+0000","last_clean_scrub_stamp":"2024-09-12T01:16:32.905319+0000","objects_scrubbed":0,"log_size":51,"log_dups_size":0,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:11:18.345896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":268,"num_read_kb":187,"num_write":90,"num_write_kb":37,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"68.d","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:48.644064+0000","last_change":"2024-09-12T01:16:48.644064+0000","last_active":"2024-09-12T01:16:48.644064+0000","last_peered":"2024-09-12T01:16:48.644064+0000","last_clean":"2024-09-12T01:16:48.644064+0000","last_became_active":"2024-09-12T01:01:00.243734+0000","last_became_peered":"2024-09-12T01:01:00.243734+0000","last_unstale":"2024-09-12T01:16:48.644064+0000","last_undegraded":"2024-09-12T01:16:48.644064+0000","last_fullsized":"2024-09-12T01:16:48.644064+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:48.643970+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:48.643970+0000","last_clean_scrub_stamp":"2024-09-12T01:16:48.643970+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:35:07.497998+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.a","version":"264'8","reported_seq":57,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:43.035941+0000","last_change":"2024-09-12T01:16:43.035941+0000","last_active":"2024-09-12T01:16:43.035941+0000","last_peered":"2024-09-12T01:16:43.035941+0000","last_clean":"2024-09-12T01:16:43.035941+0000","last_became_active":"2024-09-12T00:50:34.995328+0000","last_became_peered":"2024-09-12T00:50:34.995328+0000","last_unstale":"2024-09-12T01:16:43.035941+0000","last_undegraded":"2024-09-12T01:16:43.035941+0000","last_fullsized":"2024-09-12T01:16:43.035941+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'8","last_scrub_stamp":"2024-09-12T01:16:43.035849+0000","last_deep_scrub":"264'8","last_deep_scrub_stamp":"2024-09-12T01:16:43.035849+0000","last_clean_scrub_stamp":"2024-09-12T01:16:43.035849+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:13:00.888577+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13312,"num_write":8,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.b","version":"264'2","reported_seq":51,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.802525+0000","last_change":"2024-09-12T01:16:30.802525+0000","last_active":"2024-09-12T01:16:30.802525+0000","last_peered":"2024-09-12T01:16:30.802525+0000","last_clean":"2024-09-12T01:16:30.802525+0000","last_became_active":"2024-09-12T00:50:30.934572+0000","last_became_peered":"2024-09-12T00:50:30.934572+0000","last_unstale":"2024-09-12T01:16:30.802525+0000","last_undegraded":"2024-09-12T01:16:30.802525+0000","last_fullsized":"2024-09-12T01:16:30.802525+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:30.802420+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:30.802420+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.802420+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:26:41.847268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"65.8","version":"264'58","reported_seq":215,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.938208+0000","last_change":"2024-09-12T01:16:19.938208+0000","last_active":"2024-09-12T01:16:19.938208+0000","last_peered":"2024-09-12T01:16:19.938208+0000","last_clean":"2024-09-12T01:16:19.938208+0000","last_became_active":"2024-09-12T00:49:04.996339+0000","last_became_peered":"2024-09-12T00:49:04.996339+0000","last_unstale":"2024-09-12T01:16:19.938208+0000","last_undegraded":"2024-09-12T01:16:19.938208+0000","last_fullsized":"2024-09-12T01:16:19.938208+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'58","last_scrub_stamp":"2024-09-12T01:16:19.938126+0000","last_deep_scrub":"264'58","last_deep_scrub_stamp":"2024-09-12T01:16:19.938126+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.938126+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":0,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:05:35.354882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":305,"num_read_kb":218,"num_write":103,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.2","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:43.992852+0000","last_change":"2024-09-12T01:16:43.992852+0000","last_active":"2024-09-12T01:16:43.992852+0000","last_peered":"2024-09-12T01:16:43.992852+0000","last_clean":"2024-09-12T01:16:43.992852+0000","last_became_active":"2024-09-12T01:01:00.246709+0000","last_became_peered":"2024-09-12T01:01:00.246709+0000","last_unstale":"2024-09-12T01:16:43.992852+0000","last_undegraded":"2024-09-12T01:16:43.992852+0000","last_fullsized":"2024-09-12T01:16:43.992852+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:43.992762+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:43.992762+0000","last_clean_scrub_stamp":"2024-09-12T01:16:43.992762+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:30:42.532120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.5","version":"264'6","reported_seq":55,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:44.619306+0000","last_change":"2024-09-12T01:16:44.619306+0000","last_active":"2024-09-12T01:16:44.619306+0000","last_peered":"2024-09-12T01:16:44.619306+0000","last_clean":"2024-09-12T01:16:44.619306+0000","last_became_active":"2024-09-12T00:50:34.997718+0000","last_became_peered":"2024-09-12T00:50:34.997718+0000","last_unstale":"2024-09-12T01:16:44.619306+0000","last_undegraded":"2024-09-12T01:16:44.619306+0000","last_fullsized":"2024-09-12T01:16:44.619306+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T01:16:44.619212+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T01:16:44.619212+0000","last_clean_scrub_stamp":"2024-09-12T01:16:44.619212+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:38:32.960332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":13430,"num_write":6,"num_write_kb":8763,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.4","version":"264'2","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:36.818834+0000","last_change":"2024-09-12T01:16:36.818834+0000","last_active":"2024-09-12T01:16:36.818834+0000","last_peered":"2024-09-12T01:16:36.818834+0000","last_clean":"2024-09-12T01:16:36.818834+0000","last_became_active":"2024-09-12T00:50:30.933846+0000","last_became_peered":"2024-09-12T00:50:30.933846+0000","last_unstale":"2024-09-12T01:16:36.818834+0000","last_undegraded":"2024-09-12T01:16:36.818834+0000","last_fullsized":"2024-09-12T01:16:36.818834+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:36.818747+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:36.818747+0000","last_clean_scrub_stamp":"2024-09-12T01:16:36.818747+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:04:50.203494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":1024,"num_write":2,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.7","version":"264'57","reported_seq":212,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:31.620277+0000","last_change":"2024-09-12T01:16:31.620202+0000","last_active":"2024-09-12T01:16:31.620277+0000","last_peered":"2024-09-12T01:16:31.620277+0000","last_clean":"2024-09-12T01:16:31.620277+0000","last_became_active":"2024-09-12T00:49:05.001896+0000","last_became_peered":"2024-09-12T00:49:05.001896+0000","last_unstale":"2024-09-12T01:16:31.620277+0000","last_undegraded":"2024-09-12T01:16:31.620277+0000","last_fullsized":"2024-09-12T01:16:31.620277+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'57","last_scrub_stamp":"2024-09-12T01:16:31.620113+0000","last_deep_scrub":"264'57","last_deep_scrub_stamp":"2024-09-12T01:16:31.620113+0000","last_clean_scrub_stamp":"2024-09-12T01:16:31.620113+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":0,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:48:25.122939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":298,"num_read_kb":208,"num_write":101,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"68.3","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:40.182727+0000","last_change":"2024-09-12T01:16:40.182727+0000","last_active":"2024-09-12T01:16:40.182727+0000","last_peered":"2024-09-12T01:16:40.182727+0000","last_clean":"2024-09-12T01:16:40.182727+0000","last_became_active":"2024-09-12T01:01:00.245868+0000","last_became_peered":"2024-09-12T01:01:00.245868+0000","last_unstale":"2024-09-12T01:16:40.182727+0000","last_undegraded":"2024-09-12T01:16:40.182727+0000","last_fullsized":"2024-09-12T01:16:40.182727+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:40.182636+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:40.182636+0000","last_clean_scrub_stamp":"2024-09-12T01:16:40.182636+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:11.323263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"67.4","version":"264'2","reported_seq":46,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:43.618952+0000","last_change":"2024-09-12T01:16:43.618952+0000","last_active":"2024-09-12T01:16:43.618952+0000","last_peered":"2024-09-12T01:16:43.618952+0000","last_clean":"2024-09-12T01:16:43.618952+0000","last_became_active":"2024-09-12T00:50:35.038388+0000","last_became_peered":"2024-09-12T00:50:35.038388+0000","last_unstale":"2024-09-12T01:16:43.618952+0000","last_undegraded":"2024-09-12T01:16:43.618952+0000","last_fullsized":"2024-09-12T01:16:43.618952+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:43.618859+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:43.618859+0000","last_clean_scrub_stamp":"2024-09-12T01:16:43.618859+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:13:57.218474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"66.5","version":"264'7","reported_seq":62,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.704281+0000","last_change":"2024-09-12T01:16:16.704281+0000","last_active":"2024-09-12T01:16:16.704281+0000","last_peered":"2024-09-12T01:16:16.704281+0000","last_clean":"2024-09-12T01:16:16.704281+0000","last_became_active":"2024-09-12T00:50:30.941285+0000","last_became_peered":"2024-09-12T00:50:30.941285+0000","last_unstale":"2024-09-12T01:16:16.704281+0000","last_undegraded":"2024-09-12T01:16:16.704281+0000","last_fullsized":"2024-09-12T01:16:16.704281+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'7","last_scrub_stamp":"2024-09-12T01:16:16.704191+0000","last_deep_scrub":"264'7","last_deep_scrub_stamp":"2024-09-12T01:16:16.704191+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.704191+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:56:01.343390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":16386,"num_write":12,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"65.6","version":"264'60","reported_seq":227,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.915981+0000","last_change":"2024-09-12T01:16:21.915981+0000","last_active":"2024-09-12T01:16:21.915981+0000","last_peered":"2024-09-12T01:16:21.915981+0000","last_clean":"2024-09-12T01:16:21.915981+0000","last_became_active":"2024-09-12T00:49:05.000655+0000","last_became_peered":"2024-09-12T00:49:05.000655+0000","last_unstale":"2024-09-12T01:16:21.915981+0000","last_undegraded":"2024-09-12T01:16:21.915981+0000","last_fullsized":"2024-09-12T01:16:21.915981+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'60","last_scrub_stamp":"2024-09-12T01:16:21.915908+0000","last_deep_scrub":"264'60","last_deep_scrub_stamp":"2024-09-12T01:16:21.915908+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.915908+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":0,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:53:45.760232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":331,"num_read_kb":248,"num_write":99,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.0","version":"0'0","reported_seq":29,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.093524+0000","last_change":"2024-09-12T01:16:30.093428+0000","last_active":"2024-09-12T01:16:30.093524+0000","last_peered":"2024-09-12T01:16:30.093524+0000","last_clean":"2024-09-12T01:16:30.093524+0000","last_became_active":"2024-09-12T01:01:00.239777+0000","last_became_peered":"2024-09-12T01:01:00.239777+0000","last_unstale":"2024-09-12T01:16:30.093524+0000","last_undegraded":"2024-09-12T01:16:30.093524+0000","last_fullsized":"2024-09-12T01:16:30.093524+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:30.093329+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:30.093329+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.093329+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:37.298874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"67.7","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:39.917735+0000","last_change":"2024-09-12T01:16:39.917735+0000","last_active":"2024-09-12T01:16:39.917735+0000","last_peered":"2024-09-12T01:16:39.917735+0000","last_clean":"2024-09-12T01:16:39.917735+0000","last_became_active":"2024-09-12T00:50:35.038044+0000","last_became_peered":"2024-09-12T00:50:35.038044+0000","last_unstale":"2024-09-12T01:16:39.917735+0000","last_undegraded":"2024-09-12T01:16:39.917735+0000","last_fullsized":"2024-09-12T01:16:39.917735+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:39.917646+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:39.917646+0000","last_clean_scrub_stamp":"2024-09-12T01:16:39.917646+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:15.994279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"66.6","version":"264'2","reported_seq":53,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:35.242442+0000","last_change":"2024-09-12T01:16:35.242442+0000","last_active":"2024-09-12T01:16:35.242442+0000","last_peered":"2024-09-12T01:16:35.242442+0000","last_clean":"2024-09-12T01:16:35.242442+0000","last_became_active":"2024-09-12T00:50:30.931259+0000","last_became_peered":"2024-09-12T00:50:30.931259+0000","last_unstale":"2024-09-12T01:16:35.242442+0000","last_undegraded":"2024-09-12T01:16:35.242442+0000","last_fullsized":"2024-09-12T01:16:35.242442+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:35.242346+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:35.242346+0000","last_clean_scrub_stamp":"2024-09-12T01:16:35.242346+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:53:50.999177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":8192,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"65.5","version":"264'6","reported_seq":74,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.828038+0000","last_change":"2024-09-12T01:16:30.828038+0000","last_active":"2024-09-12T01:16:30.828038+0000","last_peered":"2024-09-12T01:16:30.828038+0000","last_clean":"2024-09-12T01:16:30.828038+0000","last_became_active":"2024-09-12T00:49:05.006262+0000","last_became_peered":"2024-09-12T00:49:05.006262+0000","last_unstale":"2024-09-12T01:16:30.828038+0000","last_undegraded":"2024-09-12T01:16:30.828038+0000","last_fullsized":"2024-09-12T01:16:30.828038+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T01:16:30.827946+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T01:16:30.827946+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.827946+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:25:33.744880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":24,"num_write":11,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"68.1","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:40.690389+0000","last_change":"2024-09-12T01:16:40.690389+0000","last_active":"2024-09-12T01:16:40.690389+0000","last_peered":"2024-09-12T01:16:40.690389+0000","last_clean":"2024-09-12T01:16:40.690389+0000","last_became_active":"2024-09-12T01:01:00.242637+0000","last_became_peered":"2024-09-12T01:01:00.242637+0000","last_unstale":"2024-09-12T01:16:40.690389+0000","last_undegraded":"2024-09-12T01:16:40.690389+0000","last_fullsized":"2024-09-12T01:16:40.690389+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:40.690307+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:40.690307+0000","last_clean_scrub_stamp":"2024-09-12T01:16:40.690307+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:17:26.255840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"67.6","version":"0'0","reported_seq":43,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:37.674096+0000","last_change":"2024-09-12T01:16:37.674096+0000","last_active":"2024-09-12T01:16:37.674096+0000","last_peered":"2024-09-12T01:16:37.674096+0000","last_clean":"2024-09-12T01:16:37.674096+0000","last_became_active":"2024-09-12T00:50:34.997201+0000","last_became_peered":"2024-09-12T00:50:34.997201+0000","last_unstale":"2024-09-12T01:16:37.674096+0000","last_undegraded":"2024-09-12T01:16:37.674096+0000","last_fullsized":"2024-09-12T01:16:37.674096+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:37.673975+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:37.673975+0000","last_clean_scrub_stamp":"2024-09-12T01:16:37.673975+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:52:34.960122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.7","version":"264'2","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:37.846318+0000","last_change":"2024-09-12T01:16:37.846318+0000","last_active":"2024-09-12T01:16:37.846318+0000","last_peered":"2024-09-12T01:16:37.846318+0000","last_clean":"2024-09-12T01:16:37.846318+0000","last_became_active":"2024-09-12T00:50:30.944859+0000","last_became_peered":"2024-09-12T00:50:30.944859+0000","last_unstale":"2024-09-12T01:16:37.846318+0000","last_undegraded":"2024-09-12T01:16:37.846318+0000","last_fullsized":"2024-09-12T01:16:37.846318+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:37.846234+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:37.846234+0000","last_clean_scrub_stamp":"2024-09-12T01:16:37.846234+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:24.975640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2,"num_read_kb":3072,"num_write":2,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.4","version":"264'144","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.087599+0000","last_change":"2024-09-12T01:16:22.087599+0000","last_active":"2024-09-12T01:16:22.087599+0000","last_peered":"2024-09-12T01:16:22.087599+0000","last_clean":"2024-09-12T01:16:22.087599+0000","last_became_active":"2024-09-12T00:49:04.998038+0000","last_became_peered":"2024-09-12T00:49:04.998038+0000","last_unstale":"2024-09-12T01:16:22.087599+0000","last_undegraded":"2024-09-12T01:16:22.087599+0000","last_fullsized":"2024-09-12T01:16:22.087599+0000","mapping_epoch":251,"log_start":"261'100","ondisk_log_start":"261'100","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'144","last_scrub_stamp":"2024-09-12T01:16:22.087514+0000","last_deep_scrub":"264'144","last_deep_scrub_stamp":"2024-09-12T01:16:22.087514+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.087514+0000","objects_scrubbed":1,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:24:55.252579+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":878,"num_read_kb":645,"num_write":176,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3500,"num_omap_keys":7,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"68.6","version":"264'2","reported_seq":30,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.754219+0000","last_change":"2024-09-12T01:16:20.754219+0000","last_active":"2024-09-12T01:16:20.754219+0000","last_peered":"2024-09-12T01:16:20.754219+0000","last_clean":"2024-09-12T01:16:20.754219+0000","last_became_active":"2024-09-12T01:01:00.248113+0000","last_became_peered":"2024-09-12T01:01:00.248113+0000","last_unstale":"2024-09-12T01:16:20.754219+0000","last_undegraded":"2024-09-12T01:16:20.754219+0000","last_fullsized":"2024-09-12T01:16:20.754219+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:20.754128+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:20.754128+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.754128+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:18:49.612241+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":188,"num_omap_keys":2,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"67.1","version":"264'4","reported_seq":50,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:34.133672+0000","last_change":"2024-09-12T01:16:34.133672+0000","last_active":"2024-09-12T01:16:34.133672+0000","last_peered":"2024-09-12T01:16:34.133672+0000","last_clean":"2024-09-12T01:16:34.133672+0000","last_became_active":"2024-09-12T00:50:34.990137+0000","last_became_peered":"2024-09-12T00:50:34.990137+0000","last_unstale":"2024-09-12T01:16:34.133672+0000","last_undegraded":"2024-09-12T01:16:34.133672+0000","last_fullsized":"2024-09-12T01:16:34.133672+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:34.133559+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:34.133559+0000","last_clean_scrub_stamp":"2024-09-12T01:16:34.133559+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:57:09.994211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":12288,"num_write":4,"num_write_kb":8192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"66.0","version":"264'9","reported_seq":65,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:34.790530+0000","last_change":"2024-09-12T01:16:34.790444+0000","last_active":"2024-09-12T01:16:34.790530+0000","last_peered":"2024-09-12T01:16:34.790530+0000","last_clean":"2024-09-12T01:16:34.790530+0000","last_became_active":"2024-09-12T00:50:30.939689+0000","last_became_peered":"2024-09-12T00:50:30.939689+0000","last_unstale":"2024-09-12T01:16:34.790530+0000","last_undegraded":"2024-09-12T01:16:34.790530+0000","last_fullsized":"2024-09-12T01:16:34.790530+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'9","last_scrub_stamp":"2024-09-12T01:16:34.790342+0000","last_deep_scrub":"264'9","last_deep_scrub_stamp":"2024-09-12T01:16:34.790342+0000","last_clean_scrub_stamp":"2024-09-12T01:16:34.790342+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:45:45.740138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":10,"num_read_kb":13883,"num_write":14,"num_write_kb":9787,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.3","version":"264'29","reported_seq":131,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:33.245330+0000","last_change":"2024-09-12T01:16:33.245330+0000","last_active":"2024-09-12T01:16:33.245330+0000","last_peered":"2024-09-12T01:16:33.245330+0000","last_clean":"2024-09-12T01:16:33.245330+0000","last_became_active":"2024-09-12T00:49:04.999284+0000","last_became_peered":"2024-09-12T00:49:04.999284+0000","last_unstale":"2024-09-12T01:16:33.245330+0000","last_undegraded":"2024-09-12T01:16:33.245330+0000","last_fullsized":"2024-09-12T01:16:33.245330+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'29","last_scrub_stamp":"2024-09-12T01:16:33.245242+0000","last_deep_scrub":"264'29","last_deep_scrub_stamp":"2024-09-12T01:16:33.245242+0000","last_clean_scrub_stamp":"2024-09-12T01:16:33.245242+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:43:44.043246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":94,"num_write":55,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"68.7","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:51.667521+0000","last_change":"2024-09-12T01:16:51.667521+0000","last_active":"2024-09-12T01:16:51.667521+0000","last_peered":"2024-09-12T01:16:51.667521+0000","last_clean":"2024-09-12T01:16:51.667521+0000","last_became_active":"2024-09-12T01:01:00.245015+0000","last_became_peered":"2024-09-12T01:01:00.245015+0000","last_unstale":"2024-09-12T01:16:51.667521+0000","last_undegraded":"2024-09-12T01:16:51.667521+0000","last_fullsized":"2024-09-12T01:16:51.667521+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:51.667437+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:51.667437+0000","last_clean_scrub_stamp":"2024-09-12T01:16:51.667437+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:09.577510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.0","version":"264'14","reported_seq":71,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:37.195234+0000","last_change":"2024-09-12T01:16:37.195135+0000","last_active":"2024-09-12T01:16:37.195234+0000","last_peered":"2024-09-12T01:16:37.195234+0000","last_clean":"2024-09-12T01:16:37.195234+0000","last_became_active":"2024-09-12T00:50:34.994103+0000","last_became_peered":"2024-09-12T00:50:34.994103+0000","last_unstale":"2024-09-12T01:16:37.195234+0000","last_undegraded":"2024-09-12T01:16:37.195234+0000","last_fullsized":"2024-09-12T01:16:37.195234+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'14","last_scrub_stamp":"2024-09-12T01:16:37.195038+0000","last_deep_scrub":"264'14","last_deep_scrub_stamp":"2024-09-12T01:16:37.195038+0000","last_clean_scrub_stamp":"2024-09-12T01:16:37.195038+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:03:06.921646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":21,"num_read_kb":29700,"num_write":24,"num_write_kb":13312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"66.1","version":"264'5","reported_seq":56,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:35.805109+0000","last_change":"2024-09-12T01:16:35.805109+0000","last_active":"2024-09-12T01:16:35.805109+0000","last_peered":"2024-09-12T01:16:35.805109+0000","last_clean":"2024-09-12T01:16:35.805109+0000","last_became_active":"2024-09-12T00:50:30.942891+0000","last_became_peered":"2024-09-12T00:50:30.942891+0000","last_unstale":"2024-09-12T01:16:35.805109+0000","last_undegraded":"2024-09-12T01:16:35.805109+0000","last_fullsized":"2024-09-12T01:16:35.805109+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'5","last_scrub_stamp":"2024-09-12T01:16:35.805017+0000","last_deep_scrub":"264'5","last_deep_scrub_stamp":"2024-09-12T01:16:35.805017+0000","last_clean_scrub_stamp":"2024-09-12T01:16:35.805017+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:11:23.353189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":4096,"num_write":10,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"65.2","version":"264'25","reported_seq":119,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.835120+0000","last_change":"2024-09-12T01:16:29.835120+0000","last_active":"2024-09-12T01:16:29.835120+0000","last_peered":"2024-09-12T01:16:29.835120+0000","last_clean":"2024-09-12T01:16:29.835120+0000","last_became_active":"2024-09-12T00:49:05.002279+0000","last_became_peered":"2024-09-12T00:49:05.002279+0000","last_unstale":"2024-09-12T01:16:29.835120+0000","last_undegraded":"2024-09-12T01:16:29.835120+0000","last_fullsized":"2024-09-12T01:16:29.835120+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'25","last_scrub_stamp":"2024-09-12T01:16:29.835017+0000","last_deep_scrub":"264'25","last_deep_scrub_stamp":"2024-09-12T01:16:29.835017+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.835017+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:40:25.453996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":80,"num_write":55,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"68.4","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:47.608660+0000","last_change":"2024-09-12T01:16:47.608660+0000","last_active":"2024-09-12T01:16:47.608660+0000","last_peered":"2024-09-12T01:16:47.608660+0000","last_clean":"2024-09-12T01:16:47.608660+0000","last_became_active":"2024-09-12T01:01:00.246813+0000","last_became_peered":"2024-09-12T01:01:00.246813+0000","last_unstale":"2024-09-12T01:16:47.608660+0000","last_undegraded":"2024-09-12T01:16:47.608660+0000","last_fullsized":"2024-09-12T01:16:47.608660+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:47.608561+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:47.608561+0000","last_clean_scrub_stamp":"2024-09-12T01:16:47.608561+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:52.190740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"67.3","version":"264'9","reported_seq":60,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.990711+0000","last_change":"2024-09-12T01:16:25.990711+0000","last_active":"2024-09-12T01:16:25.990711+0000","last_peered":"2024-09-12T01:16:25.990711+0000","last_clean":"2024-09-12T01:16:25.990711+0000","last_became_active":"2024-09-12T00:50:34.997560+0000","last_became_peered":"2024-09-12T00:50:34.997560+0000","last_unstale":"2024-09-12T01:16:25.990711+0000","last_undegraded":"2024-09-12T01:16:25.990711+0000","last_fullsized":"2024-09-12T01:16:25.990711+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'9","last_scrub_stamp":"2024-09-12T01:16:25.990602+0000","last_deep_scrub":"264'9","last_deep_scrub_stamp":"2024-09-12T01:16:25.990602+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.990602+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:55:18.058047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":15362,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"66.2","version":"261'5","reported_seq":59,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.089970+0000","last_change":"2024-09-12T01:16:21.089970+0000","last_active":"2024-09-12T01:16:21.089970+0000","last_peered":"2024-09-12T01:16:21.089970+0000","last_clean":"2024-09-12T01:16:21.089970+0000","last_became_active":"2024-09-12T00:50:30.933982+0000","last_became_peered":"2024-09-12T00:50:30.933982+0000","last_unstale":"2024-09-12T01:16:21.089970+0000","last_undegraded":"2024-09-12T01:16:21.089970+0000","last_fullsized":"2024-09-12T01:16:21.089970+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'5","last_scrub_stamp":"2024-09-12T01:16:21.089879+0000","last_deep_scrub":"261'5","last_deep_scrub_stamp":"2024-09-12T01:16:21.089879+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.089879+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:31:05.074969+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":12290,"num_write":10,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"65.1","version":"264'41","reported_seq":164,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.965437+0000","last_change":"2024-09-12T01:16:18.965437+0000","last_active":"2024-09-12T01:16:18.965437+0000","last_peered":"2024-09-12T01:16:18.965437+0000","last_clean":"2024-09-12T01:16:18.965437+0000","last_became_active":"2024-09-12T00:49:04.997116+0000","last_became_peered":"2024-09-12T00:49:04.997116+0000","last_unstale":"2024-09-12T01:16:18.965437+0000","last_undegraded":"2024-09-12T01:16:18.965437+0000","last_fullsized":"2024-09-12T01:16:18.965437+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'41","last_scrub_stamp":"2024-09-12T01:16:18.965349+0000","last_deep_scrub":"264'41","last_deep_scrub_stamp":"2024-09-12T01:16:18.965349+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.965349+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:07:33.324047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":206,"num_read_kb":145,"num_write":70,"num_write_kb":31,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"68.5","version":"0'0","reported_seq":28,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:45.010358+0000","last_change":"2024-09-12T01:16:45.010358+0000","last_active":"2024-09-12T01:16:45.010358+0000","last_peered":"2024-09-12T01:16:45.010358+0000","last_clean":"2024-09-12T01:16:45.010358+0000","last_became_active":"2024-09-12T01:01:00.242885+0000","last_became_peered":"2024-09-12T01:01:00.242885+0000","last_unstale":"2024-09-12T01:16:45.010358+0000","last_undegraded":"2024-09-12T01:16:45.010358+0000","last_fullsized":"2024-09-12T01:16:45.010358+0000","mapping_epoch":262,"log_start":"0'0","ondisk_log_start":"0'0","created":262,"last_epoch_clean":263,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:45.010264+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:45.010264+0000","last_clean_scrub_stamp":"2024-09-12T01:16:45.010264+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:13:01.632859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"67.2","version":"261'4","reported_seq":52,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:35.717633+0000","last_change":"2024-09-12T01:16:35.717633+0000","last_active":"2024-09-12T01:16:35.717633+0000","last_peered":"2024-09-12T01:16:35.717633+0000","last_clean":"2024-09-12T01:16:35.717633+0000","last_became_active":"2024-09-12T00:50:34.994480+0000","last_became_peered":"2024-09-12T00:50:34.994480+0000","last_unstale":"2024-09-12T01:16:35.717633+0000","last_undegraded":"2024-09-12T01:16:35.717633+0000","last_fullsized":"2024-09-12T01:16:35.717633+0000","mapping_epoch":257,"log_start":"0'0","ondisk_log_start":"0'0","created":257,"last_epoch_clean":258,"parent":"0.0","parent_split_bits":0,"last_scrub":"261'4","last_scrub_stamp":"2024-09-12T01:16:35.717545+0000","last_deep_scrub":"261'4","last_deep_scrub_stamp":"2024-09-12T01:16:35.717545+0000","last_clean_scrub_stamp":"2024-09-12T01:16:35.717545+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:10:20.527297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":8,"num_read_kb":3074,"num_write":4,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"66.3","version":"264'13","reported_seq":72,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.009562+0000","last_change":"2024-09-12T01:16:25.009562+0000","last_active":"2024-09-12T01:16:25.009562+0000","last_peered":"2024-09-12T01:16:25.009562+0000","last_clean":"2024-09-12T01:16:25.009562+0000","last_became_active":"2024-09-12T00:50:30.933594+0000","last_became_peered":"2024-09-12T00:50:30.933594+0000","last_unstale":"2024-09-12T01:16:25.009562+0000","last_undegraded":"2024-09-12T01:16:25.009562+0000","last_fullsized":"2024-09-12T01:16:25.009562+0000","mapping_epoch":254,"log_start":"0'0","ondisk_log_start":"0'0","created":254,"last_epoch_clean":255,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'13","last_scrub_stamp":"2024-09-12T01:16:25.009476+0000","last_deep_scrub":"264'13","last_deep_scrub_stamp":"2024-09-12T01:16:25.009476+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.009476+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:33:08.078130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":9218,"num_write":18,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"65.0","version":"264'15","reported_seq":96,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.853781+0000","last_change":"2024-09-12T01:16:29.853714+0000","last_active":"2024-09-12T01:16:29.853781+0000","last_peered":"2024-09-12T01:16:29.853781+0000","last_clean":"2024-09-12T01:16:29.853781+0000","last_became_active":"2024-09-12T00:49:04.996267+0000","last_became_peered":"2024-09-12T00:49:04.996267+0000","last_unstale":"2024-09-12T01:16:29.853781+0000","last_undegraded":"2024-09-12T01:16:29.853781+0000","last_fullsized":"2024-09-12T01:16:29.853781+0000","mapping_epoch":251,"log_start":"0'0","ondisk_log_start":"0'0","created":251,"last_epoch_clean":252,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'15","last_scrub_stamp":"2024-09-12T01:16:29.853624+0000","last_deep_scrub":"264'15","last_deep_scrub_stamp":"2024-09-12T01:16:29.853624+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.853624+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:39:29.249585+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":72,"num_read_kb":47,"num_write":31,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3f","version":"264'327","reported_seq":1010,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.787140+0000","last_change":"2024-09-12T01:16:07.787078+0000","last_active":"2024-09-12T01:16:07.787140+0000","last_peered":"2024-09-12T01:16:07.787140+0000","last_clean":"2024-09-12T01:16:07.787140+0000","last_became_active":"2024-09-12T00:34:31.972352+0000","last_became_peered":"2024-09-12T00:34:31.972352+0000","last_unstale":"2024-09-12T01:16:07.787140+0000","last_undegraded":"2024-09-12T01:16:07.787140+0000","last_fullsized":"2024-09-12T01:16:07.787140+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'327","last_scrub_stamp":"2024-09-12T01:16:07.786977+0000","last_deep_scrub":"264'327","last_deep_scrub_stamp":"2024-09-12T01:16:07.786977+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.786977+0000","objects_scrubbed":2,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:56:18.570715+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170069,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":548,"num_read_kb":32416,"num_write":1055,"num_write_kb":31752,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.38","version":"264'732","reported_seq":2181,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.351868+0000","last_change":"2024-09-12T01:16:14.351777+0000","last_active":"2024-09-12T01:16:14.351868+0000","last_peered":"2024-09-12T01:16:14.351868+0000","last_clean":"2024-09-12T01:16:14.351868+0000","last_became_active":"2024-09-12T00:34:33.985276+0000","last_became_peered":"2024-09-12T00:34:33.985276+0000","last_unstale":"2024-09-12T01:16:14.351868+0000","last_undegraded":"2024-09-12T01:16:14.351868+0000","last_fullsized":"2024-09-12T01:16:14.351868+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'732","last_scrub_stamp":"2024-09-12T01:16:14.351669+0000","last_deep_scrub":"264'732","last_deep_scrub_stamp":"2024-09-12T01:16:14.351669+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.351669+0000","objects_scrubbed":2,"log_size":32,"log_dups_size":700,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:06:57.810219+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3436,"num_read_kb":3103,"num_write":944,"num_write_kb":333,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":247,"num_omap_keys":1,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"264'337","reported_seq":978,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.213562+0000","last_change":"2024-09-12T01:15:56.213457+0000","last_active":"2024-09-12T01:15:56.213562+0000","last_peered":"2024-09-12T01:15:56.213562+0000","last_clean":"2024-09-12T01:15:56.213562+0000","last_became_active":"2024-09-12T00:34:31.968942+0000","last_became_peered":"2024-09-12T00:34:31.968942+0000","last_unstale":"2024-09-12T01:15:56.213562+0000","last_undegraded":"2024-09-12T01:15:56.213562+0000","last_fullsized":"2024-09-12T01:15:56.213562+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'337","last_scrub_stamp":"2024-09-12T01:15:56.213273+0000","last_deep_scrub":"264'337","last_deep_scrub_stamp":"2024-09-12T01:15:56.213273+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.213273+0000","objects_scrubbed":5,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:33:45.229767+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4539190,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":495,"num_read_kb":37627,"num_write":1085,"num_write_kb":27126,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.39","version":"264'1246","reported_seq":2736,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.776614+0000","last_change":"2024-09-12T01:16:11.776517+0000","last_active":"2024-09-12T01:16:11.776614+0000","last_peered":"2024-09-12T01:16:11.776614+0000","last_clean":"2024-09-12T01:16:11.776614+0000","last_became_active":"2024-09-12T00:34:33.984132+0000","last_became_peered":"2024-09-12T00:34:33.984132+0000","last_unstale":"2024-09-12T01:16:11.776614+0000","last_undegraded":"2024-09-12T01:16:11.776614+0000","last_fullsized":"2024-09-12T01:16:11.776614+0000","mapping_epoch":27,"log_start":"264'1200","ondisk_log_start":"264'1200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1246","last_scrub_stamp":"2024-09-12T01:16:11.776414+0000","last_deep_scrub":"264'1246","last_deep_scrub_stamp":"2024-09-12T01:16:11.776414+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.776414+0000","objects_scrubbed":4,"log_size":46,"log_dups_size":1200,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:11:15.185407+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5522,"num_read_kb":4835,"num_write":1748,"num_write_kb":764,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3d","version":"264'349","reported_seq":1029,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.517723+0000","last_change":"2024-09-12T01:15:57.517661+0000","last_active":"2024-09-12T01:15:57.517723+0000","last_peered":"2024-09-12T01:15:57.517723+0000","last_clean":"2024-09-12T01:15:57.517723+0000","last_became_active":"2024-09-12T00:34:31.965717+0000","last_became_peered":"2024-09-12T00:34:31.965717+0000","last_unstale":"2024-09-12T01:15:57.517723+0000","last_undegraded":"2024-09-12T01:15:57.517723+0000","last_fullsized":"2024-09-12T01:15:57.517723+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'349","last_scrub_stamp":"2024-09-12T01:15:57.517546+0000","last_deep_scrub":"264'349","last_deep_scrub_stamp":"2024-09-12T01:15:57.517546+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.517546+0000","objects_scrubbed":4,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:37:38.330033+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4194304,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":552,"num_read_kb":74883,"num_write":1125,"num_write_kb":62428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3a","version":"264'605","reported_seq":2077,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.834593+0000","last_change":"2024-09-12T01:16:11.834534+0000","last_active":"2024-09-12T01:16:11.834593+0000","last_peered":"2024-09-12T01:16:11.834593+0000","last_clean":"2024-09-12T01:16:11.834593+0000","last_became_active":"2024-09-12T00:34:33.985659+0000","last_became_peered":"2024-09-12T00:34:33.985659+0000","last_unstale":"2024-09-12T01:16:11.834593+0000","last_undegraded":"2024-09-12T01:16:11.834593+0000","last_fullsized":"2024-09-12T01:16:11.834593+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'605","last_scrub_stamp":"2024-09-12T01:16:11.834442+0000","last_deep_scrub":"264'605","last_deep_scrub_stamp":"2024-09-12T01:16:11.834442+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.834442+0000","objects_scrubbed":2,"log_size":105,"log_dups_size":500,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:54:00.683096+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3044,"num_read_kb":2856,"num_write":866,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3c","version":"264'442","reported_seq":1111,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.338956+0000","last_change":"2024-09-12T01:16:08.338849+0000","last_active":"2024-09-12T01:16:08.338956+0000","last_peered":"2024-09-12T01:16:08.338956+0000","last_clean":"2024-09-12T01:16:08.338956+0000","last_became_active":"2024-09-12T00:34:31.967042+0000","last_became_peered":"2024-09-12T00:34:31.967042+0000","last_unstale":"2024-09-12T01:16:08.338956+0000","last_undegraded":"2024-09-12T01:16:08.338956+0000","last_fullsized":"2024-09-12T01:16:08.338956+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'442","last_scrub_stamp":"2024-09-12T01:16:08.338700+0000","last_deep_scrub":"264'442","last_deep_scrub_stamp":"2024-09-12T01:16:08.338700+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.338700+0000","objects_scrubbed":10,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:38:22.911615+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262283,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":615,"num_read_kb":12796,"num_write":1322,"num_write_kb":54093,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3b","version":"264'574","reported_seq":2333,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.519545+0000","last_change":"2024-09-12T01:16:09.519477+0000","last_active":"2024-09-12T01:16:09.519545+0000","last_peered":"2024-09-12T01:16:09.519545+0000","last_clean":"2024-09-12T01:16:09.519545+0000","last_became_active":"2024-09-12T00:34:33.995111+0000","last_became_peered":"2024-09-12T00:34:33.995111+0000","last_unstale":"2024-09-12T01:16:09.519545+0000","last_undegraded":"2024-09-12T01:16:09.519545+0000","last_fullsized":"2024-09-12T01:16:09.519545+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'574","last_scrub_stamp":"2024-09-12T01:16:09.519386+0000","last_deep_scrub":"264'574","last_deep_scrub_stamp":"2024-09-12T01:16:09.519386+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.519386+0000","objects_scrubbed":4,"log_size":74,"log_dups_size":500,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:14:57.385830+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3117,"num_read_kb":2923,"num_write":675,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2263,"num_omap_keys":9,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3b","version":"264'342","reported_seq":960,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.788153+0000","last_change":"2024-09-12T01:16:06.788089+0000","last_active":"2024-09-12T01:16:06.788153+0000","last_peered":"2024-09-12T01:16:06.788153+0000","last_clean":"2024-09-12T01:16:06.788153+0000","last_became_active":"2024-09-12T00:34:31.957323+0000","last_became_peered":"2024-09-12T00:34:31.957323+0000","last_unstale":"2024-09-12T01:16:06.788153+0000","last_undegraded":"2024-09-12T01:16:06.788153+0000","last_fullsized":"2024-09-12T01:16:06.788153+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'342","last_scrub_stamp":"2024-09-12T01:16:06.787930+0000","last_deep_scrub":"264'342","last_deep_scrub_stamp":"2024-09-12T01:16:06.787930+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.787930+0000","objects_scrubbed":8,"log_size":42,"log_dups_size":300,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:03:21.765939+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133705,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":430,"num_read_kb":3607,"num_write":1028,"num_write_kb":22686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3c","version":"264'432","reported_seq":2026,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.004419+0000","last_change":"2024-09-12T01:16:06.004327+0000","last_active":"2024-09-12T01:16:06.004419+0000","last_peered":"2024-09-12T01:16:06.004419+0000","last_clean":"2024-09-12T01:16:06.004419+0000","last_became_active":"2024-09-12T00:34:33.983096+0000","last_became_peered":"2024-09-12T00:34:33.983096+0000","last_unstale":"2024-09-12T01:16:06.004419+0000","last_undegraded":"2024-09-12T01:16:06.004419+0000","last_fullsized":"2024-09-12T01:16:06.004419+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'432","last_scrub_stamp":"2024-09-12T01:16:06.004234+0000","last_deep_scrub":"264'432","last_deep_scrub_stamp":"2024-09-12T01:16:06.004234+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.004234+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:14.729409+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2469,"num_read_kb":2346,"num_write":493,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3a","version":"264'390","reported_seq":1024,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.398687+0000","last_change":"2024-09-12T01:16:05.398621+0000","last_active":"2024-09-12T01:16:05.398687+0000","last_peered":"2024-09-12T01:16:05.398687+0000","last_clean":"2024-09-12T01:16:05.398687+0000","last_became_active":"2024-09-12T00:35:05.683927+0000","last_became_peered":"2024-09-12T00:35:05.683927+0000","last_unstale":"2024-09-12T01:16:05.398687+0000","last_undegraded":"2024-09-12T01:16:05.398687+0000","last_fullsized":"2024-09-12T01:16:05.398687+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'390","last_scrub_stamp":"2024-09-12T01:16:05.398508+0000","last_deep_scrub":"264'390","last_deep_scrub_stamp":"2024-09-12T01:16:05.398508+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.398508+0000","objects_scrubbed":4,"log_size":90,"log_dups_size":300,"ondisk_log_size":90,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:35:11.198469+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133696,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":505,"num_read_kb":14849,"num_write":1074,"num_write_kb":32187,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3d","version":"264'839","reported_seq":2471,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.825354+0000","last_change":"2024-09-12T01:16:12.825294+0000","last_active":"2024-09-12T01:16:12.825354+0000","last_peered":"2024-09-12T01:16:12.825354+0000","last_clean":"2024-09-12T01:16:12.825354+0000","last_became_active":"2024-09-12T00:34:33.991226+0000","last_became_peered":"2024-09-12T00:34:33.991226+0000","last_unstale":"2024-09-12T01:16:12.825354+0000","last_undegraded":"2024-09-12T01:16:12.825354+0000","last_fullsized":"2024-09-12T01:16:12.825354+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'839","last_scrub_stamp":"2024-09-12T01:16:12.825196+0000","last_deep_scrub":"264'839","last_deep_scrub_stamp":"2024-09-12T01:16:12.825196+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.825196+0000","objects_scrubbed":2,"log_size":39,"log_dups_size":800,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:06:45.179054+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4082,"num_read_kb":3676,"num_write":1124,"num_write_kb":424,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2811,"num_omap_keys":11,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.39","version":"264'363","reported_seq":1011,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.760850+0000","last_change":"2024-09-12T01:16:04.760779+0000","last_active":"2024-09-12T01:16:04.760850+0000","last_peered":"2024-09-12T01:16:04.760850+0000","last_clean":"2024-09-12T01:16:04.760850+0000","last_became_active":"2024-09-12T00:34:31.969117+0000","last_became_peered":"2024-09-12T00:34:31.969117+0000","last_unstale":"2024-09-12T01:16:04.760850+0000","last_undegraded":"2024-09-12T01:16:04.760850+0000","last_fullsized":"2024-09-12T01:16:04.760850+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'363","last_scrub_stamp":"2024-09-12T01:16:04.760665+0000","last_deep_scrub":"264'363","last_deep_scrub_stamp":"2024-09-12T01:16:04.760665+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.760665+0000","objects_scrubbed":7,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:33:29.999526+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":254234,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":539,"num_read_kb":33319,"num_write":1073,"num_write_kb":35686,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3e","version":"264'531","reported_seq":2150,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.334936+0000","last_change":"2024-09-12T01:16:15.334936+0000","last_active":"2024-09-12T01:16:15.334936+0000","last_peered":"2024-09-12T01:16:15.334936+0000","last_clean":"2024-09-12T01:16:15.334936+0000","last_became_active":"2024-09-12T00:34:33.979393+0000","last_became_peered":"2024-09-12T00:34:33.979393+0000","last_unstale":"2024-09-12T01:16:15.334936+0000","last_undegraded":"2024-09-12T01:16:15.334936+0000","last_fullsized":"2024-09-12T01:16:15.334936+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'531","last_scrub_stamp":"2024-09-12T01:16:15.334858+0000","last_deep_scrub":"264'531","last_deep_scrub_stamp":"2024-09-12T01:16:15.334858+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.334858+0000","objects_scrubbed":1,"log_size":31,"log_dups_size":500,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:49:27.646352+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2571,"num_read_kb":2410,"num_write":595,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.38","version":"264'373","reported_seq":1025,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.093029+0000","last_change":"2024-09-12T01:16:02.092966+0000","last_active":"2024-09-12T01:16:02.093029+0000","last_peered":"2024-09-12T01:16:02.093029+0000","last_clean":"2024-09-12T01:16:02.093029+0000","last_became_active":"2024-09-12T00:34:31.974317+0000","last_became_peered":"2024-09-12T00:34:31.974317+0000","last_unstale":"2024-09-12T01:16:02.093029+0000","last_undegraded":"2024-09-12T01:16:02.093029+0000","last_fullsized":"2024-09-12T01:16:02.093029+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'373","last_scrub_stamp":"2024-09-12T01:16:02.092853+0000","last_deep_scrub":"264'373","last_deep_scrub_stamp":"2024-09-12T01:16:02.092853+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.092853+0000","objects_scrubbed":6,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:19.292287+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":546,"num_read_kb":21189,"num_write":1259,"num_write_kb":26120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3f","version":"264'548","reported_seq":2118,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.610457+0000","last_change":"2024-09-12T01:16:02.610382+0000","last_active":"2024-09-12T01:16:02.610457+0000","last_peered":"2024-09-12T01:16:02.610457+0000","last_clean":"2024-09-12T01:16:02.610457+0000","last_became_active":"2024-09-12T00:34:33.991373+0000","last_became_peered":"2024-09-12T00:34:33.991373+0000","last_unstale":"2024-09-12T01:16:02.610457+0000","last_undegraded":"2024-09-12T01:16:02.610457+0000","last_fullsized":"2024-09-12T01:16:02.610457+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'548","last_scrub_stamp":"2024-09-12T01:16:02.610292+0000","last_deep_scrub":"264'548","last_deep_scrub_stamp":"2024-09-12T01:16:02.610292+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.610292+0000","objects_scrubbed":0,"log_size":48,"log_dups_size":500,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:08:21.837280+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3006,"num_read_kb":2787,"num_write":732,"num_write_kb":267,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.30","version":"264'806","reported_seq":2343,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.893575+0000","last_change":"2024-09-12T01:16:09.893484+0000","last_active":"2024-09-12T01:16:09.893575+0000","last_peered":"2024-09-12T01:16:09.893575+0000","last_clean":"2024-09-12T01:16:09.893575+0000","last_became_active":"2024-09-12T00:34:33.985966+0000","last_became_peered":"2024-09-12T00:34:33.985966+0000","last_unstale":"2024-09-12T01:16:09.893575+0000","last_undegraded":"2024-09-12T01:16:09.893575+0000","last_fullsized":"2024-09-12T01:16:09.893575+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'806","last_scrub_stamp":"2024-09-12T01:16:09.893363+0000","last_deep_scrub":"264'806","last_deep_scrub_stamp":"2024-09-12T01:16:09.893363+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.893363+0000","objects_scrubbed":5,"log_size":106,"log_dups_size":700,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:53:53.923128+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3732,"num_read_kb":3359,"num_write":1045,"num_write_kb":376,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2373,"num_omap_keys":10,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"264'401","reported_seq":1096,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.747034+0000","last_change":"2024-09-12T01:16:05.747034+0000","last_active":"2024-09-12T01:16:05.747034+0000","last_peered":"2024-09-12T01:16:05.747034+0000","last_clean":"2024-09-12T01:16:05.747034+0000","last_became_active":"2024-09-12T00:34:31.976650+0000","last_became_peered":"2024-09-12T00:34:31.976650+0000","last_unstale":"2024-09-12T01:16:05.747034+0000","last_undegraded":"2024-09-12T01:16:05.747034+0000","last_fullsized":"2024-09-12T01:16:05.747034+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'401","last_scrub_stamp":"2024-09-12T01:16:05.746912+0000","last_deep_scrub":"264'401","last_deep_scrub_stamp":"2024-09-12T01:16:05.746912+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.746912+0000","objects_scrubbed":5,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:24:36.439359+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1388224,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":669,"num_read_kb":38279,"num_write":1370,"num_write_kb":52699,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.31","version":"264'415","reported_seq":1943,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.841266+0000","last_change":"2024-09-12T01:16:09.841208+0000","last_active":"2024-09-12T01:16:09.841266+0000","last_peered":"2024-09-12T01:16:09.841266+0000","last_clean":"2024-09-12T01:16:09.841266+0000","last_became_active":"2024-09-12T00:34:33.984554+0000","last_became_peered":"2024-09-12T00:34:33.984554+0000","last_unstale":"2024-09-12T01:16:09.841266+0000","last_undegraded":"2024-09-12T01:16:09.841266+0000","last_fullsized":"2024-09-12T01:16:09.841266+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'415","last_scrub_stamp":"2024-09-12T01:16:09.841125+0000","last_deep_scrub":"264'415","last_deep_scrub_stamp":"2024-09-12T01:16:09.841125+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.841125+0000","objects_scrubbed":2,"log_size":15,"log_dups_size":400,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:54:58.904758+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2179,"num_read_kb":2074,"num_write":459,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"264'337","reported_seq":969,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.014451+0000","last_change":"2024-09-12T01:16:01.014451+0000","last_active":"2024-09-12T01:16:01.014451+0000","last_peered":"2024-09-12T01:16:01.014451+0000","last_clean":"2024-09-12T01:16:01.014451+0000","last_became_active":"2024-09-12T00:34:31.969289+0000","last_became_peered":"2024-09-12T00:34:31.969289+0000","last_unstale":"2024-09-12T01:16:01.014451+0000","last_undegraded":"2024-09-12T01:16:01.014451+0000","last_fullsized":"2024-09-12T01:16:01.014451+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'337","last_scrub_stamp":"2024-09-12T01:16:01.014322+0000","last_deep_scrub":"264'337","last_deep_scrub_stamp":"2024-09-12T01:16:01.014322+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.014322+0000","objects_scrubbed":7,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:04:01.807702+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":480,"num_read_kb":29117,"num_write":1053,"num_write_kb":18857,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.32","version":"264'380","reported_seq":1873,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.323147+0000","last_change":"2024-09-12T01:16:12.323076+0000","last_active":"2024-09-12T01:16:12.323147+0000","last_peered":"2024-09-12T01:16:12.323147+0000","last_clean":"2024-09-12T01:16:12.323147+0000","last_became_active":"2024-09-12T00:34:33.979922+0000","last_became_peered":"2024-09-12T00:34:33.979922+0000","last_unstale":"2024-09-12T01:16:12.323147+0000","last_undegraded":"2024-09-12T01:16:12.323147+0000","last_fullsized":"2024-09-12T01:16:12.323147+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'380","last_scrub_stamp":"2024-09-12T01:16:12.322981+0000","last_deep_scrub":"264'380","last_deep_scrub_stamp":"2024-09-12T01:16:12.322981+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.322981+0000","objects_scrubbed":2,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:44.039033+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2121,"num_read_kb":2022,"num_write":432,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"264'347","reported_seq":995,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.047836+0000","last_change":"2024-09-12T01:16:00.047836+0000","last_active":"2024-09-12T01:16:00.047836+0000","last_peered":"2024-09-12T01:16:00.047836+0000","last_clean":"2024-09-12T01:16:00.047836+0000","last_became_active":"2024-09-12T00:34:31.970655+0000","last_became_peered":"2024-09-12T00:34:31.970655+0000","last_unstale":"2024-09-12T01:16:00.047836+0000","last_undegraded":"2024-09-12T01:16:00.047836+0000","last_fullsized":"2024-09-12T01:16:00.047836+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'347","last_scrub_stamp":"2024-09-12T01:16:00.047733+0000","last_deep_scrub":"264'347","last_deep_scrub_stamp":"2024-09-12T01:16:00.047733+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.047733+0000","objects_scrubbed":5,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:17:53.168524+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2182406,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":462,"num_read_kb":40754,"num_write":1064,"num_write_kb":56735,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.33","version":"264'858","reported_seq":2673,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.591634+0000","last_change":"2024-09-12T01:16:00.591634+0000","last_active":"2024-09-12T01:16:00.591634+0000","last_peered":"2024-09-12T01:16:00.591634+0000","last_clean":"2024-09-12T01:16:00.591634+0000","last_became_active":"2024-09-12T00:34:33.985699+0000","last_became_peered":"2024-09-12T00:34:33.985699+0000","last_unstale":"2024-09-12T01:16:00.591634+0000","last_undegraded":"2024-09-12T01:16:00.591634+0000","last_fullsized":"2024-09-12T01:16:00.591634+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'858","last_scrub_stamp":"2024-09-12T01:16:00.591543+0000","last_deep_scrub":"264'858","last_deep_scrub_stamp":"2024-09-12T01:16:00.591543+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.591543+0000","objects_scrubbed":3,"log_size":58,"log_dups_size":800,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:32.870015+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4345,"num_read_kb":3960,"num_write":1112,"num_write_kb":397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2555,"num_omap_keys":10,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"264'406","reported_seq":1061,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.505620+0000","last_change":"2024-09-12T01:15:57.505551+0000","last_active":"2024-09-12T01:15:57.505620+0000","last_peered":"2024-09-12T01:15:57.505620+0000","last_clean":"2024-09-12T01:15:57.505620+0000","last_became_active":"2024-09-12T00:35:05.688122+0000","last_became_peered":"2024-09-12T00:35:05.688122+0000","last_unstale":"2024-09-12T01:15:57.505620+0000","last_undegraded":"2024-09-12T01:15:57.505620+0000","last_fullsized":"2024-09-12T01:15:57.505620+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'406","last_scrub_stamp":"2024-09-12T01:15:57.505429+0000","last_deep_scrub":"264'406","last_deep_scrub_stamp":"2024-09-12T01:15:57.505429+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.505429+0000","objects_scrubbed":7,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:41:26.389964+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":691,"num_read_kb":20182,"num_write":1315,"num_write_kb":44203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"264'865","reported_seq":2391,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.565335+0000","last_change":"2024-09-12T01:16:01.565335+0000","last_active":"2024-09-12T01:16:01.565335+0000","last_peered":"2024-09-12T01:16:01.565335+0000","last_clean":"2024-09-12T01:16:01.565335+0000","last_became_active":"2024-09-12T00:34:33.980096+0000","last_became_peered":"2024-09-12T00:34:33.980096+0000","last_unstale":"2024-09-12T01:16:01.565335+0000","last_undegraded":"2024-09-12T01:16:01.565335+0000","last_fullsized":"2024-09-12T01:16:01.565335+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'865","last_scrub_stamp":"2024-09-12T01:16:01.565248+0000","last_deep_scrub":"264'865","last_deep_scrub_stamp":"2024-09-12T01:16:01.565248+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.565248+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":800,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:41:31.087052+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3928,"num_read_kb":3504,"num_write":1145,"num_write_kb":420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":236,"num_omap_keys":1,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"264'373","reported_seq":1073,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.113759+0000","last_change":"2024-09-12T01:16:00.113759+0000","last_active":"2024-09-12T01:16:00.113759+0000","last_peered":"2024-09-12T01:16:00.113759+0000","last_clean":"2024-09-12T01:16:00.113759+0000","last_became_active":"2024-09-12T00:34:31.967261+0000","last_became_peered":"2024-09-12T00:34:31.967261+0000","last_unstale":"2024-09-12T01:16:00.113759+0000","last_undegraded":"2024-09-12T01:16:00.113759+0000","last_fullsized":"2024-09-12T01:16:00.113759+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'373","last_scrub_stamp":"2024-09-12T01:16:00.113620+0000","last_deep_scrub":"264'373","last_deep_scrub_stamp":"2024-09-12T01:16:00.113620+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.113620+0000","objects_scrubbed":3,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:19:27.523650+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":642,"num_read_kb":54864,"num_write":1209,"num_write_kb":45907,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.35","version":"264'814","reported_seq":2419,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.852066+0000","last_change":"2024-09-12T01:16:10.852066+0000","last_active":"2024-09-12T01:16:10.852066+0000","last_peered":"2024-09-12T01:16:10.852066+0000","last_clean":"2024-09-12T01:16:10.852066+0000","last_became_active":"2024-09-12T00:34:33.976919+0000","last_became_peered":"2024-09-12T00:34:33.976919+0000","last_unstale":"2024-09-12T01:16:10.852066+0000","last_undegraded":"2024-09-12T01:16:10.852066+0000","last_fullsized":"2024-09-12T01:16:10.852066+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'814","last_scrub_stamp":"2024-09-12T01:16:10.851984+0000","last_deep_scrub":"264'814","last_deep_scrub_stamp":"2024-09-12T01:16:10.851984+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.851984+0000","objects_scrubbed":3,"log_size":14,"log_dups_size":800,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:50:20.113173+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4130,"num_read_kb":3753,"num_write":1091,"num_write_kb":407,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"264'344","reported_seq":1080,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.509064+0000","last_change":"2024-09-12T01:15:56.508997+0000","last_active":"2024-09-12T01:15:56.509064+0000","last_peered":"2024-09-12T01:15:56.509064+0000","last_clean":"2024-09-12T01:15:56.509064+0000","last_became_active":"2024-09-12T00:34:31.963862+0000","last_became_peered":"2024-09-12T00:34:31.963862+0000","last_unstale":"2024-09-12T01:15:56.509064+0000","last_undegraded":"2024-09-12T01:15:56.509064+0000","last_fullsized":"2024-09-12T01:15:56.509064+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'344","last_scrub_stamp":"2024-09-12T01:15:56.508814+0000","last_deep_scrub":"264'344","last_deep_scrub_stamp":"2024-09-12T01:15:56.508814+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.508814+0000","objects_scrubbed":11,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:58:51.443325+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87,"num_objects":11,"num_object_clones":0,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":575,"num_read_kb":19053,"num_write":1140,"num_write_kb":25874,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,1],"acting":[0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.18","version":"264'122","reported_seq":624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.798657+0000","last_change":"2024-09-12T01:16:27.798657+0000","last_active":"2024-09-12T01:16:27.798657+0000","last_peered":"2024-09-12T01:16:27.798657+0000","last_clean":"2024-09-12T01:16:27.798657+0000","last_became_active":"2024-09-12T00:34:42.026130+0000","last_became_peered":"2024-09-12T00:34:42.026130+0000","last_unstale":"2024-09-12T01:16:27.798657+0000","last_undegraded":"2024-09-12T01:16:27.798657+0000","last_fullsized":"2024-09-12T01:16:27.798657+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'122","last_scrub_stamp":"2024-09-12T01:16:27.798574+0000","last_deep_scrub":"264'122","last_deep_scrub_stamp":"2024-09-12T01:16:27.798574+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.798574+0000","objects_scrubbed":2,"log_size":22,"log_dups_size":100,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:12:19.372772+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":205,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":121,"num_read_kb":120,"num_write":270,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.14","version":"264'826","reported_seq":2519,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.531516+0000","last_change":"2024-09-12T01:15:58.531424+0000","last_active":"2024-09-12T01:15:58.531516+0000","last_peered":"2024-09-12T01:15:58.531516+0000","last_clean":"2024-09-12T01:15:58.531516+0000","last_became_active":"2024-09-12T00:35:05.222184+0000","last_became_peered":"2024-09-12T00:35:05.222184+0000","last_unstale":"2024-09-12T01:15:58.531516+0000","last_undegraded":"2024-09-12T01:15:58.531516+0000","last_fullsized":"2024-09-12T01:15:58.531516+0000","mapping_epoch":38,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'826","last_scrub_stamp":"2024-09-12T01:15:58.531315+0000","last_deep_scrub":"264'826","last_deep_scrub_stamp":"2024-09-12T01:15:58.531315+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.531315+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":800,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:52:25.868158+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4052,"num_read_kb":3687,"num_write":1060,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2275,"num_omap_keys":9,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.13","version":"264'316","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.760033+0000","last_change":"2024-09-12T01:16:01.759969+0000","last_active":"2024-09-12T01:16:01.760033+0000","last_peered":"2024-09-12T01:16:01.760033+0000","last_clean":"2024-09-12T01:16:01.760033+0000","last_became_active":"2024-09-12T00:34:31.955347+0000","last_became_peered":"2024-09-12T00:34:31.955347+0000","last_unstale":"2024-09-12T01:16:01.760033+0000","last_undegraded":"2024-09-12T01:16:01.760033+0000","last_fullsized":"2024-09-12T01:16:01.760033+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'316","last_scrub_stamp":"2024-09-12T01:16:01.759851+0000","last_deep_scrub":"264'316","last_deep_scrub_stamp":"2024-09-12T01:16:01.759851+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.759851+0000","objects_scrubbed":5,"log_size":16,"log_dups_size":300,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:41:53.338285+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":423,"num_read_kb":404,"num_write":951,"num_write_kb":33629,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4],"acting":[7,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.275914+0000","last_change":"2024-09-12T01:16:20.275914+0000","last_active":"2024-09-12T01:16:20.275914+0000","last_peered":"2024-09-12T01:16:20.275914+0000","last_clean":"2024-09-12T01:16:20.275914+0000","last_became_active":"2024-09-12T00:34:35.989736+0000","last_became_peered":"2024-09-12T00:34:35.989736+0000","last_unstale":"2024-09-12T01:16:20.275914+0000","last_undegraded":"2024-09-12T01:16:20.275914+0000","last_fullsized":"2024-09-12T01:16:20.275914+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:20.275817+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:20.275817+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.275817+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:20:39.203123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"264'363","reported_seq":982,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.670617+0000","last_change":"2024-09-12T01:16:17.670617+0000","last_active":"2024-09-12T01:16:17.670617+0000","last_peered":"2024-09-12T01:16:17.670617+0000","last_clean":"2024-09-12T01:16:17.670617+0000","last_became_active":"2024-09-12T00:34:37.997634+0000","last_became_peered":"2024-09-12T00:34:37.997634+0000","last_unstale":"2024-09-12T01:16:17.670617+0000","last_undegraded":"2024-09-12T01:16:17.670617+0000","last_fullsized":"2024-09-12T01:16:17.670617+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'363","last_scrub_stamp":"2024-09-12T01:16:17.670505+0000","last_deep_scrub":"264'363","last_deep_scrub_stamp":"2024-09-12T01:16:17.670505+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.670505+0000","objects_scrubbed":6,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:43:02.852450+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50513,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":582,"num_read_kb":1227,"num_write":468,"num_write_kb":330,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.910610+0000","last_change":"2024-09-12T01:16:25.910610+0000","last_active":"2024-09-12T01:16:25.910610+0000","last_peered":"2024-09-12T01:16:25.910610+0000","last_clean":"2024-09-12T01:16:25.910610+0000","last_became_active":"2024-09-12T00:34:40.010305+0000","last_became_peered":"2024-09-12T00:34:40.010305+0000","last_unstale":"2024-09-12T01:16:25.910610+0000","last_undegraded":"2024-09-12T01:16:25.910610+0000","last_fullsized":"2024-09-12T01:16:25.910610+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:25.910523+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:25.910523+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.910523+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:22:24.600215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.19","version":"264'2432","reported_seq":4316,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:31.219224+0000","last_change":"2024-09-12T01:16:31.219224+0000","last_active":"2024-09-12T01:16:31.219224+0000","last_peered":"2024-09-12T01:16:31.219224+0000","last_clean":"2024-09-12T01:16:31.219224+0000","last_became_active":"2024-09-12T00:34:42.013380+0000","last_became_peered":"2024-09-12T00:34:42.013380+0000","last_unstale":"2024-09-12T01:16:31.219224+0000","last_undegraded":"2024-09-12T01:16:31.219224+0000","last_fullsized":"2024-09-12T01:16:31.219224+0000","mapping_epoch":35,"log_start":"264'2400","ondisk_log_start":"264'2400","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2432","last_scrub_stamp":"2024-09-12T01:16:31.219104+0000","last_deep_scrub":"264'2432","last_deep_scrub_stamp":"2024-09-12T01:16:31.219104+0000","last_clean_scrub_stamp":"2024-09-12T01:16:31.219104+0000","objects_scrubbed":3,"log_size":32,"log_dups_size":2400,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:40:22.332862+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":210,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6063,"num_read_kb":6068,"num_write":4815,"num_write_kb":1781,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":347,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.15","version":"264'886","reported_seq":2583,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.337182+0000","last_change":"2024-09-12T01:16:10.337182+0000","last_active":"2024-09-12T01:16:10.337182+0000","last_peered":"2024-09-12T01:16:10.337182+0000","last_clean":"2024-09-12T01:16:10.337182+0000","last_became_active":"2024-09-12T00:34:33.979514+0000","last_became_peered":"2024-09-12T00:34:33.979514+0000","last_unstale":"2024-09-12T01:16:10.337182+0000","last_undegraded":"2024-09-12T01:16:10.337182+0000","last_fullsized":"2024-09-12T01:16:10.337182+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'886","last_scrub_stamp":"2024-09-12T01:16:10.337084+0000","last_deep_scrub":"264'886","last_deep_scrub_stamp":"2024-09-12T01:16:10.337084+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.337084+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":800,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:56:42.648543+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4152,"num_read_kb":3754,"num_write":1137,"num_write_kb":392,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"264'319","reported_seq":959,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:52.515882+0000","last_change":"2024-09-12T01:15:52.515785+0000","last_active":"2024-09-12T01:15:52.515882+0000","last_peered":"2024-09-12T01:15:52.515882+0000","last_clean":"2024-09-12T01:15:52.515882+0000","last_became_active":"2024-09-12T00:34:31.969245+0000","last_became_peered":"2024-09-12T00:34:31.969245+0000","last_unstale":"2024-09-12T01:15:52.515882+0000","last_undegraded":"2024-09-12T01:15:52.515882+0000","last_fullsized":"2024-09-12T01:15:52.515882+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'319","last_scrub_stamp":"2024-09-12T01:15:52.515646+0000","last_deep_scrub":"264'319","last_deep_scrub_stamp":"2024-09-12T01:15:52.515646+0000","last_clean_scrub_stamp":"2024-09-12T01:15:52.515646+0000","objects_scrubbed":6,"log_size":19,"log_dups_size":300,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:32:59.414178+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6461758,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":479,"num_read_kb":33363,"num_write":1042,"num_write_kb":61890,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.058453+0000","last_change":"2024-09-12T01:16:14.058395+0000","last_active":"2024-09-12T01:16:14.058453+0000","last_peered":"2024-09-12T01:16:14.058453+0000","last_clean":"2024-09-12T01:16:14.058453+0000","last_became_active":"2024-09-12T00:34:35.992059+0000","last_became_peered":"2024-09-12T00:34:35.992059+0000","last_unstale":"2024-09-12T01:16:14.058453+0000","last_undegraded":"2024-09-12T01:16:14.058453+0000","last_fullsized":"2024-09-12T01:16:14.058453+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:14.058302+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:14.058302+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.058302+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:34:55.166875+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"264'92","reported_seq":623,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.781019+0000","last_change":"2024-09-12T01:16:19.781019+0000","last_active":"2024-09-12T01:16:19.781019+0000","last_peered":"2024-09-12T01:16:19.781019+0000","last_clean":"2024-09-12T01:16:19.781019+0000","last_became_active":"2024-09-12T00:34:37.996356+0000","last_became_peered":"2024-09-12T00:34:37.996356+0000","last_unstale":"2024-09-12T01:16:19.781019+0000","last_undegraded":"2024-09-12T01:16:19.781019+0000","last_fullsized":"2024-09-12T01:16:19.781019+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'92","last_scrub_stamp":"2024-09-12T01:16:19.780927+0000","last_deep_scrub":"264'92","last_deep_scrub_stamp":"2024-09-12T01:16:19.780927+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.780927+0000","objects_scrubbed":4,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:58:48.711766+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":98,"num_read_kb":94,"num_write":64,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.739191+0000","last_change":"2024-09-12T01:16:23.739191+0000","last_active":"2024-09-12T01:16:23.739191+0000","last_peered":"2024-09-12T01:16:23.739191+0000","last_clean":"2024-09-12T01:16:23.739191+0000","last_became_active":"2024-09-12T00:34:40.004064+0000","last_became_peered":"2024-09-12T00:34:40.004064+0000","last_unstale":"2024-09-12T01:16:23.739191+0000","last_undegraded":"2024-09-12T01:16:23.739191+0000","last_fullsized":"2024-09-12T01:16:23.739191+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:23.739090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:23.739090+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.739090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:51:48.307412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"264'133","reported_seq":638,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.656786+0000","last_change":"2024-09-12T01:16:28.656693+0000","last_active":"2024-09-12T01:16:28.656786+0000","last_peered":"2024-09-12T01:16:28.656786+0000","last_clean":"2024-09-12T01:16:28.656786+0000","last_became_active":"2024-09-12T00:34:42.013616+0000","last_became_peered":"2024-09-12T00:34:42.013616+0000","last_unstale":"2024-09-12T01:16:28.656786+0000","last_undegraded":"2024-09-12T01:16:28.656786+0000","last_fullsized":"2024-09-12T01:16:28.656786+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'133","last_scrub_stamp":"2024-09-12T01:16:28.656565+0000","last_deep_scrub":"264'133","last_deep_scrub_stamp":"2024-09-12T01:16:28.656565+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.656565+0000","objects_scrubbed":6,"log_size":33,"log_dups_size":100,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:19.889661+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1123,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":131,"num_read_kb":129,"num_write":324,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.16","version":"264'530","reported_seq":2200,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.459459+0000","last_change":"2024-09-12T01:16:02.459459+0000","last_active":"2024-09-12T01:16:02.459459+0000","last_peered":"2024-09-12T01:16:02.459459+0000","last_clean":"2024-09-12T01:16:02.459459+0000","last_became_active":"2024-09-12T00:34:33.990151+0000","last_became_peered":"2024-09-12T00:34:33.990151+0000","last_unstale":"2024-09-12T01:16:02.459459+0000","last_undegraded":"2024-09-12T01:16:02.459459+0000","last_fullsized":"2024-09-12T01:16:02.459459+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'530","last_scrub_stamp":"2024-09-12T01:16:02.459366+0000","last_deep_scrub":"264'530","last_deep_scrub_stamp":"2024-09-12T01:16:02.459366+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.459366+0000","objects_scrubbed":3,"log_size":30,"log_dups_size":500,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:28:20.250756+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2843,"num_read_kb":2652,"num_write":643,"num_write_kb":169,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2299,"num_omap_keys":9,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"264'345","reported_seq":1008,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.713917+0000","last_change":"2024-09-12T01:15:57.713808+0000","last_active":"2024-09-12T01:15:57.713917+0000","last_peered":"2024-09-12T01:15:57.713917+0000","last_clean":"2024-09-12T01:15:57.713917+0000","last_became_active":"2024-09-12T00:34:31.954374+0000","last_became_peered":"2024-09-12T00:34:31.954374+0000","last_unstale":"2024-09-12T01:15:57.713917+0000","last_undegraded":"2024-09-12T01:15:57.713917+0000","last_fullsized":"2024-09-12T01:15:57.713917+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'345","last_scrub_stamp":"2024-09-12T01:15:57.713641+0000","last_deep_scrub":"264'345","last_deep_scrub_stamp":"2024-09-12T01:15:57.713641+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.713641+0000","objects_scrubbed":6,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:27:00.191295+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133734,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":481,"num_read_kb":14610,"num_write":1026,"num_write_kb":17739,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.077423+0000","last_change":"2024-09-12T01:16:15.077423+0000","last_active":"2024-09-12T01:16:15.077423+0000","last_peered":"2024-09-12T01:16:15.077423+0000","last_clean":"2024-09-12T01:16:15.077423+0000","last_became_active":"2024-09-12T00:34:35.988647+0000","last_became_peered":"2024-09-12T00:34:35.988647+0000","last_unstale":"2024-09-12T01:16:15.077423+0000","last_undegraded":"2024-09-12T01:16:15.077423+0000","last_fullsized":"2024-09-12T01:16:15.077423+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:15.077325+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:15.077325+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.077325+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:51:56.483524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.14","version":"264'129","reported_seq":681,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.594505+0000","last_change":"2024-09-12T01:16:12.594448+0000","last_active":"2024-09-12T01:16:12.594505+0000","last_peered":"2024-09-12T01:16:12.594505+0000","last_clean":"2024-09-12T01:16:12.594505+0000","last_became_active":"2024-09-12T00:34:37.999287+0000","last_became_peered":"2024-09-12T00:34:37.999287+0000","last_unstale":"2024-09-12T01:16:12.594505+0000","last_undegraded":"2024-09-12T01:16:12.594505+0000","last_fullsized":"2024-09-12T01:16:12.594505+0000","mapping_epoch":31,"log_start":"264'100","ondisk_log_start":"264'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'129","last_scrub_stamp":"2024-09-12T01:16:12.594335+0000","last_deep_scrub":"264'129","last_deep_scrub_stamp":"2024-09-12T01:16:12.594335+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.594335+0000","objects_scrubbed":7,"log_size":29,"log_dups_size":100,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:54:51.574039+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":142,"num_read_kb":133,"num_write":96,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"264'786","reported_seq":2536,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.864631+0000","last_change":"2024-09-12T01:16:24.864631+0000","last_active":"2024-09-12T01:16:24.864631+0000","last_peered":"2024-09-12T01:16:24.864631+0000","last_clean":"2024-09-12T01:16:24.864631+0000","last_became_active":"2024-09-12T00:34:40.008042+0000","last_became_peered":"2024-09-12T00:34:40.008042+0000","last_unstale":"2024-09-12T01:16:24.864631+0000","last_undegraded":"2024-09-12T01:16:24.864631+0000","last_fullsized":"2024-09-12T01:16:24.864631+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'786","last_scrub_stamp":"2024-09-12T01:16:24.864545+0000","last_deep_scrub":"264'786","last_deep_scrub_stamp":"2024-09-12T01:16:24.864545+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.864545+0000","objects_scrubbed":1,"log_size":86,"log_dups_size":700,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:49:56.391896+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1b","version":"264'201","reported_seq":1024,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.839165+0000","last_change":"2024-09-12T01:16:28.839106+0000","last_active":"2024-09-12T01:16:28.839165+0000","last_peered":"2024-09-12T01:16:28.839165+0000","last_clean":"2024-09-12T01:16:28.839165+0000","last_became_active":"2024-09-12T00:34:42.012068+0000","last_became_peered":"2024-09-12T00:34:42.012068+0000","last_unstale":"2024-09-12T01:16:28.839165+0000","last_undegraded":"2024-09-12T01:16:28.839165+0000","last_fullsized":"2024-09-12T01:16:28.839165+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'201","last_scrub_stamp":"2024-09-12T01:16:28.839008+0000","last_deep_scrub":"264'201","last_deep_scrub_stamp":"2024-09-12T01:16:28.839008+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.839008+0000","objects_scrubbed":2,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:05:45.857531+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":592,"num_read_kb":587,"num_write":436,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":234,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"264'394","reported_seq":1818,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.030595+0000","last_change":"2024-09-12T01:16:05.030595+0000","last_active":"2024-09-12T01:16:05.030595+0000","last_peered":"2024-09-12T01:16:05.030595+0000","last_clean":"2024-09-12T01:16:05.030595+0000","last_became_active":"2024-09-12T00:34:33.988336+0000","last_became_peered":"2024-09-12T00:34:33.988336+0000","last_unstale":"2024-09-12T01:16:05.030595+0000","last_undegraded":"2024-09-12T01:16:05.030595+0000","last_fullsized":"2024-09-12T01:16:05.030595+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'394","last_scrub_stamp":"2024-09-12T01:16:05.030507+0000","last_deep_scrub":"264'394","last_deep_scrub_stamp":"2024-09-12T01:16:05.030507+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.030507+0000","objects_scrubbed":3,"log_size":94,"log_dups_size":300,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:53:03.454603+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2117,"num_read_kb":1998,"num_write":485,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"264'331","reported_seq":1046,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.016508+0000","last_change":"2024-09-12T01:15:57.016439+0000","last_active":"2024-09-12T01:15:57.016508+0000","last_peered":"2024-09-12T01:15:57.016508+0000","last_clean":"2024-09-12T01:15:57.016508+0000","last_became_active":"2024-09-12T00:34:31.972632+0000","last_became_peered":"2024-09-12T00:34:31.972632+0000","last_unstale":"2024-09-12T01:15:57.016508+0000","last_undegraded":"2024-09-12T01:15:57.016508+0000","last_fullsized":"2024-09-12T01:15:57.016508+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'331","last_scrub_stamp":"2024-09-12T01:15:57.016332+0000","last_deep_scrub":"264'331","last_deep_scrub_stamp":"2024-09-12T01:15:57.016332+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.016332+0000","objects_scrubbed":7,"log_size":31,"log_dups_size":300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:25:31.543434+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":629,"num_read_kb":143946,"num_write":1144,"num_write_kb":51229,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.306307+0000","last_change":"2024-09-12T01:16:18.306307+0000","last_active":"2024-09-12T01:16:18.306307+0000","last_peered":"2024-09-12T01:16:18.306307+0000","last_clean":"2024-09-12T01:16:18.306307+0000","last_became_active":"2024-09-12T00:34:35.990837+0000","last_became_peered":"2024-09-12T00:34:35.990837+0000","last_unstale":"2024-09-12T01:16:18.306307+0000","last_undegraded":"2024-09-12T01:16:18.306307+0000","last_fullsized":"2024-09-12T01:16:18.306307+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:18.306220+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:18.306220+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.306220+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:10:56.313004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.15","version":"264'282","reported_seq":862,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.846231+0000","last_change":"2024-09-12T01:16:20.846231+0000","last_active":"2024-09-12T01:16:20.846231+0000","last_peered":"2024-09-12T01:16:20.846231+0000","last_clean":"2024-09-12T01:16:20.846231+0000","last_became_active":"2024-09-12T00:34:38.120411+0000","last_became_peered":"2024-09-12T00:34:38.120411+0000","last_unstale":"2024-09-12T01:16:20.846231+0000","last_undegraded":"2024-09-12T01:16:20.846231+0000","last_fullsized":"2024-09-12T01:16:20.846231+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'282","last_scrub_stamp":"2024-09-12T01:16:20.846141+0000","last_deep_scrub":"264'282","last_deep_scrub_stamp":"2024-09-12T01:16:20.846141+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.846141+0000","objects_scrubbed":5,"log_size":82,"log_dups_size":200,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:28.286915+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47483,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":464,"num_read_kb":1092,"num_write":380,"num_write_kb":310,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"264'816","reported_seq":4396,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.949908+0000","last_change":"2024-09-12T01:16:25.949851+0000","last_active":"2024-09-12T01:16:25.949908+0000","last_peered":"2024-09-12T01:16:25.949908+0000","last_clean":"2024-09-12T01:16:25.949908+0000","last_became_active":"2024-09-12T00:34:40.010075+0000","last_became_peered":"2024-09-12T00:34:40.010075+0000","last_unstale":"2024-09-12T01:16:25.949908+0000","last_undegraded":"2024-09-12T01:16:25.949908+0000","last_fullsized":"2024-09-12T01:16:25.949908+0000","mapping_epoch":33,"log_start":"264'800","ondisk_log_start":"264'800","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'816","last_scrub_stamp":"2024-09-12T01:16:25.949742+0000","last_deep_scrub":"264'816","last_deep_scrub_stamp":"2024-09-12T01:16:25.949742+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.949742+0000","objects_scrubbed":1,"log_size":16,"log_dups_size":800,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:00:10.529298+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.8","version":"264'1235","reported_seq":2868,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.353227+0000","last_change":"2024-09-12T01:16:07.353227+0000","last_active":"2024-09-12T01:16:07.353227+0000","last_peered":"2024-09-12T01:16:07.353227+0000","last_clean":"2024-09-12T01:16:07.353227+0000","last_became_active":"2024-09-12T00:34:33.984747+0000","last_became_peered":"2024-09-12T00:34:33.984747+0000","last_unstale":"2024-09-12T01:16:07.353227+0000","last_undegraded":"2024-09-12T01:16:07.353227+0000","last_fullsized":"2024-09-12T01:16:07.353227+0000","mapping_epoch":27,"log_start":"264'1200","ondisk_log_start":"264'1200","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1235","last_scrub_stamp":"2024-09-12T01:16:07.353141+0000","last_deep_scrub":"264'1235","last_deep_scrub_stamp":"2024-09-12T01:16:07.353141+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.353141+0000","objects_scrubbed":6,"log_size":35,"log_dups_size":1200,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:48:44.939723+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":5629,"num_read_kb":4953,"num_write":1699,"num_write_kb":697,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":472,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"264'339","reported_seq":1022,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.696488+0000","last_change":"2024-09-12T01:15:58.696488+0000","last_active":"2024-09-12T01:15:58.696488+0000","last_peered":"2024-09-12T01:15:58.696488+0000","last_clean":"2024-09-12T01:15:58.696488+0000","last_became_active":"2024-09-12T00:34:31.970437+0000","last_became_peered":"2024-09-12T00:34:31.970437+0000","last_unstale":"2024-09-12T01:15:58.696488+0000","last_undegraded":"2024-09-12T01:15:58.696488+0000","last_fullsized":"2024-09-12T01:15:58.696488+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'339","last_scrub_stamp":"2024-09-12T01:15:58.696373+0000","last_deep_scrub":"264'339","last_deep_scrub_stamp":"2024-09-12T01:15:58.696373+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.696373+0000","objects_scrubbed":4,"log_size":39,"log_dups_size":300,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:14:25.319936+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":41,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":582,"num_read_kb":27172,"num_write":1110,"num_write_kb":35174,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.789097+0000","last_change":"2024-09-12T01:16:13.789097+0000","last_active":"2024-09-12T01:16:13.789097+0000","last_peered":"2024-09-12T01:16:13.789097+0000","last_clean":"2024-09-12T01:16:13.789097+0000","last_became_active":"2024-09-12T00:34:35.984738+0000","last_became_peered":"2024-09-12T00:34:35.984738+0000","last_unstale":"2024-09-12T01:16:13.789097+0000","last_undegraded":"2024-09-12T01:16:13.789097+0000","last_fullsized":"2024-09-12T01:16:13.789097+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:13.789009+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:13.789009+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.789009+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:27:25.355721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"264'336","reported_seq":953,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.354509+0000","last_change":"2024-09-12T01:16:22.354509+0000","last_active":"2024-09-12T01:16:22.354509+0000","last_peered":"2024-09-12T01:16:22.354509+0000","last_clean":"2024-09-12T01:16:22.354509+0000","last_became_active":"2024-09-12T00:34:38.120453+0000","last_became_peered":"2024-09-12T00:34:38.120453+0000","last_unstale":"2024-09-12T01:16:22.354509+0000","last_undegraded":"2024-09-12T01:16:22.354509+0000","last_fullsized":"2024-09-12T01:16:22.354509+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'336","last_scrub_stamp":"2024-09-12T01:16:22.354400+0000","last_deep_scrub":"264'336","last_deep_scrub_stamp":"2024-09-12T01:16:22.354400+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.354400+0000","objects_scrubbed":10,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:14:53.039256+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46551,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":527,"num_read_kb":1033,"num_write":402,"num_write_kb":255,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.105908+0000","last_change":"2024-09-12T01:16:13.105908+0000","last_active":"2024-09-12T01:16:13.105908+0000","last_peered":"2024-09-12T01:16:13.105908+0000","last_clean":"2024-09-12T01:16:13.105908+0000","last_became_active":"2024-09-12T00:34:40.004087+0000","last_became_peered":"2024-09-12T00:34:40.004087+0000","last_unstale":"2024-09-12T01:16:13.105908+0000","last_undegraded":"2024-09-12T01:16:13.105908+0000","last_fullsized":"2024-09-12T01:16:13.105908+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:13.105807+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:13.105807+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.105807+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:00:48.750342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"264'647","reported_seq":1516,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.227220+0000","last_change":"2024-09-12T01:16:27.227220+0000","last_active":"2024-09-12T01:16:27.227220+0000","last_peered":"2024-09-12T01:16:27.227220+0000","last_clean":"2024-09-12T01:16:27.227220+0000","last_became_active":"2024-09-12T00:34:42.013850+0000","last_became_peered":"2024-09-12T00:34:42.013850+0000","last_unstale":"2024-09-12T01:16:27.227220+0000","last_undegraded":"2024-09-12T01:16:27.227220+0000","last_fullsized":"2024-09-12T01:16:27.227220+0000","mapping_epoch":35,"log_start":"264'600","ondisk_log_start":"264'600","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'647","last_scrub_stamp":"2024-09-12T01:16:27.227105+0000","last_deep_scrub":"264'647","last_deep_scrub_stamp":"2024-09-12T01:16:27.227105+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.227105+0000","objects_scrubbed":5,"log_size":47,"log_dups_size":600,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:52:17.481281+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":474,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1535,"num_read_kb":1474,"num_write":1355,"num_write_kb":465,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":381,"num_omap_keys":2,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"264'323","reported_seq":1704,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.808864+0000","last_change":"2024-09-12T01:16:01.808864+0000","last_active":"2024-09-12T01:16:01.808864+0000","last_peered":"2024-09-12T01:16:01.808864+0000","last_clean":"2024-09-12T01:16:01.808864+0000","last_became_active":"2024-09-12T00:34:33.983785+0000","last_became_peered":"2024-09-12T00:34:33.983785+0000","last_unstale":"2024-09-12T01:16:01.808864+0000","last_undegraded":"2024-09-12T01:16:01.808864+0000","last_fullsized":"2024-09-12T01:16:01.808864+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'323","last_scrub_stamp":"2024-09-12T01:16:01.808745+0000","last_deep_scrub":"264'323","last_deep_scrub_stamp":"2024-09-12T01:16:01.808745+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.808745+0000","objects_scrubbed":3,"log_size":23,"log_dups_size":300,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:10:35.000635+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1790,"num_read_kb":1722,"num_write":367,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":236,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"264'472","reported_seq":1376,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.703985+0000","last_change":"2024-09-12T01:15:55.703985+0000","last_active":"2024-09-12T01:15:55.703985+0000","last_peered":"2024-09-12T01:15:55.703985+0000","last_clean":"2024-09-12T01:15:55.703985+0000","last_became_active":"2024-09-12T00:34:31.959073+0000","last_became_peered":"2024-09-12T00:34:31.959073+0000","last_unstale":"2024-09-12T01:15:55.703985+0000","last_undegraded":"2024-09-12T01:15:55.703985+0000","last_fullsized":"2024-09-12T01:15:55.703985+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'472","last_scrub_stamp":"2024-09-12T01:15:55.703706+0000","last_deep_scrub":"264'472","last_deep_scrub_stamp":"2024-09-12T01:15:55.703706+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.703706+0000","objects_scrubbed":12,"log_size":72,"log_dups_size":400,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:07:47.777021+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3916028,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":1343,"num_read_kb":21337,"num_write":1744,"num_write_kb":39863,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.576483+0000","last_change":"2024-09-12T01:16:06.576483+0000","last_active":"2024-09-12T01:16:06.576483+0000","last_peered":"2024-09-12T01:16:06.576483+0000","last_clean":"2024-09-12T01:16:06.576483+0000","last_became_active":"2024-09-12T00:34:35.985224+0000","last_became_peered":"2024-09-12T00:34:35.985224+0000","last_unstale":"2024-09-12T01:16:06.576483+0000","last_undegraded":"2024-09-12T01:16:06.576483+0000","last_fullsized":"2024-09-12T01:16:06.576483+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:06.576397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:06.576397+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.576397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:38.292923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.b","version":"264'278","reported_seq":853,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.050048+0000","last_change":"2024-09-12T01:16:17.050048+0000","last_active":"2024-09-12T01:16:17.050048+0000","last_peered":"2024-09-12T01:16:17.050048+0000","last_clean":"2024-09-12T01:16:17.050048+0000","last_became_active":"2024-09-12T00:34:37.996385+0000","last_became_peered":"2024-09-12T00:34:37.996385+0000","last_unstale":"2024-09-12T01:16:17.050048+0000","last_undegraded":"2024-09-12T01:16:17.050048+0000","last_fullsized":"2024-09-12T01:16:17.050048+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'278","last_scrub_stamp":"2024-09-12T01:16:17.049933+0000","last_deep_scrub":"264'278","last_deep_scrub_stamp":"2024-09-12T01:16:17.049933+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.049933+0000","objects_scrubbed":5,"log_size":78,"log_dups_size":200,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:04:10.911177+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50020,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":445,"num_read_kb":1029,"num_write":362,"num_write_kb":293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.912720+0000","last_change":"2024-09-12T01:16:22.912720+0000","last_active":"2024-09-12T01:16:22.912720+0000","last_peered":"2024-09-12T01:16:22.912720+0000","last_clean":"2024-09-12T01:16:22.912720+0000","last_became_active":"2024-09-12T00:34:40.009860+0000","last_became_peered":"2024-09-12T00:34:40.009860+0000","last_unstale":"2024-09-12T01:16:22.912720+0000","last_undegraded":"2024-09-12T01:16:22.912720+0000","last_fullsized":"2024-09-12T01:16:22.912720+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:22.912625+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:22.912625+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.912625+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:19:17.687512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"264'124","reported_seq":619,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.002393+0000","last_change":"2024-09-12T01:16:16.002337+0000","last_active":"2024-09-12T01:16:16.002393+0000","last_peered":"2024-09-12T01:16:16.002393+0000","last_clean":"2024-09-12T01:16:16.002393+0000","last_became_active":"2024-09-12T00:34:42.006843+0000","last_became_peered":"2024-09-12T00:34:42.006843+0000","last_unstale":"2024-09-12T01:16:16.002393+0000","last_undegraded":"2024-09-12T01:16:16.002393+0000","last_fullsized":"2024-09-12T01:16:16.002393+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'124","last_scrub_stamp":"2024-09-12T01:16:16.002247+0000","last_deep_scrub":"264'124","last_deep_scrub_stamp":"2024-09-12T01:16:16.002247+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.002247+0000","objects_scrubbed":3,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:02:13.871925+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":473,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":101,"num_read_kb":98,"num_write":281,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"264'544","reported_seq":2259,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.966990+0000","last_change":"2024-09-12T01:16:03.966990+0000","last_active":"2024-09-12T01:16:03.966990+0000","last_peered":"2024-09-12T01:16:03.966990+0000","last_clean":"2024-09-12T01:16:03.966990+0000","last_became_active":"2024-09-12T00:34:33.971964+0000","last_became_peered":"2024-09-12T00:34:33.971964+0000","last_unstale":"2024-09-12T01:16:03.966990+0000","last_undegraded":"2024-09-12T01:16:03.966990+0000","last_fullsized":"2024-09-12T01:16:03.966990+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'544","last_scrub_stamp":"2024-09-12T01:16:03.966900+0000","last_deep_scrub":"264'544","last_deep_scrub_stamp":"2024-09-12T01:16:03.966900+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.966900+0000","objects_scrubbed":7,"log_size":44,"log_dups_size":500,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:06:41.524185+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2910,"num_read_kb":2718,"num_write":641,"num_write_kb":163,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3712,"num_omap_keys":15,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"264'373","reported_seq":1013,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.732117+0000","last_change":"2024-09-12T01:15:59.732117+0000","last_active":"2024-09-12T01:15:59.732117+0000","last_peered":"2024-09-12T01:15:59.732117+0000","last_clean":"2024-09-12T01:15:59.732117+0000","last_became_active":"2024-09-12T00:34:31.965537+0000","last_became_peered":"2024-09-12T00:34:31.965537+0000","last_unstale":"2024-09-12T01:15:59.732117+0000","last_undegraded":"2024-09-12T01:15:59.732117+0000","last_fullsized":"2024-09-12T01:15:59.732117+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'373","last_scrub_stamp":"2024-09-12T01:15:59.732020+0000","last_deep_scrub":"264'373","last_deep_scrub_stamp":"2024-09-12T01:15:59.732020+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.732020+0000","objects_scrubbed":1,"log_size":73,"log_dups_size":300,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:16:11.226172+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":528,"num_read_kb":24059,"num_write":1272,"num_write_kb":39850,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.569886+0000","last_change":"2024-09-12T01:16:05.569886+0000","last_active":"2024-09-12T01:16:05.569886+0000","last_peered":"2024-09-12T01:16:05.569886+0000","last_clean":"2024-09-12T01:16:05.569886+0000","last_became_active":"2024-09-12T00:34:35.989002+0000","last_became_peered":"2024-09-12T00:34:35.989002+0000","last_unstale":"2024-09-12T01:16:05.569886+0000","last_undegraded":"2024-09-12T01:16:05.569886+0000","last_fullsized":"2024-09-12T01:16:05.569886+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:05.569782+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:05.569782+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.569782+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:26:51.916520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.8","version":"264'335","reported_seq":938,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.904849+0000","last_change":"2024-09-12T01:16:18.904849+0000","last_active":"2024-09-12T01:16:18.904849+0000","last_peered":"2024-09-12T01:16:18.904849+0000","last_clean":"2024-09-12T01:16:18.904849+0000","last_became_active":"2024-09-12T00:34:37.999429+0000","last_became_peered":"2024-09-12T00:34:37.999429+0000","last_unstale":"2024-09-12T01:16:18.904849+0000","last_undegraded":"2024-09-12T01:16:18.904849+0000","last_fullsized":"2024-09-12T01:16:18.904849+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'335","last_scrub_stamp":"2024-09-12T01:16:18.904757+0000","last_deep_scrub":"264'335","last_deep_scrub_stamp":"2024-09-12T01:16:18.904757+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.904757+0000","objects_scrubbed":9,"log_size":35,"log_dups_size":300,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:32.208958+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51642,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":517,"num_read_kb":1121,"num_write":416,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"264'801","reported_seq":2228,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.696341+0000","last_change":"2024-09-12T01:16:19.696341+0000","last_active":"2024-09-12T01:16:19.696341+0000","last_peered":"2024-09-12T01:16:19.696341+0000","last_clean":"2024-09-12T01:16:19.696341+0000","last_became_active":"2024-09-12T00:34:40.011267+0000","last_became_peered":"2024-09-12T00:34:40.011267+0000","last_unstale":"2024-09-12T01:16:19.696341+0000","last_undegraded":"2024-09-12T01:16:19.696341+0000","last_fullsized":"2024-09-12T01:16:19.696341+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'801","last_scrub_stamp":"2024-09-12T01:16:19.696250+0000","last_deep_scrub":"264'801","last_deep_scrub_stamp":"2024-09-12T01:16:19.696250+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.696250+0000","objects_scrubbed":1,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:45:15.337557+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"264'151","reported_seq":663,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.655123+0000","last_change":"2024-09-12T01:16:25.655123+0000","last_active":"2024-09-12T01:16:25.655123+0000","last_peered":"2024-09-12T01:16:25.655123+0000","last_clean":"2024-09-12T01:16:25.655123+0000","last_became_active":"2024-09-12T00:34:42.013661+0000","last_became_peered":"2024-09-12T00:34:42.013661+0000","last_unstale":"2024-09-12T01:16:25.655123+0000","last_undegraded":"2024-09-12T01:16:25.655123+0000","last_fullsized":"2024-09-12T01:16:25.655123+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'151","last_scrub_stamp":"2024-09-12T01:16:25.655037+0000","last_deep_scrub":"264'151","last_deep_scrub_stamp":"2024-09-12T01:16:25.655037+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.655037+0000","objects_scrubbed":1,"log_size":51,"log_dups_size":100,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:26:20.151364+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":411,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":182,"num_read_kb":163,"num_write":359,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.b","version":"264'450","reported_seq":2059,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.420965+0000","last_change":"2024-09-12T01:16:04.420965+0000","last_active":"2024-09-12T01:16:04.420965+0000","last_peered":"2024-09-12T01:16:04.420965+0000","last_clean":"2024-09-12T01:16:04.420965+0000","last_became_active":"2024-09-12T00:34:33.987982+0000","last_became_peered":"2024-09-12T00:34:33.987982+0000","last_unstale":"2024-09-12T01:16:04.420965+0000","last_undegraded":"2024-09-12T01:16:04.420965+0000","last_fullsized":"2024-09-12T01:16:04.420965+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'450","last_scrub_stamp":"2024-09-12T01:16:04.420863+0000","last_deep_scrub":"264'450","last_deep_scrub_stamp":"2024-09-12T01:16:04.420863+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.420863+0000","objects_scrubbed":2,"log_size":50,"log_dups_size":400,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:19.936481+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2653,"num_read_kb":2516,"num_write":540,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2811,"num_omap_keys":11,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"264'364","reported_seq":1054,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.358646+0000","last_change":"2024-09-12T01:15:57.358646+0000","last_active":"2024-09-12T01:15:57.358646+0000","last_peered":"2024-09-12T01:15:57.358646+0000","last_clean":"2024-09-12T01:15:57.358646+0000","last_became_active":"2024-09-12T00:34:31.969611+0000","last_became_peered":"2024-09-12T00:34:31.969611+0000","last_unstale":"2024-09-12T01:15:57.358646+0000","last_undegraded":"2024-09-12T01:15:57.358646+0000","last_fullsized":"2024-09-12T01:15:57.358646+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'364","last_scrub_stamp":"2024-09-12T01:15:57.358549+0000","last_deep_scrub":"264'364","last_deep_scrub_stamp":"2024-09-12T01:15:57.358549+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.358549+0000","objects_scrubbed":4,"log_size":64,"log_dups_size":300,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:23:33.088574+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":629,"num_read_kb":57273,"num_write":1179,"num_write_kb":39514,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.571138+0000","last_change":"2024-09-12T01:16:03.571138+0000","last_active":"2024-09-12T01:16:03.571138+0000","last_peered":"2024-09-12T01:16:03.571138+0000","last_clean":"2024-09-12T01:16:03.571138+0000","last_became_active":"2024-09-12T00:34:35.987677+0000","last_became_peered":"2024-09-12T00:34:35.987677+0000","last_unstale":"2024-09-12T01:16:03.571138+0000","last_undegraded":"2024-09-12T01:16:03.571138+0000","last_fullsized":"2024-09-12T01:16:03.571138+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:03.571050+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:03.571050+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.571050+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:13:54.936632+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"264'507","reported_seq":1155,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.592852+0000","last_change":"2024-09-12T01:16:14.592852+0000","last_active":"2024-09-12T01:16:14.592852+0000","last_peered":"2024-09-12T01:16:14.592852+0000","last_clean":"2024-09-12T01:16:14.592852+0000","last_became_active":"2024-09-12T00:34:37.996633+0000","last_became_peered":"2024-09-12T00:34:37.996633+0000","last_unstale":"2024-09-12T01:16:14.592852+0000","last_undegraded":"2024-09-12T01:16:14.592852+0000","last_fullsized":"2024-09-12T01:16:14.592852+0000","mapping_epoch":31,"log_start":"264'400","ondisk_log_start":"264'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'507","last_scrub_stamp":"2024-09-12T01:16:14.592745+0000","last_deep_scrub":"264'507","last_deep_scrub_stamp":"2024-09-12T01:16:14.592745+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.592745+0000","objects_scrubbed":7,"log_size":107,"log_dups_size":400,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:32:07.112581+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":93630,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":880,"num_read_kb":2110,"num_write":730,"num_write_kb":612,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.520508+0000","last_change":"2024-09-12T01:16:08.520508+0000","last_active":"2024-09-12T01:16:08.520508+0000","last_peered":"2024-09-12T01:16:08.520508+0000","last_clean":"2024-09-12T01:16:08.520508+0000","last_became_active":"2024-09-12T00:34:40.006943+0000","last_became_peered":"2024-09-12T00:34:40.006943+0000","last_unstale":"2024-09-12T01:16:08.520508+0000","last_undegraded":"2024-09-12T01:16:08.520508+0000","last_fullsized":"2024-09-12T01:16:08.520508+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:08.520420+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:08.520420+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.520420+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:11:11.223691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"264'141","reported_seq":650,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.111881+0000","last_change":"2024-09-12T01:16:20.111881+0000","last_active":"2024-09-12T01:16:20.111881+0000","last_peered":"2024-09-12T01:16:20.111881+0000","last_clean":"2024-09-12T01:16:20.111881+0000","last_became_active":"2024-09-12T00:34:42.026272+0000","last_became_peered":"2024-09-12T00:34:42.026272+0000","last_unstale":"2024-09-12T01:16:20.111881+0000","last_undegraded":"2024-09-12T01:16:20.111881+0000","last_fullsized":"2024-09-12T01:16:20.111881+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'141","last_scrub_stamp":"2024-09-12T01:16:20.111778+0000","last_deep_scrub":"264'141","last_deep_scrub_stamp":"2024-09-12T01:16:20.111778+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.111778+0000","objects_scrubbed":2,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:42:24.943754+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":899,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":129,"num_read_kb":127,"num_write":342,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"264'443","reported_seq":1931,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.740428+0000","last_change":"2024-09-12T01:15:57.740428+0000","last_active":"2024-09-12T01:15:57.740428+0000","last_peered":"2024-09-12T01:15:57.740428+0000","last_clean":"2024-09-12T01:15:57.740428+0000","last_became_active":"2024-09-12T00:34:33.988384+0000","last_became_peered":"2024-09-12T00:34:33.988384+0000","last_unstale":"2024-09-12T01:15:57.740428+0000","last_undegraded":"2024-09-12T01:15:57.740428+0000","last_fullsized":"2024-09-12T01:15:57.740428+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'443","last_scrub_stamp":"2024-09-12T01:15:57.740350+0000","last_deep_scrub":"264'443","last_deep_scrub_stamp":"2024-09-12T01:15:57.740350+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.740350+0000","objects_scrubbed":2,"log_size":43,"log_dups_size":400,"ondisk_log_size":43,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:19:33.046856+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2245,"num_read_kb":2110,"num_write":506,"num_write_kb":107,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":947,"num_omap_keys":4,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"264'359","reported_seq":1117,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.147863+0000","last_change":"2024-09-12T01:15:55.147863+0000","last_active":"2024-09-12T01:15:55.147863+0000","last_peered":"2024-09-12T01:15:55.147863+0000","last_clean":"2024-09-12T01:15:55.147863+0000","last_became_active":"2024-09-12T00:34:31.973463+0000","last_became_peered":"2024-09-12T00:34:31.973463+0000","last_unstale":"2024-09-12T01:15:55.147863+0000","last_undegraded":"2024-09-12T01:15:55.147863+0000","last_fullsized":"2024-09-12T01:15:55.147863+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'359","last_scrub_stamp":"2024-09-12T01:15:55.147761+0000","last_deep_scrub":"264'359","last_deep_scrub_stamp":"2024-09-12T01:15:55.147761+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.147761+0000","objects_scrubbed":9,"log_size":59,"log_dups_size":300,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:39:01.165701+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":687564,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":725,"num_read_kb":52164,"num_write":1162,"num_write_kb":35766,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.609092+0000","last_change":"2024-09-12T01:16:11.609092+0000","last_active":"2024-09-12T01:16:11.609092+0000","last_peered":"2024-09-12T01:16:11.609092+0000","last_clean":"2024-09-12T01:16:11.609092+0000","last_became_active":"2024-09-12T00:34:35.987401+0000","last_became_peered":"2024-09-12T00:34:35.987401+0000","last_unstale":"2024-09-12T01:16:11.609092+0000","last_undegraded":"2024-09-12T01:16:11.609092+0000","last_fullsized":"2024-09-12T01:16:11.609092+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:11.608991+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:11.608991+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.608991+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:31:07.068116+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.e","version":"264'318","reported_seq":900,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.801000+0000","last_change":"2024-09-12T01:16:17.801000+0000","last_active":"2024-09-12T01:16:17.801000+0000","last_peered":"2024-09-12T01:16:17.801000+0000","last_clean":"2024-09-12T01:16:17.801000+0000","last_became_active":"2024-09-12T00:34:37.996632+0000","last_became_peered":"2024-09-12T00:34:37.996632+0000","last_unstale":"2024-09-12T01:16:17.801000+0000","last_undegraded":"2024-09-12T01:16:17.801000+0000","last_fullsized":"2024-09-12T01:16:17.801000+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'318","last_scrub_stamp":"2024-09-12T01:16:17.800886+0000","last_deep_scrub":"264'318","last_deep_scrub_stamp":"2024-09-12T01:16:17.800886+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.800886+0000","objects_scrubbed":7,"log_size":18,"log_dups_size":300,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:59:36.846888+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":55572,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":529,"num_read_kb":1205,"num_write":478,"num_write_kb":405,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":15964,"num_omap_keys":38,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.652796+0000","last_change":"2024-09-12T01:16:21.652796+0000","last_active":"2024-09-12T01:16:21.652796+0000","last_peered":"2024-09-12T01:16:21.652796+0000","last_clean":"2024-09-12T01:16:21.652796+0000","last_became_active":"2024-09-12T00:34:40.012535+0000","last_became_peered":"2024-09-12T00:34:40.012535+0000","last_unstale":"2024-09-12T01:16:21.652796+0000","last_undegraded":"2024-09-12T01:16:21.652796+0000","last_fullsized":"2024-09-12T01:16:21.652796+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:21.652705+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:21.652705+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.652705+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:39:59.828028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"264'105","reported_seq":593,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.991162+0000","last_change":"2024-09-12T01:16:30.991099+0000","last_active":"2024-09-12T01:16:30.991162+0000","last_peered":"2024-09-12T01:16:30.991162+0000","last_clean":"2024-09-12T01:16:30.991162+0000","last_became_active":"2024-09-12T00:34:42.025660+0000","last_became_peered":"2024-09-12T00:34:42.025660+0000","last_unstale":"2024-09-12T01:16:30.991162+0000","last_undegraded":"2024-09-12T01:16:30.991162+0000","last_fullsized":"2024-09-12T01:16:30.991162+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'105","last_scrub_stamp":"2024-09-12T01:16:30.991008+0000","last_deep_scrub":"264'105","last_deep_scrub_stamp":"2024-09-12T01:16:30.991008+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.991008+0000","objects_scrubbed":3,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:34:52.098598+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":81,"num_read_kb":81,"num_write":243,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"264'461","reported_seq":1947,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.832408+0000","last_change":"2024-09-12T01:15:59.832408+0000","last_active":"2024-09-12T01:15:59.832408+0000","last_peered":"2024-09-12T01:15:59.832408+0000","last_clean":"2024-09-12T01:15:59.832408+0000","last_became_active":"2024-09-12T00:34:33.976456+0000","last_became_peered":"2024-09-12T00:34:33.976456+0000","last_unstale":"2024-09-12T01:15:59.832408+0000","last_undegraded":"2024-09-12T01:15:59.832408+0000","last_fullsized":"2024-09-12T01:15:59.832408+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'461","last_scrub_stamp":"2024-09-12T01:15:59.832329+0000","last_deep_scrub":"264'461","last_deep_scrub_stamp":"2024-09-12T01:15:59.832329+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.832329+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":400,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:40:55.916386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2299,"num_read_kb":2147,"num_write":532,"num_write_kb":118,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"264'312","reported_seq":959,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.573171+0000","last_change":"2024-09-12T01:15:53.573097+0000","last_active":"2024-09-12T01:15:53.573171+0000","last_peered":"2024-09-12T01:15:53.573171+0000","last_clean":"2024-09-12T01:15:53.573171+0000","last_became_active":"2024-09-12T00:35:05.223814+0000","last_became_peered":"2024-09-12T00:35:05.223814+0000","last_unstale":"2024-09-12T01:15:53.573171+0000","last_undegraded":"2024-09-12T01:15:53.573171+0000","last_fullsized":"2024-09-12T01:15:53.573171+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T01:15:53.573000+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T01:15:53.573000+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.573000+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:54.728379+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":709707,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":513,"num_read_kb":31652,"num_write":891,"num_write_kb":37909,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"264'4","reported_seq":988,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.036642+0000","last_change":"2024-09-12T01:16:07.036642+0000","last_active":"2024-09-12T01:16:07.036642+0000","last_peered":"2024-09-12T01:16:07.036642+0000","last_clean":"2024-09-12T01:16:07.036642+0000","last_became_active":"2024-09-12T00:34:35.993578+0000","last_became_peered":"2024-09-12T00:34:35.993578+0000","last_unstale":"2024-09-12T01:16:07.036642+0000","last_undegraded":"2024-09-12T01:16:07.036642+0000","last_fullsized":"2024-09-12T01:16:07.036642+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:07.036518+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:07.036518+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.036518+0000","objects_scrubbed":1,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:36:28.669194+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":470,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":730,"num_read_kb":728,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.f","version":"264'286","reported_seq":876,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.573701+0000","last_change":"2024-09-12T01:16:07.573701+0000","last_active":"2024-09-12T01:16:07.573701+0000","last_peered":"2024-09-12T01:16:07.573701+0000","last_clean":"2024-09-12T01:16:07.573701+0000","last_became_active":"2024-09-12T00:34:38.000994+0000","last_became_peered":"2024-09-12T00:34:38.000994+0000","last_unstale":"2024-09-12T01:16:07.573701+0000","last_undegraded":"2024-09-12T01:16:07.573701+0000","last_fullsized":"2024-09-12T01:16:07.573701+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'286","last_scrub_stamp":"2024-09-12T01:16:07.573607+0000","last_deep_scrub":"264'286","last_deep_scrub_stamp":"2024-09-12T01:16:07.573607+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.573607+0000","objects_scrubbed":7,"log_size":86,"log_dups_size":200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:39:16.274861+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":53088,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":475,"num_read_kb":1045,"num_write":378,"num_write_kb":286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"264'765","reported_seq":2238,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.522154+0000","last_change":"2024-09-12T01:16:09.522154+0000","last_active":"2024-09-12T01:16:09.522154+0000","last_peered":"2024-09-12T01:16:09.522154+0000","last_clean":"2024-09-12T01:16:09.522154+0000","last_became_active":"2024-09-12T00:34:40.010400+0000","last_became_peered":"2024-09-12T00:34:40.010400+0000","last_unstale":"2024-09-12T01:16:09.522154+0000","last_undegraded":"2024-09-12T01:16:09.522154+0000","last_fullsized":"2024-09-12T01:16:09.522154+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'765","last_scrub_stamp":"2024-09-12T01:16:09.522063+0000","last_deep_scrub":"264'765","last_deep_scrub_stamp":"2024-09-12T01:16:09.522063+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.522063+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":700,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:40:09.755599+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"264'144","reported_seq":650,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.118074+0000","last_change":"2024-09-12T01:16:17.118004+0000","last_active":"2024-09-12T01:16:17.118074+0000","last_peered":"2024-09-12T01:16:17.118074+0000","last_clean":"2024-09-12T01:16:17.118074+0000","last_became_active":"2024-09-12T00:34:42.014037+0000","last_became_peered":"2024-09-12T00:34:42.014037+0000","last_unstale":"2024-09-12T01:16:17.118074+0000","last_undegraded":"2024-09-12T01:16:17.118074+0000","last_fullsized":"2024-09-12T01:16:17.118074+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'144","last_scrub_stamp":"2024-09-12T01:16:17.117903+0000","last_deep_scrub":"264'144","last_deep_scrub_stamp":"2024-09-12T01:16:17.117903+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.117903+0000","objects_scrubbed":5,"log_size":44,"log_dups_size":100,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:33:59.967270+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2093,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":145,"num_read_kb":133,"num_write":333,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"264'824","reported_seq":2404,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.855628+0000","last_change":"2024-09-12T01:16:00.855628+0000","last_active":"2024-09-12T01:16:00.855628+0000","last_peered":"2024-09-12T01:16:00.855628+0000","last_clean":"2024-09-12T01:16:00.855628+0000","last_became_active":"2024-09-12T00:34:33.981378+0000","last_became_peered":"2024-09-12T00:34:33.981378+0000","last_unstale":"2024-09-12T01:16:00.855628+0000","last_undegraded":"2024-09-12T01:16:00.855628+0000","last_fullsized":"2024-09-12T01:16:00.855628+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'824","last_scrub_stamp":"2024-09-12T01:16:00.855551+0000","last_deep_scrub":"264'824","last_deep_scrub_stamp":"2024-09-12T01:16:00.855551+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.855551+0000","objects_scrubbed":2,"log_size":24,"log_dups_size":800,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:58:15.665917+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3842,"num_read_kb":3465,"num_write":1066,"num_write_kb":374,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"264'346","reported_seq":981,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.835261+0000","last_change":"2024-09-12T01:15:54.835261+0000","last_active":"2024-09-12T01:15:54.835261+0000","last_peered":"2024-09-12T01:15:54.835261+0000","last_clean":"2024-09-12T01:15:54.835261+0000","last_became_active":"2024-09-12T00:34:31.956950+0000","last_became_peered":"2024-09-12T00:34:31.956950+0000","last_unstale":"2024-09-12T01:15:54.835261+0000","last_undegraded":"2024-09-12T01:15:54.835261+0000","last_fullsized":"2024-09-12T01:15:54.835261+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'346","last_scrub_stamp":"2024-09-12T01:15:54.835148+0000","last_deep_scrub":"264'346","last_deep_scrub_stamp":"2024-09-12T01:15:54.835148+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.835148+0000","objects_scrubbed":5,"log_size":46,"log_dups_size":300,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:23:52.795144+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":40,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":493,"num_read_kb":41410,"num_write":1083,"num_write_kb":22740,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.f","version":"264'4","reported_seq":1461,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.339852+0000","last_change":"2024-09-12T01:16:17.339852+0000","last_active":"2024-09-12T01:16:17.339852+0000","last_peered":"2024-09-12T01:16:17.339852+0000","last_clean":"2024-09-12T01:16:17.339852+0000","last_became_active":"2024-09-12T00:34:35.990390+0000","last_became_peered":"2024-09-12T00:34:35.990390+0000","last_unstale":"2024-09-12T01:16:17.339852+0000","last_undegraded":"2024-09-12T01:16:17.339852+0000","last_fullsized":"2024-09-12T01:16:17.339852+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'4","last_scrub_stamp":"2024-09-12T01:16:17.339761+0000","last_deep_scrub":"264'4","last_deep_scrub_stamp":"2024-09-12T01:16:17.339761+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.339761+0000","objects_scrubbed":2,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:47:48.642744+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":960,"num_read_kb":960,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.c","version":"264'73","reported_seq":591,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.081493+0000","last_change":"2024-09-12T01:16:18.081493+0000","last_active":"2024-09-12T01:16:18.081493+0000","last_peered":"2024-09-12T01:16:18.081493+0000","last_clean":"2024-09-12T01:16:18.081493+0000","last_became_active":"2024-09-12T00:34:38.120680+0000","last_became_peered":"2024-09-12T00:34:38.120680+0000","last_unstale":"2024-09-12T01:16:18.081493+0000","last_undegraded":"2024-09-12T01:16:18.081493+0000","last_fullsized":"2024-09-12T01:16:18.081493+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'73","last_scrub_stamp":"2024-09-12T01:16:18.081400+0000","last_deep_scrub":"264'73","last_deep_scrub_stamp":"2024-09-12T01:16:18.081400+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.081400+0000","objects_scrubbed":5,"log_size":73,"log_dups_size":0,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:39:13.039664+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":75,"num_read_kb":70,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"264'776","reported_seq":2270,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.056774+0000","last_change":"2024-09-12T01:16:12.056774+0000","last_active":"2024-09-12T01:16:12.056774+0000","last_peered":"2024-09-12T01:16:12.056774+0000","last_clean":"2024-09-12T01:16:12.056774+0000","last_became_active":"2024-09-12T00:34:40.008128+0000","last_became_peered":"2024-09-12T00:34:40.008128+0000","last_unstale":"2024-09-12T01:16:12.056774+0000","last_undegraded":"2024-09-12T01:16:12.056774+0000","last_fullsized":"2024-09-12T01:16:12.056774+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'776","last_scrub_stamp":"2024-09-12T01:16:12.056673+0000","last_deep_scrub":"264'776","last_deep_scrub_stamp":"2024-09-12T01:16:12.056673+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.056673+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":700,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:07.311245+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"264'107","reported_seq":601,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.744001+0000","last_change":"2024-09-12T01:16:25.744001+0000","last_active":"2024-09-12T01:16:25.744001+0000","last_peered":"2024-09-12T01:16:25.744001+0000","last_clean":"2024-09-12T01:16:25.744001+0000","last_became_active":"2024-09-12T00:34:42.011280+0000","last_became_peered":"2024-09-12T00:34:42.011280+0000","last_unstale":"2024-09-12T01:16:25.744001+0000","last_undegraded":"2024-09-12T01:16:25.744001+0000","last_fullsized":"2024-09-12T01:16:25.744001+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'107","last_scrub_stamp":"2024-09-12T01:16:25.743913+0000","last_deep_scrub":"264'107","last_deep_scrub_stamp":"2024-09-12T01:16:25.743913+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.743913+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:48:33.836114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":87,"num_read_kb":83,"num_write":251,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"264'378","reported_seq":1897,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.090664+0000","last_change":"2024-09-12T01:16:04.090664+0000","last_active":"2024-09-12T01:16:04.090664+0000","last_peered":"2024-09-12T01:16:04.090664+0000","last_clean":"2024-09-12T01:16:04.090664+0000","last_became_active":"2024-09-12T00:34:33.988926+0000","last_became_peered":"2024-09-12T00:34:33.988926+0000","last_unstale":"2024-09-12T01:16:04.090664+0000","last_undegraded":"2024-09-12T01:16:04.090664+0000","last_fullsized":"2024-09-12T01:16:04.090664+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'378","last_scrub_stamp":"2024-09-12T01:16:04.090564+0000","last_deep_scrub":"264'378","last_deep_scrub_stamp":"2024-09-12T01:16:04.090564+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.090564+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:27.359445+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2122,"num_read_kb":2052,"num_write":409,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":225,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"264'321","reported_seq":940,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.104482+0000","last_change":"2024-09-12T01:16:01.104482+0000","last_active":"2024-09-12T01:16:01.104482+0000","last_peered":"2024-09-12T01:16:01.104482+0000","last_clean":"2024-09-12T01:16:01.104482+0000","last_became_active":"2024-09-12T00:34:31.970626+0000","last_became_peered":"2024-09-12T00:34:31.970626+0000","last_unstale":"2024-09-12T01:16:01.104482+0000","last_undegraded":"2024-09-12T01:16:01.104482+0000","last_fullsized":"2024-09-12T01:16:01.104482+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'321","last_scrub_stamp":"2024-09-12T01:16:01.104352+0000","last_deep_scrub":"264'321","last_deep_scrub_stamp":"2024-09-12T01:16:01.104352+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.104352+0000","objects_scrubbed":4,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:21:16.962273+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1532641,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":410,"num_read_kb":40533,"num_write":991,"num_write_kb":34641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":499,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.861695+0000","last_change":"2024-09-12T01:16:13.861695+0000","last_active":"2024-09-12T01:16:13.861695+0000","last_peered":"2024-09-12T01:16:13.861695+0000","last_clean":"2024-09-12T01:16:13.861695+0000","last_became_active":"2024-09-12T00:34:35.990643+0000","last_became_peered":"2024-09-12T00:34:35.990643+0000","last_unstale":"2024-09-12T01:16:13.861695+0000","last_undegraded":"2024-09-12T01:16:13.861695+0000","last_fullsized":"2024-09-12T01:16:13.861695+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:13.861606+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:13.861606+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.861606+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:20:31.254072+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.d","version":"264'367","reported_seq":972,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.365729+0000","last_change":"2024-09-12T01:16:23.365729+0000","last_active":"2024-09-12T01:16:23.365729+0000","last_peered":"2024-09-12T01:16:23.365729+0000","last_clean":"2024-09-12T01:16:23.365729+0000","last_became_active":"2024-09-12T00:34:37.996729+0000","last_became_peered":"2024-09-12T00:34:37.996729+0000","last_unstale":"2024-09-12T01:16:23.365729+0000","last_undegraded":"2024-09-12T01:16:23.365729+0000","last_fullsized":"2024-09-12T01:16:23.365729+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'367","last_scrub_stamp":"2024-09-12T01:16:23.365638+0000","last_deep_scrub":"264'367","last_deep_scrub_stamp":"2024-09-12T01:16:23.365638+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.365638+0000","objects_scrubbed":9,"log_size":67,"log_dups_size":300,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:26:13.705872+0000","scrub_duration":12,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54811,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1175,"num_read_kb":1814,"num_write":1666,"num_write_kb":1537,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":487892,"num_omap_keys":1124,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.076303+0000","last_change":"2024-09-12T01:16:10.076303+0000","last_active":"2024-09-12T01:16:10.076303+0000","last_peered":"2024-09-12T01:16:10.076303+0000","last_clean":"2024-09-12T01:16:10.076303+0000","last_became_active":"2024-09-12T00:34:40.011736+0000","last_became_peered":"2024-09-12T00:34:40.011736+0000","last_unstale":"2024-09-12T01:16:10.076303+0000","last_undegraded":"2024-09-12T01:16:10.076303+0000","last_fullsized":"2024-09-12T01:16:10.076303+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:10.076219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:10.076219+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.076219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:02:27.668759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"264'152","reported_seq":652,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.091505+0000","last_change":"2024-09-12T01:16:18.091422+0000","last_active":"2024-09-12T01:16:18.091505+0000","last_peered":"2024-09-12T01:16:18.091505+0000","last_clean":"2024-09-12T01:16:18.091505+0000","last_became_active":"2024-09-12T00:34:42.012707+0000","last_became_peered":"2024-09-12T00:34:42.012707+0000","last_unstale":"2024-09-12T01:16:18.091505+0000","last_undegraded":"2024-09-12T01:16:18.091505+0000","last_fullsized":"2024-09-12T01:16:18.091505+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'152","last_scrub_stamp":"2024-09-12T01:16:18.091335+0000","last_deep_scrub":"264'152","last_deep_scrub_stamp":"2024-09-12T01:16:18.091335+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.091335+0000","objects_scrubbed":2,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:51:56.171790+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":137,"num_read_kb":134,"num_write":335,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"264'978","reported_seq":2691,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.989747+0000","last_change":"2024-09-12T01:16:01.989692+0000","last_active":"2024-09-12T01:16:01.989747+0000","last_peered":"2024-09-12T01:16:01.989747+0000","last_clean":"2024-09-12T01:16:01.989747+0000","last_became_active":"2024-09-12T00:34:33.979731+0000","last_became_peered":"2024-09-12T00:34:33.979731+0000","last_unstale":"2024-09-12T01:16:01.989747+0000","last_undegraded":"2024-09-12T01:16:01.989747+0000","last_fullsized":"2024-09-12T01:16:01.989747+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'978","last_scrub_stamp":"2024-09-12T01:16:01.989601+0000","last_deep_scrub":"264'978","last_deep_scrub_stamp":"2024-09-12T01:16:01.989601+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.989601+0000","objects_scrubbed":5,"log_size":78,"log_dups_size":900,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:22.649542+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4741,"num_read_kb":4243,"num_write":1352,"num_write_kb":549,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":694,"num_omap_keys":3,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"264'74","reported_seq":624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.734006+0000","last_change":"2024-09-12T01:15:56.733944+0000","last_active":"2024-09-12T01:15:56.734006+0000","last_peered":"2024-09-12T01:15:56.734006+0000","last_clean":"2024-09-12T01:15:56.734006+0000","last_became_active":"2024-09-12T00:34:12.860653+0000","last_became_peered":"2024-09-12T00:34:12.860653+0000","last_unstale":"2024-09-12T01:15:56.734006+0000","last_undegraded":"2024-09-12T01:15:56.734006+0000","last_fullsized":"2024-09-12T01:15:56.734006+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'74","last_scrub_stamp":"2024-09-12T01:15:56.733841+0000","last_deep_scrub":"264'74","last_deep_scrub_stamp":"2024-09-12T01:15:56.733841+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.733841+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:08:40.612804+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"264'2","reported_seq":526,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.361058+0000","last_change":"2024-09-12T01:15:56.360938+0000","last_active":"2024-09-12T01:15:56.361058+0000","last_peered":"2024-09-12T01:15:56.361058+0000","last_clean":"2024-09-12T01:15:56.361058+0000","last_became_active":"2024-09-12T00:34:18.794220+0000","last_became_peered":"2024-09-12T00:34:18.794220+0000","last_unstale":"2024-09-12T01:15:56.361058+0000","last_undegraded":"2024-09-12T01:15:56.361058+0000","last_fullsized":"2024-09-12T01:15:56.361058+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:15:56.360846+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:15:56.360846+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.360846+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:57:35.854374+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0.00068530299999999995,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"264'351","reported_seq":1184,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.157816+0000","last_change":"2024-09-12T01:15:53.157721+0000","last_active":"2024-09-12T01:15:53.157816+0000","last_peered":"2024-09-12T01:15:53.157816+0000","last_clean":"2024-09-12T01:15:53.157816+0000","last_became_active":"2024-09-12T00:34:31.975192+0000","last_became_peered":"2024-09-12T00:34:31.975192+0000","last_unstale":"2024-09-12T01:15:53.157816+0000","last_undegraded":"2024-09-12T01:15:53.157816+0000","last_fullsized":"2024-09-12T01:15:53.157816+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'351","last_scrub_stamp":"2024-09-12T01:15:53.157614+0000","last_deep_scrub":"264'351","last_deep_scrub_stamp":"2024-09-12T01:15:53.157614+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.157614+0000","objects_scrubbed":7,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:19:41.667251+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":28,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":928,"num_read_kb":22362,"num_write":1090,"num_write_kb":25369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":505,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.747320+0000","last_change":"2024-09-12T01:16:12.747247+0000","last_active":"2024-09-12T01:16:12.747320+0000","last_peered":"2024-09-12T01:16:12.747320+0000","last_clean":"2024-09-12T01:16:12.747320+0000","last_became_active":"2024-09-12T00:34:35.984101+0000","last_became_peered":"2024-09-12T00:34:35.984101+0000","last_unstale":"2024-09-12T01:16:12.747320+0000","last_undegraded":"2024-09-12T01:16:12.747320+0000","last_fullsized":"2024-09-12T01:16:12.747320+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:12.747163+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:12.747163+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.747163+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:12:53.118889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.7","version":"264'704","reported_seq":1413,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.321576+0000","last_change":"2024-09-12T01:16:21.321576+0000","last_active":"2024-09-12T01:16:21.321576+0000","last_peered":"2024-09-12T01:16:21.321576+0000","last_clean":"2024-09-12T01:16:21.321576+0000","last_became_active":"2024-09-12T00:34:37.999707+0000","last_became_peered":"2024-09-12T00:34:37.999707+0000","last_unstale":"2024-09-12T01:16:21.321576+0000","last_undegraded":"2024-09-12T01:16:21.321576+0000","last_fullsized":"2024-09-12T01:16:21.321576+0000","mapping_epoch":31,"log_start":"264'600","ondisk_log_start":"264'600","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'704","last_scrub_stamp":"2024-09-12T01:16:21.321475+0000","last_deep_scrub":"264'704","last_deep_scrub_stamp":"2024-09-12T01:16:21.321475+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.321475+0000","objects_scrubbed":7,"log_size":104,"log_dups_size":600,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:24:03.018742+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":136244,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1368,"num_read_kb":3023,"num_write":1294,"num_write_kb":1130,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":108276,"num_omap_keys":262,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.661806+0000","last_change":"2024-09-12T01:16:20.661806+0000","last_active":"2024-09-12T01:16:20.661806+0000","last_peered":"2024-09-12T01:16:20.661806+0000","last_clean":"2024-09-12T01:16:20.661806+0000","last_became_active":"2024-09-12T00:34:40.008565+0000","last_became_peered":"2024-09-12T00:34:40.008565+0000","last_unstale":"2024-09-12T01:16:20.661806+0000","last_undegraded":"2024-09-12T01:16:20.661806+0000","last_fullsized":"2024-09-12T01:16:20.661806+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:20.661712+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:20.661712+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.661712+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:15:19.266296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"264'226","reported_seq":946,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.980192+0000","last_change":"2024-09-12T01:16:17.980192+0000","last_active":"2024-09-12T01:16:17.980192+0000","last_peered":"2024-09-12T01:16:17.980192+0000","last_clean":"2024-09-12T01:16:17.980192+0000","last_became_active":"2024-09-12T00:34:42.012694+0000","last_became_peered":"2024-09-12T00:34:42.012694+0000","last_unstale":"2024-09-12T01:16:17.980192+0000","last_undegraded":"2024-09-12T01:16:17.980192+0000","last_fullsized":"2024-09-12T01:16:17.980192+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'226","last_scrub_stamp":"2024-09-12T01:16:17.980098+0000","last_deep_scrub":"264'226","last_deep_scrub_stamp":"2024-09-12T01:16:17.980098+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.980098+0000","objects_scrubbed":4,"log_size":26,"log_dups_size":200,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:06.202684+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1035,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":509,"num_read_kb":490,"num_write":472,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":66,"num_omap_keys":1,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.6","version":"264'718","reported_seq":2123,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.577134+0000","last_change":"2024-09-12T01:15:59.577134+0000","last_active":"2024-09-12T01:15:59.577134+0000","last_peered":"2024-09-12T01:15:59.577134+0000","last_clean":"2024-09-12T01:15:59.577134+0000","last_became_active":"2024-09-12T00:34:33.983903+0000","last_became_peered":"2024-09-12T00:34:33.983903+0000","last_unstale":"2024-09-12T01:15:59.577134+0000","last_undegraded":"2024-09-12T01:15:59.577134+0000","last_fullsized":"2024-09-12T01:15:59.577134+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'718","last_scrub_stamp":"2024-09-12T01:15:59.577035+0000","last_deep_scrub":"264'718","last_deep_scrub_stamp":"2024-09-12T01:15:59.577035+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.577035+0000","objects_scrubbed":5,"log_size":18,"log_dups_size":700,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:15:35.278587+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3318,"num_read_kb":2987,"num_write":934,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":531,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.778065+0000","last_change":"2024-09-12T01:16:00.777999+0000","last_active":"2024-09-12T01:16:00.778065+0000","last_peered":"2024-09-12T01:16:00.778065+0000","last_clean":"2024-09-12T01:16:00.778065+0000","last_became_active":"2024-09-12T00:34:18.800093+0000","last_became_peered":"2024-09-12T00:34:18.800093+0000","last_unstale":"2024-09-12T01:16:00.778065+0000","last_undegraded":"2024-09-12T01:16:00.778065+0000","last_fullsized":"2024-09-12T01:16:00.778065+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:00.777866+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:00.777866+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.777866+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:57:26.709339+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00067478700000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"264'320","reported_seq":937,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:51.531710+0000","last_change":"2024-09-12T01:15:51.531649+0000","last_active":"2024-09-12T01:15:51.531710+0000","last_peered":"2024-09-12T01:15:51.531710+0000","last_clean":"2024-09-12T01:15:51.531710+0000","last_became_active":"2024-09-12T00:34:31.964317+0000","last_became_peered":"2024-09-12T00:34:31.964317+0000","last_unstale":"2024-09-12T01:15:51.531710+0000","last_undegraded":"2024-09-12T01:15:51.531710+0000","last_fullsized":"2024-09-12T01:15:51.531710+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'320","last_scrub_stamp":"2024-09-12T01:15:51.531543+0000","last_deep_scrub":"264'320","last_deep_scrub_stamp":"2024-09-12T01:15:51.531543+0000","last_clean_scrub_stamp":"2024-09-12T01:15:51.531543+0000","objects_scrubbed":7,"log_size":20,"log_dups_size":300,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:06:59.670661+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133707,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":418,"num_read_kb":26007,"num_write":938,"num_write_kb":21584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.308456+0000","last_change":"2024-09-12T01:16:16.308456+0000","last_active":"2024-09-12T01:16:16.308456+0000","last_peered":"2024-09-12T01:16:16.308456+0000","last_clean":"2024-09-12T01:16:16.308456+0000","last_became_active":"2024-09-12T00:34:35.989633+0000","last_became_peered":"2024-09-12T00:34:35.989633+0000","last_unstale":"2024-09-12T01:16:16.308456+0000","last_undegraded":"2024-09-12T01:16:16.308456+0000","last_fullsized":"2024-09-12T01:16:16.308456+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:16.308372+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:16.308372+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.308372+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:13:48.882360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.4","version":"264'1286","reported_seq":2730,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.044616+0000","last_change":"2024-09-12T01:16:11.044534+0000","last_active":"2024-09-12T01:16:11.044616+0000","last_peered":"2024-09-12T01:16:11.044616+0000","last_clean":"2024-09-12T01:16:11.044616+0000","last_became_active":"2024-09-12T00:34:38.000456+0000","last_became_peered":"2024-09-12T00:34:38.000456+0000","last_unstale":"2024-09-12T01:16:11.044616+0000","last_undegraded":"2024-09-12T01:16:11.044616+0000","last_fullsized":"2024-09-12T01:16:11.044616+0000","mapping_epoch":31,"log_start":"264'1200","ondisk_log_start":"264'1200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1286","last_scrub_stamp":"2024-09-12T01:16:11.044422+0000","last_deep_scrub":"264'1286","last_deep_scrub_stamp":"2024-09-12T01:16:11.044422+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.044422+0000","objects_scrubbed":12,"log_size":86,"log_dups_size":1200,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:12:43.283911+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":143542,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":2061,"num_read_kb":3949,"num_write":1148,"num_write_kb":991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5938,"num_omap_keys":16,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.833869+0000","last_change":"2024-09-12T01:16:23.833771+0000","last_active":"2024-09-12T01:16:23.833869+0000","last_peered":"2024-09-12T01:16:23.833869+0000","last_clean":"2024-09-12T01:16:23.833869+0000","last_became_active":"2024-09-12T00:34:40.007059+0000","last_became_peered":"2024-09-12T00:34:40.007059+0000","last_unstale":"2024-09-12T01:16:23.833869+0000","last_undegraded":"2024-09-12T01:16:23.833869+0000","last_fullsized":"2024-09-12T01:16:23.833869+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:23.833675+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:23.833675+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.833675+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:11:16.548813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"264'163","reported_seq":691,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.065839+0000","last_change":"2024-09-12T01:16:19.065839+0000","last_active":"2024-09-12T01:16:19.065839+0000","last_peered":"2024-09-12T01:16:19.065839+0000","last_clean":"2024-09-12T01:16:19.065839+0000","last_became_active":"2024-09-12T00:34:42.008947+0000","last_became_peered":"2024-09-12T00:34:42.008947+0000","last_unstale":"2024-09-12T01:16:19.065839+0000","last_undegraded":"2024-09-12T01:16:19.065839+0000","last_fullsized":"2024-09-12T01:16:19.065839+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'163","last_scrub_stamp":"2024-09-12T01:16:19.065753+0000","last_deep_scrub":"264'163","last_deep_scrub_stamp":"2024-09-12T01:16:19.065753+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.065753+0000","objects_scrubbed":1,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:57:55.233288+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":232,"num_read_kb":205,"num_write":347,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"264'382","reported_seq":1774,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.173239+0000","last_change":"2024-09-12T01:16:00.173239+0000","last_active":"2024-09-12T01:16:00.173239+0000","last_peered":"2024-09-12T01:16:00.173239+0000","last_clean":"2024-09-12T01:16:00.173239+0000","last_became_active":"2024-09-12T00:34:33.980656+0000","last_became_peered":"2024-09-12T00:34:33.980656+0000","last_unstale":"2024-09-12T01:16:00.173239+0000","last_undegraded":"2024-09-12T01:16:00.173239+0000","last_fullsized":"2024-09-12T01:16:00.173239+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'382","last_scrub_stamp":"2024-09-12T01:16:00.173150+0000","last_deep_scrub":"264'382","last_deep_scrub_stamp":"2024-09-12T01:16:00.173150+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.173150+0000","objects_scrubbed":1,"log_size":82,"log_dups_size":300,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:20:15.596943+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1941,"num_read_kb":1849,"num_write":422,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:52.560341+0000","last_change":"2024-09-12T01:15:52.560283+0000","last_active":"2024-09-12T01:15:52.560341+0000","last_peered":"2024-09-12T01:15:52.560341+0000","last_clean":"2024-09-12T01:15:52.560341+0000","last_became_active":"2024-09-12T00:34:18.950483+0000","last_became_peered":"2024-09-12T00:34:18.950483+0000","last_unstale":"2024-09-12T01:15:52.560341+0000","last_undegraded":"2024-09-12T01:15:52.560341+0000","last_fullsized":"2024-09-12T01:15:52.560341+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:52.560211+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:52.560211+0000","last_clean_scrub_stamp":"2024-09-12T01:15:52.560211+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:45:57.139936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00059199199999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"264'347","reported_seq":1008,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.126369+0000","last_change":"2024-09-12T01:15:54.126318+0000","last_active":"2024-09-12T01:15:54.126369+0000","last_peered":"2024-09-12T01:15:54.126369+0000","last_clean":"2024-09-12T01:15:54.126369+0000","last_became_active":"2024-09-12T00:34:31.958610+0000","last_became_peered":"2024-09-12T00:34:31.958610+0000","last_unstale":"2024-09-12T01:15:54.126369+0000","last_undegraded":"2024-09-12T01:15:54.126369+0000","last_fullsized":"2024-09-12T01:15:54.126369+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'347","last_scrub_stamp":"2024-09-12T01:15:54.126226+0000","last_deep_scrub":"264'347","last_deep_scrub_stamp":"2024-09-12T01:15:54.126226+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.126226+0000","objects_scrubbed":6,"log_size":47,"log_dups_size":300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:43.315332+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133688,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":557,"num_read_kb":33366,"num_write":1138,"num_write_kb":25009,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.6","version":"264'2","reported_seq":506,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.585357+0000","last_change":"2024-09-12T01:16:04.585357+0000","last_active":"2024-09-12T01:16:04.585357+0000","last_peered":"2024-09-12T01:16:04.585357+0000","last_clean":"2024-09-12T01:16:04.585357+0000","last_became_active":"2024-09-12T00:34:35.991302+0000","last_became_peered":"2024-09-12T00:34:35.991302+0000","last_unstale":"2024-09-12T01:16:04.585357+0000","last_undegraded":"2024-09-12T01:16:04.585357+0000","last_fullsized":"2024-09-12T01:16:04.585357+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:04.585271+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:04.585271+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.585271+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:08:07.953180+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.5","version":"264'261","reported_seq":1307,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.874372+0000","last_change":"2024-09-12T01:16:17.874317+0000","last_active":"2024-09-12T01:16:17.874372+0000","last_peered":"2024-09-12T01:16:17.874372+0000","last_clean":"2024-09-12T01:16:17.874372+0000","last_became_active":"2024-09-12T00:34:38.120856+0000","last_became_peered":"2024-09-12T00:34:38.120856+0000","last_unstale":"2024-09-12T01:16:17.874372+0000","last_undegraded":"2024-09-12T01:16:17.874372+0000","last_fullsized":"2024-09-12T01:16:17.874372+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'261","last_scrub_stamp":"2024-09-12T01:16:17.874231+0000","last_deep_scrub":"264'261","last_deep_scrub_stamp":"2024-09-12T01:16:17.874231+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.874231+0000","objects_scrubbed":9,"log_size":61,"log_dups_size":200,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:25:58.460537+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":180,"num_read_kb":170,"num_write":147,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":5400,"num_omap_keys":12,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.707575+0000","last_change":"2024-09-12T01:16:18.707513+0000","last_active":"2024-09-12T01:16:18.707575+0000","last_peered":"2024-09-12T01:16:18.707575+0000","last_clean":"2024-09-12T01:16:18.707575+0000","last_became_active":"2024-09-12T00:34:40.006377+0000","last_became_peered":"2024-09-12T00:34:40.006377+0000","last_unstale":"2024-09-12T01:16:18.707575+0000","last_undegraded":"2024-09-12T01:16:18.707575+0000","last_fullsized":"2024-09-12T01:16:18.707575+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:18.707422+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:18.707422+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.707422+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:20:05.472215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"264'276","reported_seq":881,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.996143+0000","last_change":"2024-09-12T01:16:26.996143+0000","last_active":"2024-09-12T01:16:26.996143+0000","last_peered":"2024-09-12T01:16:26.996143+0000","last_clean":"2024-09-12T01:16:26.996143+0000","last_became_active":"2024-09-12T00:34:42.025507+0000","last_became_peered":"2024-09-12T00:34:42.025507+0000","last_unstale":"2024-09-12T01:16:26.996143+0000","last_undegraded":"2024-09-12T01:16:26.996143+0000","last_fullsized":"2024-09-12T01:16:26.996143+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'276","last_scrub_stamp":"2024-09-12T01:16:26.996017+0000","last_deep_scrub":"264'276","last_deep_scrub_stamp":"2024-09-12T01:16:26.996017+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.996017+0000","objects_scrubbed":4,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:06:34.731136+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":436,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":528,"num_read_kb":543,"num_write":622,"num_write_kb":175,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1193,"num_omap_keys":7,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"264'583","reported_seq":2468,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.132343+0000","last_change":"2024-09-12T01:15:58.132281+0000","last_active":"2024-09-12T01:15:58.132343+0000","last_peered":"2024-09-12T01:15:58.132343+0000","last_clean":"2024-09-12T01:15:58.132343+0000","last_became_active":"2024-09-12T00:34:33.972779+0000","last_became_peered":"2024-09-12T00:34:33.972779+0000","last_unstale":"2024-09-12T01:15:58.132343+0000","last_undegraded":"2024-09-12T01:15:58.132343+0000","last_fullsized":"2024-09-12T01:15:58.132343+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'583","last_scrub_stamp":"2024-09-12T01:15:58.132192+0000","last_deep_scrub":"264'583","last_deep_scrub_stamp":"2024-09-12T01:15:58.132192+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.132192+0000","objects_scrubbed":8,"log_size":83,"log_dups_size":500,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:33:22.894481+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":3299,"num_read_kb":3090,"num_write":685,"num_write_kb":177,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":8,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":4576,"num_omap_keys":18,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"264'3","reported_seq":527,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.347981+0000","last_change":"2024-09-12T01:15:54.347917+0000","last_active":"2024-09-12T01:15:54.347981+0000","last_peered":"2024-09-12T01:15:54.347981+0000","last_clean":"2024-09-12T01:15:54.347981+0000","last_became_active":"2024-09-12T00:34:18.800014+0000","last_became_peered":"2024-09-12T00:34:18.800014+0000","last_unstale":"2024-09-12T01:15:54.347981+0000","last_undegraded":"2024-09-12T01:15:54.347981+0000","last_fullsized":"2024-09-12T01:15:54.347981+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'3","last_scrub_stamp":"2024-09-12T01:15:54.347799+0000","last_deep_scrub":"264'3","last_deep_scrub_stamp":"2024-09-12T01:15:54.347799+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.347799+0000","objects_scrubbed":1,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:06:05.597192+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00070168200000000002,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"264'336","reported_seq":988,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.826303+0000","last_change":"2024-09-12T01:15:53.826237+0000","last_active":"2024-09-12T01:15:53.826303+0000","last_peered":"2024-09-12T01:15:53.826303+0000","last_clean":"2024-09-12T01:15:53.826303+0000","last_became_active":"2024-09-12T00:34:31.969221+0000","last_became_peered":"2024-09-12T00:34:31.969221+0000","last_unstale":"2024-09-12T01:15:53.826303+0000","last_undegraded":"2024-09-12T01:15:53.826303+0000","last_fullsized":"2024-09-12T01:15:53.826303+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'336","last_scrub_stamp":"2024-09-12T01:15:53.826019+0000","last_deep_scrub":"264'336","last_deep_scrub_stamp":"2024-09-12T01:15:53.826019+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.826019+0000","objects_scrubbed":7,"log_size":36,"log_dups_size":300,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:19:36.207029+0000","scrub_duration":10,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5328013,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":472,"num_read_kb":51354,"num_write":980,"num_write_kb":39134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,0],"acting":[4,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.580813+0000","last_change":"2024-09-12T01:16:11.580721+0000","last_active":"2024-09-12T01:16:11.580813+0000","last_peered":"2024-09-12T01:16:11.580813+0000","last_clean":"2024-09-12T01:16:11.580813+0000","last_became_active":"2024-09-12T00:34:35.988607+0000","last_became_peered":"2024-09-12T00:34:35.988607+0000","last_unstale":"2024-09-12T01:16:11.580813+0000","last_undegraded":"2024-09-12T01:16:11.580813+0000","last_fullsized":"2024-09-12T01:16:11.580813+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:11.580584+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:11.580584+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.580584+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:37:56.641711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.6","version":"264'117","reported_seq":657,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.093772+0000","last_change":"2024-09-12T01:16:16.093772+0000","last_active":"2024-09-12T01:16:16.093772+0000","last_peered":"2024-09-12T01:16:16.093772+0000","last_clean":"2024-09-12T01:16:16.093772+0000","last_became_active":"2024-09-12T00:34:37.996626+0000","last_became_peered":"2024-09-12T00:34:37.996626+0000","last_unstale":"2024-09-12T01:16:16.093772+0000","last_undegraded":"2024-09-12T01:16:16.093772+0000","last_fullsized":"2024-09-12T01:16:16.093772+0000","mapping_epoch":31,"log_start":"264'101","ondisk_log_start":"264'101","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'117","last_scrub_stamp":"2024-09-12T01:16:16.093684+0000","last_deep_scrub":"264'117","last_deep_scrub_stamp":"2024-09-12T01:16:16.093684+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.093684+0000","objects_scrubbed":7,"log_size":16,"log_dups_size":101,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:27:20.053722+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":140,"num_read_kb":134,"num_write":100,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3358,"num_omap_keys":10,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.071309+0000","last_change":"2024-09-12T01:16:11.071309+0000","last_active":"2024-09-12T01:16:11.071309+0000","last_peered":"2024-09-12T01:16:11.071309+0000","last_clean":"2024-09-12T01:16:11.071309+0000","last_became_active":"2024-09-12T00:34:40.008337+0000","last_became_peered":"2024-09-12T00:34:40.008337+0000","last_unstale":"2024-09-12T01:16:11.071309+0000","last_undegraded":"2024-09-12T01:16:11.071309+0000","last_fullsized":"2024-09-12T01:16:11.071309+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:11.071225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:11.071225+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.071225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:39:40.650077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"264'113","reported_seq":657,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.184379+0000","last_change":"2024-09-12T01:16:28.184379+0000","last_active":"2024-09-12T01:16:28.184379+0000","last_peered":"2024-09-12T01:16:28.184379+0000","last_clean":"2024-09-12T01:16:28.184379+0000","last_became_active":"2024-09-12T00:34:42.026025+0000","last_became_peered":"2024-09-12T00:34:42.026025+0000","last_unstale":"2024-09-12T01:16:28.184379+0000","last_undegraded":"2024-09-12T01:16:28.184379+0000","last_fullsized":"2024-09-12T01:16:28.184379+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'113","last_scrub_stamp":"2024-09-12T01:16:28.184288+0000","last_deep_scrub":"264'113","last_deep_scrub_stamp":"2024-09-12T01:16:28.184288+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.184288+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":100,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:02.217571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":201,"num_read_kb":199,"num_write":266,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"264'727","reported_seq":2432,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.177882+0000","last_change":"2024-09-12T01:15:57.177806+0000","last_active":"2024-09-12T01:15:57.177882+0000","last_peered":"2024-09-12T01:15:57.177882+0000","last_clean":"2024-09-12T01:15:57.177882+0000","last_became_active":"2024-09-12T00:34:33.981859+0000","last_became_peered":"2024-09-12T00:34:33.981859+0000","last_unstale":"2024-09-12T01:15:57.177882+0000","last_undegraded":"2024-09-12T01:15:57.177882+0000","last_fullsized":"2024-09-12T01:15:57.177882+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'727","last_scrub_stamp":"2024-09-12T01:15:57.177720+0000","last_deep_scrub":"264'727","last_deep_scrub_stamp":"2024-09-12T01:15:57.177720+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.177720+0000","objects_scrubbed":3,"log_size":27,"log_dups_size":700,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:37:35.128404+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3682,"num_read_kb":3305,"num_write":974,"num_write_kb":369,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2040,"num_omap_keys":8,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"264'330","reported_seq":954,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.326508+0000","last_change":"2024-09-12T01:15:55.326423+0000","last_active":"2024-09-12T01:15:55.326508+0000","last_peered":"2024-09-12T01:15:55.326508+0000","last_clean":"2024-09-12T01:15:55.326508+0000","last_became_active":"2024-09-12T00:34:31.964150+0000","last_became_peered":"2024-09-12T00:34:31.964150+0000","last_unstale":"2024-09-12T01:15:55.326508+0000","last_undegraded":"2024-09-12T01:15:55.326508+0000","last_fullsized":"2024-09-12T01:15:55.326508+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'330","last_scrub_stamp":"2024-09-12T01:15:55.326335+0000","last_deep_scrub":"264'330","last_deep_scrub_stamp":"2024-09-12T01:15:55.326335+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.326335+0000","objects_scrubbed":1,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:31.630477+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262159,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":497,"num_read_kb":5587,"num_write":1084,"num_write_kb":25193,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:52.095881+0000","last_change":"2024-09-12T01:15:52.095777+0000","last_active":"2024-09-12T01:15:52.095881+0000","last_peered":"2024-09-12T01:15:52.095881+0000","last_clean":"2024-09-12T01:15:52.095881+0000","last_became_active":"2024-09-12T00:34:18.799798+0000","last_became_peered":"2024-09-12T00:34:18.799798+0000","last_unstale":"2024-09-12T01:15:52.095881+0000","last_undegraded":"2024-09-12T01:15:52.095881+0000","last_fullsized":"2024-09-12T01:15:52.095881+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:52.095658+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:52.095658+0000","last_clean_scrub_stamp":"2024-09-12T01:15:52.095658+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:28:38.801916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062911100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.536231+0000","last_change":"2024-09-12T01:16:10.536090+0000","last_active":"2024-09-12T01:16:10.536231+0000","last_peered":"2024-09-12T01:16:10.536231+0000","last_clean":"2024-09-12T01:16:10.536231+0000","last_became_active":"2024-09-12T00:34:35.987736+0000","last_became_peered":"2024-09-12T00:34:35.987736+0000","last_unstale":"2024-09-12T01:16:10.536231+0000","last_undegraded":"2024-09-12T01:16:10.536231+0000","last_fullsized":"2024-09-12T01:16:10.536231+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:10.535988+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:10.535988+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.535988+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:47:57.230946+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"264'562","reported_seq":1243,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.559554+0000","last_change":"2024-09-12T01:16:13.559491+0000","last_active":"2024-09-12T01:16:13.559554+0000","last_peered":"2024-09-12T01:16:13.559554+0000","last_clean":"2024-09-12T01:16:13.559554+0000","last_became_active":"2024-09-12T00:34:37.999294+0000","last_became_peered":"2024-09-12T00:34:37.999294+0000","last_unstale":"2024-09-12T01:16:13.559554+0000","last_undegraded":"2024-09-12T01:16:13.559554+0000","last_fullsized":"2024-09-12T01:16:13.559554+0000","mapping_epoch":31,"log_start":"264'500","ondisk_log_start":"264'500","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'562","last_scrub_stamp":"2024-09-12T01:16:13.559382+0000","last_deep_scrub":"264'562","last_deep_scrub_stamp":"2024-09-12T01:16:13.559382+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.559382+0000","objects_scrubbed":11,"log_size":62,"log_dups_size":500,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:15:35.751091+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":94912,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":970,"num_read_kb":2139,"num_write":820,"num_write_kb":654,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":9992,"num_omap_keys":22,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.787074+0000","last_change":"2024-09-12T01:16:22.787074+0000","last_active":"2024-09-12T01:16:22.787074+0000","last_peered":"2024-09-12T01:16:22.787074+0000","last_clean":"2024-09-12T01:16:22.787074+0000","last_became_active":"2024-09-12T00:34:40.009153+0000","last_became_peered":"2024-09-12T00:34:40.009153+0000","last_unstale":"2024-09-12T01:16:22.787074+0000","last_undegraded":"2024-09-12T01:16:22.787074+0000","last_fullsized":"2024-09-12T01:16:22.787074+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:22.786980+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:22.786980+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.786980+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:16:00.217627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"264'157","reported_seq":661,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.637765+0000","last_change":"2024-09-12T01:16:27.637765+0000","last_active":"2024-09-12T01:16:27.637765+0000","last_peered":"2024-09-12T01:16:27.637765+0000","last_clean":"2024-09-12T01:16:27.637765+0000","last_became_active":"2024-09-12T00:34:42.013699+0000","last_became_peered":"2024-09-12T00:34:42.013699+0000","last_unstale":"2024-09-12T01:16:27.637765+0000","last_undegraded":"2024-09-12T01:16:27.637765+0000","last_fullsized":"2024-09-12T01:16:27.637765+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'157","last_scrub_stamp":"2024-09-12T01:16:27.637674+0000","last_deep_scrub":"264'157","last_deep_scrub_stamp":"2024-09-12T01:16:27.637674+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.637674+0000","objects_scrubbed":4,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:43:12.065132+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":723,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":137,"num_read_kb":130,"num_write":357,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":73,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3","version":"264'479","reported_seq":2052,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.452265+0000","last_change":"2024-09-12T01:16:05.452190+0000","last_active":"2024-09-12T01:16:05.452265+0000","last_peered":"2024-09-12T01:16:05.452265+0000","last_clean":"2024-09-12T01:16:05.452265+0000","last_became_active":"2024-09-12T00:34:33.987564+0000","last_became_peered":"2024-09-12T00:34:33.987564+0000","last_unstale":"2024-09-12T01:16:05.452265+0000","last_undegraded":"2024-09-12T01:16:05.452265+0000","last_fullsized":"2024-09-12T01:16:05.452265+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'479","last_scrub_stamp":"2024-09-12T01:16:05.452107+0000","last_deep_scrub":"264'479","last_deep_scrub_stamp":"2024-09-12T01:16:05.452107+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.452107+0000","objects_scrubbed":3,"log_size":79,"log_dups_size":400,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:59:52.221512+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2476,"num_read_kb":2319,"num_write":555,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"264'349","reported_seq":1011,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.168966+0000","last_change":"2024-09-12T01:15:55.168907+0000","last_active":"2024-09-12T01:15:55.168966+0000","last_peered":"2024-09-12T01:15:55.168966+0000","last_clean":"2024-09-12T01:15:55.168966+0000","last_became_active":"2024-09-12T00:34:31.957706+0000","last_became_peered":"2024-09-12T00:34:31.957706+0000","last_unstale":"2024-09-12T01:15:55.168966+0000","last_undegraded":"2024-09-12T01:15:55.168966+0000","last_fullsized":"2024-09-12T01:15:55.168966+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'349","last_scrub_stamp":"2024-09-12T01:15:55.168809+0000","last_deep_scrub":"264'349","last_deep_scrub_stamp":"2024-09-12T01:15:55.168809+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.168809+0000","objects_scrubbed":7,"log_size":49,"log_dups_size":300,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:19:59.328284+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":889207,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":478,"num_read_kb":19376,"num_write":1079,"num_write_kb":47507,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":530,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.724890+0000","last_change":"2024-09-12T01:15:54.724821+0000","last_active":"2024-09-12T01:15:54.724890+0000","last_peered":"2024-09-12T01:15:54.724890+0000","last_clean":"2024-09-12T01:15:54.724890+0000","last_became_active":"2024-09-12T00:34:18.792370+0000","last_became_peered":"2024-09-12T00:34:18.792370+0000","last_unstale":"2024-09-12T01:15:54.724890+0000","last_undegraded":"2024-09-12T01:15:54.724890+0000","last_fullsized":"2024-09-12T01:15:54.724890+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:54.724694+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:54.724694+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.724694+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:23:19.212530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049636899999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.049148+0000","last_change":"2024-09-12T01:16:07.049095+0000","last_active":"2024-09-12T01:16:07.049148+0000","last_peered":"2024-09-12T01:16:07.049148+0000","last_clean":"2024-09-12T01:16:07.049148+0000","last_became_active":"2024-09-12T00:34:35.988393+0000","last_became_peered":"2024-09-12T00:34:35.988393+0000","last_unstale":"2024-09-12T01:16:07.049148+0000","last_undegraded":"2024-09-12T01:16:07.049148+0000","last_fullsized":"2024-09-12T01:16:07.049148+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:07.049013+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:07.049013+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.049013+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:59:20.714678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1","version":"264'164","reported_seq":738,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.060143+0000","last_change":"2024-09-12T01:16:10.060041+0000","last_active":"2024-09-12T01:16:10.060143+0000","last_peered":"2024-09-12T01:16:10.060143+0000","last_clean":"2024-09-12T01:16:10.060143+0000","last_became_active":"2024-09-12T00:34:38.120661+0000","last_became_peered":"2024-09-12T00:34:38.120661+0000","last_unstale":"2024-09-12T01:16:10.060143+0000","last_undegraded":"2024-09-12T01:16:10.060143+0000","last_fullsized":"2024-09-12T01:16:10.060143+0000","mapping_epoch":31,"log_start":"261'100","ondisk_log_start":"261'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'164","last_scrub_stamp":"2024-09-12T01:16:10.059899+0000","last_deep_scrub":"264'164","last_deep_scrub_stamp":"2024-09-12T01:16:10.059899+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.059899+0000","objects_scrubbed":8,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:18:21.258622+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":204,"num_read_kb":195,"num_write":134,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"264'809","reported_seq":2654,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:25.289410+0000","last_change":"2024-09-12T01:16:25.289342+0000","last_active":"2024-09-12T01:16:25.289410+0000","last_peered":"2024-09-12T01:16:25.289410+0000","last_clean":"2024-09-12T01:16:25.289410+0000","last_became_active":"2024-09-12T00:34:40.012553+0000","last_became_peered":"2024-09-12T00:34:40.012553+0000","last_unstale":"2024-09-12T01:16:25.289410+0000","last_undegraded":"2024-09-12T01:16:25.289410+0000","last_fullsized":"2024-09-12T01:16:25.289410+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'809","last_scrub_stamp":"2024-09-12T01:16:25.289253+0000","last_deep_scrub":"264'809","last_deep_scrub_stamp":"2024-09-12T01:16:25.289253+0000","last_clean_scrub_stamp":"2024-09-12T01:16:25.289253+0000","objects_scrubbed":1,"log_size":109,"log_dups_size":700,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:52:45.829926+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"264'112","reported_seq":611,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.971086+0000","last_change":"2024-09-12T01:16:28.971086+0000","last_active":"2024-09-12T01:16:28.971086+0000","last_peered":"2024-09-12T01:16:28.971086+0000","last_clean":"2024-09-12T01:16:28.971086+0000","last_became_active":"2024-09-12T00:34:42.025771+0000","last_became_peered":"2024-09-12T00:34:42.025771+0000","last_unstale":"2024-09-12T01:16:28.971086+0000","last_undegraded":"2024-09-12T01:16:28.971086+0000","last_fullsized":"2024-09-12T01:16:28.971086+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'112","last_scrub_stamp":"2024-09-12T01:16:28.970981+0000","last_deep_scrub":"264'112","last_deep_scrub_stamp":"2024-09-12T01:16:28.970981+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.970981+0000","objects_scrubbed":3,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:09:45.543140+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":521,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":118,"num_read_kb":116,"num_write":281,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.0","version":"264'904","reported_seq":2604,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.070517+0000","last_change":"2024-09-12T01:16:04.070431+0000","last_active":"2024-09-12T01:16:04.070517+0000","last_peered":"2024-09-12T01:16:04.070517+0000","last_clean":"2024-09-12T01:16:04.070517+0000","last_became_active":"2024-09-12T00:34:33.985768+0000","last_became_peered":"2024-09-12T00:34:33.985768+0000","last_unstale":"2024-09-12T01:16:04.070517+0000","last_undegraded":"2024-09-12T01:16:04.070517+0000","last_fullsized":"2024-09-12T01:16:04.070517+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'904","last_scrub_stamp":"2024-09-12T01:16:04.070345+0000","last_deep_scrub":"264'904","last_deep_scrub_stamp":"2024-09-12T01:16:04.070345+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.070345+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":800,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:56:27.736245+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4156,"num_read_kb":3749,"num_write":1149,"num_write_kb":391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.7","version":"264'307","reported_seq":930,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.172795+0000","last_change":"2024-09-12T01:15:54.172795+0000","last_active":"2024-09-12T01:15:54.172795+0000","last_peered":"2024-09-12T01:15:54.172795+0000","last_clean":"2024-09-12T01:15:54.172795+0000","last_became_active":"2024-09-12T00:34:31.980377+0000","last_became_peered":"2024-09-12T00:34:31.980377+0000","last_unstale":"2024-09-12T01:15:54.172795+0000","last_undegraded":"2024-09-12T01:15:54.172795+0000","last_fullsized":"2024-09-12T01:15:54.172795+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'307","last_scrub_stamp":"2024-09-12T01:15:54.172689+0000","last_deep_scrub":"264'307","last_deep_scrub_stamp":"2024-09-12T01:15:54.172689+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.172689+0000","objects_scrubbed":6,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:51:44.339572+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1395838,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":422,"num_read_kb":68054,"num_write":1009,"num_write_kb":25898,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,7],"acting":[3,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":529,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.082935+0000","last_change":"2024-09-12T01:15:53.082935+0000","last_active":"2024-09-12T01:15:53.082935+0000","last_peered":"2024-09-12T01:15:53.082935+0000","last_clean":"2024-09-12T01:15:53.082935+0000","last_became_active":"2024-09-12T00:34:18.799719+0000","last_became_peered":"2024-09-12T00:34:18.799719+0000","last_unstale":"2024-09-12T01:15:53.082935+0000","last_undegraded":"2024-09-12T01:15:53.082935+0000","last_fullsized":"2024-09-12T01:15:53.082935+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:53.082870+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:53.082870+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.082870+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:46:40.361894+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0.00061593800000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":501,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.896404+0000","last_change":"2024-09-12T01:16:14.896328+0000","last_active":"2024-09-12T01:16:14.896404+0000","last_peered":"2024-09-12T01:16:14.896404+0000","last_clean":"2024-09-12T01:16:14.896404+0000","last_became_active":"2024-09-12T00:34:35.986449+0000","last_became_peered":"2024-09-12T00:34:35.986449+0000","last_unstale":"2024-09-12T01:16:14.896404+0000","last_undegraded":"2024-09-12T01:16:14.896404+0000","last_fullsized":"2024-09-12T01:16:14.896404+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:14.896228+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:14.896228+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.896228+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:42.206170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.2","version":"264'130","reported_seq":674,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:18.770018+0000","last_change":"2024-09-12T01:16:18.769964+0000","last_active":"2024-09-12T01:16:18.770018+0000","last_peered":"2024-09-12T01:16:18.770018+0000","last_clean":"2024-09-12T01:16:18.770018+0000","last_became_active":"2024-09-12T00:34:37.997654+0000","last_became_peered":"2024-09-12T00:34:37.997654+0000","last_unstale":"2024-09-12T01:16:18.770018+0000","last_undegraded":"2024-09-12T01:16:18.770018+0000","last_fullsized":"2024-09-12T01:16:18.770018+0000","mapping_epoch":31,"log_start":"264'100","ondisk_log_start":"264'100","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'130","last_scrub_stamp":"2024-09-12T01:16:18.769879+0000","last_deep_scrub":"264'130","last_deep_scrub_stamp":"2024-09-12T01:16:18.769879+0000","last_clean_scrub_stamp":"2024-09-12T01:16:18.769879+0000","objects_scrubbed":6,"log_size":30,"log_dups_size":100,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:40:43.831840+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":135,"num_read_kb":126,"num_write":92,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"264'816","reported_seq":2335,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.936382+0000","last_change":"2024-09-12T01:16:23.936382+0000","last_active":"2024-09-12T01:16:23.936382+0000","last_peered":"2024-09-12T01:16:23.936382+0000","last_clean":"2024-09-12T01:16:23.936382+0000","last_became_active":"2024-09-12T00:34:40.011654+0000","last_became_peered":"2024-09-12T00:34:40.011654+0000","last_unstale":"2024-09-12T01:16:23.936382+0000","last_undegraded":"2024-09-12T01:16:23.936382+0000","last_fullsized":"2024-09-12T01:16:23.936382+0000","mapping_epoch":33,"log_start":"264'800","ondisk_log_start":"264'800","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'816","last_scrub_stamp":"2024-09-12T01:16:23.936292+0000","last_deep_scrub":"264'816","last_deep_scrub_stamp":"2024-09-12T01:16:23.936292+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.936292+0000","objects_scrubbed":1,"log_size":16,"log_dups_size":800,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:09:01.732622+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"264'263","reported_seq":788,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.696872+0000","last_change":"2024-09-12T01:16:24.696872+0000","last_active":"2024-09-12T01:16:24.696872+0000","last_peered":"2024-09-12T01:16:24.696872+0000","last_clean":"2024-09-12T01:16:24.696872+0000","last_became_active":"2024-09-12T00:34:42.025929+0000","last_became_peered":"2024-09-12T00:34:42.025929+0000","last_unstale":"2024-09-12T01:16:24.696872+0000","last_undegraded":"2024-09-12T01:16:24.696872+0000","last_fullsized":"2024-09-12T01:16:24.696872+0000","mapping_epoch":35,"log_start":"264'200","ondisk_log_start":"264'200","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'263","last_scrub_stamp":"2024-09-12T01:16:24.696767+0000","last_deep_scrub":"264'263","last_deep_scrub_stamp":"2024-09-12T01:16:24.696767+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.696767+0000","objects_scrubbed":4,"log_size":63,"log_dups_size":200,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:48:04.319097+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":441,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":316,"num_read_kb":315,"num_write":559,"num_write_kb":189,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":178,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"264'438","reported_seq":1907,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.789933+0000","last_change":"2024-09-12T01:15:58.789851+0000","last_active":"2024-09-12T01:15:58.789933+0000","last_peered":"2024-09-12T01:15:58.789933+0000","last_clean":"2024-09-12T01:15:58.789933+0000","last_became_active":"2024-09-12T00:34:33.980660+0000","last_became_peered":"2024-09-12T00:34:33.980660+0000","last_unstale":"2024-09-12T01:15:58.789933+0000","last_undegraded":"2024-09-12T01:15:58.789933+0000","last_fullsized":"2024-09-12T01:15:58.789933+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'438","last_scrub_stamp":"2024-09-12T01:15:58.789750+0000","last_deep_scrub":"264'438","last_deep_scrub_stamp":"2024-09-12T01:15:58.789750+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.789750+0000","objects_scrubbed":3,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:16:47.216763+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2181,"num_read_kb":2054,"num_write":523,"num_write_kb":108,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"264'332","reported_seq":973,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:53.513667+0000","last_change":"2024-09-12T01:15:53.513667+0000","last_active":"2024-09-12T01:15:53.513667+0000","last_peered":"2024-09-12T01:15:53.513667+0000","last_clean":"2024-09-12T01:15:53.513667+0000","last_became_active":"2024-09-12T00:34:31.969143+0000","last_became_peered":"2024-09-12T00:34:31.969143+0000","last_unstale":"2024-09-12T01:15:53.513667+0000","last_undegraded":"2024-09-12T01:15:53.513667+0000","last_fullsized":"2024-09-12T01:15:53.513667+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'332","last_scrub_stamp":"2024-09-12T01:15:53.513597+0000","last_deep_scrub":"264'332","last_deep_scrub_stamp":"2024-09-12T01:15:53.513597+0000","last_clean_scrub_stamp":"2024-09-12T01:15:53.513597+0000","objects_scrubbed":4,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:12:34.858214+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":350249,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":444,"num_read_kb":23442,"num_write":1042,"num_write_kb":20063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":528,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.962577+0000","last_change":"2024-09-12T01:15:54.962577+0000","last_active":"2024-09-12T01:15:54.962577+0000","last_peered":"2024-09-12T01:15:54.962577+0000","last_clean":"2024-09-12T01:15:54.962577+0000","last_became_active":"2024-09-12T00:34:18.792515+0000","last_became_peered":"2024-09-12T00:34:18.792515+0000","last_unstale":"2024-09-12T01:15:54.962577+0000","last_undegraded":"2024-09-12T01:15:54.962577+0000","last_fullsized":"2024-09-12T01:15:54.962577+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:15:54.962483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:15:54.962483+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.962483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:23:15.377493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000465122,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":500,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.091151+0000","last_change":"2024-09-12T01:16:11.091097+0000","last_active":"2024-09-12T01:16:11.091151+0000","last_peered":"2024-09-12T01:16:11.091151+0000","last_clean":"2024-09-12T01:16:11.091151+0000","last_became_active":"2024-09-12T00:34:35.985965+0000","last_became_peered":"2024-09-12T00:34:35.985965+0000","last_unstale":"2024-09-12T01:16:11.091151+0000","last_undegraded":"2024-09-12T01:16:11.091151+0000","last_fullsized":"2024-09-12T01:16:11.091151+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:11.091006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:11.091006+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.091006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:07:18.442755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"264'783","reported_seq":1515,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.820806+0000","last_change":"2024-09-12T01:16:15.820739+0000","last_active":"2024-09-12T01:16:15.820806+0000","last_peered":"2024-09-12T01:16:15.820806+0000","last_clean":"2024-09-12T01:16:15.820806+0000","last_became_active":"2024-09-12T00:34:38.120377+0000","last_became_peered":"2024-09-12T00:34:38.120377+0000","last_unstale":"2024-09-12T01:16:15.820806+0000","last_undegraded":"2024-09-12T01:16:15.820806+0000","last_fullsized":"2024-09-12T01:16:15.820806+0000","mapping_epoch":31,"log_start":"264'700","ondisk_log_start":"264'700","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'783","last_scrub_stamp":"2024-09-12T01:16:15.820638+0000","last_deep_scrub":"264'783","last_deep_scrub_stamp":"2024-09-12T01:16:15.820638+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.820638+0000","objects_scrubbed":9,"log_size":83,"log_dups_size":700,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:29:38.138401+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":170369,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1369,"num_read_kb":3324,"num_write":1130,"num_write_kb":966,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":491,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.957065+0000","last_change":"2024-09-12T01:16:21.957065+0000","last_active":"2024-09-12T01:16:21.957065+0000","last_peered":"2024-09-12T01:16:21.957065+0000","last_clean":"2024-09-12T01:16:21.957065+0000","last_became_active":"2024-09-12T00:34:40.013582+0000","last_became_peered":"2024-09-12T00:34:40.013582+0000","last_unstale":"2024-09-12T01:16:21.957065+0000","last_undegraded":"2024-09-12T01:16:21.957065+0000","last_fullsized":"2024-09-12T01:16:21.957065+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:21.956961+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:21.956961+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.956961+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:44:33.141935+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"264'126","reported_seq":634,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.203022+0000","last_change":"2024-09-12T01:16:29.203022+0000","last_active":"2024-09-12T01:16:29.203022+0000","last_peered":"2024-09-12T01:16:29.203022+0000","last_clean":"2024-09-12T01:16:29.203022+0000","last_became_active":"2024-09-12T00:34:42.014137+0000","last_became_peered":"2024-09-12T00:34:42.014137+0000","last_unstale":"2024-09-12T01:16:29.203022+0000","last_undegraded":"2024-09-12T01:16:29.203022+0000","last_fullsized":"2024-09-12T01:16:29.203022+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'126","last_scrub_stamp":"2024-09-12T01:16:29.202932+0000","last_deep_scrub":"264'126","last_deep_scrub_stamp":"2024-09-12T01:16:29.202932+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.202932+0000","objects_scrubbed":3,"log_size":26,"log_dups_size":100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:12:35.997234+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":229,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":152,"num_read_kb":136,"num_write":295,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1f","version":"264'141","reported_seq":710,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.611222+0000","last_change":"2024-09-12T01:16:30.611222+0000","last_active":"2024-09-12T01:16:30.611222+0000","last_peered":"2024-09-12T01:16:30.611222+0000","last_clean":"2024-09-12T01:16:30.611222+0000","last_became_active":"2024-09-12T00:34:42.015362+0000","last_became_peered":"2024-09-12T00:34:42.015362+0000","last_unstale":"2024-09-12T01:16:30.611222+0000","last_undegraded":"2024-09-12T01:16:30.611222+0000","last_fullsized":"2024-09-12T01:16:30.611222+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'141","last_scrub_stamp":"2024-09-12T01:16:30.611133+0000","last_deep_scrub":"264'141","last_deep_scrub_stamp":"2024-09-12T01:16:30.611133+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.611133+0000","objects_scrubbed":1,"log_size":41,"log_dups_size":100,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:10:29.705803+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":253,"num_read_kb":241,"num_write":326,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"264'430","reported_seq":2017,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.771539+0000","last_change":"2024-09-12T01:16:02.771435+0000","last_active":"2024-09-12T01:16:02.771539+0000","last_peered":"2024-09-12T01:16:02.771539+0000","last_clean":"2024-09-12T01:16:02.771539+0000","last_became_active":"2024-09-12T00:34:33.981797+0000","last_became_peered":"2024-09-12T00:34:33.981797+0000","last_unstale":"2024-09-12T01:16:02.771539+0000","last_undegraded":"2024-09-12T01:16:02.771539+0000","last_fullsized":"2024-09-12T01:16:02.771539+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'430","last_scrub_stamp":"2024-09-12T01:16:02.771319+0000","last_deep_scrub":"264'430","last_deep_scrub_stamp":"2024-09-12T01:16:02.771319+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.771319+0000","objects_scrubbed":2,"log_size":30,"log_dups_size":400,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:27:13.860907+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2497,"num_read_kb":2355,"num_write":514,"num_write_kb":141,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":243,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"264'340","reported_seq":1000,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.804900+0000","last_change":"2024-09-12T01:15:55.804835+0000","last_active":"2024-09-12T01:15:55.804900+0000","last_peered":"2024-09-12T01:15:55.804900+0000","last_clean":"2024-09-12T01:15:55.804900+0000","last_became_active":"2024-09-12T00:34:31.959827+0000","last_became_peered":"2024-09-12T00:34:31.959827+0000","last_unstale":"2024-09-12T01:15:55.804900+0000","last_undegraded":"2024-09-12T01:15:55.804900+0000","last_fullsized":"2024-09-12T01:15:55.804900+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'340","last_scrub_stamp":"2024-09-12T01:15:55.804737+0000","last_deep_scrub":"264'340","last_deep_scrub_stamp":"2024-09-12T01:15:55.804737+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.804737+0000","objects_scrubbed":2,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:09:03.878476+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":289240,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":529,"num_read_kb":26410,"num_write":1076,"num_write_kb":48326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.056487+0000","last_change":"2024-09-12T01:16:08.056425+0000","last_active":"2024-09-12T01:16:08.056487+0000","last_peered":"2024-09-12T01:16:08.056487+0000","last_clean":"2024-09-12T01:16:08.056487+0000","last_became_active":"2024-09-12T00:34:35.990997+0000","last_became_peered":"2024-09-12T00:34:35.990997+0000","last_unstale":"2024-09-12T01:16:08.056487+0000","last_undegraded":"2024-09-12T01:16:08.056487+0000","last_fullsized":"2024-09-12T01:16:08.056487+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:08.056337+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:08.056337+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.056337+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:15:47.660754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.11","version":"264'321","reported_seq":901,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.044646+0000","last_change":"2024-09-12T01:16:19.044561+0000","last_active":"2024-09-12T01:16:19.044646+0000","last_peered":"2024-09-12T01:16:19.044646+0000","last_clean":"2024-09-12T01:16:19.044646+0000","last_became_active":"2024-09-12T00:34:37.998646+0000","last_became_peered":"2024-09-12T00:34:37.998646+0000","last_unstale":"2024-09-12T01:16:19.044646+0000","last_undegraded":"2024-09-12T01:16:19.044646+0000","last_fullsized":"2024-09-12T01:16:19.044646+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'321","last_scrub_stamp":"2024-09-12T01:16:19.044462+0000","last_deep_scrub":"264'321","last_deep_scrub_stamp":"2024-09-12T01:16:19.044462+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.044462+0000","objects_scrubbed":6,"log_size":21,"log_dups_size":300,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:23:36.106403+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":45339,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":529,"num_read_kb":1243,"num_write":440,"num_write_kb":353,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":489,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.963314+0000","last_change":"2024-09-12T01:16:27.963259+0000","last_active":"2024-09-12T01:16:27.963314+0000","last_peered":"2024-09-12T01:16:27.963314+0000","last_clean":"2024-09-12T01:16:27.963314+0000","last_became_active":"2024-09-12T00:34:40.009802+0000","last_became_peered":"2024-09-12T00:34:40.009802+0000","last_unstale":"2024-09-12T01:16:27.963314+0000","last_undegraded":"2024-09-12T01:16:27.963314+0000","last_fullsized":"2024-09-12T01:16:27.963314+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:27.963180+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:27.963180+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.963180+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:29:40.479325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1e","version":"264'121","reported_seq":624,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:33.935469+0000","last_change":"2024-09-12T01:16:33.935409+0000","last_active":"2024-09-12T01:16:33.935469+0000","last_peered":"2024-09-12T01:16:33.935469+0000","last_clean":"2024-09-12T01:16:33.935469+0000","last_became_active":"2024-09-12T00:34:42.025531+0000","last_became_peered":"2024-09-12T00:34:42.025531+0000","last_unstale":"2024-09-12T01:16:33.935469+0000","last_undegraded":"2024-09-12T01:16:33.935469+0000","last_fullsized":"2024-09-12T01:16:33.935469+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'121","last_scrub_stamp":"2024-09-12T01:16:33.935317+0000","last_deep_scrub":"264'121","last_deep_scrub_stamp":"2024-09-12T01:16:33.935317+0000","last_clean_scrub_stamp":"2024-09-12T01:16:33.935317+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":100,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:38:02.646523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":152,"num_read_kb":138,"num_write":311,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"264'500","reported_seq":2116,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.309707+0000","last_change":"2024-09-12T01:16:09.309650+0000","last_active":"2024-09-12T01:16:09.309707+0000","last_peered":"2024-09-12T01:16:09.309707+0000","last_clean":"2024-09-12T01:16:09.309707+0000","last_became_active":"2024-09-12T00:35:05.315082+0000","last_became_peered":"2024-09-12T00:35:05.315082+0000","last_unstale":"2024-09-12T01:16:09.309707+0000","last_undegraded":"2024-09-12T01:16:09.309707+0000","last_fullsized":"2024-09-12T01:16:09.309707+0000","mapping_epoch":38,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'500","last_scrub_stamp":"2024-09-12T01:16:09.309560+0000","last_deep_scrub":"264'500","last_deep_scrub_stamp":"2024-09-12T01:16:09.309560+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.309560+0000","objects_scrubbed":4,"log_size":100,"log_dups_size":400,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:31:56.499593+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2561,"num_read_kb":2422,"num_write":563,"num_write_kb":115,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":964,"num_omap_keys":4,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"264'417","reported_seq":1089,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.808313+0000","last_change":"2024-09-12T01:16:02.808313+0000","last_active":"2024-09-12T01:16:02.808313+0000","last_peered":"2024-09-12T01:16:02.808313+0000","last_clean":"2024-09-12T01:16:02.808313+0000","last_became_active":"2024-09-12T00:34:31.965091+0000","last_became_peered":"2024-09-12T00:34:31.965091+0000","last_unstale":"2024-09-12T01:16:02.808313+0000","last_undegraded":"2024-09-12T01:16:02.808313+0000","last_fullsized":"2024-09-12T01:16:02.808313+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'417","last_scrub_stamp":"2024-09-12T01:16:02.808212+0000","last_deep_scrub":"264'417","last_deep_scrub_stamp":"2024-09-12T01:16:02.808212+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.808212+0000","objects_scrubbed":6,"log_size":17,"log_dups_size":400,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:14:57.461722+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4852253,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":641,"num_read_kb":34367,"num_write":1328,"num_write_kb":46060,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,6],"acting":[7,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":497,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.074474+0000","last_change":"2024-09-12T01:16:13.074409+0000","last_active":"2024-09-12T01:16:13.074474+0000","last_peered":"2024-09-12T01:16:13.074474+0000","last_clean":"2024-09-12T01:16:13.074474+0000","last_became_active":"2024-09-12T00:34:35.992901+0000","last_became_peered":"2024-09-12T00:34:35.992901+0000","last_unstale":"2024-09-12T01:16:13.074474+0000","last_undegraded":"2024-09-12T01:16:13.074474+0000","last_fullsized":"2024-09-12T01:16:13.074474+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:13.074320+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:13.074320+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.074320+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:57:16.980292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"264'50","reported_seq":558,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.623070+0000","last_change":"2024-09-12T01:16:15.622992+0000","last_active":"2024-09-12T01:16:15.623070+0000","last_peered":"2024-09-12T01:16:15.623070+0000","last_clean":"2024-09-12T01:16:15.623070+0000","last_became_active":"2024-09-12T00:34:37.990221+0000","last_became_peered":"2024-09-12T00:34:37.990221+0000","last_unstale":"2024-09-12T01:16:15.623070+0000","last_undegraded":"2024-09-12T01:16:15.623070+0000","last_fullsized":"2024-09-12T01:16:15.623070+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'50","last_scrub_stamp":"2024-09-12T01:16:15.622893+0000","last_deep_scrub":"264'50","last_deep_scrub_stamp":"2024-09-12T01:16:15.622893+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.622893+0000","objects_scrubbed":3,"log_size":50,"log_dups_size":0,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:56:12.912905+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":30,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":588,"num_omap_keys":4,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":495,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.874977+0000","last_change":"2024-09-12T01:16:22.874918+0000","last_active":"2024-09-12T01:16:22.874977+0000","last_peered":"2024-09-12T01:16:22.874977+0000","last_clean":"2024-09-12T01:16:22.874977+0000","last_became_active":"2024-09-12T00:34:40.002646+0000","last_became_peered":"2024-09-12T00:34:40.002646+0000","last_unstale":"2024-09-12T01:16:22.874977+0000","last_undegraded":"2024-09-12T01:16:22.874977+0000","last_fullsized":"2024-09-12T01:16:22.874977+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:22.874826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:22.874826+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.874826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:25:32.703899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1d","version":"264'207","reported_seq":749,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.631033+0000","last_change":"2024-09-12T01:16:29.630976+0000","last_active":"2024-09-12T01:16:29.631033+0000","last_peered":"2024-09-12T01:16:29.631033+0000","last_clean":"2024-09-12T01:16:29.631033+0000","last_became_active":"2024-09-12T00:34:42.009994+0000","last_became_peered":"2024-09-12T00:34:42.009994+0000","last_unstale":"2024-09-12T01:16:29.631033+0000","last_undegraded":"2024-09-12T01:16:29.631033+0000","last_fullsized":"2024-09-12T01:16:29.631033+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'207","last_scrub_stamp":"2024-09-12T01:16:29.630880+0000","last_deep_scrub":"264'207","last_deep_scrub_stamp":"2024-09-12T01:16:29.630880+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.630880+0000","objects_scrubbed":2,"log_size":107,"log_dups_size":100,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:58:15.949871+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":185,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":353,"num_read_kb":332,"num_write":455,"num_write_kb":129,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":398,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.11","version":"264'876","reported_seq":2388,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.088648+0000","last_change":"2024-09-12T01:16:03.088567+0000","last_active":"2024-09-12T01:16:03.088648+0000","last_peered":"2024-09-12T01:16:03.088648+0000","last_clean":"2024-09-12T01:16:03.088648+0000","last_became_active":"2024-09-12T00:34:33.987934+0000","last_became_peered":"2024-09-12T00:34:33.987934+0000","last_unstale":"2024-09-12T01:16:03.088648+0000","last_undegraded":"2024-09-12T01:16:03.088648+0000","last_fullsized":"2024-09-12T01:16:03.088648+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'876","last_scrub_stamp":"2024-09-12T01:16:03.088480+0000","last_deep_scrub":"264'876","last_deep_scrub_stamp":"2024-09-12T01:16:03.088480+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.088480+0000","objects_scrubbed":1,"log_size":76,"log_dups_size":800,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:50:01.699793+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4141,"num_read_kb":3662,"num_write":1190,"num_write_kb":464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"264'351","reported_seq":979,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.370693+0000","last_change":"2024-09-12T01:15:59.370693+0000","last_active":"2024-09-12T01:15:59.370693+0000","last_peered":"2024-09-12T01:15:59.370693+0000","last_clean":"2024-09-12T01:15:59.370693+0000","last_became_active":"2024-09-12T00:34:31.969470+0000","last_became_peered":"2024-09-12T00:34:31.969470+0000","last_unstale":"2024-09-12T01:15:59.370693+0000","last_undegraded":"2024-09-12T01:15:59.370693+0000","last_fullsized":"2024-09-12T01:15:59.370693+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'351","last_scrub_stamp":"2024-09-12T01:15:59.370590+0000","last_deep_scrub":"264'351","last_deep_scrub_stamp":"2024-09-12T01:15:59.370590+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.370590+0000","objects_scrubbed":5,"log_size":51,"log_dups_size":300,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:05.976818+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":524344,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":456,"num_read_kb":46822,"num_write":1161,"num_write_kb":59144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":503,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.809689+0000","last_change":"2024-09-12T01:16:14.809608+0000","last_active":"2024-09-12T01:16:14.809689+0000","last_peered":"2024-09-12T01:16:14.809689+0000","last_clean":"2024-09-12T01:16:14.809689+0000","last_became_active":"2024-09-12T00:34:35.984218+0000","last_became_peered":"2024-09-12T00:34:35.984218+0000","last_unstale":"2024-09-12T01:16:14.809689+0000","last_undegraded":"2024-09-12T01:16:14.809689+0000","last_fullsized":"2024-09-12T01:16:14.809689+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:14.809448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:14.809448+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.809448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:49:58.000057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.13","version":"264'327","reported_seq":917,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.997789+0000","last_change":"2024-09-12T01:16:19.997711+0000","last_active":"2024-09-12T01:16:19.997789+0000","last_peered":"2024-09-12T01:16:19.997789+0000","last_clean":"2024-09-12T01:16:19.997789+0000","last_became_active":"2024-09-12T00:34:37.999675+0000","last_became_peered":"2024-09-12T00:34:37.999675+0000","last_unstale":"2024-09-12T01:16:19.997789+0000","last_undegraded":"2024-09-12T01:16:19.997789+0000","last_fullsized":"2024-09-12T01:16:19.997789+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'327","last_scrub_stamp":"2024-09-12T01:16:19.997617+0000","last_deep_scrub":"264'327","last_deep_scrub_stamp":"2024-09-12T01:16:19.997617+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.997617+0000","objects_scrubbed":5,"log_size":27,"log_dups_size":300,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:31:35.005435+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51381,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":513,"num_read_kb":1097,"num_write":414,"num_write_kb":296,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.029127+0000","last_change":"2024-09-12T01:16:13.029039+0000","last_active":"2024-09-12T01:16:13.029127+0000","last_peered":"2024-09-12T01:16:13.029127+0000","last_clean":"2024-09-12T01:16:13.029127+0000","last_became_active":"2024-09-12T00:34:40.007570+0000","last_became_peered":"2024-09-12T00:34:40.007570+0000","last_unstale":"2024-09-12T01:16:13.029127+0000","last_undegraded":"2024-09-12T01:16:13.029127+0000","last_fullsized":"2024-09-12T01:16:13.029127+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:13.028958+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:13.028958+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.028958+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:03:19.145690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"264'162","reported_seq":687,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:32.256513+0000","last_change":"2024-09-12T01:16:32.256441+0000","last_active":"2024-09-12T01:16:32.256513+0000","last_peered":"2024-09-12T01:16:32.256513+0000","last_clean":"2024-09-12T01:16:32.256513+0000","last_became_active":"2024-09-12T00:34:42.014030+0000","last_became_peered":"2024-09-12T00:34:42.014030+0000","last_unstale":"2024-09-12T01:16:32.256513+0000","last_undegraded":"2024-09-12T01:16:32.256513+0000","last_fullsized":"2024-09-12T01:16:32.256513+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'162","last_scrub_stamp":"2024-09-12T01:16:32.256361+0000","last_deep_scrub":"264'162","last_deep_scrub_stamp":"2024-09-12T01:16:32.256361+0000","last_clean_scrub_stamp":"2024-09-12T01:16:32.256361+0000","objects_scrubbed":1,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:59:24.828756+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":24,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":224,"num_read_kb":209,"num_write":390,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"264'434","reported_seq":1989,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.054891+0000","last_change":"2024-09-12T01:16:06.054812+0000","last_active":"2024-09-12T01:16:06.054891+0000","last_peered":"2024-09-12T01:16:06.054891+0000","last_clean":"2024-09-12T01:16:06.054891+0000","last_became_active":"2024-09-12T00:34:33.986149+0000","last_became_peered":"2024-09-12T00:34:33.986149+0000","last_unstale":"2024-09-12T01:16:06.054891+0000","last_undegraded":"2024-09-12T01:16:06.054891+0000","last_fullsized":"2024-09-12T01:16:06.054891+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'434","last_scrub_stamp":"2024-09-12T01:16:06.054713+0000","last_deep_scrub":"264'434","last_deep_scrub_stamp":"2024-09-12T01:16:06.054713+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.054713+0000","objects_scrubbed":2,"log_size":34,"log_dups_size":400,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:57:49.425354+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2285,"num_read_kb":2165,"num_write":485,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"264'371","reported_seq":1043,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.518098+0000","last_change":"2024-09-12T01:15:54.518098+0000","last_active":"2024-09-12T01:15:54.518098+0000","last_peered":"2024-09-12T01:15:54.518098+0000","last_clean":"2024-09-12T01:15:54.518098+0000","last_became_active":"2024-09-12T00:34:31.970380+0000","last_became_peered":"2024-09-12T00:34:31.970380+0000","last_unstale":"2024-09-12T01:15:54.518098+0000","last_undegraded":"2024-09-12T01:15:54.518098+0000","last_fullsized":"2024-09-12T01:15:54.518098+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'371","last_scrub_stamp":"2024-09-12T01:15:54.517999+0000","last_deep_scrub":"264'371","last_deep_scrub_stamp":"2024-09-12T01:15:54.517999+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.517999+0000","objects_scrubbed":8,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:20:25.236849+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133653,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":613,"num_read_kb":38535,"num_write":1179,"num_write_kb":21967,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.090474+0000","last_change":"2024-09-12T01:16:08.090405+0000","last_active":"2024-09-12T01:16:08.090474+0000","last_peered":"2024-09-12T01:16:08.090474+0000","last_clean":"2024-09-12T01:16:08.090474+0000","last_became_active":"2024-09-12T00:34:35.987727+0000","last_became_peered":"2024-09-12T00:34:35.987727+0000","last_unstale":"2024-09-12T01:16:08.090474+0000","last_undegraded":"2024-09-12T01:16:08.090474+0000","last_fullsized":"2024-09-12T01:16:08.090474+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:08.090269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:08.090269+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.090269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:17:59.776497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"264'266","reported_seq":841,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.890500+0000","last_change":"2024-09-12T01:16:19.890404+0000","last_active":"2024-09-12T01:16:19.890500+0000","last_peered":"2024-09-12T01:16:19.890500+0000","last_clean":"2024-09-12T01:16:19.890500+0000","last_became_active":"2024-09-12T00:34:37.998788+0000","last_became_peered":"2024-09-12T00:34:37.998788+0000","last_unstale":"2024-09-12T01:16:19.890500+0000","last_undegraded":"2024-09-12T01:16:19.890500+0000","last_fullsized":"2024-09-12T01:16:19.890500+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'266","last_scrub_stamp":"2024-09-12T01:16:19.890295+0000","last_deep_scrub":"264'266","last_deep_scrub_stamp":"2024-09-12T01:16:19.890295+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.890295+0000","objects_scrubbed":4,"log_size":66,"log_dups_size":200,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:40:07.138486+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":47621,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":440,"num_read_kb":1024,"num_write":358,"num_write_kb":292,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:23.648675+0000","last_change":"2024-09-12T01:16:23.648603+0000","last_active":"2024-09-12T01:16:23.648675+0000","last_peered":"2024-09-12T01:16:23.648675+0000","last_clean":"2024-09-12T01:16:23.648675+0000","last_became_active":"2024-09-12T00:34:40.008658+0000","last_became_peered":"2024-09-12T00:34:40.008658+0000","last_unstale":"2024-09-12T01:16:23.648675+0000","last_undegraded":"2024-09-12T01:16:23.648675+0000","last_fullsized":"2024-09-12T01:16:23.648675+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:23.648502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:23.648502+0000","last_clean_scrub_stamp":"2024-09-12T01:16:23.648502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:50:12.708278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"264'513","reported_seq":2088,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.988300+0000","last_change":"2024-09-12T01:16:02.988211+0000","last_active":"2024-09-12T01:16:02.988300+0000","last_peered":"2024-09-12T01:16:02.988300+0000","last_clean":"2024-09-12T01:16:02.988300+0000","last_became_active":"2024-09-12T00:34:33.979954+0000","last_became_peered":"2024-09-12T00:34:33.979954+0000","last_unstale":"2024-09-12T01:16:02.988300+0000","last_undegraded":"2024-09-12T01:16:02.988300+0000","last_fullsized":"2024-09-12T01:16:02.988300+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'513","last_scrub_stamp":"2024-09-12T01:16:02.988130+0000","last_deep_scrub":"264'513","last_deep_scrub_stamp":"2024-09-12T01:16:02.988130+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.988130+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":500,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:16:28.159512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2754,"num_read_kb":2561,"num_write":636,"num_write_kb":182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"264'444","reported_seq":1183,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.125175+0000","last_change":"2024-09-12T01:15:56.125175+0000","last_active":"2024-09-12T01:15:56.125175+0000","last_peered":"2024-09-12T01:15:56.125175+0000","last_clean":"2024-09-12T01:15:56.125175+0000","last_became_active":"2024-09-12T00:34:31.972861+0000","last_became_peered":"2024-09-12T00:34:31.972861+0000","last_unstale":"2024-09-12T01:15:56.125175+0000","last_undegraded":"2024-09-12T01:15:56.125175+0000","last_fullsized":"2024-09-12T01:15:56.125175+0000","mapping_epoch":25,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'444","last_scrub_stamp":"2024-09-12T01:15:56.125054+0000","last_deep_scrub":"264'444","last_deep_scrub_stamp":"2024-09-12T01:15:56.125054+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.125054+0000","objects_scrubbed":6,"log_size":44,"log_dups_size":400,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:39:16.450335+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":888,"num_read_kb":16151,"num_write":1365,"num_write_kb":33244,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":505,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.589909+0000","last_change":"2024-09-12T01:16:12.589804+0000","last_active":"2024-09-12T01:16:12.589909+0000","last_peered":"2024-09-12T01:16:12.589909+0000","last_clean":"2024-09-12T01:16:12.589909+0000","last_became_active":"2024-09-12T00:34:35.990444+0000","last_became_peered":"2024-09-12T00:34:35.990444+0000","last_unstale":"2024-09-12T01:16:12.589909+0000","last_undegraded":"2024-09-12T01:16:12.589909+0000","last_fullsized":"2024-09-12T01:16:12.589909+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:12.589677+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:12.589677+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.589677+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:51:30.242781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"264'438","reported_seq":1078,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.140701+0000","last_change":"2024-09-12T01:16:16.140643+0000","last_active":"2024-09-12T01:16:16.140701+0000","last_peered":"2024-09-12T01:16:16.140701+0000","last_clean":"2024-09-12T01:16:16.140701+0000","last_became_active":"2024-09-12T00:34:37.996049+0000","last_became_peered":"2024-09-12T00:34:37.996049+0000","last_unstale":"2024-09-12T01:16:16.140701+0000","last_undegraded":"2024-09-12T01:16:16.140701+0000","last_fullsized":"2024-09-12T01:16:16.140701+0000","mapping_epoch":31,"log_start":"264'400","ondisk_log_start":"264'400","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'438","last_scrub_stamp":"2024-09-12T01:16:16.140546+0000","last_deep_scrub":"264'438","last_deep_scrub_stamp":"2024-09-12T01:16:16.140546+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.140546+0000","objects_scrubbed":7,"log_size":38,"log_dups_size":400,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:49:37.176039+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":69757,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":765,"num_read_kb":1800,"num_write":644,"num_write_kb":584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":24194,"num_omap_keys":44,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":488,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.267268+0000","last_change":"2024-09-12T01:16:26.267213+0000","last_active":"2024-09-12T01:16:26.267268+0000","last_peered":"2024-09-12T01:16:26.267268+0000","last_clean":"2024-09-12T01:16:26.267268+0000","last_became_active":"2024-09-12T00:34:40.012366+0000","last_became_peered":"2024-09-12T00:34:40.012366+0000","last_unstale":"2024-09-12T01:16:26.267268+0000","last_undegraded":"2024-09-12T01:16:26.267268+0000","last_fullsized":"2024-09-12T01:16:26.267268+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:26.267127+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:26.267127+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.267127+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:00:20.130747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"264'162","reported_seq":672,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:29.950301+0000","last_change":"2024-09-12T01:16:29.950173+0000","last_active":"2024-09-12T01:16:29.950301+0000","last_peered":"2024-09-12T01:16:29.950301+0000","last_clean":"2024-09-12T01:16:29.950301+0000","last_became_active":"2024-09-12T00:34:42.025953+0000","last_became_peered":"2024-09-12T00:34:42.025953+0000","last_unstale":"2024-09-12T01:16:29.950301+0000","last_undegraded":"2024-09-12T01:16:29.950301+0000","last_fullsized":"2024-09-12T01:16:29.950301+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'162","last_scrub_stamp":"2024-09-12T01:16:29.950068+0000","last_deep_scrub":"264'162","last_deep_scrub_stamp":"2024-09-12T01:16:29.950068+0000","last_clean_scrub_stamp":"2024-09-12T01:16:29.950068+0000","objects_scrubbed":3,"log_size":62,"log_dups_size":100,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:38.491947+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":845,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":219,"num_read_kb":219,"num_write":367,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"264'773","reported_seq":2296,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.410579+0000","last_change":"2024-09-12T01:16:06.410468+0000","last_active":"2024-09-12T01:16:06.410579+0000","last_peered":"2024-09-12T01:16:06.410579+0000","last_clean":"2024-09-12T01:16:06.410579+0000","last_became_active":"2024-09-12T00:34:33.984892+0000","last_became_peered":"2024-09-12T00:34:33.984892+0000","last_unstale":"2024-09-12T01:16:06.410579+0000","last_undegraded":"2024-09-12T01:16:06.410579+0000","last_fullsized":"2024-09-12T01:16:06.410579+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'773","last_scrub_stamp":"2024-09-12T01:16:06.410358+0000","last_deep_scrub":"264'773","last_deep_scrub_stamp":"2024-09-12T01:16:06.410358+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.410358+0000","objects_scrubbed":3,"log_size":73,"log_dups_size":700,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:55:50.716254+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3650,"num_read_kb":3300,"num_write":1005,"num_write_kb":357,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":272,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"264'418","reported_seq":1173,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.180709+0000","last_change":"2024-09-12T01:15:59.180709+0000","last_active":"2024-09-12T01:15:59.180709+0000","last_peered":"2024-09-12T01:15:59.180709+0000","last_clean":"2024-09-12T01:15:59.180709+0000","last_became_active":"2024-09-12T00:35:05.222425+0000","last_became_peered":"2024-09-12T00:35:05.222425+0000","last_unstale":"2024-09-12T01:15:59.180709+0000","last_undegraded":"2024-09-12T01:15:59.180709+0000","last_fullsized":"2024-09-12T01:15:59.180709+0000","mapping_epoch":38,"log_start":"264'400","ondisk_log_start":"264'400","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'418","last_scrub_stamp":"2024-09-12T01:15:59.180606+0000","last_deep_scrub":"264'418","last_deep_scrub_stamp":"2024-09-12T01:15:59.180606+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.180606+0000","objects_scrubbed":4,"log_size":18,"log_dups_size":400,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:22:27.623661+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4482120,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":886,"num_read_kb":33964,"num_write":1256,"num_write_kb":37455,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,4],"acting":[1,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.056658+0000","last_change":"2024-09-12T01:16:09.056578+0000","last_active":"2024-09-12T01:16:09.056658+0000","last_peered":"2024-09-12T01:16:09.056658+0000","last_clean":"2024-09-12T01:16:09.056658+0000","last_became_active":"2024-09-12T00:34:35.983475+0000","last_became_peered":"2024-09-12T00:34:35.983475+0000","last_unstale":"2024-09-12T01:16:09.056658+0000","last_undegraded":"2024-09-12T01:16:09.056658+0000","last_fullsized":"2024-09-12T01:16:09.056658+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:09.056451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:09.056451+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.056451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:18:17.852736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"264'302","reported_seq":891,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.868653+0000","last_change":"2024-09-12T01:16:21.868587+0000","last_active":"2024-09-12T01:16:21.868653+0000","last_peered":"2024-09-12T01:16:21.868653+0000","last_clean":"2024-09-12T01:16:21.868653+0000","last_became_active":"2024-09-12T00:34:37.992843+0000","last_became_peered":"2024-09-12T00:34:37.992843+0000","last_unstale":"2024-09-12T01:16:21.868653+0000","last_undegraded":"2024-09-12T01:16:21.868653+0000","last_fullsized":"2024-09-12T01:16:21.868653+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'302","last_scrub_stamp":"2024-09-12T01:16:21.868419+0000","last_deep_scrub":"264'302","last_deep_scrub_stamp":"2024-09-12T01:16:21.868419+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.868419+0000","objects_scrubbed":8,"log_size":102,"log_dups_size":200,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:18:05.419376+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52062,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":494,"num_read_kb":1085,"num_write":410,"num_write_kb":320,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":11460,"num_omap_keys":24,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":494,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.149894+0000","last_change":"2024-09-12T01:16:14.149812+0000","last_active":"2024-09-12T01:16:14.149894+0000","last_peered":"2024-09-12T01:16:14.149894+0000","last_clean":"2024-09-12T01:16:14.149894+0000","last_became_active":"2024-09-12T00:34:40.007193+0000","last_became_peered":"2024-09-12T00:34:40.007193+0000","last_unstale":"2024-09-12T01:16:14.149894+0000","last_undegraded":"2024-09-12T01:16:14.149894+0000","last_fullsized":"2024-09-12T01:16:14.149894+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:14.149725+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:14.149725+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.149725+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:27.477608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"264'181","reported_seq":702,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:17.003110+0000","last_change":"2024-09-12T01:16:17.003050+0000","last_active":"2024-09-12T01:16:17.003110+0000","last_peered":"2024-09-12T01:16:17.003110+0000","last_clean":"2024-09-12T01:16:17.003110+0000","last_became_active":"2024-09-12T00:34:42.009849+0000","last_became_peered":"2024-09-12T00:34:42.009849+0000","last_unstale":"2024-09-12T01:16:17.003110+0000","last_undegraded":"2024-09-12T01:16:17.003110+0000","last_fullsized":"2024-09-12T01:16:17.003110+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'181","last_scrub_stamp":"2024-09-12T01:16:17.002963+0000","last_deep_scrub":"264'181","last_deep_scrub_stamp":"2024-09-12T01:16:17.002963+0000","last_clean_scrub_stamp":"2024-09-12T01:16:17.002963+0000","objects_scrubbed":6,"log_size":81,"log_dups_size":100,"ondisk_log_size":81,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:08:42.932197+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1821,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":250,"num_read_kb":235,"num_write":504,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1d","version":"264'925","reported_seq":2485,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.095844+0000","last_change":"2024-09-12T01:16:07.095727+0000","last_active":"2024-09-12T01:16:07.095844+0000","last_peered":"2024-09-12T01:16:07.095844+0000","last_clean":"2024-09-12T01:16:07.095844+0000","last_became_active":"2024-09-12T00:34:33.989659+0000","last_became_peered":"2024-09-12T00:34:33.989659+0000","last_unstale":"2024-09-12T01:16:07.095844+0000","last_undegraded":"2024-09-12T01:16:07.095844+0000","last_fullsized":"2024-09-12T01:16:07.095844+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'925","last_scrub_stamp":"2024-09-12T01:16:07.095611+0000","last_deep_scrub":"264'925","last_deep_scrub_stamp":"2024-09-12T01:16:07.095611+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.095611+0000","objects_scrubbed":5,"log_size":25,"log_dups_size":900,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:54:04.668367+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4477,"num_read_kb":3958,"num_write":1281,"num_write_kb":521,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1426,"num_omap_keys":6,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"264'307","reported_seq":1072,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.786020+0000","last_change":"2024-09-12T01:15:56.785947+0000","last_active":"2024-09-12T01:15:56.786020+0000","last_peered":"2024-09-12T01:15:56.786020+0000","last_clean":"2024-09-12T01:15:56.786020+0000","last_became_active":"2024-09-12T00:34:31.974977+0000","last_became_peered":"2024-09-12T00:34:31.974977+0000","last_unstale":"2024-09-12T01:15:56.786020+0000","last_undegraded":"2024-09-12T01:15:56.786020+0000","last_fullsized":"2024-09-12T01:15:56.786020+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'307","last_scrub_stamp":"2024-09-12T01:15:56.785816+0000","last_deep_scrub":"264'307","last_deep_scrub_stamp":"2024-09-12T01:15:56.785816+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.785816+0000","objects_scrubbed":7,"log_size":107,"log_dups_size":200,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:59:46.601048+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1218969,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":802,"num_read_kb":21280,"num_write":1015,"num_write_kb":26616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5],"acting":[4,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.822565+0000","last_change":"2024-09-12T01:16:16.822481+0000","last_active":"2024-09-12T01:16:16.822565+0000","last_peered":"2024-09-12T01:16:16.822565+0000","last_clean":"2024-09-12T01:16:16.822565+0000","last_became_active":"2024-09-12T00:34:35.992097+0000","last_became_peered":"2024-09-12T00:34:35.992097+0000","last_unstale":"2024-09-12T01:16:16.822565+0000","last_undegraded":"2024-09-12T01:16:16.822565+0000","last_fullsized":"2024-09-12T01:16:16.822565+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:16.822389+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:16.822389+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.822389+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:10:08.943472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"264'306","reported_seq":888,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.940782+0000","last_change":"2024-09-12T01:16:24.940782+0000","last_active":"2024-09-12T01:16:24.940782+0000","last_peered":"2024-09-12T01:16:24.940782+0000","last_clean":"2024-09-12T01:16:24.940782+0000","last_became_active":"2024-09-12T00:34:38.120888+0000","last_became_peered":"2024-09-12T00:34:38.120888+0000","last_unstale":"2024-09-12T01:16:24.940782+0000","last_undegraded":"2024-09-12T01:16:24.940782+0000","last_fullsized":"2024-09-12T01:16:24.940782+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'306","last_scrub_stamp":"2024-09-12T01:16:24.940671+0000","last_deep_scrub":"264'306","last_deep_scrub_stamp":"2024-09-12T01:16:24.940671+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.940671+0000","objects_scrubbed":6,"log_size":106,"log_dups_size":200,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:06:38.289516+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46871,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":492,"num_read_kb":1132,"num_write":406,"num_write_kb":321,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.161747+0000","last_change":"2024-09-12T01:16:15.161677+0000","last_active":"2024-09-12T01:16:15.161747+0000","last_peered":"2024-09-12T01:16:15.161747+0000","last_clean":"2024-09-12T01:16:15.161747+0000","last_became_active":"2024-09-12T00:34:40.012508+0000","last_became_peered":"2024-09-12T00:34:40.012508+0000","last_unstale":"2024-09-12T01:16:15.161747+0000","last_undegraded":"2024-09-12T01:16:15.161747+0000","last_fullsized":"2024-09-12T01:16:15.161747+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:15.161592+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:15.161592+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.161592+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:19:01.164945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"264'103","reported_seq":591,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:30.232440+0000","last_change":"2024-09-12T01:16:30.232375+0000","last_active":"2024-09-12T01:16:30.232440+0000","last_peered":"2024-09-12T01:16:30.232440+0000","last_clean":"2024-09-12T01:16:30.232440+0000","last_became_active":"2024-09-12T00:34:42.014187+0000","last_became_peered":"2024-09-12T00:34:42.014187+0000","last_unstale":"2024-09-12T01:16:30.232440+0000","last_undegraded":"2024-09-12T01:16:30.232440+0000","last_fullsized":"2024-09-12T01:16:30.232440+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'103","last_scrub_stamp":"2024-09-12T01:16:30.232288+0000","last_deep_scrub":"264'103","last_deep_scrub_stamp":"2024-09-12T01:16:30.232288+0000","last_clean_scrub_stamp":"2024-09-12T01:16:30.232288+0000","objects_scrubbed":3,"log_size":103,"log_dups_size":0,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:12:34.902248+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":383,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":89,"num_read_kb":87,"num_write":238,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"264'1347","reported_seq":3046,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.567141+0000","last_change":"2024-09-12T01:16:10.567032+0000","last_active":"2024-09-12T01:16:10.567141+0000","last_peered":"2024-09-12T01:16:10.567141+0000","last_clean":"2024-09-12T01:16:10.567141+0000","last_became_active":"2024-09-12T00:34:33.974620+0000","last_became_peered":"2024-09-12T00:34:33.974620+0000","last_unstale":"2024-09-12T01:16:10.567141+0000","last_undegraded":"2024-09-12T01:16:10.567141+0000","last_fullsized":"2024-09-12T01:16:10.567141+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1347","last_scrub_stamp":"2024-09-12T01:16:10.566930+0000","last_deep_scrub":"264'1347","last_deep_scrub_stamp":"2024-09-12T01:16:10.566930+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.566930+0000","objects_scrubbed":3,"log_size":47,"log_dups_size":1300,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:38:12.082981+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":6230,"num_read_kb":5457,"num_write":1909,"num_write_kb":801,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":893,"num_omap_keys":4,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"264'406","reported_seq":1056,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.542493+0000","last_change":"2024-09-12T01:16:00.542417+0000","last_active":"2024-09-12T01:16:00.542493+0000","last_peered":"2024-09-12T01:16:00.542493+0000","last_clean":"2024-09-12T01:16:00.542493+0000","last_became_active":"2024-09-12T00:34:31.971481+0000","last_became_peered":"2024-09-12T00:34:31.971481+0000","last_unstale":"2024-09-12T01:16:00.542493+0000","last_undegraded":"2024-09-12T01:16:00.542493+0000","last_fullsized":"2024-09-12T01:16:00.542493+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'406","last_scrub_stamp":"2024-09-12T01:16:00.542295+0000","last_deep_scrub":"264'406","last_deep_scrub_stamp":"2024-09-12T01:16:00.542295+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.542295+0000","objects_scrubbed":5,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:59:08.651663+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262214,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":565,"num_read_kb":9239,"num_write":1298,"num_write_kb":32825,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":502,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.038186+0000","last_change":"2024-09-12T01:16:09.038132+0000","last_active":"2024-09-12T01:16:09.038186+0000","last_peered":"2024-09-12T01:16:09.038186+0000","last_clean":"2024-09-12T01:16:09.038186+0000","last_became_active":"2024-09-12T00:34:35.985160+0000","last_became_peered":"2024-09-12T00:34:35.985160+0000","last_unstale":"2024-09-12T01:16:09.038186+0000","last_undegraded":"2024-09-12T01:16:09.038186+0000","last_fullsized":"2024-09-12T01:16:09.038186+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:09.038038+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:09.038038+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.038038+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:12:12.578048+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"264'101","reported_seq":630,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.795311+0000","last_change":"2024-09-12T01:16:21.795235+0000","last_active":"2024-09-12T01:16:21.795311+0000","last_peered":"2024-09-12T01:16:21.795311+0000","last_clean":"2024-09-12T01:16:21.795311+0000","last_became_active":"2024-09-12T00:34:38.120386+0000","last_became_peered":"2024-09-12T00:34:38.120386+0000","last_unstale":"2024-09-12T01:16:21.795311+0000","last_undegraded":"2024-09-12T01:16:21.795311+0000","last_fullsized":"2024-09-12T01:16:21.795311+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'101","last_scrub_stamp":"2024-09-12T01:16:21.795141+0000","last_deep_scrub":"264'101","last_deep_scrub_stamp":"2024-09-12T01:16:21.795141+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.795141+0000","objects_scrubbed":7,"log_size":101,"log_dups_size":0,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:05:22.844435+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":97,"num_read_kb":87,"num_write":74,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1780,"num_omap_keys":6,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"264'778","reported_seq":4218,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.978655+0000","last_change":"2024-09-12T01:16:14.978588+0000","last_active":"2024-09-12T01:16:14.978655+0000","last_peered":"2024-09-12T01:16:14.978655+0000","last_clean":"2024-09-12T01:16:14.978655+0000","last_became_active":"2024-09-12T00:34:40.005461+0000","last_became_peered":"2024-09-12T00:34:40.005461+0000","last_unstale":"2024-09-12T01:16:14.978655+0000","last_undegraded":"2024-09-12T01:16:14.978655+0000","last_fullsized":"2024-09-12T01:16:14.978655+0000","mapping_epoch":33,"log_start":"264'700","ondisk_log_start":"264'700","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'778","last_scrub_stamp":"2024-09-12T01:16:14.978503+0000","last_deep_scrub":"264'778","last_deep_scrub_stamp":"2024-09-12T01:16:14.978503+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.978503+0000","objects_scrubbed":1,"log_size":78,"log_dups_size":700,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:55:41.831831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"264'100","reported_seq":605,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.923709+0000","last_change":"2024-09-12T01:16:26.923635+0000","last_active":"2024-09-12T01:16:26.923709+0000","last_peered":"2024-09-12T01:16:26.923709+0000","last_clean":"2024-09-12T01:16:26.923709+0000","last_became_active":"2024-09-12T00:34:42.012650+0000","last_became_peered":"2024-09-12T00:34:42.012650+0000","last_unstale":"2024-09-12T01:16:26.923709+0000","last_undegraded":"2024-09-12T01:16:26.923709+0000","last_fullsized":"2024-09-12T01:16:26.923709+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'100","last_scrub_stamp":"2024-09-12T01:16:26.923545+0000","last_deep_scrub":"264'100","last_deep_scrub_stamp":"2024-09-12T01:16:26.923545+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.923545+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:30:12.517392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":113,"num_write":246,"num_write_kb":54,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"264'1205","reported_seq":2935,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.825377+0000","last_change":"2024-09-12T01:16:05.825293+0000","last_active":"2024-09-12T01:16:05.825377+0000","last_peered":"2024-09-12T01:16:05.825377+0000","last_clean":"2024-09-12T01:16:05.825377+0000","last_became_active":"2024-09-12T00:34:33.990740+0000","last_became_peered":"2024-09-12T00:34:33.990740+0000","last_unstale":"2024-09-12T01:16:05.825377+0000","last_undegraded":"2024-09-12T01:16:05.825377+0000","last_fullsized":"2024-09-12T01:16:05.825377+0000","mapping_epoch":27,"log_start":"264'1100","ondisk_log_start":"264'1100","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1205","last_scrub_stamp":"2024-09-12T01:16:05.825183+0000","last_deep_scrub":"264'1205","last_deep_scrub_stamp":"2024-09-12T01:16:05.825183+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.825183+0000","objects_scrubbed":4,"log_size":105,"log_dups_size":1100,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:05:24.604278+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5787,"num_read_kb":5148,"num_write":1679,"num_write_kb":732,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2993,"num_omap_keys":12,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"264'312","reported_seq":911,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.397269+0000","last_change":"2024-09-12T01:15:58.397182+0000","last_active":"2024-09-12T01:15:58.397269+0000","last_peered":"2024-09-12T01:15:58.397269+0000","last_clean":"2024-09-12T01:15:58.397269+0000","last_became_active":"2024-09-12T00:35:05.222269+0000","last_became_peered":"2024-09-12T00:35:05.222269+0000","last_unstale":"2024-09-12T01:15:58.397269+0000","last_undegraded":"2024-09-12T01:15:58.397269+0000","last_fullsized":"2024-09-12T01:15:58.397269+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T01:15:58.397023+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T01:15:58.397023+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.397023+0000","objects_scrubbed":4,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:36:39.342149+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2267322,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":367,"num_read_kb":17952,"num_write":887,"num_write_kb":34402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,1],"acting":[5,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"264'6","reported_seq":987,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.845266+0000","last_change":"2024-09-12T01:16:16.845174+0000","last_active":"2024-09-12T01:16:16.845266+0000","last_peered":"2024-09-12T01:16:16.845266+0000","last_clean":"2024-09-12T01:16:16.845266+0000","last_became_active":"2024-09-12T00:34:35.982931+0000","last_became_peered":"2024-09-12T00:34:35.982931+0000","last_unstale":"2024-09-12T01:16:16.845266+0000","last_undegraded":"2024-09-12T01:16:16.845266+0000","last_fullsized":"2024-09-12T01:16:16.845266+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'6","last_scrub_stamp":"2024-09-12T01:16:16.845068+0000","last_deep_scrub":"264'6","last_deep_scrub_stamp":"2024-09-12T01:16:16.845068+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.845068+0000","objects_scrubbed":1,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:35:18.677818+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1139,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":732,"num_read_kb":1199,"num_write":10,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.19","version":"264'321","reported_seq":928,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.334556+0000","last_change":"2024-09-12T01:16:24.334556+0000","last_active":"2024-09-12T01:16:24.334556+0000","last_peered":"2024-09-12T01:16:24.334556+0000","last_clean":"2024-09-12T01:16:24.334556+0000","last_became_active":"2024-09-12T00:34:37.996773+0000","last_became_peered":"2024-09-12T00:34:37.996773+0000","last_unstale":"2024-09-12T01:16:24.334556+0000","last_undegraded":"2024-09-12T01:16:24.334556+0000","last_fullsized":"2024-09-12T01:16:24.334556+0000","mapping_epoch":31,"log_start":"264'301","ondisk_log_start":"264'301","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'321","last_scrub_stamp":"2024-09-12T01:16:24.334439+0000","last_deep_scrub":"264'321","last_deep_scrub_stamp":"2024-09-12T01:16:24.334439+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.334439+0000","objects_scrubbed":11,"log_size":20,"log_dups_size":301,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:49:33.943101+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50611,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":506,"num_read_kb":1050,"num_write":400,"num_write_kb":277,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:22.653298+0000","last_change":"2024-09-12T01:16:22.653298+0000","last_active":"2024-09-12T01:16:22.653298+0000","last_peered":"2024-09-12T01:16:22.653298+0000","last_clean":"2024-09-12T01:16:22.653298+0000","last_became_active":"2024-09-12T00:34:40.011017+0000","last_became_peered":"2024-09-12T00:34:40.011017+0000","last_unstale":"2024-09-12T01:16:22.653298+0000","last_undegraded":"2024-09-12T01:16:22.653298+0000","last_fullsized":"2024-09-12T01:16:22.653298+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:22.653207+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:22.653207+0000","last_clean_scrub_stamp":"2024-09-12T01:16:22.653207+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:09:42.856282+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"264'132","reported_seq":652,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:28.896849+0000","last_change":"2024-09-12T01:16:28.896849+0000","last_active":"2024-09-12T01:16:28.896849+0000","last_peered":"2024-09-12T01:16:28.896849+0000","last_clean":"2024-09-12T01:16:28.896849+0000","last_became_active":"2024-09-12T00:34:42.016996+0000","last_became_peered":"2024-09-12T00:34:42.016996+0000","last_unstale":"2024-09-12T01:16:28.896849+0000","last_undegraded":"2024-09-12T01:16:28.896849+0000","last_fullsized":"2024-09-12T01:16:28.896849+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'132","last_scrub_stamp":"2024-09-12T01:16:28.896753+0000","last_deep_scrub":"264'132","last_deep_scrub_stamp":"2024-09-12T01:16:28.896753+0000","last_clean_scrub_stamp":"2024-09-12T01:16:28.896753+0000","objects_scrubbed":6,"log_size":32,"log_dups_size":100,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:49:48.056362+0000","scrub_duration":13,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1641,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":197,"num_read_kb":174,"num_write":319,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1a","version":"264'425","reported_seq":1743,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.829638+0000","last_change":"2024-09-12T01:16:04.829578+0000","last_active":"2024-09-12T01:16:04.829638+0000","last_peered":"2024-09-12T01:16:04.829638+0000","last_clean":"2024-09-12T01:16:04.829638+0000","last_became_active":"2024-09-12T00:34:33.988474+0000","last_became_peered":"2024-09-12T00:34:33.988474+0000","last_unstale":"2024-09-12T01:16:04.829638+0000","last_undegraded":"2024-09-12T01:16:04.829638+0000","last_fullsized":"2024-09-12T01:16:04.829638+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'425","last_scrub_stamp":"2024-09-12T01:16:04.829485+0000","last_deep_scrub":"264'425","last_deep_scrub_stamp":"2024-09-12T01:16:04.829485+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.829485+0000","objects_scrubbed":3,"log_size":25,"log_dups_size":400,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:56:58.543945+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2068,"num_read_kb":1907,"num_write":501,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1891,"num_omap_keys":8,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"264'361","reported_seq":992,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.373554+0000","last_change":"2024-09-12T01:16:01.373436+0000","last_active":"2024-09-12T01:16:01.373554+0000","last_peered":"2024-09-12T01:16:01.373554+0000","last_clean":"2024-09-12T01:16:01.373554+0000","last_became_active":"2024-09-12T00:35:05.688101+0000","last_became_peered":"2024-09-12T00:35:05.688101+0000","last_unstale":"2024-09-12T01:16:01.373554+0000","last_undegraded":"2024-09-12T01:16:01.373554+0000","last_fullsized":"2024-09-12T01:16:01.373554+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'361","last_scrub_stamp":"2024-09-12T01:16:01.373299+0000","last_deep_scrub":"264'361","last_deep_scrub_stamp":"2024-09-12T01:16:01.373299+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.373299+0000","objects_scrubbed":5,"log_size":61,"log_dups_size":300,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:20:24.486329+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262200,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":500,"num_read_kb":1934,"num_write":1139,"num_write_kb":21166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,3],"acting":[5,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":496,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:19.270746+0000","last_change":"2024-09-12T01:16:19.270664+0000","last_active":"2024-09-12T01:16:19.270746+0000","last_peered":"2024-09-12T01:16:19.270746+0000","last_clean":"2024-09-12T01:16:19.270746+0000","last_became_active":"2024-09-12T00:34:35.991149+0000","last_became_peered":"2024-09-12T00:34:35.991149+0000","last_unstale":"2024-09-12T01:16:19.270746+0000","last_undegraded":"2024-09-12T01:16:19.270746+0000","last_fullsized":"2024-09-12T01:16:19.270746+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:19.270473+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:19.270473+0000","last_clean_scrub_stamp":"2024-09-12T01:16:19.270473+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:50:13.212310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"264'279","reported_seq":858,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:16.624333+0000","last_change":"2024-09-12T01:16:16.624333+0000","last_active":"2024-09-12T01:16:16.624333+0000","last_peered":"2024-09-12T01:16:16.624333+0000","last_clean":"2024-09-12T01:16:16.624333+0000","last_became_active":"2024-09-12T00:34:37.998269+0000","last_became_peered":"2024-09-12T00:34:37.998269+0000","last_unstale":"2024-09-12T01:16:16.624333+0000","last_undegraded":"2024-09-12T01:16:16.624333+0000","last_fullsized":"2024-09-12T01:16:16.624333+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'279","last_scrub_stamp":"2024-09-12T01:16:16.624216+0000","last_deep_scrub":"264'279","last_deep_scrub_stamp":"2024-09-12T01:16:16.624216+0000","last_clean_scrub_stamp":"2024-09-12T01:16:16.624216+0000","objects_scrubbed":5,"log_size":79,"log_dups_size":200,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:18:19.899956+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":87727,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":455,"num_read_kb":1131,"num_write":370,"num_write_kb":339,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:14.011985+0000","last_change":"2024-09-12T01:16:14.011985+0000","last_active":"2024-09-12T01:16:14.011985+0000","last_peered":"2024-09-12T01:16:14.011985+0000","last_clean":"2024-09-12T01:16:14.011985+0000","last_became_active":"2024-09-12T00:34:40.004801+0000","last_became_peered":"2024-09-12T00:34:40.004801+0000","last_unstale":"2024-09-12T01:16:14.011985+0000","last_undegraded":"2024-09-12T01:16:14.011985+0000","last_fullsized":"2024-09-12T01:16:14.011985+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:14.011843+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:14.011843+0000","last_clean_scrub_stamp":"2024-09-12T01:16:14.011843+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:14:51.943482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"264'135","reported_seq":689,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:31.953006+0000","last_change":"2024-09-12T01:16:31.953006+0000","last_active":"2024-09-12T01:16:31.953006+0000","last_peered":"2024-09-12T01:16:31.953006+0000","last_clean":"2024-09-12T01:16:31.953006+0000","last_became_active":"2024-09-12T00:34:42.025899+0000","last_became_peered":"2024-09-12T00:34:42.025899+0000","last_unstale":"2024-09-12T01:16:31.953006+0000","last_undegraded":"2024-09-12T01:16:31.953006+0000","last_fullsized":"2024-09-12T01:16:31.953006+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'135","last_scrub_stamp":"2024-09-12T01:16:31.952920+0000","last_deep_scrub":"264'135","last_deep_scrub_stamp":"2024-09-12T01:16:31.952920+0000","last_clean_scrub_stamp":"2024-09-12T01:16:31.952920+0000","objects_scrubbed":2,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:07:09.617375+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":557,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":329,"num_read_kb":286,"num_write":339,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"264'760","reported_seq":2201,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.082391+0000","last_change":"2024-09-12T01:16:08.082391+0000","last_active":"2024-09-12T01:16:08.082391+0000","last_peered":"2024-09-12T01:16:08.082391+0000","last_clean":"2024-09-12T01:16:08.082391+0000","last_became_active":"2024-09-12T00:34:33.985448+0000","last_became_peered":"2024-09-12T00:34:33.985448+0000","last_unstale":"2024-09-12T01:16:08.082391+0000","last_undegraded":"2024-09-12T01:16:08.082391+0000","last_fullsized":"2024-09-12T01:16:08.082391+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'760","last_scrub_stamp":"2024-09-12T01:16:08.082309+0000","last_deep_scrub":"264'760","last_deep_scrub_stamp":"2024-09-12T01:16:08.082309+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.082309+0000","objects_scrubbed":4,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:18:25.186168+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":3513,"num_read_kb":3154,"num_write":998,"num_write_kb":362,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":760,"num_omap_keys":4,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"264'332","reported_seq":965,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.115630+0000","last_change":"2024-09-12T01:15:57.115556+0000","last_active":"2024-09-12T01:15:57.115630+0000","last_peered":"2024-09-12T01:15:57.115630+0000","last_clean":"2024-09-12T01:15:57.115630+0000","last_became_active":"2024-09-12T00:34:31.962743+0000","last_became_peered":"2024-09-12T00:34:31.962743+0000","last_unstale":"2024-09-12T01:15:57.115630+0000","last_undegraded":"2024-09-12T01:15:57.115630+0000","last_fullsized":"2024-09-12T01:15:57.115630+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'332","last_scrub_stamp":"2024-09-12T01:15:57.115449+0000","last_deep_scrub":"264'332","last_deep_scrub_stamp":"2024-09-12T01:15:57.115449+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.115449+0000","objects_scrubbed":8,"log_size":32,"log_dups_size":300,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:25:35.548629+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":538106,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":439,"num_read_kb":23084,"num_write":1012,"num_write_kb":31643,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,7],"acting":[3,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":498,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:15.866239+0000","last_change":"2024-09-12T01:16:15.866239+0000","last_active":"2024-09-12T01:16:15.866239+0000","last_peered":"2024-09-12T01:16:15.866239+0000","last_clean":"2024-09-12T01:16:15.866239+0000","last_became_active":"2024-09-12T00:34:35.985748+0000","last_became_peered":"2024-09-12T00:34:35.985748+0000","last_unstale":"2024-09-12T01:16:15.866239+0000","last_undegraded":"2024-09-12T01:16:15.866239+0000","last_fullsized":"2024-09-12T01:16:15.866239+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:15.866150+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:15.866150+0000","last_clean_scrub_stamp":"2024-09-12T01:16:15.866150+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:00:15.797666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"264'276","reported_seq":840,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:21.004384+0000","last_change":"2024-09-12T01:16:21.004308+0000","last_active":"2024-09-12T01:16:21.004384+0000","last_peered":"2024-09-12T01:16:21.004384+0000","last_clean":"2024-09-12T01:16:21.004384+0000","last_became_active":"2024-09-12T00:34:37.997172+0000","last_became_peered":"2024-09-12T00:34:37.997172+0000","last_unstale":"2024-09-12T01:16:21.004384+0000","last_undegraded":"2024-09-12T01:16:21.004384+0000","last_fullsized":"2024-09-12T01:16:21.004384+0000","mapping_epoch":31,"log_start":"264'200","ondisk_log_start":"264'200","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'276","last_scrub_stamp":"2024-09-12T01:16:21.004220+0000","last_deep_scrub":"264'276","last_deep_scrub_stamp":"2024-09-12T01:16:21.004220+0000","last_clean_scrub_stamp":"2024-09-12T01:16:21.004220+0000","objects_scrubbed":3,"log_size":76,"log_dups_size":200,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:22:58.931600+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51250,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":452,"num_read_kb":1111,"num_write":376,"num_write_kb":326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":490,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:24.710685+0000","last_change":"2024-09-12T01:16:24.710620+0000","last_active":"2024-09-12T01:16:24.710685+0000","last_peered":"2024-09-12T01:16:24.710685+0000","last_clean":"2024-09-12T01:16:24.710685+0000","last_became_active":"2024-09-12T00:34:40.010287+0000","last_became_peered":"2024-09-12T00:34:40.010287+0000","last_unstale":"2024-09-12T01:16:24.710685+0000","last_undegraded":"2024-09-12T01:16:24.710685+0000","last_fullsized":"2024-09-12T01:16:24.710685+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:24.710524+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:24.710524+0000","last_clean_scrub_stamp":"2024-09-12T01:16:24.710524+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:37:17.186476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"264'180","reported_seq":1648,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:27.928765+0000","last_change":"2024-09-12T01:16:27.928765+0000","last_active":"2024-09-12T01:16:27.928765+0000","last_peered":"2024-09-12T01:16:27.928765+0000","last_clean":"2024-09-12T01:16:27.928765+0000","last_became_active":"2024-09-12T00:34:42.010177+0000","last_became_peered":"2024-09-12T00:34:42.010177+0000","last_unstale":"2024-09-12T01:16:27.928765+0000","last_undegraded":"2024-09-12T01:16:27.928765+0000","last_fullsized":"2024-09-12T01:16:27.928765+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'180","last_scrub_stamp":"2024-09-12T01:16:27.928670+0000","last_deep_scrub":"264'180","last_deep_scrub_stamp":"2024-09-12T01:16:27.928670+0000","last_clean_scrub_stamp":"2024-09-12T01:16:27.928670+0000","objects_scrubbed":6,"log_size":80,"log_dups_size":100,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:33:35.224019+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":657,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1177,"num_read_kb":1173,"num_write":405,"num_write_kb":109,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.18","version":"264'461","reported_seq":2059,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.821256+0000","last_change":"2024-09-12T01:16:03.821256+0000","last_active":"2024-09-12T01:16:03.821256+0000","last_peered":"2024-09-12T01:16:03.821256+0000","last_clean":"2024-09-12T01:16:03.821256+0000","last_became_active":"2024-09-12T00:34:33.979754+0000","last_became_peered":"2024-09-12T00:34:33.979754+0000","last_unstale":"2024-09-12T01:16:03.821256+0000","last_undegraded":"2024-09-12T01:16:03.821256+0000","last_fullsized":"2024-09-12T01:16:03.821256+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'461","last_scrub_stamp":"2024-09-12T01:16:03.821170+0000","last_deep_scrub":"264'461","last_deep_scrub_stamp":"2024-09-12T01:16:03.821170+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.821170+0000","objects_scrubbed":2,"log_size":61,"log_dups_size":400,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:18:05.046551+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2451,"num_read_kb":2312,"num_write":529,"num_write_kb":116,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":432,"num_omap_keys":2,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"264'522","reported_seq":1203,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.547321+0000","last_change":"2024-09-12T01:15:55.547265+0000","last_active":"2024-09-12T01:15:55.547321+0000","last_peered":"2024-09-12T01:15:55.547321+0000","last_clean":"2024-09-12T01:15:55.547321+0000","last_became_active":"2024-09-12T00:34:31.971263+0000","last_became_peered":"2024-09-12T00:34:31.971263+0000","last_unstale":"2024-09-12T01:15:55.547321+0000","last_undegraded":"2024-09-12T01:15:55.547321+0000","last_fullsized":"2024-09-12T01:15:55.547321+0000","mapping_epoch":25,"log_start":"264'500","ondisk_log_start":"264'500","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'522","last_scrub_stamp":"2024-09-12T01:15:55.547179+0000","last_deep_scrub":"264'522","last_deep_scrub_stamp":"2024-09-12T01:15:55.547179+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.547179+0000","objects_scrubbed":6,"log_size":22,"log_dups_size":500,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:38:58.593686+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":851,"num_read_kb":22040,"num_write":1382,"num_write_kb":25421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,6],"acting":[0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.19","version":"264'2","reported_seq":504,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.081316+0000","last_change":"2024-09-12T01:16:12.081316+0000","last_active":"2024-09-12T01:16:12.081316+0000","last_peered":"2024-09-12T01:16:12.081316+0000","last_clean":"2024-09-12T01:16:12.081316+0000","last_became_active":"2024-09-12T00:34:35.990181+0000","last_became_peered":"2024-09-12T00:34:35.990181+0000","last_unstale":"2024-09-12T01:16:12.081316+0000","last_undegraded":"2024-09-12T01:16:12.081316+0000","last_fullsized":"2024-09-12T01:16:12.081316+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'2","last_scrub_stamp":"2024-09-12T01:16:12.081218+0000","last_deep_scrub":"264'2","last_deep_scrub_stamp":"2024-09-12T01:16:12.081218+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.081218+0000","objects_scrubbed":1,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:32:25.386111+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":46,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"264'326","reported_seq":924,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:20.799036+0000","last_change":"2024-09-12T01:16:20.798976+0000","last_active":"2024-09-12T01:16:20.799036+0000","last_peered":"2024-09-12T01:16:20.799036+0000","last_clean":"2024-09-12T01:16:20.799036+0000","last_became_active":"2024-09-12T00:34:37.987989+0000","last_became_peered":"2024-09-12T00:34:37.987989+0000","last_unstale":"2024-09-12T01:16:20.799036+0000","last_undegraded":"2024-09-12T01:16:20.799036+0000","last_fullsized":"2024-09-12T01:16:20.799036+0000","mapping_epoch":31,"log_start":"264'300","ondisk_log_start":"264'300","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'326","last_scrub_stamp":"2024-09-12T01:16:20.798871+0000","last_deep_scrub":"264'326","last_deep_scrub_stamp":"2024-09-12T01:16:20.798871+0000","last_clean_scrub_stamp":"2024-09-12T01:16:20.798871+0000","objects_scrubbed":6,"log_size":26,"log_dups_size":300,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:54:34.241731+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":50991,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":545,"num_read_kb":1225,"num_write":444,"num_write_kb":338,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.671565+0000","last_change":"2024-09-12T01:16:26.671493+0000","last_active":"2024-09-12T01:16:26.671565+0000","last_peered":"2024-09-12T01:16:26.671565+0000","last_clean":"2024-09-12T01:16:26.671565+0000","last_became_active":"2024-09-12T00:34:40.009757+0000","last_became_peered":"2024-09-12T00:34:40.009757+0000","last_unstale":"2024-09-12T01:16:26.671565+0000","last_undegraded":"2024-09-12T01:16:26.671565+0000","last_fullsized":"2024-09-12T01:16:26.671565+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-12T01:16:26.671351+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-12T01:16:26.671351+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.671351+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:02:44.040836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"264'128","reported_seq":626,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:26.786016+0000","last_change":"2024-09-12T01:16:26.785942+0000","last_active":"2024-09-12T01:16:26.786016+0000","last_peered":"2024-09-12T01:16:26.786016+0000","last_clean":"2024-09-12T01:16:26.786016+0000","last_became_active":"2024-09-12T00:34:42.014551+0000","last_became_peered":"2024-09-12T00:34:42.014551+0000","last_unstale":"2024-09-12T01:16:26.786016+0000","last_undegraded":"2024-09-12T01:16:26.786016+0000","last_fullsized":"2024-09-12T01:16:26.786016+0000","mapping_epoch":35,"log_start":"264'100","ondisk_log_start":"264'100","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'128","last_scrub_stamp":"2024-09-12T01:16:26.785860+0000","last_deep_scrub":"264'128","last_deep_scrub_stamp":"2024-09-12T01:16:26.785860+0000","last_clean_scrub_stamp":"2024-09-12T01:16:26.785860+0000","objects_scrubbed":3,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:45:57.300800+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":629,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":145,"num_read_kb":131,"num_write":325,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.27","version":"264'473","reported_seq":2119,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.055663+0000","last_change":"2024-09-12T01:16:06.055663+0000","last_active":"2024-09-12T01:16:06.055663+0000","last_peered":"2024-09-12T01:16:06.055663+0000","last_clean":"2024-09-12T01:16:06.055663+0000","last_became_active":"2024-09-12T00:34:33.971654+0000","last_became_peered":"2024-09-12T00:34:33.971654+0000","last_unstale":"2024-09-12T01:16:06.055663+0000","last_undegraded":"2024-09-12T01:16:06.055663+0000","last_fullsized":"2024-09-12T01:16:06.055663+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'473","last_scrub_stamp":"2024-09-12T01:16:06.055554+0000","last_deep_scrub":"264'473","last_deep_scrub_stamp":"2024-09-12T01:16:06.055554+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.055554+0000","objects_scrubbed":2,"log_size":73,"log_dups_size":400,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:35:41.695260+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2669,"num_read_kb":2518,"num_write":545,"num_write_kb":120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":219,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"264'348","reported_seq":1004,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:57.993861+0000","last_change":"2024-09-12T01:15:57.993762+0000","last_active":"2024-09-12T01:15:57.993861+0000","last_peered":"2024-09-12T01:15:57.993861+0000","last_clean":"2024-09-12T01:15:57.993861+0000","last_became_active":"2024-09-12T00:34:31.972867+0000","last_became_peered":"2024-09-12T00:34:31.972867+0000","last_unstale":"2024-09-12T01:15:57.993861+0000","last_undegraded":"2024-09-12T01:15:57.993861+0000","last_fullsized":"2024-09-12T01:15:57.993861+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'348","last_scrub_stamp":"2024-09-12T01:15:57.993622+0000","last_deep_scrub":"264'348","last_deep_scrub_stamp":"2024-09-12T01:15:57.993622+0000","last_clean_scrub_stamp":"2024-09-12T01:15:57.993622+0000","objects_scrubbed":5,"log_size":48,"log_dups_size":300,"ondisk_log_size":48,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:36:40.667046+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":287823,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":575,"num_read_kb":7703,"num_write":1142,"num_write_kb":11059,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,7],"acting":[6,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.26","version":"264'383","reported_seq":1925,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:05.058639+0000","last_change":"2024-09-12T01:16:05.058639+0000","last_active":"2024-09-12T01:16:05.058639+0000","last_peered":"2024-09-12T01:16:05.058639+0000","last_clean":"2024-09-12T01:16:05.058639+0000","last_became_active":"2024-09-12T00:34:33.972770+0000","last_became_peered":"2024-09-12T00:34:33.972770+0000","last_unstale":"2024-09-12T01:16:05.058639+0000","last_undegraded":"2024-09-12T01:16:05.058639+0000","last_fullsized":"2024-09-12T01:16:05.058639+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'383","last_scrub_stamp":"2024-09-12T01:16:05.058556+0000","last_deep_scrub":"264'383","last_deep_scrub_stamp":"2024-09-12T01:16:05.058556+0000","last_clean_scrub_stamp":"2024-09-12T01:16:05.058556+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":300,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:20:14.766200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2116,"num_read_kb":2038,"num_write":421,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"264'401","reported_seq":1029,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:54.547434+0000","last_change":"2024-09-12T01:15:54.547372+0000","last_active":"2024-09-12T01:15:54.547434+0000","last_peered":"2024-09-12T01:15:54.547434+0000","last_clean":"2024-09-12T01:15:54.547434+0000","last_became_active":"2024-09-12T00:34:31.966720+0000","last_became_peered":"2024-09-12T00:34:31.966720+0000","last_unstale":"2024-09-12T01:15:54.547434+0000","last_undegraded":"2024-09-12T01:15:54.547434+0000","last_fullsized":"2024-09-12T01:15:54.547434+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'401","last_scrub_stamp":"2024-09-12T01:15:54.547291+0000","last_deep_scrub":"264'401","last_deep_scrub_stamp":"2024-09-12T01:15:54.547291+0000","last_clean_scrub_stamp":"2024-09-12T01:15:54.547291+0000","objects_scrubbed":5,"log_size":101,"log_dups_size":300,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:21:57.360329+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4593516,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":495,"num_read_kb":8293,"num_write":1293,"num_write_kb":36930,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.25","version":"264'514","reported_seq":2122,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:11.315141+0000","last_change":"2024-09-12T01:16:11.315141+0000","last_active":"2024-09-12T01:16:11.315141+0000","last_peered":"2024-09-12T01:16:11.315141+0000","last_clean":"2024-09-12T01:16:11.315141+0000","last_became_active":"2024-09-12T00:34:33.985427+0000","last_became_peered":"2024-09-12T00:34:33.985427+0000","last_unstale":"2024-09-12T01:16:11.315141+0000","last_undegraded":"2024-09-12T01:16:11.315141+0000","last_fullsized":"2024-09-12T01:16:11.315141+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'514","last_scrub_stamp":"2024-09-12T01:16:11.315052+0000","last_deep_scrub":"264'514","last_deep_scrub_stamp":"2024-09-12T01:16:11.315052+0000","last_clean_scrub_stamp":"2024-09-12T01:16:11.315052+0000","objects_scrubbed":1,"log_size":14,"log_dups_size":500,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:40:00.361936+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2581,"num_read_kb":2413,"num_write":585,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"264'366","reported_seq":1042,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:00.402085+0000","last_change":"2024-09-12T01:16:00.402017+0000","last_active":"2024-09-12T01:16:00.402085+0000","last_peered":"2024-09-12T01:16:00.402085+0000","last_clean":"2024-09-12T01:16:00.402085+0000","last_became_active":"2024-09-12T00:34:31.971634+0000","last_became_peered":"2024-09-12T00:34:31.971634+0000","last_unstale":"2024-09-12T01:16:00.402085+0000","last_undegraded":"2024-09-12T01:16:00.402085+0000","last_fullsized":"2024-09-12T01:16:00.402085+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'366","last_scrub_stamp":"2024-09-12T01:16:00.401887+0000","last_deep_scrub":"264'366","last_deep_scrub_stamp":"2024-09-12T01:16:00.401887+0000","last_clean_scrub_stamp":"2024-09-12T01:16:00.401887+0000","objects_scrubbed":3,"log_size":66,"log_dups_size":300,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:53:36.761280+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":612,"num_read_kb":32692,"num_write":1270,"num_write_kb":20336,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.24","version":"264'1037","reported_seq":2493,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.177698+0000","last_change":"2024-09-12T01:16:01.177698+0000","last_active":"2024-09-12T01:16:01.177698+0000","last_peered":"2024-09-12T01:16:01.177698+0000","last_clean":"2024-09-12T01:16:01.177698+0000","last_became_active":"2024-09-12T00:34:33.979663+0000","last_became_peered":"2024-09-12T00:34:33.979663+0000","last_unstale":"2024-09-12T01:16:01.177698+0000","last_undegraded":"2024-09-12T01:16:01.177698+0000","last_fullsized":"2024-09-12T01:16:01.177698+0000","mapping_epoch":27,"log_start":"264'1000","ondisk_log_start":"264'1000","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1037","last_scrub_stamp":"2024-09-12T01:16:01.177587+0000","last_deep_scrub":"264'1037","last_deep_scrub_stamp":"2024-09-12T01:16:01.177587+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.177587+0000","objects_scrubbed":4,"log_size":37,"log_dups_size":1000,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:09:27.294298+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4883,"num_read_kb":4390,"num_write":1520,"num_write_kb":633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":217,"num_omap_keys":1,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"264'356","reported_seq":1023,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.549911+0000","last_change":"2024-09-12T01:15:58.549822+0000","last_active":"2024-09-12T01:15:58.549911+0000","last_peered":"2024-09-12T01:15:58.549911+0000","last_clean":"2024-09-12T01:15:58.549911+0000","last_became_active":"2024-09-12T00:34:31.970164+0000","last_became_peered":"2024-09-12T00:34:31.970164+0000","last_unstale":"2024-09-12T01:15:58.549911+0000","last_undegraded":"2024-09-12T01:15:58.549911+0000","last_fullsized":"2024-09-12T01:15:58.549911+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'356","last_scrub_stamp":"2024-09-12T01:15:58.549641+0000","last_deep_scrub":"264'356","last_deep_scrub_stamp":"2024-09-12T01:15:58.549641+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.549641+0000","objects_scrubbed":9,"log_size":56,"log_dups_size":300,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T05:17:50.695677+0000","scrub_duration":9,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456509,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":554,"num_read_kb":17128,"num_write":1087,"num_write_kb":26850,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"264'582","reported_seq":2216,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:09.054616+0000","last_change":"2024-09-12T01:16:09.054522+0000","last_active":"2024-09-12T01:16:09.054616+0000","last_peered":"2024-09-12T01:16:09.054616+0000","last_clean":"2024-09-12T01:16:09.054616+0000","last_became_active":"2024-09-12T00:34:33.988284+0000","last_became_peered":"2024-09-12T00:34:33.988284+0000","last_unstale":"2024-09-12T01:16:09.054616+0000","last_undegraded":"2024-09-12T01:16:09.054616+0000","last_fullsized":"2024-09-12T01:16:09.054616+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'582","last_scrub_stamp":"2024-09-12T01:16:09.054407+0000","last_deep_scrub":"264'582","last_deep_scrub_stamp":"2024-09-12T01:16:09.054407+0000","last_clean_scrub_stamp":"2024-09-12T01:16:09.054407+0000","objects_scrubbed":2,"log_size":82,"log_dups_size":500,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:53:54.856867+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3090,"num_read_kb":2864,"num_write":780,"num_write_kb":312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":474,"num_omap_keys":2,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"264'403","reported_seq":1086,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:58.093113+0000","last_change":"2024-09-12T01:15:58.093113+0000","last_active":"2024-09-12T01:15:58.093113+0000","last_peered":"2024-09-12T01:15:58.093113+0000","last_clean":"2024-09-12T01:15:58.093113+0000","last_became_active":"2024-09-12T00:34:31.977961+0000","last_became_peered":"2024-09-12T00:34:31.977961+0000","last_unstale":"2024-09-12T01:15:58.093113+0000","last_undegraded":"2024-09-12T01:15:58.093113+0000","last_fullsized":"2024-09-12T01:15:58.093113+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'403","last_scrub_stamp":"2024-09-12T01:15:58.093000+0000","last_deep_scrub":"264'403","last_deep_scrub_stamp":"2024-09-12T01:15:58.093000+0000","last_clean_scrub_stamp":"2024-09-12T01:15:58.093000+0000","objects_scrubbed":5,"log_size":103,"log_dups_size":300,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:41:15.195376+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4456491,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":652,"num_read_kb":48802,"num_write":1281,"num_write_kb":34470,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.22","version":"264'397","reported_seq":2002,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.822083+0000","last_change":"2024-09-12T01:16:07.821999+0000","last_active":"2024-09-12T01:16:07.822083+0000","last_peered":"2024-09-12T01:16:07.822083+0000","last_clean":"2024-09-12T01:16:07.822083+0000","last_became_active":"2024-09-12T00:34:33.977227+0000","last_became_peered":"2024-09-12T00:34:33.977227+0000","last_unstale":"2024-09-12T01:16:07.822083+0000","last_undegraded":"2024-09-12T01:16:07.822083+0000","last_fullsized":"2024-09-12T01:16:07.822083+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'397","last_scrub_stamp":"2024-09-12T01:16:07.821878+0000","last_deep_scrub":"264'397","last_deep_scrub_stamp":"2024-09-12T01:16:07.821878+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.821878+0000","objects_scrubbed":3,"log_size":97,"log_dups_size":300,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:19:17.772462+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2367,"num_read_kb":2261,"num_write":462,"num_write_kb":92,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"264'300","reported_seq":921,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.169907+0000","last_change":"2024-09-12T01:16:02.169907+0000","last_active":"2024-09-12T01:16:02.169907+0000","last_peered":"2024-09-12T01:16:02.169907+0000","last_clean":"2024-09-12T01:16:02.169907+0000","last_became_active":"2024-09-12T00:34:31.962091+0000","last_became_peered":"2024-09-12T00:34:31.962091+0000","last_unstale":"2024-09-12T01:16:02.169907+0000","last_undegraded":"2024-09-12T01:16:02.169907+0000","last_fullsized":"2024-09-12T01:16:02.169907+0000","mapping_epoch":25,"log_start":"264'200","ondisk_log_start":"264'200","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'300","last_scrub_stamp":"2024-09-12T01:16:02.169781+0000","last_deep_scrub":"264'300","last_deep_scrub_stamp":"2024-09-12T01:16:02.169781+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.169781+0000","objects_scrubbed":2,"log_size":100,"log_dups_size":200,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:25:30.820980+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":407,"num_read_kb":31193,"num_write":903,"num_write_kb":37688,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"264'1378","reported_seq":2968,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.079009+0000","last_change":"2024-09-12T01:16:10.078951+0000","last_active":"2024-09-12T01:16:10.079009+0000","last_peered":"2024-09-12T01:16:10.079009+0000","last_clean":"2024-09-12T01:16:10.079009+0000","last_became_active":"2024-09-12T00:34:33.992583+0000","last_became_peered":"2024-09-12T00:34:33.992583+0000","last_unstale":"2024-09-12T01:16:10.079009+0000","last_undegraded":"2024-09-12T01:16:10.079009+0000","last_fullsized":"2024-09-12T01:16:10.079009+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1378","last_scrub_stamp":"2024-09-12T01:16:10.078867+0000","last_deep_scrub":"264'1378","last_deep_scrub_stamp":"2024-09-12T01:16:10.078867+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.078867+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":1300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T12:51:50.906335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6518,"num_read_kb":5665,"num_write":2064,"num_write_kb":1012,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"264'334","reported_seq":1022,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.986130+0000","last_change":"2024-09-12T01:15:55.986130+0000","last_active":"2024-09-12T01:15:55.986130+0000","last_peered":"2024-09-12T01:15:55.986130+0000","last_clean":"2024-09-12T01:15:55.986130+0000","last_became_active":"2024-09-12T00:34:31.966528+0000","last_became_peered":"2024-09-12T00:34:31.966528+0000","last_unstale":"2024-09-12T01:15:55.986130+0000","last_undegraded":"2024-09-12T01:15:55.986130+0000","last_fullsized":"2024-09-12T01:15:55.986130+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'334","last_scrub_stamp":"2024-09-12T01:15:55.985977+0000","last_deep_scrub":"264'334","last_deep_scrub_stamp":"2024-09-12T01:15:55.985977+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.985977+0000","objects_scrubbed":8,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:47:06.068373+0000","scrub_duration":7,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4364785,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":629,"num_read_kb":9603,"num_write":1163,"num_write_kb":30886,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.20","version":"264'449","reported_seq":2054,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.972128+0000","last_change":"2024-09-12T01:16:04.972056+0000","last_active":"2024-09-12T01:16:04.972128+0000","last_peered":"2024-09-12T01:16:04.972128+0000","last_clean":"2024-09-12T01:16:04.972128+0000","last_became_active":"2024-09-12T00:34:33.973387+0000","last_became_peered":"2024-09-12T00:34:33.973387+0000","last_unstale":"2024-09-12T01:16:04.972128+0000","last_undegraded":"2024-09-12T01:16:04.972128+0000","last_fullsized":"2024-09-12T01:16:04.972128+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'449","last_scrub_stamp":"2024-09-12T01:16:04.971973+0000","last_deep_scrub":"264'449","last_deep_scrub_stamp":"2024-09-12T01:16:04.971973+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.971973+0000","objects_scrubbed":3,"log_size":49,"log_dups_size":400,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:56:24.066078+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2517,"num_read_kb":2371,"num_write":533,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1072,"num_omap_keys":5,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"264'330","reported_seq":922,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.091102+0000","last_change":"2024-09-12T01:15:59.091102+0000","last_active":"2024-09-12T01:15:59.091102+0000","last_peered":"2024-09-12T01:15:59.091102+0000","last_clean":"2024-09-12T01:15:59.091102+0000","last_became_active":"2024-09-12T00:34:31.960623+0000","last_became_peered":"2024-09-12T00:34:31.960623+0000","last_unstale":"2024-09-12T01:15:59.091102+0000","last_undegraded":"2024-09-12T01:15:59.091102+0000","last_fullsized":"2024-09-12T01:15:59.091102+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'330","last_scrub_stamp":"2024-09-12T01:15:59.090976+0000","last_deep_scrub":"264'330","last_deep_scrub_stamp":"2024-09-12T01:15:59.090976+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.090976+0000","objects_scrubbed":7,"log_size":30,"log_dups_size":300,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:18:57.943662+0000","scrub_duration":8,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4308193,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":370,"num_read_kb":27044,"num_write":941,"num_write_kb":54817,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2f","version":"264'736","reported_seq":2143,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:07.423888+0000","last_change":"2024-09-12T01:16:07.423817+0000","last_active":"2024-09-12T01:16:07.423888+0000","last_peered":"2024-09-12T01:16:07.423888+0000","last_clean":"2024-09-12T01:16:07.423888+0000","last_became_active":"2024-09-12T00:34:33.987414+0000","last_became_peered":"2024-09-12T00:34:33.987414+0000","last_unstale":"2024-09-12T01:16:07.423888+0000","last_undegraded":"2024-09-12T01:16:07.423888+0000","last_fullsized":"2024-09-12T01:16:07.423888+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'736","last_scrub_stamp":"2024-09-12T01:16:07.423722+0000","last_deep_scrub":"264'736","last_deep_scrub_stamp":"2024-09-12T01:16:07.423722+0000","last_clean_scrub_stamp":"2024-09-12T01:16:07.423722+0000","objects_scrubbed":2,"log_size":36,"log_dups_size":700,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:53:23.317025+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3453,"num_read_kb":3108,"num_write":973,"num_write_kb":359,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":233,"num_omap_keys":1,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"264'314","reported_seq":936,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.395366+0000","last_change":"2024-09-12T01:16:03.395366+0000","last_active":"2024-09-12T01:16:03.395366+0000","last_peered":"2024-09-12T01:16:03.395366+0000","last_clean":"2024-09-12T01:16:03.395366+0000","last_became_active":"2024-09-12T00:34:31.977298+0000","last_became_peered":"2024-09-12T00:34:31.977298+0000","last_unstale":"2024-09-12T01:16:03.395366+0000","last_undegraded":"2024-09-12T01:16:03.395366+0000","last_fullsized":"2024-09-12T01:16:03.395366+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'314","last_scrub_stamp":"2024-09-12T01:16:03.395269+0000","last_deep_scrub":"264'314","last_deep_scrub_stamp":"2024-09-12T01:16:03.395269+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.395269+0000","objects_scrubbed":2,"log_size":14,"log_dups_size":300,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:04:27.168382+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":457,"num_read_kb":37235,"num_write":973,"num_write_kb":28438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2e","version":"264'926","reported_seq":2540,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.861316+0000","last_change":"2024-09-12T01:16:08.861259+0000","last_active":"2024-09-12T01:16:08.861316+0000","last_peered":"2024-09-12T01:16:08.861316+0000","last_clean":"2024-09-12T01:16:08.861316+0000","last_became_active":"2024-09-12T00:34:33.978626+0000","last_became_peered":"2024-09-12T00:34:33.978626+0000","last_unstale":"2024-09-12T01:16:08.861316+0000","last_undegraded":"2024-09-12T01:16:08.861316+0000","last_fullsized":"2024-09-12T01:16:08.861316+0000","mapping_epoch":27,"log_start":"264'900","ondisk_log_start":"264'900","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'926","last_scrub_stamp":"2024-09-12T01:16:08.861179+0000","last_deep_scrub":"264'926","last_deep_scrub_stamp":"2024-09-12T01:16:08.861179+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.861179+0000","objects_scrubbed":2,"log_size":26,"log_dups_size":900,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T03:23:25.862125+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4421,"num_read_kb":3963,"num_write":1257,"num_write_kb":522,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"264'353","reported_seq":993,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:55.574734+0000","last_change":"2024-09-12T01:15:55.574734+0000","last_active":"2024-09-12T01:15:55.574734+0000","last_peered":"2024-09-12T01:15:55.574734+0000","last_clean":"2024-09-12T01:15:55.574734+0000","last_became_active":"2024-09-12T00:35:05.223897+0000","last_became_peered":"2024-09-12T00:35:05.223897+0000","last_unstale":"2024-09-12T01:15:55.574734+0000","last_undegraded":"2024-09-12T01:15:55.574734+0000","last_fullsized":"2024-09-12T01:15:55.574734+0000","mapping_epoch":38,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'353","last_scrub_stamp":"2024-09-12T01:15:55.574647+0000","last_deep_scrub":"264'353","last_deep_scrub_stamp":"2024-09-12T01:15:55.574647+0000","last_clean_scrub_stamp":"2024-09-12T01:15:55.574647+0000","objects_scrubbed":6,"log_size":53,"log_dups_size":300,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:13:15.187994+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154781,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":549,"num_read_kb":8825,"num_write":1213,"num_write_kb":53311,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.2d","version":"264'465","reported_seq":2096,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.563025+0000","last_change":"2024-09-12T01:15:59.563025+0000","last_active":"2024-09-12T01:15:59.563025+0000","last_peered":"2024-09-12T01:15:59.563025+0000","last_clean":"2024-09-12T01:15:59.563025+0000","last_became_active":"2024-09-12T00:34:33.975793+0000","last_became_peered":"2024-09-12T00:34:33.975793+0000","last_unstale":"2024-09-12T01:15:59.563025+0000","last_undegraded":"2024-09-12T01:15:59.563025+0000","last_fullsized":"2024-09-12T01:15:59.563025+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'465","last_scrub_stamp":"2024-09-12T01:15:59.562933+0000","last_deep_scrub":"264'465","last_deep_scrub_stamp":"2024-09-12T01:15:59.562933+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.562933+0000","objects_scrubbed":1,"log_size":65,"log_dups_size":400,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T08:41:42.833378+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2477,"num_read_kb":2346,"num_write":538,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"264'337","reported_seq":972,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:02.418966+0000","last_change":"2024-09-12T01:16:02.418966+0000","last_active":"2024-09-12T01:16:02.418966+0000","last_peered":"2024-09-12T01:16:02.418966+0000","last_clean":"2024-09-12T01:16:02.418966+0000","last_became_active":"2024-09-12T00:34:31.970483+0000","last_became_peered":"2024-09-12T00:34:31.970483+0000","last_unstale":"2024-09-12T01:16:02.418966+0000","last_undegraded":"2024-09-12T01:16:02.418966+0000","last_fullsized":"2024-09-12T01:16:02.418966+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'337","last_scrub_stamp":"2024-09-12T01:16:02.418863+0000","last_deep_scrub":"264'337","last_deep_scrub_stamp":"2024-09-12T01:16:02.418863+0000","last_clean_scrub_stamp":"2024-09-12T01:16:02.418863+0000","objects_scrubbed":5,"log_size":37,"log_dups_size":300,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:41:32.628115+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":498,"num_read_kb":20958,"num_write":1131,"num_write_kb":36421,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2c","version":"264'350","reported_seq":1714,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.808601+0000","last_change":"2024-09-12T01:16:06.808601+0000","last_active":"2024-09-12T01:16:06.808601+0000","last_peered":"2024-09-12T01:16:06.808601+0000","last_clean":"2024-09-12T01:16:06.808601+0000","last_became_active":"2024-09-12T00:34:33.981437+0000","last_became_peered":"2024-09-12T00:34:33.981437+0000","last_unstale":"2024-09-12T01:16:06.808601+0000","last_undegraded":"2024-09-12T01:16:06.808601+0000","last_fullsized":"2024-09-12T01:16:06.808601+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'350","last_scrub_stamp":"2024-09-12T01:16:06.808501+0000","last_deep_scrub":"264'350","last_deep_scrub_stamp":"2024-09-12T01:16:06.808501+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.808501+0000","objects_scrubbed":3,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:01:42.814725+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1853,"num_read_kb":1763,"num_write":400,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":237,"num_omap_keys":1,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"264'378","reported_seq":1015,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:01.508768+0000","last_change":"2024-09-12T01:16:01.508768+0000","last_active":"2024-09-12T01:16:01.508768+0000","last_peered":"2024-09-12T01:16:01.508768+0000","last_clean":"2024-09-12T01:16:01.508768+0000","last_became_active":"2024-09-12T00:34:31.970571+0000","last_became_peered":"2024-09-12T00:34:31.970571+0000","last_unstale":"2024-09-12T01:16:01.508768+0000","last_undegraded":"2024-09-12T01:16:01.508768+0000","last_fullsized":"2024-09-12T01:16:01.508768+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'378","last_scrub_stamp":"2024-09-12T01:16:01.508653+0000","last_deep_scrub":"264'378","last_deep_scrub_stamp":"2024-09-12T01:16:01.508653+0000","last_clean_scrub_stamp":"2024-09-12T01:16:01.508653+0000","objects_scrubbed":7,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:41:38.469864+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1199669,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":494,"num_read_kb":33946,"num_write":1082,"num_write_kb":40492,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2b","version":"264'467","reported_seq":2054,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:10.823282+0000","last_change":"2024-09-12T01:16:10.823282+0000","last_active":"2024-09-12T01:16:10.823282+0000","last_peered":"2024-09-12T01:16:10.823282+0000","last_clean":"2024-09-12T01:16:10.823282+0000","last_became_active":"2024-09-12T00:34:33.990826+0000","last_became_peered":"2024-09-12T00:34:33.990826+0000","last_unstale":"2024-09-12T01:16:10.823282+0000","last_undegraded":"2024-09-12T01:16:10.823282+0000","last_fullsized":"2024-09-12T01:16:10.823282+0000","mapping_epoch":27,"log_start":"264'400","ondisk_log_start":"264'400","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'467","last_scrub_stamp":"2024-09-12T01:16:10.823199+0000","last_deep_scrub":"264'467","last_deep_scrub_stamp":"2024-09-12T01:16:10.823199+0000","last_clean_scrub_stamp":"2024-09-12T01:16:10.823199+0000","objects_scrubbed":1,"log_size":67,"log_dups_size":400,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T07:11:32.059764+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2519,"num_read_kb":2361,"num_write":556,"num_write_kb":147,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":252,"num_omap_keys":1,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"264'312","reported_seq":1044,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:59.000339+0000","last_change":"2024-09-12T01:15:59.000339+0000","last_active":"2024-09-12T01:15:59.000339+0000","last_peered":"2024-09-12T01:15:59.000339+0000","last_clean":"2024-09-12T01:15:59.000339+0000","last_became_active":"2024-09-12T00:34:31.969979+0000","last_became_peered":"2024-09-12T00:34:31.969979+0000","last_unstale":"2024-09-12T01:15:59.000339+0000","last_undegraded":"2024-09-12T01:15:59.000339+0000","last_fullsized":"2024-09-12T01:15:59.000339+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'312","last_scrub_stamp":"2024-09-12T01:15:59.000194+0000","last_deep_scrub":"264'312","last_deep_scrub_stamp":"2024-09-12T01:15:59.000194+0000","last_clean_scrub_stamp":"2024-09-12T01:15:59.000194+0000","objects_scrubbed":8,"log_size":12,"log_dups_size":300,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:59:11.184490+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":546,"num_read_kb":13882,"num_write":966,"num_write_kb":28701,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.2a","version":"264'344","reported_seq":1828,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.428546+0000","last_change":"2024-09-12T01:16:03.428546+0000","last_active":"2024-09-12T01:16:03.428546+0000","last_peered":"2024-09-12T01:16:03.428546+0000","last_clean":"2024-09-12T01:16:03.428546+0000","last_became_active":"2024-09-12T00:34:33.983526+0000","last_became_peered":"2024-09-12T00:34:33.983526+0000","last_unstale":"2024-09-12T01:16:03.428546+0000","last_undegraded":"2024-09-12T01:16:03.428546+0000","last_fullsized":"2024-09-12T01:16:03.428546+0000","mapping_epoch":27,"log_start":"264'300","ondisk_log_start":"264'300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'344","last_scrub_stamp":"2024-09-12T01:16:03.428448+0000","last_deep_scrub":"264'344","last_deep_scrub_stamp":"2024-09-12T01:16:03.428448+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.428448+0000","objects_scrubbed":1,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T04:25:51.065118+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2009,"num_read_kb":1938,"num_write":406,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":441,"num_omap_keys":2,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"264'324","reported_seq":984,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.793633+0000","last_change":"2024-09-12T01:16:03.793633+0000","last_active":"2024-09-12T01:16:03.793633+0000","last_peered":"2024-09-12T01:16:03.793633+0000","last_clean":"2024-09-12T01:16:03.793633+0000","last_became_active":"2024-09-12T00:34:31.958123+0000","last_became_peered":"2024-09-12T00:34:31.958123+0000","last_unstale":"2024-09-12T01:16:03.793633+0000","last_undegraded":"2024-09-12T01:16:03.793633+0000","last_fullsized":"2024-09-12T01:16:03.793633+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'324","last_scrub_stamp":"2024-09-12T01:16:03.793496+0000","last_deep_scrub":"264'324","last_deep_scrub_stamp":"2024-09-12T01:16:03.793496+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.793496+0000","objects_scrubbed":13,"log_size":24,"log_dups_size":300,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T01:42:20.103856+0000","scrub_duration":6,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2267389,"num_objects":13,"num_object_clones":0,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":537,"num_read_kb":16242,"num_write":1135,"num_write_kb":20265,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.29","version":"264'1331","reported_seq":2918,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:12.051445+0000","last_change":"2024-09-12T01:16:12.051445+0000","last_active":"2024-09-12T01:16:12.051445+0000","last_peered":"2024-09-12T01:16:12.051445+0000","last_clean":"2024-09-12T01:16:12.051445+0000","last_became_active":"2024-09-12T00:34:33.994583+0000","last_became_peered":"2024-09-12T00:34:33.994583+0000","last_unstale":"2024-09-12T01:16:12.051445+0000","last_undegraded":"2024-09-12T01:16:12.051445+0000","last_fullsized":"2024-09-12T01:16:12.051445+0000","mapping_epoch":27,"log_start":"264'1300","ondisk_log_start":"264'1300","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'1331","last_scrub_stamp":"2024-09-12T01:16:12.051355+0000","last_deep_scrub":"264'1331","last_deep_scrub_stamp":"2024-09-12T01:16:12.051355+0000","last_clean_scrub_stamp":"2024-09-12T01:16:12.051355+0000","objects_scrubbed":2,"log_size":31,"log_dups_size":1300,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T06:30:02.142570+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5995,"num_read_kb":5221,"num_write":1887,"num_write_kb":811,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":267,"num_omap_keys":1,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"264'406","reported_seq":1042,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:15:56.535250+0000","last_change":"2024-09-12T01:15:56.535162+0000","last_active":"2024-09-12T01:15:56.535250+0000","last_peered":"2024-09-12T01:15:56.535250+0000","last_clean":"2024-09-12T01:15:56.535250+0000","last_became_active":"2024-09-12T00:34:31.958601+0000","last_became_peered":"2024-09-12T00:34:31.958601+0000","last_unstale":"2024-09-12T01:15:56.535250+0000","last_undegraded":"2024-09-12T01:15:56.535250+0000","last_fullsized":"2024-09-12T01:15:56.535250+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'406","last_scrub_stamp":"2024-09-12T01:15:56.535018+0000","last_deep_scrub":"264'406","last_deep_scrub_stamp":"2024-09-12T01:15:56.535018+0000","last_clean_scrub_stamp":"2024-09-12T01:15:56.535018+0000","objects_scrubbed":9,"log_size":106,"log_dups_size":300,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:22:22.792517+0000","scrub_duration":5,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1133734,"num_objects":9,"num_object_clones":0,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":529,"num_read_kb":26571,"num_write":1227,"num_write_kb":44924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,1],"acting":[2,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.28","version":"264'725","reported_seq":2120,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.817409+0000","last_change":"2024-09-12T01:16:08.817409+0000","last_active":"2024-09-12T01:16:08.817409+0000","last_peered":"2024-09-12T01:16:08.817409+0000","last_clean":"2024-09-12T01:16:08.817409+0000","last_became_active":"2024-09-12T00:34:33.994643+0000","last_became_peered":"2024-09-12T00:34:33.994643+0000","last_unstale":"2024-09-12T01:16:08.817409+0000","last_undegraded":"2024-09-12T01:16:08.817409+0000","last_fullsized":"2024-09-12T01:16:08.817409+0000","mapping_epoch":27,"log_start":"264'700","ondisk_log_start":"264'700","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'725","last_scrub_stamp":"2024-09-12T01:16:08.817305+0000","last_deep_scrub":"264'725","last_deep_scrub_stamp":"2024-09-12T01:16:08.817305+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.817305+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":700,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T10:21:23.557033+0000","scrub_duration":1,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3315,"num_read_kb":2988,"num_write":957,"num_write_kb":344,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"264'345","reported_seq":1006,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:04.395448+0000","last_change":"2024-09-12T01:16:04.395387+0000","last_active":"2024-09-12T01:16:04.395448+0000","last_peered":"2024-09-12T01:16:04.395448+0000","last_clean":"2024-09-12T01:16:04.395448+0000","last_became_active":"2024-09-12T00:34:31.976757+0000","last_became_peered":"2024-09-12T00:34:31.976757+0000","last_unstale":"2024-09-12T01:16:04.395448+0000","last_undegraded":"2024-09-12T01:16:04.395448+0000","last_fullsized":"2024-09-12T01:16:04.395448+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'345","last_scrub_stamp":"2024-09-12T01:16:04.395252+0000","last_deep_scrub":"264'345","last_deep_scrub_stamp":"2024-09-12T01:16:04.395252+0000","last_clean_scrub_stamp":"2024-09-12T01:16:04.395252+0000","objects_scrubbed":5,"log_size":45,"log_dups_size":300,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T02:18:26.728184+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":547,"num_read_kb":29191,"num_write":1177,"num_write_kb":28673,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"264'365","reported_seq":1005,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:06.373905+0000","last_change":"2024-09-12T01:16:06.373827+0000","last_active":"2024-09-12T01:16:06.373905+0000","last_peered":"2024-09-12T01:16:06.373905+0000","last_clean":"2024-09-12T01:16:06.373905+0000","last_became_active":"2024-09-12T00:34:31.979710+0000","last_became_peered":"2024-09-12T00:34:31.979710+0000","last_unstale":"2024-09-12T01:16:06.373905+0000","last_undegraded":"2024-09-12T01:16:06.373905+0000","last_fullsized":"2024-09-12T01:16:06.373905+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'365","last_scrub_stamp":"2024-09-12T01:16:06.373695+0000","last_deep_scrub":"264'365","last_deep_scrub_stamp":"2024-09-12T01:16:06.373695+0000","last_clean_scrub_stamp":"2024-09-12T01:16:06.373695+0000","objects_scrubbed":4,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:04:20.588023+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":262175,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":516,"num_read_kb":19975,"num_write":1182,"num_write_kb":32863,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,0],"acting":[5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.37","version":"264'539","reported_seq":2107,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:08.473570+0000","last_change":"2024-09-12T01:16:08.473570+0000","last_active":"2024-09-12T01:16:08.473570+0000","last_peered":"2024-09-12T01:16:08.473570+0000","last_clean":"2024-09-12T01:16:08.473570+0000","last_became_active":"2024-09-12T00:34:33.994794+0000","last_became_peered":"2024-09-12T00:34:33.994794+0000","last_unstale":"2024-09-12T01:16:08.473570+0000","last_undegraded":"2024-09-12T01:16:08.473570+0000","last_fullsized":"2024-09-12T01:16:08.473570+0000","mapping_epoch":27,"log_start":"264'500","ondisk_log_start":"264'500","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'539","last_scrub_stamp":"2024-09-12T01:16:08.473475+0000","last_deep_scrub":"264'539","last_deep_scrub_stamp":"2024-09-12T01:16:08.473475+0000","last_clean_scrub_stamp":"2024-09-12T01:16:08.473475+0000","objects_scrubbed":2,"log_size":39,"log_dups_size":500,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T13:11:04.125136+0000","scrub_duration":2,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2804,"num_read_kb":2579,"num_write":703,"num_write_kb":203,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"264'371","reported_seq":1044,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:03.125051+0000","last_change":"2024-09-12T01:16:03.124977+0000","last_active":"2024-09-12T01:16:03.125051+0000","last_peered":"2024-09-12T01:16:03.125051+0000","last_clean":"2024-09-12T01:16:03.125051+0000","last_became_active":"2024-09-12T00:34:31.971271+0000","last_became_peered":"2024-09-12T00:34:31.971271+0000","last_unstale":"2024-09-12T01:16:03.125051+0000","last_undegraded":"2024-09-12T01:16:03.125051+0000","last_fullsized":"2024-09-12T01:16:03.125051+0000","mapping_epoch":25,"log_start":"264'300","ondisk_log_start":"264'300","created":25,"last_epoch_clean":26,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'371","last_scrub_stamp":"2024-09-12T01:16:03.124861+0000","last_deep_scrub":"264'371","last_deep_scrub_stamp":"2024-09-12T01:16:03.124861+0000","last_clean_scrub_stamp":"2024-09-12T01:16:03.124861+0000","objects_scrubbed":7,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T11:37:46.580559+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1547028,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":557,"num_read_kb":90781,"num_write":1133,"num_write_kb":49991,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.36","version":"264'851","reported_seq":2430,"reported_epoch":264,"state":"active+clean","last_fresh":"2024-09-12T01:16:13.369211+0000","last_change":"2024-09-12T01:16:13.369211+0000","last_active":"2024-09-12T01:16:13.369211+0000","last_peered":"2024-09-12T01:16:13.369211+0000","last_clean":"2024-09-12T01:16:13.369211+0000","last_became_active":"2024-09-12T00:34:33.991408+0000","last_became_peered":"2024-09-12T00:34:33.991408+0000","last_unstale":"2024-09-12T01:16:13.369211+0000","last_undegraded":"2024-09-12T01:16:13.369211+0000","last_fullsized":"2024-09-12T01:16:13.369211+0000","mapping_epoch":27,"log_start":"264'800","ondisk_log_start":"264'800","created":27,"last_epoch_clean":28,"parent":"0.0","parent_split_bits":0,"last_scrub":"264'851","last_scrub_stamp":"2024-09-12T01:16:13.369125+0000","last_deep_scrub":"264'851","last_deep_scrub_stamp":"2024-09-12T01:16:13.369125+0000","last_clean_scrub_stamp":"2024-09-12T01:16:13.369125+0000","objects_scrubbed":4,"log_size":51,"log_dups_size":800,"ondisk_log_size":51,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-13T09:37:04.786042+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":4035,"num_read_kb":3620,"num_write":1146,"num_write_kb":445,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]}],"pool_stats":[{"poolid":65,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6235,"num_read_kb":4514,"num_write":2010,"num_write_kb":906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":3500,"num_omap_keys":7,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":982,"ondisk_log_size":982,"up":64,"acting":64,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":16119,"num_objects":90,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":90,"num_whiteouts":0,"num_read":15003,"num_read_kb":14669,"num_write":16768,"num_write_kb":4891,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":18,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":2870,"num_omap_keys":18,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":32238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1747,"ondisk_log_size":1747,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":547,"ondisk_log_size":547,"up":64,"acting":64,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":1602141,"num_objects":221,"num_object_clones":0,"num_object_copies":442,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":221,"num_whiteouts":0,"num_read":17656,"num_read_kb":37048,"num_write":14715,"num_write_kb":11599,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":21,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":674842,"num_omap_keys":1562,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":278528,"data_stored":7404,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1984,"ondisk_log_size":1984,"up":64,"acting":64,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1793,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2422,"num_read_kb":2887,"num_write":22,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":165,"num_object_clones":0,"num_object_copies":330,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":165,"num_whiteouts":0,"num_read":212166,"num_read_kb":193786,"num_write":55163,"num_write_kb":18717,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":165,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":44058,"num_omap_keys":180,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3444,"ondisk_log_size":3444,"up":128,"acting":128,"num_store_stats":8},{"poolid":68,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":18,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":1128,"num_omap_keys":12,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":12,"ondisk_log_size":12,"up":64,"acting":64,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":86055595,"num_objects":371,"num_object_clones":0,"num_object_copies":1113,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":371,"num_whiteouts":0,"num_read":36261,"num_read_kb":1942248,"num_write":72524,"num_write_kb":2251438,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":130990080,"data_stored":130990080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3324,"ondisk_log_size":3324,"up":192,"acting":192,"num_store_stats":8},{"poolid":67,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":168,"num_read_kb":190665,"num_write":190,"num_write_kb":136832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":38,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":16,"acting":16,"num_store_stats":7},{"poolid":66,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":178830,"num_write":190,"num_write_kb":136832,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":130,"ondisk_log_size":130,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509961,"num_pgs":107,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":326812,"kb_used_data":20748,"kb_used_omap":1,"kb_used_meta":306046,"kb_avail":94045028,"statfs":{"total":96636764160,"available":96302108672,"internally_reserved":0,"allocated":21245952,"data_stored":19235165,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":313391562},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509960,"num_pgs":99,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":274324,"kb_used_data":18244,"kb_used_omap":1,"kb_used_meta":256062,"kb_avail":94097516,"statfs":{"total":96636764160,"available":96355856384,"internally_reserved":0,"allocated":18681856,"data_stored":16713890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":262207942},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509961,"num_pgs":105,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":136312,"kb_used_data":24616,"kb_used_omap":1,"kb_used_meta":111678,"kb_avail":94235528,"statfs":{"total":96636764160,"available":96497180672,"internally_reserved":0,"allocated":25206784,"data_stored":23266161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":114358725},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509962,"num_pgs":125,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":304292,"kb_used_data":20436,"kb_used_omap":1,"kb_used_meta":283838,"kb_avail":94067548,"statfs":{"total":96636764160,"available":96325169152,"internally_reserved":0,"allocated":20926464,"data_stored":18941609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":290650567},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509962,"num_pgs":91,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":100048,"kb_used_data":18880,"kb_used_omap":1,"kb_used_meta":81150,"kb_avail":94271792,"statfs":{"total":96636764160,"available":96534315008,"internally_reserved":0,"allocated":19333120,"data_stored":17403481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":83098053},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":15,"seq":64424509960,"num_pgs":109,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":179420,"kb_used_data":21964,"kb_used_omap":1,"kb_used_meta":157438,"kb_avail":94192420,"statfs":{"total":96636764160,"available":96453038080,"internally_reserved":0,"allocated":22491136,"data_stored":20518830,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":161216965},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":14,"seq":60129542664,"num_pgs":110,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":308396,"kb_used_data":24604,"kb_used_omap":1,"kb_used_meta":283774,"kb_avail":94063444,"statfs":{"total":96636764160,"available":96320966656,"internally_reserved":0,"allocated":25194496,"data_stored":23188563,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":290585029},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834575367,"num_pgs":104,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":160412,"kb_used_data":12684,"kb_used_omap":1,"kb_used_meta":147710,"kb_avail":94211428,"statfs":{"total":96636764160,"available":96472502272,"internally_reserved":0,"allocated":12988416,"data_stored":10973815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":151255493},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20336640,"data_stored":20336640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":18259968,"data_stored":18259968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":15147008,"data_stored":15147008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16683008,"data_stored":16683008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":21008384,"data_stored":21008384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8716288,"data_stored":8716288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":14454784,"data_stored":14454784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384000,"data_stored":16384000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":46,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":1139,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1018,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":1210,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":1458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":1474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":7246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":3880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":2668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":3962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":2427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":2437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":4755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":65,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":66,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":67,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":68,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-12T01:17:16.734 DEBUG:teuthology.orchestra.run.smithi038:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-12T01:17:17.075 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-12T01:17:17.075 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-12T01:17:17.075 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-12T01:17:17.075 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:17.124 INFO:tasks.ceph.osd.0:Stopped 2024-09-12T01:17:17.125 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-12T01:17:17.125 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:17.171 INFO:tasks.ceph.osd.1:Stopped 2024-09-12T01:17:17.171 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-12T01:17:17.171 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:17.221 INFO:tasks.ceph.osd.2:Stopped 2024-09-12T01:17:17.221 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-12T01:17:17.221 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:17.268 INFO:tasks.ceph.osd.3:Stopped 2024-09-12T01:17:17.269 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-12T01:17:17.269 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:17.313 INFO:tasks.ceph.osd.4:Stopped 2024-09-12T01:17:17.313 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-12T01:17:17.313 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:17.361 INFO:tasks.ceph.osd.5:Stopped 2024-09-12T01:17:17.361 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-12T01:17:17.361 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:17.408 INFO:tasks.ceph.osd.6:Stopped 2024-09-12T01:17:17.409 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-12T01:17:17.409 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:17.466 INFO:tasks.ceph.osd.7:Stopped 2024-09-12T01:17:17.466 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-12T01:17:17.466 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-12T01:17:17.466 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:17.494 INFO:tasks.ceph.mgr.y:Stopped 2024-09-12T01:17:17.494 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-12T01:17:17.495 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:17.521 INFO:tasks.ceph.mgr.x:Stopped 2024-09-12T01:17:17.521 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-12T01:17:17.522 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-12T01:17:17.522 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:17.550 INFO:tasks.ceph.mon.a:Stopped 2024-09-12T01:17:17.550 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-12T01:17:17.550 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:17.603 INFO:tasks.ceph.mon.c:Stopped 2024-09-12T01:17:17.603 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-12T01:17:17.603 INFO:teuthology.orchestra.run:waiting for 300 2024-09-12T01:17:17.616 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b is failed for ~0s 2024-09-12T01:17:17.617 INFO:tasks.ceph.mon.b:Stopped 2024-09-12T01:17:17.617 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-12T01:17:17.617 DEBUG:teuthology.orchestra.run.smithi038:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(PG_AVAILABILITY\)' | egrep -v '\(PG_DEGRADED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'not have an application enabled' | egrep -v '\(OSD_SLOW_PING_TIME' | head -n 1 2024-09-12T01:17:17.687 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T01:17:17.688 DEBUG:teuthology.orchestra.run.smithi038:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-12T01:17:18.075 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T01:17:18.075 DEBUG:teuthology.orchestra.run.smithi038:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-12T01:17:18.172 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T01:17:18.172 DEBUG:teuthology.orchestra.run.smithi038:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-12T01:17:18.275 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T01:17:18.275 DEBUG:teuthology.orchestra.run.smithi038:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-12T01:17:18.362 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi194.front.sepia.ceph.com 2024-09-12T01:17:18.362 DEBUG:teuthology.orchestra.run.smithi194:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-12T01:17:18.530 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi194.front.sepia.ceph.com 2024-09-12T01:17:18.530 DEBUG:teuthology.orchestra.run.smithi194:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-12T01:17:18.658 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi194.front.sepia.ceph.com 2024-09-12T01:17:18.658 DEBUG:teuthology.orchestra.run.smithi194:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-12T01:17:18.737 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi194.front.sepia.ceph.com 2024-09-12T01:17:18.738 DEBUG:teuthology.orchestra.run.smithi194:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-12T01:17:18.821 INFO:tasks.ceph:Archiving mon data... 2024-09-12T01:17:18.822 DEBUG:teuthology.misc:Transferring archived files from smithi038:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901876/data/mon.a.tgz 2024-09-12T01:17:18.823 DEBUG:teuthology.orchestra.run.smithi038:> mktemp 2024-09-12T01:17:18.855 INFO:teuthology.orchestra.run.smithi038.stdout:/tmp/tmp.YzuzkttQjD 2024-09-12T01:17:18.856 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.YzuzkttQjD 2024-09-12T01:17:19.064 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 0666 /tmp/tmp.YzuzkttQjD 2024-09-12T01:17:19.176 DEBUG:teuthology.orchestra.remote:smithi038:/tmp/tmp.YzuzkttQjD is 507KB 2024-09-12T01:17:19.259 DEBUG:teuthology.orchestra.run.smithi038:> rm -fr /tmp/tmp.YzuzkttQjD 2024-09-12T01:17:19.289 DEBUG:teuthology.misc:Transferring archived files from smithi038:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901876/data/mon.c.tgz 2024-09-12T01:17:19.289 DEBUG:teuthology.orchestra.run.smithi038:> mktemp 2024-09-12T01:17:19.358 INFO:teuthology.orchestra.run.smithi038.stdout:/tmp/tmp.98VVZ1UlIZ 2024-09-12T01:17:19.358 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.98VVZ1UlIZ 2024-09-12T01:17:19.557 DEBUG:teuthology.orchestra.run.smithi038:> sudo chmod 0666 /tmp/tmp.98VVZ1UlIZ 2024-09-12T01:17:19.668 DEBUG:teuthology.orchestra.remote:smithi038:/tmp/tmp.98VVZ1UlIZ is 529KB 2024-09-12T01:17:19.766 DEBUG:teuthology.orchestra.run.smithi038:> rm -fr /tmp/tmp.98VVZ1UlIZ 2024-09-12T01:17:19.796 DEBUG:teuthology.misc:Transferring archived files from smithi194:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901876/data/mon.b.tgz 2024-09-12T01:17:19.796 DEBUG:teuthology.orchestra.run.smithi194:> mktemp 2024-09-12T01:17:19.826 INFO:teuthology.orchestra.run.smithi194.stdout:/tmp/tmp.XOAJGR8AsW 2024-09-12T01:17:19.826 DEBUG:teuthology.orchestra.run.smithi194:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.XOAJGR8AsW 2024-09-12T01:17:20.034 DEBUG:teuthology.orchestra.run.smithi194:> sudo chmod 0666 /tmp/tmp.XOAJGR8AsW 2024-09-12T01:17:20.144 DEBUG:teuthology.orchestra.remote:smithi194:/tmp/tmp.XOAJGR8AsW is 529KB 2024-09-12T01:17:20.242 DEBUG:teuthology.orchestra.run.smithi194:> rm -fr /tmp/tmp.XOAJGR8AsW 2024-09-12T01:17:20.272 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-12T01:17:20.272 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T01:17:20.275 DEBUG:teuthology.orchestra.run.smithi194:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-12T01:17:20.387 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T01:17:20.418 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-12T01:17:20.418 INFO:tasks.ceph:Archiving crash dumps... 2024-09-12T01:17:20.420 DEBUG:teuthology.misc:Transferring archived files from smithi038:/var/lib/ceph/crash to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901876/remote/smithi038/crash 2024-09-12T01:17:20.421 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T01:17:20.470 DEBUG:teuthology.misc:Transferring archived files from smithi194:/var/lib/ceph/crash to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901876/remote/smithi194/crash 2024-09-12T01:17:20.471 DEBUG:teuthology.orchestra.run.smithi194:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-12T01:17:20.513 INFO:tasks.ceph:Compressing logs... 2024-09-12T01:17:20.513 DEBUG:teuthology.orchestra.run.smithi038:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T01:17:20.516 DEBUG:teuthology.orchestra.run.smithi194:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-12T01:17:20.554 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-12T01:17:20.555 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157929.log 2024-09-12T01:17:20.555 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39900.log 2024-09-12T01:17:20.555 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190805.log 2024-09-12T01:17:20.607 INFO:teuthology.orchestra.run.smithi194.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32611.log 2024-09-12T01:17:20.608 INFO:teuthology.orchestra.run.smithi194.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32831.log 2024-09-12T01:17:20.608 INFO:teuthology.orchestra.run.smithi194.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-12T01:17:20.608 INFO:teuthology.orchestra.run.smithi194.stderr:/var/log/ceph/ceph-client.admin.32611.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32611.log.gz 2024-09-12T01:17:20.608 INFO:teuthology.orchestra.run.smithi194.stderr:/var/log/ceph/ceph-client.admin.32831.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32567.log 2024-09-12T01:17:20.608 INFO:teuthology.orchestra.run.smithi194.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32831.log.gz 2024-09-12T01:17:20.608 INFO:teuthology.orchestra.run.smithi194.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-12T01:17:20.608 INFO:teuthology.orchestra.run.smithi194.stderr:/var/log/ceph/ceph-client.admin.32567.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T01:17:20.608 INFO:teuthology.orchestra.run.smithi194.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32567.log.gz 2024-09-12T01:17:20.608 INFO:teuthology.orchestra.run.smithi194.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32699.log 2024-09-12T01:17:20.608 INFO:teuthology.orchestra.run.smithi194.stderr:/var/log/ceph/ceph-osd.4.log: /var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32787.log 2024-09-12T01:17:20.608 INFO:teuthology.orchestra.run.smithi194.stderr:/var/log/ceph/ceph-client.admin.32699.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32699.log.gz 2024-09-12T01:17:20.609 INFO:teuthology.orchestra.run.smithi194.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32743.log 2024-09-12T01:17:20.609 INFO:teuthology.orchestra.run.smithi194.stderr:/var/log/ceph/ceph-client.admin.32787.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32655.log 2024-09-12T01:17:20.609 INFO:teuthology.orchestra.run.smithi194.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32787.log.gz 2024-09-12T01:17:20.609 INFO:teuthology.orchestra.run.smithi194.stderr:/var/log/ceph/ceph-client.admin.32743.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-12T01:17:20.609 INFO:teuthology.orchestra.run.smithi194.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32743.log.gz 2024-09-12T01:17:20.609 INFO:teuthology.orchestra.run.smithi194.stderr:/var/log/ceph/ceph-client.admin.32655.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32655.log.gz 2024-09-12T01:17:20.609 INFO:teuthology.orchestra.run.smithi194.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-12T01:17:20.609 INFO:teuthology.orchestra.run.smithi194.stderr: 90.9% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T01:17:20.609 INFO:teuthology.orchestra.run.smithi194.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T01:17:20.609 INFO:teuthology.orchestra.run.smithi194.stderr:/var/log/ceph/ceph-osd.6.log: /var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-12T01:17:20.609 INFO:teuthology.orchestra.run.smithi194.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-12T01:17:20.610 INFO:teuthology.orchestra.run.smithi194.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32886.log 2024-09-12T01:17:20.610 INFO:teuthology.orchestra.run.smithi194.stderr:/var/log/ceph/ceph-mon.b.log: /var/log/ceph/ceph-client.admin.32886.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32886.log.gz 2024-09-12T01:17:20.610 INFO:teuthology.orchestra.run.smithi194.stderr: 87.5% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T01:17:20.638 INFO:teuthology.orchestra.run.smithi194.stderr: 94.9% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-12T01:17:20.658 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.157929.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.157929.log.gz 2024-09-12T01:17:20.658 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39900.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39900.log.gz 2024-09-12T01:17:20.658 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.174268.log 2024-09-12T01:17:20.659 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.141435.log 2024-09-12T01:17:20.659 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.190805.log: /var/log/ceph/ceph-client.admin.174268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85478.log 2024-09-12T01:17:20.659 INFO:teuthology.orchestra.run.smithi038.stderr: 24.5% -- replaced with /var/log/ceph/ceph-client.admin.190805.log.gz 2024-09-12T01:17:20.659 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.141435.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38502.log 2024-09-12T01:17:20.659 INFO:teuthology.orchestra.run.smithi038.stderr: 91.6% -- replaced with /var/log/ceph/ceph-client.admin.174268.log.gz 2024-09-12T01:17:20.659 INFO:teuthology.orchestra.run.smithi038.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.141435.log.gz 2024-09-12T01:17:20.659 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.85478.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111984.log 2024-09-12T01:17:20.659 INFO:teuthology.orchestra.run.smithi038.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.admin.85478.log.gz 2024-09-12T01:17:20.659 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.38502.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71122.log 2024-09-12T01:17:20.659 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38502.log.gz 2024-09-12T01:17:20.659 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.111984.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53476.log 2024-09-12T01:17:20.659 INFO:teuthology.orchestra.run.smithi038.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.111984.log.gz 2024-09-12T01:17:20.659 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.71122.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51096.log 2024-09-12T01:17:20.659 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.53476.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90190.log 2024-09-12T01:17:20.660 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.53476.log.gz 2024-09-12T01:17:20.660 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.51096.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43147.log 2024-09-12T01:17:20.660 INFO:teuthology.orchestra.run.smithi038.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.51096.log.gz 2024-09-12T01:17:20.660 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.90190.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40560.log 2024-09-12T01:17:20.660 INFO:teuthology.orchestra.run.smithi038.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.90190.log.gz 2024-09-12T01:17:20.660 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136723.log 2024-09-12T01:17:20.660 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.43147.log: /var/log/ceph/ceph-client.admin.40560.log: gzip -5 80.4% --verbose -- replaced with /var/log/ceph/ceph-client.0.43147.log.gz -- 2024-09-12T01:17:20.660 INFO:teuthology.orchestra.run.smithi038.stderr: /var/log/ceph/ceph-client.admin.64590.log 2024-09-12T01:17:20.660 INFO:teuthology.orchestra.run.smithi038.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.admin.71122.log.gz 2024-09-12T01:17:20.660 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40560.log.gz 2024-09-12T01:17:20.660 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.136723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106094.log 2024-09-12T01:17:20.660 INFO:teuthology.orchestra.run.smithi038.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.136723.log.gz 2024-09-12T01:17:20.660 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.64590.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80765.log 2024-09-12T01:17:20.660 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.64590.log.gz 2024-09-12T01:17:20.661 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.106094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64784.log 2024-09-12T01:17:20.661 INFO:teuthology.orchestra.run.smithi038.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.106094.log.gz 2024-09-12T01:17:20.661 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.80765.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.192312.log 2024-09-12T01:17:20.661 INFO:teuthology.orchestra.run.smithi038.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.80765.log.gz 2024-09-12T01:17:20.661 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.64784.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193169.log 2024-09-12T01:17:20.661 INFO:teuthology.orchestra.run.smithi038.stderr: 91.6% -- replaced with /var/log/ceph/ceph-client.admin.64784.log.gz 2024-09-12T01:17:20.661 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.192312.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129655.log 2024-09-12T01:17:20.661 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193169.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193675.log 2024-09-12T01:17:20.661 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193169.log.gz 2024-09-12T01:17:20.661 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.129655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87834.log 2024-09-12T01:17:20.661 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193675.log: gzip 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193675.log.gz 2024-09-12T01:17:20.661 INFO:teuthology.orchestra.run.smithi038.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.193353.log 2024-09-12T01:17:20.661 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.87834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70503.log 2024-09-12T01:17:20.661 INFO:teuthology.orchestra.run.smithi038.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.87834.log.gz 2024-09-12T01:17:20.662 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193353.log: 0.0%gzip -- replaced with /var/log/ceph/ceph-client.admin.193353.log.gz -5 2024-09-12T01:17:20.662 INFO:teuthology.orchestra.run.smithi038.stderr: --verbose -- /var/log/ceph/ceph-client.admin.39894.log 2024-09-12T01:17:20.662 INFO:teuthology.orchestra.run.smithi038.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.129655.log.gz 2024-09-12T01:17:20.662 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75937.log 2024-09-12T01:17:20.662 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.70503.log: /var/log/ceph/ceph-client.admin.39894.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56445.log 2024-09-12T01:17:20.662 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39894.log.gz 2024-09-12T01:17:20.662 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.75937.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.131422.log 2024-09-12T01:17:20.662 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.56445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88423.log 2024-09-12T01:17:20.662 INFO:teuthology.orchestra.run.smithi038.stderr: 83.7% -- replaced with /var/log/ceph/ceph-client.admin.56445.log.gz 2024-09-12T01:17:20.662 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.131422.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55267.log 2024-09-12T01:17:20.662 INFO:teuthology.orchestra.run.smithi038.stderr: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.75937.log.gz 2024-09-12T01:17:20.662 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.88423.log: gzip 88.4% -- replaced with /var/log/ceph/ceph-client.admin.131422.log.gz 2024-09-12T01:17:20.662 INFO:teuthology.orchestra.run.smithi038.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.49870.log 2024-09-12T01:17:20.662 INFO:teuthology.orchestra.run.smithi038.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.88423.log.gz 2024-09-12T01:17:20.663 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.55267.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-12T01:17:20.663 INFO:teuthology.orchestra.run.smithi038.stderr: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.55267.log.gz 2024-09-12T01:17:20.663 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.49870.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55856.log 2024-09-12T01:17:20.663 INFO:teuthology.orchestra.run.smithi038.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.49870.log.gz 2024-09-12T01:17:20.663 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.0.log 2024-09-12T01:17:20.663 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.55856.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51048.log 2024-09-12T01:17:20.663 INFO:teuthology.orchestra.run.smithi038.stderr: 85.0% -- replaced with /var/log/ceph/ceph-client.admin.55856.log.gz 2024-09-12T01:17:20.663 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ops-log-ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39154.log 2024-09-12T01:17:20.663 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.51048.log: gzip -5 --verbose 0.0% -- replaced with /var/log/ceph/ceph-client.admin.51048.log.gz 2024-09-12T01:17:20.663 INFO:teuthology.orchestra.run.smithi038.stderr: -- /var/log/ceph/ceph-client.admin.51685.log 2024-09-12T01:17:20.663 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39154.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39154.log.gz 2024-09-12T01:17:20.663 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.78466.log 2024-09-12T01:17:20.663 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.51685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39162.log 2024-09-12T01:17:20.663 INFO:teuthology.orchestra.run.smithi038.stderr: 85.2%/var/log/ceph/ceph-client.0.78466.log: -- replaced with /var/log/ceph/ceph-client.admin.51685.log.gz 2024-09-12T01:17:20.664 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.119053.log 2024-09-12T01:17:20.664 INFO:teuthology.orchestra.run.smithi038.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.0.78466.log.gz 2024-09-12T01:17:20.664 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120820.log 2024-09-12T01:17:20.664 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39162.log: 0.0%/var/log/ceph/ceph-client.admin.119053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.166858.log 2024-09-12T01:17:20.664 INFO:teuthology.orchestra.run.smithi038.stderr: -- replaced with /var/log/ceph/ceph-client.admin.39162.log.gz 2024-09-12T01:17:20.664 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.120820.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.119053.log.gz 2024-09-12T01:17:20.664 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 81.6% -- replaced with /var/log/ceph/ceph-client.admin.120820.log.gz 2024-09-12T01:17:20.664 INFO:teuthology.orchestra.run.smithi038.stderr: --verbose --/var/log/ceph/ceph-client.admin.166858.log: 0.0% /var/log/ceph/ceph-client.admin.121998.log 2024-09-12T01:17:20.664 INFO:teuthology.orchestra.run.smithi038.stderr: -- replaced with /var/log/ceph/ceph-client.admin.166858.log.gz 2024-09-12T01:17:20.664 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40146.log 2024-09-12T01:17:20.664 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.121998.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60027.log 2024-09-12T01:17:20.664 INFO:teuthology.orchestra.run.smithi038.stderr:gzip/var/log/ceph/ceph-client.admin.40146.log: -5 --verbose -- 0.0% /var/log/ceph/ceph-client.admin.116697.log 2024-09-12T01:17:20.664 INFO:teuthology.orchestra.run.smithi038.stderr: -- replaced with /var/log/ceph/ceph-client.admin.40146.log.gz 89.1% -- replaced with /var/log/ceph/ceph-client.admin.121998.log.gz 2024-09-12T01:17:20.664 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T01:17:20.665 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144969.log 2024-09-12T01:17:20.665 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.60027.log: /var/log/ceph/ceph-client.admin.116697.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162053.log 2024-09-12T01:17:20.665 INFO:teuthology.orchestra.run.smithi038.stderr: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.60027.log.gz/var/log/ceph/ceph-client.admin.144969.log: 2024-09-12T01:17:20.665 INFO:teuthology.orchestra.run.smithi038.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.116697.log.gz 2024-09-12T01:17:20.665 INFO:teuthology.orchestra.run.smithi038.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.144969.log.gz 2024-09-12T01:17:20.665 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110217.log 2024-09-12T01:17:20.665 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.162053.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.162053.log.gz 2024-09-12T01:17:20.665 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194135.log 2024-09-12T01:17:20.665 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.110217.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.40673.log 2024-09-12T01:17:20.665 INFO:teuthology.orchestra.run.smithi038.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.110217.log.gz 2024-09-12T01:17:20.665 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.194135.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39524.log 2024-09-12T01:17:20.665 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194135.log.gz 2024-09-12T01:17:20.665 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.0.40673.log: -- /var/log/ceph/ceph-client.0.169490.log 2024-09-12T01:17:20.666 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39524.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39524.log.gz 2024-09-12T01:17:20.666 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104327.log 2024-09-12T01:17:20.666 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51072.log 2024-09-12T01:17:20.666 INFO:teuthology.orchestra.run.smithi038.stderr: 95.8% -- replaced with /var/log/ceph/ceph-client.0.40673.log.gz 2024-09-12T01:17:20.666 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.104327.log: /var/log/ceph/ceph-client.0.169490.log: gzip 82.7% -- replaced with /var/log/ceph/ceph-client.admin.104327.log.gz 2024-09-12T01:17:20.666 INFO:teuthology.orchestra.run.smithi038.stderr: -5 --verbose 84.0% -- replaced with /var/log/ceph/ceph-client.0.169490.log.gz 2024-09-12T01:17:20.666 INFO:teuthology.orchestra.run.smithi038.stderr: -- /var/log/ceph/ceph-client.admin.132600.log 2024-09-12T01:17:20.666 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.51072.log: -- /var/log/ceph/ceph-client.admin.113162.log 2024-09-12T01:17:20.666 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.51072.log.gz 2024-09-12T01:17:20.666 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.132600.log: gzip 81.3% -- replaced with /var/log/ceph/ceph-client.admin.132600.log.gz 2024-09-12T01:17:20.666 INFO:teuthology.orchestra.run.smithi038.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.74756.log 2024-09-12T01:17:20.666 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.113162.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.158518.log 81.3% -- replaced with /var/log/ceph/ceph-client.admin.113162.log.gz 2024-09-12T01:17:20.666 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T01:17:20.666 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.74756.log: gzip -5 79.8% -- replaced with /var/log/ceph/ceph-client.admin.74756.log.gz 2024-09-12T01:17:20.667 INFO:teuthology.orchestra.run.smithi038.stderr: --verbose -- /var/log/ceph/ceph-client.admin.162663.log 2024-09-12T01:17:20.667 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.158518.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79177.log 85.3% -- replaced with /var/log/ceph/ceph-client.admin.158518.log.gz 2024-09-12T01:17:20.667 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T01:17:20.667 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.162663.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.91368.log 2024-09-12T01:17:20.667 INFO:teuthology.orchestra.run.smithi038.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.162663.log.gz 2024-09-12T01:17:20.667 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.79177.log: 49.9% -- replaced with /var/log/ceph/ceph-client.admin.79177.log.gz 2024-09-12T01:17:20.667 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103149.log 2024-09-12T01:17:20.667 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.91368.log: /var/log/ceph/ceph-client.0.191619.log 2024-09-12T01:17:20.667 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.103149.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.91368.log.gz 2024-09-12T01:17:20.667 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193767.log 2024-09-12T01:17:20.667 INFO:teuthology.orchestra.run.smithi038.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.103149.log.gz 2024-09-12T01:17:20.667 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.164430.log 2024-09-12T01:17:20.667 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193767.log: /var/log/ceph/ceph-client.0.191619.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146147.log 2024-09-12T01:17:20.668 INFO:teuthology.orchestra.run.smithi038.stderr: -- replaced with /var/log/ceph/ceph-client.admin.193767.log.gz 2024-09-12T01:17:20.668 INFO:teuthology.orchestra.run.smithi038.stderr: 80.4%/var/log/ceph/ceph-client.admin.164430.log: -- replaced with /var/log/ceph/ceph-client.0.191619.log.gz 2024-09-12T01:17:20.668 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100203.log 2024-09-12T01:17:20.668 INFO:teuthology.orchestra.run.smithi038.stderr: 89.5%/var/log/ceph/ceph-client.admin.146147.log: -- replaced with /var/log/ceph/ceph-client.admin.164430.log.gz 2024-09-12T01:17:20.668 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109628.log 2024-09-12T01:17:20.668 INFO:teuthology.orchestra.run.smithi038.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.146147.log.gz 2024-09-12T01:17:20.668 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110806.log 2024-09-12T01:17:20.668 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.100203.log: /var/log/ceph/ceph-client.admin.109628.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.144380.log 2024-09-12T01:17:20.668 INFO:teuthology.orchestra.run.smithi038.stderr: 81.9% 80.5% -- replaced with /var/log/ceph/ceph-client.admin.100203.log.gz 2024-09-12T01:17:20.668 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.110806.log: -- replaced with /var/log/ceph/ceph-client.admin.109628.log.gz 2024-09-12T01:17:20.668 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75345.log 2024-09-12T01:17:20.668 INFO:teuthology.orchestra.run.smithi038.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.110806.log.gz 2024-09-12T01:17:20.668 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.144380.log: /var/log/ceph/ceph-client.0.181311.log 2024-09-12T01:17:20.668 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.75345.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150860.log 2024-09-12T01:17:20.669 INFO:teuthology.orchestra.run.smithi038.stderr: 83.8% -- replaced with /var/log/ceph/ceph-client.admin.75345.log.gz 2024-09-12T01:17:20.669 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.181311.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.172905.log 2024-09-12T01:17:20.669 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.150860.log: 84.1% -- replaced with /var/log/ceph/ceph-client.0.181311.log.gz 86.6% -- replaced with /var/log/ceph/ceph-client.admin.144380.log.gz 2024-09-12T01:17:20.669 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T01:17:20.669 INFO:teuthology.orchestra.run.smithi038.stderr: 85.0% -- replaced with /var/log/ceph/ceph-client.admin.150860.log.gz 2024-09-12T01:17:20.669 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38950.log 2024-09-12T01:17:20.669 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.172905.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193997.log 2024-09-12T01:17:20.669 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.38950.log: 92.4% -- replaced with /var/log/ceph/ceph-client.admin.172905.log.gz 0.0% 2024-09-12T01:17:20.669 INFO:teuthology.orchestra.run.smithi038.stderr: -- replaced with /var/log/ceph/ceph-client.admin.38950.log.gzgzip 2024-09-12T01:17:20.669 INFO:teuthology.orchestra.run.smithi038.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.64720.log 2024-09-12T01:17:20.669 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193491.log 2024-09-12T01:17:20.669 INFO:teuthology.orchestra.run.smithi038.stderr: 95.0% -- replaced with /var/log/ceph/ceph-client.admin.70503.log.gz 2024-09-12T01:17:20.669 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193997.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193997.log.gz 2024-09-12T01:17:20.669 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82532.log 2024-09-12T01:17:20.670 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.64720.log: 57.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117875.log 2024-09-12T01:17:20.670 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193491.log: -- replaced with /var/log/ceph/ceph-client.admin.64720.log.gz 2024-09-12T01:17:20.670 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193491.log.gz 2024-09-12T01:17:20.670 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.82532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52863.log 2024-09-12T01:17:20.670 INFO:teuthology.orchestra.run.smithi038.stderr: 80.4% -- replaced with /var/log/ceph/ceph-client.admin.82532.log.gz 2024-09-12T01:17:20.670 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.117875.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71741.log 2024-09-12T01:17:20.670 INFO:teuthology.orchestra.run.smithi038.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.117875.log.gz 2024-09-12T01:17:20.670 INFO:teuthology.orchestra.run.smithi038.stderr:gzip/var/log/ceph/ceph-client.admin.52863.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.193951.log 2024-09-12T01:17:20.670 INFO:teuthology.orchestra.run.smithi038.stderr: 87.0%/var/log/ceph/ceph-client.admin.71741.log: -- replaced with /var/log/ceph/ceph-client.0.192312.log.gz 2024-09-12T01:17:20.670 INFO:teuthology.orchestra.run.smithi038.stderr: 84.9% -- replaced with /var/log/ceph/ceph-client.admin.52863.log.gz 2024-09-12T01:17:20.670 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66775.log 2024-09-12T01:17:20.670 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193951.log: gzip -5 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193951.log.gz 2024-09-12T01:17:20.670 INFO:teuthology.orchestra.run.smithi038.stderr: --verbose -- /var/log/ceph/ceph-client.admin.96669.log 2024-09-12T01:17:20.670 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.66775.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126710.log 88.2% -- replaced with /var/log/ceph/ceph-client.admin.71741.log.gz 2024-09-12T01:17:20.670 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T01:17:20.671 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.96669.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190875.log 2024-09-12T01:17:20.671 INFO:teuthology.orchestra.run.smithi038.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.66775.log.gz 2024-09-12T01:17:20.671 INFO:teuthology.orchestra.run.smithi038.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.96669.log.gz 2024-09-12T01:17:20.671 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.126710.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97847.log 2024-09-12T01:17:20.671 INFO:teuthology.orchestra.run.smithi038.stderr: 84.9% -- replaced with /var/log/ceph/ceph-client.admin.126710.log.gz 2024-09-12T01:17:20.671 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.190875.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38812.log 2024-09-12T01:17:20.671 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190875.log.gz 2024-09-12T01:17:20.671 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103738.log 2024-09-12T01:17:20.671 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.97847.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.97847.log.gz 2024-09-12T01:17:20.671 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.38812.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61794.log 2024-09-12T01:17:20.671 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38812.log.gz 2024-09-12T01:17:20.671 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.103738.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.161463.log 2024-09-12T01:17:20.671 INFO:teuthology.orchestra.run.smithi038.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.103738.log.gz 2024-09-12T01:17:20.671 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.61794.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38728.log 2024-09-12T01:17:20.672 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.61794.log.gz 2024-09-12T01:17:20.672 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.161463.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105505.log 2024-09-12T01:17:20.672 INFO:teuthology.orchestra.run.smithi038.stderr: 80.6% -- replaced with /var/log/ceph/ceph-client.admin.161463.log.gz 2024-09-12T01:17:20.672 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.38728.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190145.log 2024-09-12T01:17:20.672 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38728.log.gz 2024-09-12T01:17:20.672 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.105505.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39897.log 2024-09-12T01:17:20.672 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.190145.log: gzip -5 --verbose 89.1% -- replaced with /var/log/ceph/ceph-client.admin.105505.log.gz 2024-09-12T01:17:20.672 INFO:teuthology.orchestra.run.smithi038.stderr: 25.4% -- replaced with /var/log/ceph/ceph-client.admin.190145.log.gz 2024-09-12T01:17:20.672 INFO:teuthology.orchestra.run.smithi038.stderr: -- /var/log/ceph/ceph-client.admin.39155.log 2024-09-12T01:17:20.672 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39897.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39897.log.gz 2024-09-12T01:17:20.672 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60616.log 2024-09-12T01:17:20.672 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39155.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39155.log.gz 2024-09-12T01:17:20.673 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-12T01:17:20.673 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143202.log 2024-09-12T01:17:20.673 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.60616.log: /var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154394.log 2024-09-12T01:17:20.673 INFO:teuthology.orchestra.run.smithi038.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.60616.log.gz 2024-09-12T01:17:20.673 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.143202.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137312.log 2024-09-12T01:17:20.673 INFO:teuthology.orchestra.run.smithi038.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.143202.log.gz/var/log/ceph/ceph-client.admin.154394.log: 2024-09-12T01:17:20.673 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65449.log 2024-09-12T01:17:20.673 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.137312.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59390.log 2024-09-12T01:17:20.673 INFO:teuthology.orchestra.run.smithi038.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.137312.log.gz 2024-09-12T01:17:20.673 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89012.log 2024-09-12T01:17:20.673 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.65449.log: /var/log/ceph/ceph-client.admin.59390.log: 0.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193261.log 2024-09-12T01:17:20.673 INFO:teuthology.orchestra.run.smithi038.stderr: -- replaced with /var/log/ceph/ceph-client.admin.59390.log.gz 2024-09-12T01:17:20.673 INFO:teuthology.orchestra.run.smithi038.stderr: 21.2% -- replaced with /var/log/ceph/ceph-client.admin.65449.log.gz 2024-09-12T01:17:20.674 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.89012.log: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.154394.log.gz 2024-09-12T01:17:20.674 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84299.log 2024-09-12T01:17:20.674 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193261.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.89012.log.gz 2024-09-12T01:17:20.674 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193261.log.gz 2024-09-12T01:17:20.674 INFO:teuthology.orchestra.run.smithi038.stderr: 94.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-12T01:17:20.674 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39898.log 2024-09-12T01:17:20.674 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.176104.log 2024-09-12T01:17:20.674 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.84299.log: /var/log/ceph/ceph-client.admin.39898.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.84299.log.gz 2024-09-12T01:17:20.674 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69255.log 2024-09-12T01:17:20.674 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39898.log.gz 2024-09-12T01:17:20.674 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.152038.log 2024-09-12T01:17:20.674 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.176104.log: /var/log/ceph/ceph-client.admin.69255.log: gzip -5 --verbose 92.3% -- replaced with /var/log/ceph/ceph-client.admin.176104.log.gz 2024-09-12T01:17:20.674 INFO:teuthology.orchestra.run.smithi038.stderr: -- /var/log/ceph/ceph-client.admin.90779.log 2024-09-12T01:17:20.674 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.152038.log: gzip -5 --verbose 81.5% -- replaced with /var/log/ceph/ceph-client.admin.152038.log.gz 2024-09-12T01:17:20.675 INFO:teuthology.orchestra.run.smithi038.stderr: -- /var/log/ceph/ceph-client.admin.108450.log 2024-09-12T01:17:20.675 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.90779.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160874.log 2024-09-12T01:17:20.675 INFO:teuthology.orchestra.run.smithi038.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.90779.log.gz 2024-09-12T01:17:20.675 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.108450.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.179484.log 2024-09-12T01:17:20.675 INFO:teuthology.orchestra.run.smithi038.stderr: 81.3% 90.0% -- replaced with /var/log/ceph/ceph-client.admin.69255.log.gz 2024-09-12T01:17:20.675 INFO:teuthology.orchestra.run.smithi038.stderr: -- replaced with /var/log/ceph/ceph-client.admin.108450.log.gz 2024-09-12T01:17:20.675 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.160874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139079.log 2024-09-12T01:17:20.675 INFO:teuthology.orchestra.run.smithi038.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.160874.log.gz 2024-09-12T01:17:20.675 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.179484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.125532.log 2024-09-12T01:17:20.675 INFO:teuthology.orchestra.run.smithi038.stderr: 83.9% -- replaced with /var/log/ceph/ceph-client.0.179484.log.gz 2024-09-12T01:17:20.675 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.139079.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163841.log 2024-09-12T01:17:20.675 INFO:teuthology.orchestra.run.smithi038.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.139079.log.gz 2024-09-12T01:17:20.676 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.125532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193537.log 2024-09-12T01:17:20.676 INFO:teuthology.orchestra.run.smithi038.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.125532.log.gz 2024-09-12T01:17:20.676 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.163841.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101381.log 2024-09-12T01:17:20.676 INFO:teuthology.orchestra.run.smithi038.stderr: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.163841.log.gz 2024-09-12T01:17:20.676 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93724.log 2024-09-12T01:17:20.676 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193537.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193537.log.gz 2024-09-12T01:17:20.676 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.101381.log: gzip -5 --verbose -- 81.5% -- replaced with /var/log/ceph/ceph-client.admin.101381.log.gz 2024-09-12T01:17:20.676 INFO:teuthology.orchestra.run.smithi038.stderr: /var/log/ceph/ceph-client.admin.128477.log 2024-09-12T01:17:20.676 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.93724.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165043.log 2024-09-12T01:17:20.676 INFO:teuthology.orchestra.run.smithi038.stderr: 81.1% -- replaced with /var/log/ceph/ceph-client.admin.93724.log.gz 2024-09-12T01:17:20.676 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.128477.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114340.log 2024-09-12T01:17:20.676 INFO:teuthology.orchestra.run.smithi038.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.128477.log.gz 2024-09-12T01:17:20.676 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.165043.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113751.log 2024-09-12T01:17:20.676 INFO:teuthology.orchestra.run.smithi038.stderr: 27.9% -- replaced with /var/log/ceph/ceph-client.admin.165043.log.gz 2024-09-12T01:17:20.676 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.114340.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.185601.log 2024-09-12T01:17:20.677 INFO:teuthology.orchestra.run.smithi038.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.114340.log.gz 2024-09-12T01:17:20.677 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.113751.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.135545.log 2024-09-12T01:17:20.677 INFO:teuthology.orchestra.run.smithi038.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.113751.log.gz 2024-09-12T01:17:20.677 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.185601.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84888.log 2024-09-12T01:17:20.677 INFO:teuthology.orchestra.run.smithi038.stderr: 80.2% -- replaced with /var/log/ceph/ceph-client.0.185601.log.gz 2024-09-12T01:17:20.677 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.135545.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50459.log 2024-09-12T01:17:20.677 INFO:teuthology.orchestra.run.smithi038.stderr: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.135545.log.gz 2024-09-12T01:17:20.677 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.84888.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149092.log 2024-09-12T01:17:20.677 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.50459.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.84888.log.gz 2024-09-12T01:17:20.677 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64161.log 2024-09-12T01:17:20.677 INFO:teuthology.orchestra.run.smithi038.stderr: 84.4% -- replaced with /var/log/ceph/ceph-client.admin.50459.log.gz 2024-09-12T01:17:20.677 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.149092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44962.log 2024-09-12T01:17:20.677 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.64161.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.149092.log.gz 2024-09-12T01:17:20.678 INFO:teuthology.orchestra.run.smithi038.stderr: 57.1% -- replaced with /var/log/ceph/ceph-client.admin.64161.log.gz 2024-09-12T01:17:20.678 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153805.log 2024-09-12T01:17:20.678 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124943.log 2024-09-12T01:17:20.678 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.44962.log: 43.9% -- replaced with /var/log/ceph/ceph-client.0.44962.log.gz 2024-09-12T01:17:20.678 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.153805.log: gzip -5 --verbose -- /var/log/ceph/ops-log-ceph-client.admin.log 2024-09-12T01:17:20.678 INFO:teuthology.orchestra.run.smithi038.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.153805.log.gz 2024-09-12T01:17:20.678 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112573.log 2024-09-12T01:17:20.678 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.124943.log: /var/log/ceph/ops-log-ceph-client.admin.log: gzip -5 --verbose 89.1% -- replaced with /var/log/ceph/ceph-client.admin.124943.log.gz 2024-09-12T01:17:20.678 INFO:teuthology.orchestra.run.smithi038.stderr: -- /var/log/ceph/ceph-client.admin.91957.log 2024-09-12T01:17:20.678 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.112573.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123765.log 2024-09-12T01:17:20.678 INFO:teuthology.orchestra.run.smithi038.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.112573.log.gz 2024-09-12T01:17:20.678 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.91957.log: gzip -5 81.6% -- replaced with /var/log/ceph/ceph-client.admin.91957.log.gz 2024-09-12T01:17:20.678 INFO:teuthology.orchestra.run.smithi038.stderr: --verbose -- /var/log/ceph/ceph-client.0.43756.log 2024-09-12T01:17:20.678 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.123765.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.172297.log 2024-09-12T01:17:20.678 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.43756.log: gzip 43.5% -- replaced with /var/log/ceph/ceph-client.0.43756.log.gz 2024-09-12T01:17:20.679 INFO:teuthology.orchestra.run.smithi038.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.119642.log 2024-09-12T01:17:20.679 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.172297.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39161.log 2024-09-12T01:17:20.679 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.119642.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.172297.log.gz 87.1% -- replaced with /var/log/ceph/ceph-client.admin.123765.log.gz 2024-09-12T01:17:20.679 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39164.log 2024-09-12T01:17:20.679 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T01:17:20.679 INFO:teuthology.orchestra.run.smithi038.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.119642.log.gz 2024-09-12T01:17:20.679 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.178873.log 2024-09-12T01:17:20.679 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39161.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39161.log.gz 2024-09-12T01:17:20.679 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39164.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.175495.log 2024-09-12T01:17:20.679 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39164.log.gz 2024-09-12T01:17:20.679 INFO:teuthology.orchestra.run.smithi038.stderr: 94.1% -- replaced with /var/log/ceph/ops-log-ceph-client.admin.log.gz 2024-09-12T01:17:20.679 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.178873.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49281.log 2024-09-12T01:17:20.679 INFO:teuthology.orchestra.run.smithi038.stderr: 79.9% -- replaced with /var/log/ceph/ceph-client.0.178873.log.gz 2024-09-12T01:17:20.679 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.175495.log: -- /var/log/ceph/ceph-client.admin.72362.log 2024-09-12T01:17:20.680 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.49281.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40470.log 2024-09-12T01:17:20.680 INFO:teuthology.orchestra.run.smithi038.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.175495.log.gz 2024-09-12T01:17:20.680 INFO:teuthology.orchestra.run.smithi038.stderr: 83.3% -- replaced with /var/log/ceph/ceph-client.admin.49281.log.gz 2024-09-12T01:17:20.680 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.72362.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81943.log 2024-09-12T01:17:20.680 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.40470.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40470.log.gz 2024-09-12T01:17:20.680 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58801.log 2024-09-12T01:17:20.680 INFO:teuthology.orchestra.run.smithi038.stderr:gzip/var/log/ceph/ceph-client.admin.81943.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.167471.log 2024-09-12T01:17:20.680 INFO:teuthology.orchestra.run.smithi038.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.81943.log.gz 2024-09-12T01:17:20.680 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.58801.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193445.log 2024-09-12T01:17:20.680 INFO:teuthology.orchestra.run.smithi038.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.58801.log.gz 2024-09-12T01:17:20.680 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.167471.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.72362.log.gz 2024-09-12T01:17:20.680 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190191.log 2024-09-12T01:17:20.680 INFO:teuthology.orchestra.run.smithi038.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.167471.log.gz 2024-09-12T01:17:20.680 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47808.log 2024-09-12T01:17:20.681 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193445.log.gz 2024-09-12T01:17:20.681 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.166245.log 2024-09-12T01:17:20.681 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.190191.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190191.log.gz 2024-09-12T01:17:20.681 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.47808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.124354.log 2024-09-12T01:17:20.681 INFO:teuthology.orchestra.run.smithi038.stderr: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.47808.log.gz 2024-09-12T01:17:20.681 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.166245.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193905.log 2024-09-12T01:17:20.681 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.124354.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.166245.log.gz 2024-09-12T01:17:20.681 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98436.log 2024-09-12T01:17:20.681 INFO:teuthology.orchestra.run.smithi038.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.124354.log.gz 2024-09-12T01:17:20.681 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38753.log 2024-09-12T01:17:20.681 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193905.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193905.log.gz 2024-09-12T01:17:20.681 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.98436.log: gzip -5 81.7% -- replaced with /var/log/ceph/ceph-client.admin.98436.log.gz 2024-09-12T01:17:20.681 INFO:teuthology.orchestra.run.smithi038.stderr: --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-12T01:17:20.681 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.38753.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.170747.log 2024-09-12T01:17:20.682 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38753.log.gz 2024-09-12T01:17:20.682 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.168060.log 2024-09-12T01:17:20.682 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.170747.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190167.log 2024-09-12T01:17:20.682 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.168060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194181.log 2024-09-12T01:17:20.682 INFO:teuthology.orchestra.run.smithi038.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.170747.log.gz 2024-09-12T01:17:20.682 INFO:teuthology.orchestra.run.smithi038.stderr: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.168060.log.gz 2024-09-12T01:17:20.682 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.190167.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.188966.log 2024-09-12T01:17:20.682 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190167.log.gz 2024-09-12T01:17:20.682 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93135.log 2024-09-12T01:17:20.682 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.194181.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194181.log.gz 2024-09-12T01:17:20.682 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.188966.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72982.log 2024-09-12T01:17:20.682 INFO:teuthology.orchestra.run.smithi038.stderr: 82.7% -- replaced with /var/log/ceph/ceph-client.admin.188966.log.gz 2024-09-12T01:17:20.682 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.93135.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40650.log 2024-09-12T01:17:20.682 INFO:teuthology.orchestra.run.smithi038.stderr: 81.7%gzip/var/log/ceph/ceph-client.admin.72982.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.121409.log 2024-09-12T01:17:20.683 INFO:teuthology.orchestra.run.smithi038.stderr: -- replaced with /var/log/ceph/ceph-client.admin.93135.log.gz 2024-09-12T01:17:20.683 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.40650.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33110.log 2024-09-12T01:17:20.683 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40650.log.gz 2024-09-12T01:17:20.683 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.121409.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.139668.log 2024-09-12T01:17:20.683 INFO:teuthology.orchestra.run.smithi038.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.121409.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76527.log 2024-09-12T01:17:20.683 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T01:17:20.683 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.33110.log: /var/log/ceph/ceph-client.admin.139668.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33110.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.174877.log 2024-09-12T01:17:20.683 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T01:17:20.683 INFO:teuthology.orchestra.run.smithi038.stderr: 87.3%/var/log/ceph/ceph-client.admin.76527.log: -- replaced with /var/log/ceph/ceph-client.admin.139668.log.gz 2024-09-12T01:17:20.683 INFO:teuthology.orchestra.run.smithi038.stderr: 80.7% -- replaced with /var/log/ceph/ceph-client.admin.76527.log.gz 2024-09-12T01:17:20.683 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193583.log 2024-09-12T01:17:20.683 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.123176.log 2024-09-12T01:17:20.683 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.174877.log: /var/log/ceph/ceph-client.admin.193583.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.183162.log 2024-09-12T01:17:20.683 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193583.log.gz 2024-09-12T01:17:20.683 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.123176.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.174877.log.gz 2024-09-12T01:17:20.684 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 81.8% -- replaced with /var/log/ceph/ceph-client.admin.123176.log.gz 2024-09-12T01:17:20.684 INFO:teuthology.orchestra.run.smithi038.stderr: --verbose -- /var/log/ceph/ceph-client.admin.134367.log 2024-09-12T01:17:20.684 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.183162.log: 91.7% -- replaced with /var/log/ceph/ceph-client.admin.72982.log.gz 2024-09-12T01:17:20.684 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159107.log 2024-09-12T01:17:20.684 INFO:teuthology.orchestra.run.smithi038.stderr: 80.2% -- replaced with /var/log/ceph/ceph-client.0.183162.log.gz 2024-09-12T01:17:20.684 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.134367.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.156751.log 2024-09-12T01:17:20.684 INFO:teuthology.orchestra.run.smithi038.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.134367.log.gz 2024-09-12T01:17:20.684 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.159107.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52274.log 2024-09-12T01:17:20.684 INFO:teuthology.orchestra.run.smithi038.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.159107.log.gz 2024-09-12T01:17:20.684 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.156751.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39522.log 2024-09-12T01:17:20.684 INFO:teuthology.orchestra.run.smithi038.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.156751.log.gz 2024-09-12T01:17:20.684 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.52274.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63887.log 2024-09-12T01:17:20.684 INFO:teuthology.orchestra.run.smithi038.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.52274.log.gz 2024-09-12T01:17:20.684 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39522.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66152.log 2024-09-12T01:17:20.685 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39522.log.gz 2024-09-12T01:17:20.685 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.63887.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190924.log 2024-09-12T01:17:20.685 INFO:teuthology.orchestra.run.smithi038.stderr: 60.3% -- replaced with /var/log/ceph/ceph-client.admin.63887.log.gz 2024-09-12T01:17:20.685 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.66152.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65563.log 2024-09-12T01:17:20.685 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.190924.log: gzip -5 --verbose -- 84.1% -- replaced with /var/log/ceph/ceph-client.admin.190924.log.gz 2024-09-12T01:17:20.685 INFO:teuthology.orchestra.run.smithi038.stderr: /var/log/ceph/ceph-client.admin.39896.log 2024-09-12T01:17:20.685 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.65563.log: gzip -5 --verbose -- 84.3% -- replaced with /var/log/ceph/ceph-client.admin.65563.log.gz 2024-09-12T01:17:20.685 INFO:teuthology.orchestra.run.smithi038.stderr: /var/log/ceph/ceph-client.admin.64654.log 2024-09-12T01:17:20.685 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39896.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39896.log.gz 2024-09-12T01:17:20.685 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38858.log 2024-09-12T01:17:20.685 INFO:teuthology.orchestra.run.smithi038.stderr:gzip/var/log/ceph/ceph-client.admin.64654.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.193721.log 2024-09-12T01:17:20.685 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.38858.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38858.log.gz 2024-09-12T01:17:20.685 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-12T01:17:20.685 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193721.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193721.log.gz 2024-09-12T01:17:20.686 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194225.log 2024-09-12T01:17:20.686 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115518.log 2024-09-12T01:17:20.686 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.194225.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194225.log.gz 2024-09-12T01:17:20.686 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40192.log 2024-09-12T01:17:20.686 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.115518.log: 93.8% -- replaced with /var/log/ceph/ceph-client.admin.66152.log.gz 2024-09-12T01:17:20.686 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64509.log 2024-09-12T01:17:20.686 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.40192.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40192.log.gz 2024-09-12T01:17:20.686 INFO:teuthology.orchestra.run.smithi038.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.115518.log.gz 2024-09-12T01:17:20.686 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.163252.log 2024-09-12T01:17:20.686 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.64509.log: -- /var/log/ceph/ceph-client.admin.99614.log 2024-09-12T01:17:20.686 INFO:teuthology.orchestra.run.smithi038.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.64509.log.gz 2024-09-12T01:17:20.686 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.163252.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.64654.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39531.log 2024-09-12T01:17:20.686 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T01:17:20.686 INFO:teuthology.orchestra.run.smithi038.stderr: 80.3%/var/log/ceph/ceph-client.admin.99614.log: -- replaced with /var/log/ceph/ceph-client.admin.163252.log.gz 2024-09-12T01:17:20.686 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.138490.log 81.9% 2024-09-12T01:17:20.687 INFO:teuthology.orchestra.run.smithi038.stderr: -- replaced with /var/log/ceph/ceph-client.admin.99614.log.gz 2024-09-12T01:17:20.687 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39531.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39531.log.gz 2024-09-12T01:17:20.687 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77118.log 2024-09-12T01:17:20.687 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.138490.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.122587.log 2024-09-12T01:17:20.687 INFO:teuthology.orchestra.run.smithi038.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.138490.log.gz 2024-09-12T01:17:20.687 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.77118.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190851.log 83.0% -- replaced with /var/log/ceph/ceph-client.admin.77118.log.gz 2024-09-12T01:17:20.687 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T01:17:20.687 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.122587.log: gzip -5 82.0% -- replaced with /var/log/ceph/ceph-client.admin.122587.log.gz 2024-09-12T01:17:20.687 INFO:teuthology.orchestra.run.smithi038.stderr: --verbose -- /var/log/ceph/ceph-client.admin.152627.log 2024-09-12T01:17:20.687 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.190851.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190851.log.gz 2024-09-12T01:17:20.687 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.173513.log 2024-09-12T01:17:20.687 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.152627.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.136134.log 2024-09-12T01:17:20.687 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.173513.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53452.log 2024-09-12T01:17:20.687 INFO:teuthology.orchestra.run.smithi038.stderr: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.173513.log.gz 2024-09-12T01:17:20.688 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.136134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.143791.log 2024-09-12T01:17:20.688 INFO:teuthology.orchestra.run.smithi038.stderr: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.152627.log.gz 2024-09-12T01:17:20.688 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.53452.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.53452.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96080.log 2024-09-12T01:17:20.688 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T01:17:20.688 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.143791.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63020.log 2024-09-12T01:17:20.688 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.96080.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.143791.log.gz 2024-09-12T01:17:20.688 INFO:teuthology.orchestra.run.smithi038.stderr: 81.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39159.log 2024-09-12T01:17:20.688 INFO:teuthology.orchestra.run.smithi038.stderr: -- replaced with /var/log/ceph/ceph-client.admin.96080.log.gz 2024-09-12T01:17:20.688 INFO:teuthology.orchestra.run.smithi038.stderr: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.136134.log.gz 2024-09-12T01:17:20.688 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.63020.log: gzip -5 --verbose -- 81.8% -- replaced with /var/log/ceph/ceph-client.admin.63020.log.gz 2024-09-12T01:17:20.688 INFO:teuthology.orchestra.run.smithi038.stderr: /var/log/ceph/ceph-osd.2.log 2024-09-12T01:17:20.688 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39159.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39159.log.gz 2024-09-12T01:17:20.688 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.42502.log 2024-09-12T01:17:20.688 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81354.log 2024-09-12T01:17:20.688 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.42502.log: 43.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130833.log 2024-09-12T01:17:20.689 INFO:teuthology.orchestra.run.smithi038.stderr: -- replaced with /var/log/ceph/ceph-client.0.42502.log.gz 2024-09-12T01:17:20.689 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68017.log 2024-09-12T01:17:20.689 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.81354.log: /var/log/ceph/ceph-client.admin.130833.log: 82.0% -- replaced with /var/log/ceph/ceph-client.admin.81354.log.gz 2024-09-12T01:17:20.689 INFO:teuthology.orchestra.run.smithi038.stderr: 81.0% -- replaced with /var/log/ceph/ceph-client.admin.130833.log.gz 2024-09-12T01:17:20.689 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194089.log 2024-09-12T01:17:20.689 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102560.log 2024-09-12T01:17:20.689 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.68017.log: /var/log/ceph/ceph-client.admin.194089.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194089.log.gz 2024-09-12T01:17:20.689 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38664.log 2024-09-12T01:17:20.689 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.102560.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.102560.log.gz 2024-09-12T01:17:20.689 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147325.log 2024-09-12T01:17:20.689 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.38664.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38664.log.gz 2024-09-12T01:17:20.689 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107272.log 2024-09-12T01:17:20.689 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.147325.log: 81.9% -- replaced with /var/log/ceph/ceph-client.admin.147325.log.gz 2024-09-12T01:17:20.706 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.183773.log 2024-09-12T01:17:20.706 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.107272.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.107272.log.gz 2024-09-12T01:17:20.707 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.181936.log 2024-09-12T01:17:20.707 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.183773.log: 80.4% 93.1% -- replaced with /var/log/ceph/ceph-client.admin.68017.log.gz 2024-09-12T01:17:20.707 INFO:teuthology.orchestra.run.smithi038.stderr: -- replaced with /var/log/ceph/ceph-client.0.183773.log.gz 2024-09-12T01:17:20.707 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140257.log 2024-09-12T01:17:20.707 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.181936.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.120231.log 2024-09-12T01:17:20.707 INFO:teuthology.orchestra.run.smithi038.stderr: 80.3% -- replaced with /var/log/ceph/ceph-client.0.181936.log.gz 2024-09-12T01:17:20.707 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.140257.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100792.log 2024-09-12T01:17:20.707 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.120231.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.140257.log.gz 2024-09-12T01:17:20.707 INFO:teuthology.orchestra.run.smithi038.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.120231.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40514.log 2024-09-12T01:17:20.707 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T01:17:20.707 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.151449.log 2024-09-12T01:17:20.707 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.40514.log: /var/log/ceph/ceph-client.admin.100792.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40514.log.gz 2024-09-12T01:17:20.707 INFO:teuthology.orchestra.run.smithi038.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.100792.log.gz 2024-09-12T01:17:20.707 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-12T01:17:20.708 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.117286.log 2024-09-12T01:17:20.708 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.151449.log: /var/log/ceph/ceph-mgr.y.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.151449.log.gz 2024-09-12T01:17:20.708 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61205.log 2024-09-12T01:17:20.708 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.117286.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.117286.log.gz 2024-09-12T01:17:20.708 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61818.log 2024-09-12T01:17:20.708 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.61205.log: 84.9% -- replaced with /var/log/ceph/ceph-client.admin.61205.log.gz 2024-09-12T01:17:20.708 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39520.log 2024-09-12T01:17:20.708 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.61818.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.61818.log.gz 2024-09-12T01:17:20.708 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106683.log 2024-09-12T01:17:20.708 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39520.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39520.log.gz 2024-09-12T01:17:20.708 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59438.log 2024-09-12T01:17:20.708 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.106683.log: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.106683.log.gz 2024-09-12T01:17:20.708 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-12T01:17:20.708 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.59438.log: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.59438.log.gz 2024-09-12T01:17:20.709 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193859.log 2024-09-12T01:17:20.709 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph.log: 93.3% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-12T01:17:20.709 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86656.log 2024-09-12T01:17:20.709 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193859.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193859.log.gz 2024-09-12T01:17:20.709 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57034.log 2024-09-12T01:17:20.709 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.86656.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.86656.log.gz 2024-09-12T01:17:20.709 INFO:teuthology.orchestra.run.smithi038.stderr: 94.6% -- replaced with /var/log/ceph/ops-log-ceph-client.0.log.gz 2024-09-12T01:17:20.709 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127888.log 2024-09-12T01:17:20.710 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.57034.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111395.log 2024-09-12T01:17:20.710 INFO:teuthology.orchestra.run.smithi038.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.57034.log.gz 2024-09-12T01:17:20.710 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.127888.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.127888.log.gz 2024-09-12T01:17:20.710 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190215.log 2024-09-12T01:17:20.710 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39789.log 2024-09-12T01:17:20.710 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.111395.log: /var/log/ceph/ceph-client.admin.190215.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.111395.log.gz 2024-09-12T01:17:20.710 INFO:teuthology.orchestra.run.smithi038.stderr: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.190215.log.gzgzip 2024-09-12T01:17:20.710 INFO:teuthology.orchestra.run.smithi038.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.67394.log 2024-09-12T01:17:20.710 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39789.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39789.log.gz 2024-09-12T01:17:20.710 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165656.log 2024-09-12T01:17:20.710 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77709.log 2024-09-12T01:17:20.710 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.67394.log: /var/log/ceph/ceph-client.admin.165656.log: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.165656.log.gz 2024-09-12T01:17:20.710 INFO:teuthology.orchestra.run.smithi038.stderr: 93.1% -- replaced with /var/log/ceph/ceph-client.admin.67394.log.gz 2024-09-12T01:17:20.710 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83710.log 2024-09-12T01:17:20.710 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165019.log 2024-09-12T01:17:20.711 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.77709.log: 24.6% -- replaced with /var/log/ceph/ceph-client.admin.77709.log.gz 2024-09-12T01:17:20.711 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.83710.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133778.log 2024-09-12T01:17:20.711 INFO:teuthology.orchestra.run.smithi038.stderr: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.83710.log.gz 2024-09-12T01:17:20.711 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.165019.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.165019.log.gz 2024-09-12T01:17:20.711 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193629.log 2024-09-12T01:17:20.711 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99025.log 2024-09-12T01:17:20.711 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.133778.log: /var/log/ceph/ceph-client.admin.193629.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.133778.log.gz 2024-09-12T01:17:20.711 INFO:teuthology.orchestra.run.smithi038.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193629.log.gz 2024-09-12T01:17:20.711 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190827.log 2024-09-12T01:17:20.711 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.190900.log 2024-09-12T01:17:20.711 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.99025.log: /var/log/ceph/ceph-client.admin.190827.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190827.log.gz 2024-09-12T01:17:20.711 INFO:teuthology.orchestra.run.smithi038.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.99025.log.gz 2024-09-12T01:17:20.711 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64279.log 2024-09-12T01:17:20.711 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97258.log 2024-09-12T01:17:20.712 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.190900.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.190900.log.gz 2024-09-12T01:17:20.712 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.64279.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.33201.log 2024-09-12T01:17:20.712 INFO:teuthology.orchestra.run.smithi038.stderr: 48.2% -- replaced with /var/log/ceph/ceph-client.admin.64279.log.gz 2024-09-12T01:17:20.712 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.97258.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.97258.log.gz 2024-09-12T01:17:20.712 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.41290.log 2024-09-12T01:17:20.712 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.32774.log 2024-09-12T01:17:20.712 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.33201.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.33201.log.gz 2024-09-12T01:17:20.712 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.41290.log: 43.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39163.log 2024-09-12T01:17:20.712 INFO:teuthology.orchestra.run.smithi038.stderr: -- replaced with /var/log/ceph/ceph-client.0.41290.log.gz 2024-09-12T01:17:20.712 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.32774.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.32774.log.gz 2024-09-12T01:17:20.712 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39160.log 2024-09-12T01:17:20.712 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.177625.log 2024-09-12T01:17:20.712 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39163.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39163.log.gz 2024-09-12T01:17:20.712 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39160.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39160.log.gz 2024-09-12T01:17:20.713 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38904.log 2024-09-12T01:17:20.713 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.177625.log: 92.2% -- replaced with /var/log/ceph/ceph-client.admin.177625.log.gz 2024-09-12T01:17:20.718 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.154983.log 2024-09-12T01:17:20.719 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.134956.log 2024-09-12T01:17:20.719 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.38904.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.38904.log.gz 2024-09-12T01:17:20.719 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.154983.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39791.log 2024-09-12T01:17:20.719 INFO:teuthology.orchestra.run.smithi038.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.154983.log.gz 2024-09-12T01:17:20.719 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.134956.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.134956.log.gz 2024-09-12T01:17:20.719 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114929.log 2024-09-12T01:17:20.719 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193077.log 2024-09-12T01:17:20.719 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39791.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39791.log.gz 2024-09-12T01:17:20.719 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.114929.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.148503.log 2024-09-12T01:17:20.719 INFO:teuthology.orchestra.run.smithi038.stderr: 82.1% -- replaced with /var/log/ceph/ceph-client.admin.114929.log.gz 2024-09-12T01:17:20.719 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193077.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193077.log.gz 2024-09-12T01:17:20.719 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.130244.log 2024-09-12T01:17:20.719 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.140846.log 2024-09-12T01:17:20.719 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.148503.log: /var/log/ceph/ceph-client.admin.130244.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.130244.log.gz 2024-09-12T01:17:20.720 INFO:teuthology.orchestra.run.smithi038.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.148503.log.gz 2024-09-12T01:17:20.720 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.45565.log 2024-09-12T01:17:20.720 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40100.log 2024-09-12T01:17:20.720 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.140846.log: /var/log/ceph/ceph-client.0.45565.log: 43.2% -- replaced with /var/log/ceph/ceph-client.0.45565.log.gz 89.1% 2024-09-12T01:17:20.720 INFO:teuthology.orchestra.run.smithi038.stderr: -- replaced with /var/log/ceph/ceph-client.admin.140846.log.gz 2024-09-12T01:17:20.720 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.41893.log 2024-09-12T01:17:20.720 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109039.log 2024-09-12T01:17:20.720 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.40100.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40100.log.gz 2024-09-12T01:17:20.720 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.41893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.153216.log 2024-09-12T01:17:20.720 INFO:teuthology.orchestra.run.smithi038.stderr: 80.5% -- replaced with /var/log/ceph/ceph-client.0.41893.log.gz 2024-09-12T01:17:20.720 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.109039.log: 86.0% -- replaced with /var/log/ceph/ceph-client.admin.109039.log.gz 2024-09-12T01:17:20.720 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107861.log 2024-09-12T01:17:20.720 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.186210.log 2024-09-12T01:17:20.720 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.153216.log: /var/log/ceph/ceph-client.admin.107861.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.153216.log.gz 2024-09-12T01:17:20.723 INFO:teuthology.orchestra.run.smithi038.stderr: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.107861.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.160285.log 2024-09-12T01:17:20.723 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T01:17:20.723 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.186210.log: 83.7% -- replaced with /var/log/ceph/ceph-client.0.186210.log.gz 2024-09-12T01:17:20.723 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.157340.log 2024-09-12T01:17:20.723 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.133189.log 2024-09-12T01:17:20.723 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.160285.log: /var/log/ceph/ceph-client.admin.157340.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.160285.log.gz 2024-09-12T01:17:20.723 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.184991.log 2024-09-12T01:17:20.723 INFO:teuthology.orchestra.run.smithi038.stderr: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.157340.log.gz 2024-09-12T01:17:20.723 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.133189.log: 85.2% -- replaced with /var/log/ceph/ceph-client.admin.133189.log.gz 2024-09-12T01:17:20.723 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.186819.log 2024-09-12T01:17:20.723 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193123.log 2024-09-12T01:17:20.724 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.184991.log: /var/log/ceph/ceph-client.0.186819.log: 84.3% -- replaced with /var/log/ceph/ceph-client.0.184991.log.gz 2024-09-12T01:17:20.725 INFO:teuthology.orchestra.run.smithi038.stderr: 84.0% -- replaced with /var/log/ceph/ceph-client.0.186819.log.gz 2024-09-12T01:17:20.725 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.156162.log 2024-09-12T01:17:20.725 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193123.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193123.log.gz 2024-09-12T01:17:20.725 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89601.log 2024-09-12T01:17:20.725 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87245.log 2024-09-12T01:17:20.725 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.156162.log: /var/log/ceph/ceph-client.admin.89601.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.89601.log.gz 2024-09-12T01:17:20.726 INFO:teuthology.orchestra.run.smithi038.stderr: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.156162.log.gz 2024-09-12T01:17:20.727 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.137901.log 2024-09-12T01:17:20.727 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62431.log 2024-09-12T01:17:20.727 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.87245.log: /var/log/ceph/ceph-client.admin.137901.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.87245.log.gz 2024-09-12T01:17:20.728 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193215.log 2024-09-12T01:17:20.728 INFO:teuthology.orchestra.run.smithi038.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.137901.log.gz 2024-09-12T01:17:20.728 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.62431.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.62431.log.gz 2024-09-12T01:17:20.729 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53500.log 2024-09-12T01:17:20.729 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.126121.log 2024-09-12T01:17:20.730 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193215.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193215.log.gz 2024-09-12T01:17:20.730 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.53500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.180702.log 2024-09-12T01:17:20.730 INFO:teuthology.orchestra.run.smithi038.stderr: 83.1% -- replaced with /var/log/ceph/ceph-client.admin.53500.log.gz 2024-09-12T01:17:20.731 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.126121.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.126121.log.gz 2024-09-12T01:17:20.731 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.189555.log 2024-09-12T01:17:20.731 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.155573.log 2024-09-12T01:17:20.732 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.180702.log: /var/log/ceph/ceph-client.admin.189555.log: 83.7% -- replaced with /var/log/ceph/ceph-client.0.180702.log.gz 2024-09-12T01:17:20.732 INFO:teuthology.orchestra.run.smithi038.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.189555.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83121.log 2024-09-12T01:17:20.733 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T01:17:20.733 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.155573.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.155573.log.gz 2024-09-12T01:17:20.733 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104916.log 2024-09-12T01:17:20.733 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193813.log 2024-09-12T01:17:20.734 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.83121.log: /var/log/ceph/ceph-client.admin.104916.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.83121.log.gz 2024-09-12T01:17:20.734 INFO:teuthology.orchestra.run.smithi038.stderr: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.104916.log.gz 2024-09-12T01:17:20.734 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.177017.log 2024-09-12T01:17:20.735 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116108.log 2024-09-12T01:17:20.735 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193813.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193813.log.gz 2024-09-12T01:17:20.735 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.177017.log: gzip -5 --verbose -- /var/log/ceph/rgw.ceph.client.0.log 2024-09-12T01:17:20.736 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.116108.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.116108.log.gz 2024-09-12T01:17:20.736 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.44359.log 2024-09-12T01:17:20.737 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/rgw.ceph.client.0.log: 91.4% -- replaced with /var/log/ceph/ceph-client.admin.177017.log.gz 2024-09-12T01:17:20.746 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.182545.log 2024-09-12T01:17:20.747 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.44359.log: 44.2% -- replaced with /var/log/ceph/ceph-client.0.44359.log.gz 2024-09-12T01:17:20.748 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142024.log 2024-09-12T01:17:20.748 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.182545.log: 83.7% -- replaced with /var/log/ceph/ceph-client.0.182545.log.gz 2024-09-12T01:17:20.750 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.142613.log 2024-09-12T01:17:20.750 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.142024.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.142024.log.gz 2024-09-12T01:17:20.750 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73646.log 2024-09-12T01:17:20.752 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.142613.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.142613.log.gz 2024-09-12T01:17:20.752 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58212.log 2024-09-12T01:17:20.752 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.73646.log: 84.0% -- replaced with /var/log/ceph/ceph-client.admin.73646.log.gz 2024-09-12T01:17:20.755 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65383.log 2024-09-12T01:17:20.755 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.58212.log: 85.4% -- replaced with /var/log/ceph/ceph-client.admin.58212.log.gz 2024-09-12T01:17:20.755 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.162074.log 2024-09-12T01:17:20.755 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.65383.log: 21.2% -- replaced with /var/log/ceph/ceph-client.admin.65383.log.gz 2024-09-12T01:17:20.755 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39530.log 2024-09-12T01:17:20.755 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.162074.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.162074.log.gz 2024-09-12T01:17:20.757 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69883.log 2024-09-12T01:17:20.757 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39530.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39530.log.gz 2024-09-12T01:17:20.757 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94313.log 2024-09-12T01:17:20.758 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.69883.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.69883.log.gz 2024-09-12T01:17:20.759 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54089.log 2024-09-12T01:17:20.759 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.94313.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.94313.log.gz 2024-09-12T01:17:20.761 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.170139.log 2024-09-12T01:17:20.761 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.54089.log: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.54089.log.gz 2024-09-12T01:17:20.762 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193307.log 2024-09-12T01:17:20.766 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.170139.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.170139.log.gz 2024-09-12T01:17:20.767 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39523.log 2024-09-12T01:17:20.768 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193307.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193307.log.gz 2024-09-12T01:17:20.768 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.193399.log 2024-09-12T01:17:20.768 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39523.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39523.log.gz 2024-09-12T01:17:20.768 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94902.log 2024-09-12T01:17:20.769 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.193399.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.193399.log.gz 2024-09-12T01:17:20.769 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.149681.log 2024-09-12T01:17:20.769 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.94902.log: 81.3% -- replaced with /var/log/ceph/ceph-client.admin.94902.log.gz 2024-09-12T01:17:20.769 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68636.log 2024-09-12T01:17:20.770 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.149681.log: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.149681.log.gz 2024-09-12T01:17:20.770 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86067.log 2024-09-12T01:17:20.776 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.68636.log: 93.0% -- replaced with /var/log/ceph/ceph-client.admin.68636.log.gz 2024-09-12T01:17:20.776 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.171689.log 2024-09-12T01:17:20.777 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.86067.log: 90.0% -- replaced with /var/log/ceph/ceph-client.admin.86067.log.gz 2024-09-12T01:17:20.778 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.145558.log 2024-09-12T01:17:20.779 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.171689.log: 93.6% -- replaced with /var/log/ceph/ceph-client.admin.171689.log.gz 2024-09-12T01:17:20.780 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.187428.log 2024-09-12T01:17:20.780 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.145558.log: 81.4% -- replaced with /var/log/ceph/ceph-client.admin.145558.log.gz 2024-09-12T01:17:20.781 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57623.log 2024-09-12T01:17:20.781 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.187428.log: 80.1% -- replaced with /var/log/ceph/ceph-client.0.187428.log.gz 2024-09-12T01:17:20.782 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59414.log 2024-09-12T01:17:20.782 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.57623.log: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.57623.log.gz 2024-09-12T01:17:20.783 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39532.log 2024-09-12T01:17:20.783 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.59414.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.59414.log.gz 2024-09-12T01:17:20.784 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39529.log 2024-09-12T01:17:20.784 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39532.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39532.log.gz 2024-09-12T01:17:20.785 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.147914.log 2024-09-12T01:17:20.785 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39529.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39529.log.gz 2024-09-12T01:17:20.786 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48692.log 2024-09-12T01:17:20.786 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.147914.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.147914.log.gz 2024-09-12T01:17:20.786 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.159696.log 2024-09-12T01:17:20.787 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.48692.log: 82.5% -- replaced with /var/log/ceph/ceph-client.admin.48692.log.gz 2024-09-12T01:17:20.788 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.127299.log 2024-09-12T01:17:20.788 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.159696.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.159696.log.gz 2024-09-12T01:17:20.789 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.26679.log 2024-09-12T01:17:20.789 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.127299.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.127299.log.gz 2024-09-12T01:17:20.790 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.194043.log 2024-09-12T01:17:20.790 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph.tmp-client.admin.26679.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.26679.log.gz 2024-09-12T01:17:20.791 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39794.log 2024-09-12T01:17:20.791 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.194043.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.194043.log.gz 2024-09-12T01:17:20.791 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.180093.log 2024-09-12T01:17:20.792 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.39794.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.39794.log.gz 2024-09-12T01:17:20.792 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.166882.log 2024-09-12T01:17:20.793 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.180093.log: 80.0% -- replaced with /var/log/ceph/ceph-client.0.180093.log.gz 2024-09-12T01:17:20.793 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.79930.log 2024-09-12T01:17:20.794 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.166882.log: 90.1% -- replaced with /var/log/ceph/ceph-client.admin.166882.log.gz 2024-09-12T01:17:20.795 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-12T01:17:20.795 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.79930.log: 79.9% -- replaced with /var/log/ceph/ceph-client.0.79930.log.gz 2024-09-12T01:17:20.796 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.132011.log 2024-09-12T01:17:20.813 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95491.log 2024-09-12T01:17:20.813 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.132011.log: 81.5% -- replaced with /var/log/ceph/ceph-client.admin.132011.log.gz 2024-09-12T01:17:20.826 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.77857.log 2024-09-12T01:17:20.827 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.95491.log: 81.7% -- replaced with /var/log/ceph/ceph-client.admin.95491.log.gz 2024-09-12T01:17:20.828 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61842.log 2024-09-12T01:17:20.835 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.77857.log: 83.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.0.79321.log 2024-09-12T01:17:20.835 INFO:teuthology.orchestra.run.smithi038.stderr: -- replaced with /var/log/ceph/ceph-client.0.77857.log.gz 2024-09-12T01:17:20.848 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.61842.log: 83.2% -- replaced with /var/log/ceph/ceph-client.admin.61842.log.gz 2024-09-12T01:17:20.852 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.166834.log 2024-09-12T01:17:20.855 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.79321.log: 92.0% -- replaced with /var/log/ceph/ceph-client.0.79321.log.gz 2024-09-12T01:17:20.861 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.118464.log 2024-09-12T01:17:20.861 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.166834.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.166834.log.gz 2024-09-12T01:17:20.869 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.129066.log 2024-09-12T01:17:20.883 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.118464.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.178264.log 2024-09-12T01:17:20.883 INFO:teuthology.orchestra.run.smithi038.stderr: 82.2% -- replaced with /var/log/ceph/ceph-client.admin.118464.log.gz 2024-09-12T01:17:20.884 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.129066.log: 81.8% -- replaced with /var/log/ceph/ceph-client.admin.129066.log.gz 2024-09-12T01:17:20.892 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.184382.log 2024-09-12T01:17:20.902 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.178264.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40604.log 2024-09-12T01:17:20.905 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.0.184382.log: 83.7% -- replaced with /var/log/ceph/ceph-client.0.178264.log.gz 2024-09-12T01:17:20.910 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.101970.log 2024-09-12T01:17:20.914 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.40604.log: 83.9% -- replaced with /var/log/ceph/ceph-client.0.184382.log.gz 2024-09-12T01:17:20.918 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92546.log 2024-09-12T01:17:20.923 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.101970.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.40604.log.gz 2024-09-12T01:17:20.931 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 81.1% --verbose -- -- replaced with /var/log/ceph/ceph-client.admin.101970.log.gz 2024-09-12T01:17:20.932 INFO:teuthology.orchestra.run.smithi038.stderr: /var/log/ceph/ceph-client.admin.54678.log 2024-09-12T01:17:20.934 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.92546.log: 86.1% -- replaced with /var/log/ceph/ceph-client.admin.92546.log.gz 2024-09-12T01:17:20.944 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47213.log 2024-09-12T01:17:20.945 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.54678.log: 83.8% -- replaced with /var/log/ceph/ceph-client.admin.54678.log.gz 2024-09-12T01:17:20.953 INFO:teuthology.orchestra.run.smithi038.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.150271.log 2024-09-12T01:17:20.962 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.47213.log: 82.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.146736.log 2024-09-12T01:17:20.966 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.150271.log: -- replaced with /var/log/ceph/ceph-client.admin.47213.log.gz 2024-09-12T01:17:20.975 INFO:teuthology.orchestra.run.smithi038.stderr: 81.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.165067.log 2024-09-12T01:17:20.975 INFO:teuthology.orchestra.run.smithi038.stderr: -- replaced with /var/log/ceph/ceph-client.admin.150271.log.gz 2024-09-12T01:17:20.975 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.146736.log: 81.6% -- replaced with /var/log/ceph/ceph-client.admin.146736.log.gz 2024-09-12T01:17:20.997 INFO:teuthology.orchestra.run.smithi038.stderr:/var/log/ceph/ceph-client.admin.165067.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.165067.log.gz 2024-09-12T01:17:21.114 INFO:teuthology.orchestra.run.smithi038.stderr: 91.7% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-12T01:17:21.500 INFO:teuthology.orchestra.run.smithi194.stderr: 92.2% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-12T01:17:21.509 INFO:teuthology.orchestra.run.smithi038.stderr: 92.1% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-12T01:17:22.485 INFO:teuthology.orchestra.run.smithi038.stderr: 91.2% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-12T01:17:22.617 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.b has been restored 2024-09-12T01:17:23.836 INFO:teuthology.orchestra.run.smithi038.stderr: 93.6% -- replaced with /var/log/ceph/rgw.ceph.client.0.log.gz 2024-09-12T01:17:29.078 INFO:teuthology.orchestra.run.smithi038.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-12T01:17:31.018 INFO:teuthology.orchestra.run.smithi194.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-12T01:17:31.606 INFO:teuthology.orchestra.run.smithi038.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-12T01:17:31.706 INFO:teuthology.orchestra.run.smithi194.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-12T01:17:32.616 INFO:teuthology.orchestra.run.smithi194.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-12T01:17:37.970 INFO:teuthology.orchestra.run.smithi038.stderr: 94.5% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-12T01:17:39.159 INFO:teuthology.orchestra.run.smithi194.stderr: 95.1% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-12T01:17:39.160 INFO:teuthology.orchestra.run.smithi194.stderr: 2024-09-12T01:17:39.161 INFO:teuthology.orchestra.run.smithi194.stderr:real 0m18.572s 2024-09-12T01:17:39.161 INFO:teuthology.orchestra.run.smithi194.stderr:user 0m51.086s 2024-09-12T01:17:39.161 INFO:teuthology.orchestra.run.smithi194.stderr:sys 0m1.871s 2024-09-12T01:17:44.234 INFO:teuthology.orchestra.run.smithi038.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-12T01:17:44.236 INFO:teuthology.orchestra.run.smithi038.stderr: 2024-09-12T01:17:44.236 INFO:teuthology.orchestra.run.smithi038.stderr:real 0m23.693s 2024-09-12T01:17:44.237 INFO:teuthology.orchestra.run.smithi038.stderr:user 1m4.743s 2024-09-12T01:17:44.237 INFO:teuthology.orchestra.run.smithi038.stderr:sys 0m2.330s 2024-09-12T01:17:44.237 INFO:tasks.ceph:Archiving logs... 2024-09-12T01:17:44.237 DEBUG:teuthology.misc:Transferring archived files from smithi038:/var/log/ceph to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901876/remote/smithi038/log 2024-09-12T01:17:44.238 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T01:17:54.020 DEBUG:teuthology.misc:Transferring archived files from smithi194:/var/log/ceph to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901876/remote/smithi194/log 2024-09-12T01:17:54.021 DEBUG:teuthology.orchestra.run.smithi194:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-12T01:18:02.464 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-12T01:18:02.475 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-12T01:18:02.476 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T01:18:02.479 DEBUG:teuthology.orchestra.run.smithi194:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-12T01:18:02.589 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-12T01:18:02.599 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-12T01:18:02.600 DEBUG:teuthology.orchestra.run.smithi038:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T01:18:02.603 DEBUG:teuthology.orchestra.run.smithi194:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-12T01:18:02.633 INFO:teuthology.orchestra.run.smithi038.stderr:bash: line 1: ntpq: command not found 2024-09-12T01:18:02.634 INFO:teuthology.orchestra.run.smithi194.stderr:bash: line 1: ntpq: command not found 2024-09-12T01:18:02.639 INFO:teuthology.orchestra.run.smithi038.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T01:18:02.639 INFO:teuthology.orchestra.run.smithi038.stdout:=============================================================================== 2024-09-12T01:18:02.639 INFO:teuthology.orchestra.run.smithi038.stdout:^* hv01.front.sepia.ceph.com 3 7 377 108 -892us[ -848us] +/- 60ms 2024-09-12T01:18:02.639 INFO:teuthology.orchestra.run.smithi038.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 48 -390us[ -390us] +/- 69ms 2024-09-12T01:18:02.639 INFO:teuthology.orchestra.run.smithi038.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 44 +2112us[+2112us] +/- 82ms 2024-09-12T01:18:02.639 INFO:teuthology.orchestra.run.smithi038.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T01:18:02.640 INFO:teuthology.orchestra.run.smithi194.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-12T01:18:02.640 INFO:teuthology.orchestra.run.smithi194.stdout:=============================================================================== 2024-09-12T01:18:02.640 INFO:teuthology.orchestra.run.smithi194.stdout:^* hv01.front.sepia.ceph.com 3 7 377 48 -908us[-1149us] +/- 40ms 2024-09-12T01:18:02.640 INFO:teuthology.orchestra.run.smithi194.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 50 -385us[ -625us] +/- 69ms 2024-09-12T01:18:02.640 INFO:teuthology.orchestra.run.smithi194.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 47 +2167us[+2167us] +/- 82ms 2024-09-12T01:18:02.640 INFO:teuthology.orchestra.run.smithi194.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-12T01:18:02.641 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-12T01:18:02.651 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-12T01:18:02.651 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-12T01:18:02.681 DEBUG:teuthology.orchestra.run.smithi038:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-12T01:18:02.767 DEBUG:teuthology.orchestra.run.smithi194:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-12T01:18:02.848 DEBUG:teuthology.orchestra.run.smithi038:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-12T01:18:02.893 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:18:02.893 DEBUG:teuthology.orchestra.run.smithi194:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-12T01:18:02.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:18:02.936 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-12T01:18:02.947 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-12T01:18:02.992 INFO:teuthology.task.internal:Duration was 3066.648908 seconds 2024-09-12T01:18:02.992 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-12T01:18:03.065 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-12T01:18:03.066 DEBUG:teuthology.orchestra.run.smithi038:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T01:18:03.068 DEBUG:teuthology.orchestra.run.smithi194:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-12T01:18:03.122 INFO:teuthology.orchestra.run.smithi194.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T01:18:03.124 INFO:teuthology.orchestra.run.smithi038.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-12T01:18:03.492 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-12T01:18:03.492 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi038.front.sepia.ceph.com 2024-09-12T01:18:03.492 DEBUG:teuthology.orchestra.run.smithi038:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T01:18:03.531 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi194.front.sepia.ceph.com 2024-09-12T01:18:03.531 DEBUG:teuthology.orchestra.run.smithi194:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-12T01:18:03.617 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-12T01:18:03.617 DEBUG:teuthology.orchestra.run.smithi038:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T01:18:03.620 DEBUG:teuthology.orchestra.run.smithi194:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-12T01:18:03.661 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-12T01:18:03.661 DEBUG:teuthology.orchestra.run.smithi038:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T01:18:03.704 DEBUG:teuthology.orchestra.run.smithi194:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-12T01:18:03.825 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-12T01:18:03.836 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-12T01:18:03.836 DEBUG:teuthology.orchestra.run.smithi038:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T01:18:03.875 DEBUG:teuthology.orchestra.run.smithi194:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-12T01:18:03.914 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-12T01:18:03.926 DEBUG:teuthology.orchestra.run.smithi038:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T01:18:03.929 DEBUG:teuthology.orchestra.run.smithi194:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-12T01:18:03.964 INFO:teuthology.orchestra.run.smithi038.stdout:kernel.core_pattern = core 2024-09-12T01:18:03.991 INFO:teuthology.orchestra.run.smithi194.stdout:kernel.core_pattern = core 2024-09-12T01:18:04.009 DEBUG:teuthology.orchestra.run.smithi038:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T01:18:04.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:18:04.047 DEBUG:teuthology.orchestra.run.smithi194:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-12T01:18:04.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-12T01:18:04.077 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-12T01:18:04.088 INFO:teuthology.task.internal:Transferring archived files... 2024-09-12T01:18:04.089 DEBUG:teuthology.misc:Transferring archived files from smithi038:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901876/remote/smithi038 2024-09-12T01:18:04.089 DEBUG:teuthology.orchestra.run.smithi038:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T01:18:04.140 DEBUG:teuthology.misc:Transferring archived files from smithi194:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/cbodley-2024-09-11_23:33:24-rgw-wip-cls-rgw-busy-resharding-distro-default-smithi/7901876/remote/smithi194 2024-09-12T01:18:04.140 DEBUG:teuthology.orchestra.run.smithi194:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-12T01:18:04.186 INFO:teuthology.task.internal:Removing archive directory... 2024-09-12T01:18:04.186 DEBUG:teuthology.orchestra.run.smithi038:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T01:18:04.188 DEBUG:teuthology.orchestra.run.smithi194:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-12T01:18:04.251 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-12T01:18:04.262 INFO:teuthology.task.internal:Not uploading archives. 2024-09-12T01:18:04.262 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-12T01:18:04.316 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-12T01:18:04.316 DEBUG:teuthology.orchestra.run.smithi038:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T01:18:04.319 DEBUG:teuthology.orchestra.run.smithi194:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-12T01:18:04.346 INFO:teuthology.orchestra.run.smithi038.stdout: 265613 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 01:18 /home/ubuntu/cephtest 2024-09-12T01:18:04.347 INFO:teuthology.orchestra.run.smithi194.stdout: 265394 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 12 01:18 /home/ubuntu/cephtest 2024-09-12T01:18:04.348 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-12T01:18:04.398 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-12T01:18:04.568 INFO:teuthology.run:Summary data: description: rgw/verify/{0-install accounts$/{tenant} clusters/fixed-2 datacache/rgw-datacache frontend/beast ignore-pg-availability inline-data$/{off} msgr-failures/few objectstore/bluestore-bitmap overrides proto/https rgw_pool_type/ec s3tests-branch sharding$/{default} striping$/{stripe-equals-chunk} supported-random-distro$/{centos_latest} tasks/{bucket-check cls mp_reupload ragweed reshard s3tests-java s3tests versioning} validater/lockdep} duration: 3066.648908138275 flavor: default owner: scheduled_cbodley@teuthology success: true 2024-09-12T01:18:04.569 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-12T01:18:04.652 INFO:teuthology.run:pass